-- Logs begin at Fri 2021-08-20 08:04:21 UTC, end at Fri 2021-08-20 10:14:47 UTC. -- Aug 20 08:34:26.279679 n-d-804285-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 08:34:28.965567 n-d-804285-2 neutron-server[101207]: INFO neutron.common.config [-] Logging enabled! Aug 20 08:34:28.966073 n-d-804285-2 neutron-server[101207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 08:34:28.966375 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 08:34:28.969551 n-d-804285-2 neutron-server[101207]: INFO neutron.common.config [-] Logging enabled! Aug 20 08:34:28.969832 n-d-804285-2 neutron-server[101207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 08:34:28.970152 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101207) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 08:34:28.971728 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 08:34:28.971961 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 08:34:28.972330 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 08:34:28.972581 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 08:34:28.972814 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 08:34:28.973137 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.973441 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.973761 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.974002 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.974293 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.974587 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.974877 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.975175 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.975474 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.975760 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.976043 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.976329 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.976563 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.976846 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.977135 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.977423 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.977666 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] debug = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.977953 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.978380 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.978801 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.979085 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.979377 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.979659 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.979932 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.980211 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.980500 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.980832 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] host = n-d-804285-2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.981114 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.981403 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.981694 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.982008 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.982284 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.982563 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.982853 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.983129 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.983404 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.983686 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.983977 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.984268 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.984557 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.984784 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.985009 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.985305 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.985594 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.985898 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.986795 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.987077 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.987360 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.987640 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.987913 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.988204 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.988488 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.988780 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.989060 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.989342 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.989617 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.989919 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.990210 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.990490 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.990768 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.991048 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.991343 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.991619 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.991901 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.992205 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.992498 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.992785 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.993075 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.993355 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.993642 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.993951 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.994232 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.994507 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] use_json = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.994783 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.995056 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.995347 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.995622 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.995897 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.996174 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.996449 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.996735 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:28.997033 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.997335 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.997643 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.997955 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.998258 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.998546 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.998842 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.999125 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.999419 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:28.999713 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.000003 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.000287 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.000578 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.000861 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.001161 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.001467 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.001815 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.002114 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.002394 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.002674 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.002951 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.003231 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.003522 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.003821 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.004115 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.004392 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.004674 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.004969 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.005254 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.005528 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.005838 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.006132 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.006412 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.006690 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.006974 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.007256 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.007532 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.007808 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.008088 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.008383 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.008662 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.008936 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.009209 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.009488 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.009790 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.010084 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.010366 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.010643 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.010919 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.011201 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.011477 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.011754 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.012037 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.012313 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.012591 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.012868 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.013142 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.013416 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.013689 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.013985 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.014262 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.014536 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.014813 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.015093 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.015370 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.015646 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.015920 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.016197 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.016486 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.016787 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.017345 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.017850 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.018147 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.018434 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.018718 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.019001 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.019286 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.019572 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.019850 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.020146 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.020437 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.020732 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.021020 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.021304 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.021603 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.021913 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.022201 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.022485 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.022768 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.023061 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.023346 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.023644 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.023937 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.024232 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.024526 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.024818 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.025108 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.025417 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.025699 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:29.025940 n-d-804285-2 neutron-server[101207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 08:34:29.026183 n-d-804285-2 neutron-server[101207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101207) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 08:34:29.376892 n-d-804285-2 neutron-server[101207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 08:34:29.377174 n-d-804285-2 neutron-server[101207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 08:34:29.377463 n-d-804285-2 neutron-server[101207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 08:34:29.377822 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 08:34:29.770977 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.771268 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.771550 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.772859 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.773134 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.773407 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.807333 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.807618 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.807886 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.824583 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.824867 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.825140 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.853101 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.853384 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.853656 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.889540 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.889842 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:29.890117 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.121009 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.121611 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.121611 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.121797 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.122454 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.244023 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.244343 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.244627 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.244903 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.245175 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.245486 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.245765 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.246025 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.246281 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.246561 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.246820 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.247084 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.247339 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.247588 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.247841 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.248102 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.248360 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.248624 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.248889 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.249295 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.249574 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.249852 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.250137 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.250514 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.250765 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.251014 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.251401 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:30.251674 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:30.251909 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:30.252149 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:30.252386 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:30.252622 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:30.252982 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 08:34:30.256081 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 08:34:30.260019 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 08:34:30.263775 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 20 08:34:30.265402 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 08:34:30.265880 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 08:34:30.266218 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 08:34:30.266597 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 08:34:30.269900 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 08:34:30.270156 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 08:34:30.270508 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 08:34:30.275760 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 08:34:30.297992 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 08:34:30.298434 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.299292 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 08:34:30.299650 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.300993 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 08:34:30.301274 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 08:34:30.301530 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 08:34:30.304710 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.304998 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:30.368813 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 08:34:30.369051 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 08:34:30.369289 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 08:34:30.369657 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 08:34:30.390416 n-d-804285-2 neutron-server[101207]: DEBUG oslo_db.sqlalchemy.engines [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101207) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 08:34:30.927552 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing driver for type 'gre' Aug 20 08:34:30.928082 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] gre ID ranges: [(1, 1000)] Aug 20 08:34:30.987619 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing driver for type 'local' Aug 20 08:34:30.988081 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing driver for type 'vlan' Aug 20 08:34:31.003399 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] VlanTypeDriver initialization complete Aug 20 08:34:31.003748 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing driver for type 'vxlan' Aug 20 08:34:31.004260 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] vxlan ID ranges: [(1, 1000)] Aug 20 08:34:31.059385 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing extension driver 'port_security' Aug 20 08:34:31.059899 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.extensions.port_security [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] PortSecurityExtensionDriver initialization complete Aug 20 08:34:31.060393 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing mechanism driver 'openvswitch' Aug 20 08:34:31.060797 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing mechanism driver 'hyperv' Aug 20 08:34:31.067489 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.plugin [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:34:31.068379 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.068754 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.069107 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.069619 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 08:34:31.070109 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.070464 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.070811 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.071195 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 08:34:31.071595 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.071941 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.072281 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.072662 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 08:34:31.073061 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > security_group after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.073411 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > security_group after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.073773 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.074163 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 08:34:31.074565 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.074911 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.075249 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.075631 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 08:34:31.076028 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > address_group after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.076372 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > address_group after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.076709 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.077088 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 08:34:31.077459 n-d-804285-2 neutron-server[101207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] ML2 OVO RPC backend initialized. {{(pid=101207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 08:34:31.078190 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.078540 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.078955 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.079302 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > networks before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.079657 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.080002 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > ports before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.080346 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.080689 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnets before_response 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.081035 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.081375 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.081730 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.082070 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.082411 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.082750 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.083086 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.083424 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.083760 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.084330 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.plugin [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Modular L2 Plugin initialization complete Aug 20 08:34:31.084659 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading services supported by the core plugin {{(pid=101207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 08:34:31.084985 n-d-804285-2 neutron-server[101207]: INFO neutron.plugins.ml2.managers [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Got port-security extension from driver 'port_security' Aug 20 08:34:31.085445 n-d-804285-2 neutron-server[101207]: INFO neutron.extensions.vlantransparent [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Disabled vlantransparent extension. Aug 20 08:34:31.085950 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 08:34:31.086267 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: router Aug 20 08:34:31.122266 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.122809 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_create 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.123016 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router before_create 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.123379 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.123752 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.124106 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_delete 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.124465 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.124934 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.125299 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_create 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.125649 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_update 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.126023 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_update 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.126373 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.126889 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_update 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.127352 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.127725 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.128066 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.128406 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: subnet after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.128748 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.129098 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.129443 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.129812 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.130157 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.130513 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router after_update 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.130858 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.131212 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.131572 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.131918 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.132281 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > agent after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.132631 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > agent after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.132974 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > network after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.133846 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Tracking information for resource: router configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:31.134184 n-d-804285-2 neutron-server[101207]: DEBUG neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Tracking information for resource: floatingip configured {{(pid=101207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 08:34:31.138976 n-d-804285-2 neutron-server[101207]: INFO neutron.db.l3_agentschedulers_db [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 08:34:31.139549 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.139907 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port after_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.140257 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port after_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.140605 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: port after_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.141385 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router before_create 55550100 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.141776 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.142417 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_create 55550100 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.142807 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > router precommit_update 55550100 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.147271 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.provider_configuration [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service providers = [] {{(pid=101207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 08:34:31.147640 n-d-804285-2 neutron-server[101207]: DEBUG neutron.db.servicetype_db [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 08:34:31.150588 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.service_base [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 08:34:31.150941 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.service_base [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 08:34:31.151286 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.service_base [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 08:34:31.152165 n-d-804285-2 neutron-server[101207]: DEBUG neutron.services.service_base [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 08:34:31.152539 n-d-804285-2 neutron-server[101207]: INFO neutron.services.service_base [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 08:34:31.152906 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.153227 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 08:34:31.165605 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.165965 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: auto_allocate Aug 20 08:34:31.171657 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: network precommit_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.172028 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: network precommit_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.172541 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.172865 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: tag Aug 20 08:34:31.179592 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.179877 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: timestamp Aug 20 08:34:31.183641 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.183976 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: network_ip_availability Aug 20 08:34:31.189902 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.190275 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.190634 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.191343 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.191666 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: flavors Aug 20 08:34:31.196510 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.196841 n-d-804285-2 neutron-server[101207]: INFO neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading Plugin: revisions Aug 20 08:34:31.201077 n-d-804285-2 neutron-server[101207]: DEBUG neutron.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 08:34:31.201471 n-d-804285-2 neutron-server[101207]: DEBUG oslo_concurrency.lockutils [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=101207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 08:34:31.202239 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 08:34:31.202583 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Initializing extension manager. Aug 20 08:34:31.203089 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: __init__.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.203435 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: __pycache__ {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.203773 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.204108 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: address_group.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.205433 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.206016 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: address-group Aug 20 08:34:31.206349 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: address_scope.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.207066 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.207581 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: address-scope Aug 20 08:34:31.207909 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.208838 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.209351 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: router-admin-state-down-before-update Aug 20 08:34:31.209680 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: agent.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.210412 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.210914 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: agent Aug 20 08:34:31.211237 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: agent_resources_synced.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.212137 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.212637 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: agent-resources-synced Aug 20 08:34:31.212959 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: allowedaddresspairs.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.214755 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.215268 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: allowed-address-pairs Aug 20 08:34:31.215594 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: auto_allocated_topology.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.216650 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.217154 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: auto-allocated-topology Aug 20 08:34:31.217476 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: availability_zone.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.218194 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.218701 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: availability_zone Aug 20 08:34:31.219023 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: availability_zone_filter.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.219921 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.220486 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: availability_zone_filter Aug 20 08:34:31.220808 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: data_plane_status.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.221741 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.222229 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 08:34:31.222555 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: default_subnetpools.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.223461 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.223961 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: default-subnetpools Aug 20 08:34:31.224282 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.225079 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.225581 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: dhcp_agent_scheduler Aug 20 08:34:31.225937 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: dns.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.226846 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.227357 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension dns-integration not supported by any of loaded plugins Aug 20 08:34:31.227662 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: dns_domain_ports.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.228568 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.229066 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 08:34:31.229388 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.230325 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.230828 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 08:34:31.231148 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: dvr.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.231814 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.232314 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: dvr Aug 20 08:34:31.232647 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: ecmp_routes.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.233556 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.234088 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 08:34:31.234410 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: empty_string_filtering.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.235323 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.235822 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: empty-string-filtering Aug 20 08:34:31.236263 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.237182 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.237678 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 08:34:31.238022 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.238943 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.239436 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 08:34:31.239755 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: external_net.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.240657 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.241157 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: external-net Aug 20 08:34:31.241478 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.242407 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.242905 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: extra_dhcp_opt Aug 20 08:34:31.243225 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: extraroute.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.244118 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.244617 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: extraroute Aug 20 08:34:31.244936 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: extraroute_atomic.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.245976 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.246481 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: extraroute-atomic Aug 20 08:34:31.246803 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: filter_validation.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.247633 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.248135 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: filter-validation Aug 20 08:34:31.248464 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: fip_pf_description.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.249371 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.249901 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 08:34:31.250224 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: fip_port_details.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.251129 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.252158 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: fip-port-details Aug 20 08:34:31.252480 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: flavors.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.253906 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.254419 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: flavors Aug 20 08:34:31.254742 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.256400 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.256918 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 08:34:31.257243 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: floatingip_pools.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.257968 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.258479 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: floatingip-pools Aug 20 08:34:31.258800 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: ip_allocation.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.259724 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.260223 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 08:34:31.260542 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.261451 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.261976 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: ip-substring-filtering Aug 20 08:34:31.262302 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l2_adjacency.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.263219 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.263713 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 08:34:31.264035 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.264990 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.265499 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: router Aug 20 08:34:31.265857 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.269086 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.269602 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 08:34:31.269953 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.270891 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.271402 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: ext-gw-mode Aug 20 08:34:31.271728 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.272663 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.273167 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: l3-ha Aug 20 08:34:31.273489 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3_flavors.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.274420 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.274919 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: l3-flavors Aug 20 08:34:31.275240 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.276144 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.276646 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 08:34:31.276970 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: l3agentscheduler.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.278096 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.278600 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: l3_agent_scheduler Aug 20 08:34:31.278925 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: logging.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.280413 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.280926 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension logging not supported by any of loaded plugins Aug 20 08:34:31.281259 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: metering.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.282036 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.282601 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: metering Aug 20 08:34:31.283026 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.284237 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.284759 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: metering_source_and_destination_fields Aug 20 08:34:31.285086 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: multiprovidernet.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.286027 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.286535 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: multi-provider Aug 20 08:34:31.286859 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: netmtu.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.287767 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.288272 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: net-mtu Aug 20 08:34:31.288598 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: netmtu_writable.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.289513 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.290049 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: net-mtu-writable Aug 20 08:34:31.290375 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: network_availability_zone.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.291041 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.291542 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: network_availability_zone Aug 20 08:34:31.291864 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: network_ip_availability.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.292949 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.293456 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: network-ip-availability Aug 20 08:34:31.293811 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: network_segment_range.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.294571 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.295069 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 08:34:31.295389 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: pagination.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.296363 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.296692 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: pagination Aug 20 08:34:31.297010 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: port_device_profile.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.297953 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.298963 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: port-device-profile Aug 20 08:34:31.299286 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.300217 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.300714 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: port-mac-address-regenerate Aug 20 08:34:31.301034 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.301973 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.302473 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: port-numa-affinity-policy Aug 20 08:34:31.302792 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: port_resource_request.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.303707 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.304207 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 08:34:31.304527 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: portbindings.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.305435 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.305961 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: binding Aug 20 08:34:31.306283 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: portbindings_extended.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.307557 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.308069 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: binding-extended Aug 20 08:34:31.308397 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: portsecurity.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.309322 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.309870 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: port-security Aug 20 08:34:31.310196 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: project_id.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.311165 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.311494 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: project-id Aug 20 08:34:31.311816 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: providernet.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.312730 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.313239 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: provider Aug 20 08:34:31.313562 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.317540 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.318082 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos not supported by any of loaded plugins Aug 20 08:34:31.318417 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.319659 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.320170 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 08:34:31.320506 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.321416 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.321949 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 08:34:31.322276 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_default.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.323185 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.323693 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-default not supported by any of loaded plugins Aug 20 08:34:31.324022 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_fip.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.324673 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.325167 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-fip not supported by any of loaded plugins Aug 20 08:34:31.325490 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_gateway_ip.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.326423 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.326928 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 08:34:31.327253 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_port_network_policy.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.328152 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.328655 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 08:34:31.328977 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_pps_rule.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.330197 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.330707 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-pps not supported by any of loaded plugins Aug 20 08:34:31.331035 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_rule_type_details.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.331945 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.332448 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 08:34:31.332772 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: qos_rules_alias.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.333848 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.334354 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 08:34:31.334679 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: quotasv2.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.335756 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.336085 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: quotas Aug 20 08:34:31.336409 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: quotasv2_detail.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.339439 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.339786 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: quota_details Aug 20 08:34:31.340119 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: rbac.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.341177 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.341698 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: rbac-policies Aug 20 08:34:31.342052 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: rbac_address_group.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.342976 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.343491 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: rbac-address-group Aug 20 08:34:31.343814 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: rbac_address_scope.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.344726 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.345245 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: rbac-address-scope Aug 20 08:34:31.345663 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: rbac_security_groups.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.346676 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.347186 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: rbac-security-groups Aug 20 08:34:31.347509 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: rbac_subnetpool.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.348420 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.348928 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: rbac-subnetpool Aug 20 08:34:31.349250 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: revisionifmatch.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.350200 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.350713 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: revision-if-match Aug 20 08:34:31.351036 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: revisions.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.352145 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.352652 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: standard-attr-revisions Aug 20 08:34:31.352973 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: router_availability_zone.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.353643 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.354176 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: router_availability_zone Aug 20 08:34:31.354497 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: routerservicetype.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.355412 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.355912 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension router-service-type not supported by any of loaded plugins Aug 20 08:34:31.356232 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.357140 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.357644 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: security-groups-normalized-cidr Aug 20 08:34:31.357988 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.358896 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.359407 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: port-security-groups-filtering Aug 20 08:34:31.359727 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.360636 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.361693 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: security-groups-remote-address-group Aug 20 08:34:31.362075 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: securitygroup.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.371618 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.372146 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: security-group Aug 20 08:34:31.372480 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: segment.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.373258 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.373798 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension segment not supported by any of loaded plugins Aug 20 08:34:31.374127 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.375061 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.375569 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 08:34:31.375895 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: servicetype.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.377111 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.377628 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: service-type Aug 20 08:34:31.377986 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: sorting.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.378969 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.379305 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: sorting Aug 20 08:34:31.379632 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: standard_attr_segment.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.380548 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.381058 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 08:34:31.381382 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: standardattrdescription.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.382052 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.382557 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: standard-attr-description Aug 20 08:34:31.382881 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: stateful_security_group.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.383820 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.384328 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: stateful-security-group Aug 20 08:34:31.384654 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: stdattrs_common.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.385231 n-d-804285-2 neutron-server[101207]: WARNING neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 08:34:31.385552 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.386489 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.386989 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 08:34:31.387308 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: subnet_onboard.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.388367 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.388875 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: subnet_onboard Aug 20 08:34:31.389199 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.390142 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.390642 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 08:34:31.390964 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: subnet_service_types.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.391887 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.393206 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: subnet-service-types Aug 20 08:34:31.393524 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: subnetallocation.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.394624 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.395137 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: subnet_allocation Aug 20 08:34:31.395462 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.396120 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.396620 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: subnetpool-prefix-ops Aug 20 08:34:31.396940 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.397947 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.398434 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 08:34:31.398754 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: tagging.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.399806 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.400325 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: standard-attr-tag Aug 20 08:34:31.400650 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: timestamp.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.401881 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.402397 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loaded extension: standard-attr-timestamp Aug 20 08:34:31.402725 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: trunk.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.403746 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.404256 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension trunk not supported by any of loaded plugins Aug 20 08:34:31.404584 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: trunk_details.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.405494 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.406034 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension trunk-details not supported by any of loaded plugins Aug 20 08:34:31.406362 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: uplink_status_propagation.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.407277 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.407781 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 08:34:31.408734 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Loading extension file: vlantransparent.py {{(pid=101207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 08:34:31.409401 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 08:34:31.409938 n-d-804285-2 neutron-server[101207]: INFO neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 08:34:31.412374 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:network Aug 20 08:34:31.412890 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:subnet Aug 20 08:34:31.413288 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 08:34:31.413680 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:port Aug 20 08:34:31.414933 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.415374 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service FLAVORS assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.415989 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.416414 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.416751 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:router Aug 20 08:34:31.417192 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 08:34:31.417674 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service METERING assigned prefix: /metering {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.419126 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.419494 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.419843 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:34:31.420815 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 08:34:31.421249 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:security_group Aug 20 08:34:31.421680 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 08:34:31.422310 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service CORE assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.422646 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 08:34:31.422991 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] subnetpool is already registered Aug 20 08:34:31.423409 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service CORE assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.423752 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 08:34:31.424159 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] subnetpool is already registered Aug 20 08:34:31.426476 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.427026 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service FLAVORS assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.427662 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.428088 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.428426 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:router Aug 20 08:34:31.428762 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] router is already registered Aug 20 08:34:31.429173 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 08:34:31.429505 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] floatingip is already registered Aug 20 08:34:31.430036 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service METERING assigned prefix: /metering {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.430694 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 08:34:31.431019 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] rbac_policy is already registered Aug 20 08:34:31.431434 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:security_group Aug 20 08:34:31.431766 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] security_group is already registered Aug 20 08:34:31.432168 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 08:34:31.432498 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] security_group_rule is already registered Aug 20 08:34:31.432983 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service CORE assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.433310 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 08:34:31.433638 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] subnetpool is already registered Aug 20 08:34:31.434086 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.v2.resource_helper [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Service CORE assigned prefix: {{(pid=101207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 08:34:31.434413 n-d-804285-2 neutron-server[101207]: INFO neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 08:34:31.434740 n-d-804285-2 neutron-server[101207]: WARNING neutron.quota.resource_registry [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] subnetpool is already registered Aug 20 08:34:31.436345 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: extensions {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.437838 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: address-groups {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.439437 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: address-scopes {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.440638 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: agents {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.441928 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: auto-allocated-topology {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.443158 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: availability_zones {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.444364 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: dhcp-networks {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.445802 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: dhcp-agents {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.447331 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: routers {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.449014 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: flavors {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.450221 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: service_profiles {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.451515 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: next_providers {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.453017 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: service_profiles {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.454470 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: floatingip-pools {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.456324 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: routers {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.458032 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: floatingips {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.459233 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: l3-routers {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.460734 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: l3-agents {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.462178 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: metering-labels {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.463425 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: metering-label-rules {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.464680 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: network-ip-availabilities {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.466067 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: bindings {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.467623 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: quotas {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.469052 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: quotas {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.471215 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: rbac-policies {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.472403 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: security-groups {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.473610 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: security-group-rules {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.474957 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: service-providers {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.476174 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: subnetpools {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.477504 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: subnetpools {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.479077 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.480748 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.482503 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.484376 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.486188 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.488166 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.489974 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.491753 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.494513 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.496263 n-d-804285-2 neutron-server[101207]: DEBUG neutron.api.extensions [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Extended resource: tags {{(pid=101207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 08:34:31.502378 n-d-804285-2 neutron-server[101207]: WARNING keystonemiddleware.auth_token [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 08:34:31.506847 n-d-804285-2 neutron-server[101207]: WARNING keystonemiddleware.auth_token [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 08:34:31.515347 n-d-804285-2 neutron-server[101207]: DEBUG oslo_concurrency.lockutils [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Acquired lock "singleton_lock" {{(pid=101207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 08:34:31.515817 n-d-804285-2 neutron-server[101207]: DEBUG oslo_concurrency.lockutils [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Releasing lock "singleton_lock" {{(pid=101207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 08:34:31.516450 n-d-804285-2 neutron-server[101207]: INFO oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Starting 2 workers Aug 20 08:34:31.523122 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Started child 101316 {{(pid=101207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 08:34:31.527910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:31.528697 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Started child 101317 {{(pid=101207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 08:34:31.529510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [-] (101316) wsgi starting up on http://0.0.0.0:9696 Aug 20 08:34:31.529991 n-d-804285-2 neutron-server[101207]: INFO neutron.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 08:34:31.530780 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Notify callbacks [] for process, before_spawn {{(pid=101207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:31.533910 n-d-804285-2 neutron-server[101207]: INFO oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Starting 1 workers Aug 20 08:34:31.534671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:31.536130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [-] (101317) wsgi starting up on http://0.0.0.0:9696 Aug 20 08:34:31.539323 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Started child 101318 {{(pid=101207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 08:34:31.539850 n-d-804285-2 neutron-server[101207]: INFO oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Starting 1 workers Aug 20 08:34:31.542764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] calling RpcWorker wait() {{(pid=101318) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 08:34:31.543278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] returning from RpcWorker wait() {{(pid=101318) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 08:34:31.544423 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Started child 101319 {{(pid=101207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 08:34:31.544545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:31.544979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:34:31.545261 n-d-804285-2 neutron-server[101207]: DEBUG neutron_lib.callbacks.manager [None req-029b2a0e-025b-440b-96a3-4f3ebde140d3 None None] Notify callbacks [] for process, after_spawn {{(pid=101207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:31.547130 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 08:34:31.547349 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 08:34:31.547542 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 08:34:31.547739 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 08:34:31.548074 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 08:34:31.548240 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 08:34:31.548987 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.549277 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.549397 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:31.549941 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.549941 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.550081 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.550492 n-d-804285-2 neutron-server[101319]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:34:31.550649 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.550935 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.551177 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.551455 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.551706 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.551891 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.552048 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.552323 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.552557 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.552825 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.553109 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.553367 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.553643 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.553843 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.554106 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.554380 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.554640 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.554899 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] debug = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.555152 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.555625 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.555854 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.556102 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.556336 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.556643 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.556894 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.557179 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.557415 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.557613 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.557880 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.558148 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.558395 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.558628 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.558847 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.559103 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.559324 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.559782 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] host = n-d-804285-2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.559997 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.560284 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.560436 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.560662 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.560916 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.561134 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.561390 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.561633 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.561915 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.562161 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.562415 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.562660 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.562897 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.563145 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.563305 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_options = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.563539 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.563805 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.564092 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.564435 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.564686 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.564912 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.565359 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.565527 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.565816 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.566036 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.566273 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.566489 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.566726 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.566959 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.567196 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.567425 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.567657 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.567866 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.568113 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.568364 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.568563 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.568790 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.569010 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.569245 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.569477 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.569704 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.569979 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.570192 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.570440 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.570654 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.570885 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.571219 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.571377 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.571623 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.571853 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.572077 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.572323 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.572592 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.572822 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.573064 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.573332 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.573545 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.573819 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.574050 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.574263 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.574490 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_json = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.574707 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.574941 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.575203 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.575421 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.575712 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.576859 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.576859 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.576859 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.577688 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.578177 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.578489 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.578795 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.578983 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.579220 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.579450 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.580215 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.580456 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.580835 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.581205 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.581463 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.581708 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.582001 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.582261 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.582597 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.582836 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.583116 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.583357 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.586497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587041 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587041 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587041 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587041 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587263 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587714 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587714 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.587862 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.588708 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.588708 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.588708 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.590602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.594595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596638 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596638 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.596839 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.597149 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.597552 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.597552 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.597862 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.598487 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.598487 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.598487 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.598722 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.598920 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.599147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.599370 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.599608 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.599829 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.600074 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.600317 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.600534 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.600829 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.601006 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602165 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602165 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602165 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602165 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602714 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602714 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.602714 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.603079 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.603208 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.603428 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.603671 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.603889 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.604155 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.604434 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.604664 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.604913 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.605130 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.605411 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.605886 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.605886 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.606178 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.606393 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.606581 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.606868 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.607111 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.607380 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.607950 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.607950 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.608390 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.608390 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.608664 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.608930 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.609185 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.609490 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.610587 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.610587 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.610587 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.610587 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.611213 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.611213 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.611213 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.611573 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.613669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.614640 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.614640 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.614640 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.614640 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.615778 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.617321 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.617615 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.617959 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.618213 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.618476 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.618738 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.618971 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.619227 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.619459 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.619696 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.619912 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.620160 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.620385 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.620622 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.620862 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.621127 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.621344 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.621585 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.624311 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.624572 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.624841 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.625114 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.626125 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.627151 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.628379 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.628753 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.629004 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.629674 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.629988 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.631483 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.631753 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.632036 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.632313 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.632550 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.632793 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.633045 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.633329 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.633553 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.634679 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.634932 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.635161 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.635392 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.636349 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.636986 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.637650 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.637956 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.638333 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.638608 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.638891 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.639408 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.639682 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.639945 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.640207 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.640435 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.640868 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.641129 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.641359 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.641602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.641849 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.642858 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.643206 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.643537 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.643814 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.644055 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.644275 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.644492 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.644714 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.644951 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.645249 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.645500 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.645789 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.646050 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.646303 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.646553 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.646785 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.647002 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.647217 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.647445 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.647665 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.647884 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.648132 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.648347 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.648560 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.648785 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.649025 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.649244 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.649493 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.649705 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.649962 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.650186 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.650409 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.650624 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.650869 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.651484 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.651708 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.651941 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.652164 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.652378 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.652608 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.652820 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.653037 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.653263 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.653484 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.653696 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.655465 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.655760 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.655998 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.656311 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.656553 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.656813 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.657063 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.657404 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.657625 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.658795 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.659059 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.659307 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.659558 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.659830 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.660175 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.660460 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.660726 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.660975 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.661308 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.661734 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.662026 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.662249 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.662541 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.662890 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.663169 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.663615 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.663858 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.664120 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.664349 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.664572 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.664797 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.665047 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.665283 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.665526 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.665780 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.666011 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.666230 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.666463 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.666680 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.666944 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.667178 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.667430 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.667646 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.667863 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 08:34:31.668387 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 08:34:31.668554 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 08:34:31.668766 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 08:34:31.668941 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 08:34:31.669112 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 08:34:31.669235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:34:31.669330 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 08:34:31.669468 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.669644 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.669844 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670048 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670164 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670337 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670499 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670660 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670820 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.670980 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.671140 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.671299 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.671460 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.671621 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.671780 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.671938 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.672100 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.672262 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.672426 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.672588 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.672747 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.672908 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.673075 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] debug = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.673227 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.673623 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.673899 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674031 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674154 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674285 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674430 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674592 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674754 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.674914 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.675074 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.675235 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.675394 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.675553 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.675713 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.675873 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676033 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676191 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] host = n-d-804285-2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676349 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676509 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676669 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676829 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.676989 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.677147 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.677307 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.677466 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.677626 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.677804 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.677966 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.678125 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.678284 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.678443 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.678602 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_options = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.678761 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.678919 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.679078 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.679268 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.679434 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.679600 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.679760 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.679919 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680227 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680227 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680478 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680612 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680734 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680855 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.680976 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.681125 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.681272 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.681437 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.681595 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.681932 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.682493 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.682659 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.682824 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.682987 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.683130 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.683298 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.683459 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.683626 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.683806 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.683939 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.684097 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.684260 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.684421 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.684582 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.684741 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.684901 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.685060 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.685223 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.685384 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.685548 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.685708 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.685890 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.686047 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.686207 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.686368 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.686530 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_json = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.686694 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.686851 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687009 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687169 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687331 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687491 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687657 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687813 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 08:34:31.687993 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.688157 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.688332 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.688498 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.688658 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.688836 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.688992 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.689648 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.690450 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.690450 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.690450 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.690450 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691209 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691209 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691209 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691209 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691209 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691675 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691675 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691675 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.691675 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692048 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692048 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692280 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692401 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692521 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692603 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692768 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.692932 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.693097 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.693260 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.693425 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.693588 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.693772 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694059 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694160 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694240 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694402 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694567 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694733 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.694897 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.695060 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.695224 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.695387 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.695553 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.695716 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.695880 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.696042 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.696206 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.696369 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.696542 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.696703 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.696864 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.697025 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.697189 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.697352 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.697514 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.697675 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.697857 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.698020 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.698184 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.698360 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.698523 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.698686 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.698849 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699011 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699175 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699338 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699501 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699663 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699825 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.699993 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.700155 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.700318 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.700479 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.700641 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.700805 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.700967 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.701130 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.701294 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.701457 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.701621 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.701803 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.701967 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.702138 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.702314 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.702477 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.702639 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.702803 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.702964 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.703128 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.703291 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.703454 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.703616 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.703778 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.703941 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.704105 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.704268 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.704430 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.704592 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.704804 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.705456 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.705618 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.705805 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.705969 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.706132 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.706295 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.706459 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.706621 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.706788 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.706932 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.707104 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.707266 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.707429 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.707591 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.707762 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.707934 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.708097 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.708261 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.708426 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.708591 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.708754 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709068 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709068 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709363 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709363 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709858 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709858 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.709858 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710293 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710293 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710293 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710677 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710677 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710931 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.710931 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.711238 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.711238 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.711531 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.711531 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.711789 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.711928 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712065 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712230 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712367 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712532 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712670 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712806 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.712960 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713109 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713242 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713381 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713515 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713645 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713841 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.713982 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.714121 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.714254 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.714384 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.714521 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.714684 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.714850 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715005 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715148 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715314 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715478 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715639 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715799 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.715960 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.716125 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.716287 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.716449 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.716611 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.716774 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.716936 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.717098 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.717262 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.717425 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.717587 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.717768 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.717934 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.718097 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.718260 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.718423 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.718586 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.718747 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.718915 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.719095 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.719273 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.719420 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.719566 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.719729 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.719898 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.720060 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.720229 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.720698 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.720851 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721005 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721172 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721337 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721500 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721647 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721829 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.721989 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.722152 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.722587 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.722771 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.722936 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.723099 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.723260 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.723425 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.723591 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.723763 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.723946 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.724095 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.724256 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.724441 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.724581 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.724752 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.724918 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.725082 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.725478 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.725478 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.725651 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.725789 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.725888 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.726038 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.726200 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.726362 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.726543 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.726697 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.726862 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.727025 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.727187 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.727350 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.727513 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.727686 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.727850 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.728011 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.728176 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.728338 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.728500 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.728671 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.728837 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.729000 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.729171 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.729335 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.729497 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.729659 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.729852 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.730020 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.730184 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.730348 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.730510 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.730672 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.730836 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.731002 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.731173 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.731342 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.731506 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.731676 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.731847 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.732019 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.732205 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.732375 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.732550 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.732713 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.732876 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.733038 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.733200 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.733362 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.733525 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.733687 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.733870 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.734033 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.734195 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.734358 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.734520 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.734683 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.734846 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.735011 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.735175 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.735337 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.735500 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.735662 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 08:34:31.735817 n-d-804285-2 neutron-server[101207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 08:34:31.947419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53970) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:34:31.956441 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070224 Aug 20 08:34:43.256630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1ecda-284c-420b-9fda-9aec39417a9e None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 08:34:43.324926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1ecda-284c-420b-9fda-9aec39417a9e None None] No non-hosted networks {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 08:34:43.332953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.agentschedulers_db [None req-aba1ecda-284c-420b-9fda-9aec39417a9e None None] DHCP Agent not found on host n-d-804285-2 {{(pid=101318) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 08:34:43.388844 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be9a2732-1146-42d5-adff-706ea8157427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:46.257797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:46.261978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.262730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.264223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.266035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.266599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.267443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.268094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.269892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.271336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.274083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.274656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.275348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:46.276672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804285-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:34:46.294430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804285-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:34:46.349139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-36b46b4d-5945-4e4f-b4ec-d8ed6bd1ffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:46.433182 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-108e1e49-392e-4a66-8922-f403edb22fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:47.270369 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:48.631189 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:49.898711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:34:50.403886 n-d-804285-2 neutron-server[101316]: WARNING oslo_policy.policy [None req-d0c39ead-1dbd-4e92-9f4d-a6c662a62e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:34:50.404500 n-d-804285-2 neutron-server[101316]: WARNING oslo_policy.policy [None req-d0c39ead-1dbd-4e92-9f4d-a6c662a62e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:34:50.625482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-d0c39ead-1dbd-4e92-9f4d-a6c662a62e4f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:34:50.626970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d0c39ead-1dbd-4e92-9f4d-a6c662a62e4f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7261226 Aug 20 08:34:50.723625 n-d-804285-2 neutron-server[101318]: INFO neutron.db.l3_hamode_db [None req-03a7940b-ab06-4d4e-b1d5-844f4cbc4bda None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 08:34:50.804240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7940b-ab06-4d4e-b1d5-844f4cbc4bda None None] Routers set() bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:34:50.804646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a7940b-ab06-4d4e-b1d5-844f4cbc4bda None None] Router IDs set() for agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 08:34:53.042731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54076) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:34:53.351086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:34:53.446189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.policy [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101316) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 08:34:53.490243 n-d-804285-2 neutron-server[101316]: WARNING oslo_policy.policy [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:34:53.490618 n-d-804285-2 neutron-server[101316]: WARNING oslo_policy.policy [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:34:53.499089 n-d-804285-2 neutron-server[101316]: INFO neutron.quota [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] Loaded quota_driver: . Aug 20 08:34:53.587898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791064061616', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791064061155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791064053992', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791064182427', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791064168645', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791064158753', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1691557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1661656', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540600', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586369'] for rbac-policy, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:53.655824 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:53.657591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a1d553ae-6b71-4956-99d5-4acb9927c932 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138740 Aug 20 08:34:56.207000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54088) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:34:56.498101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Request body: {'network': {'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'name': 'private', 'admin_state_up': True, 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:34:56.525814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Made reservation on behalf of 61b7da1d1c2e4c859304ba250b810a3c for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:34:56.528594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.544890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.666382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.670144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.694620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:34:56.718938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791067126245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.719575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Unsubscribe: segment precommit_create {{(pid=101316) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 08:34:56.720069 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Added segment 46185a27-9461-48ac-8a13-bc351c5e5ed3 of type vlan for network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 Aug 20 08:34:56.734424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569e87fe-d8ae-46bb-850a-fc54e22b6893,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:34:56.760490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.760836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.761171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.761502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.761862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.762187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.762508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.762825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.763139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.763453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.763767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.764077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Tracked resource versions report: Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: pushed versions: Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: { 'AddressGroup': {'1.2'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'ConntrackHelper': {'1.0'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Log': {'1.0'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Network': {'1.1'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Port': {'1.7'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'PortForwarding': {'1.2'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'QosPolicy': {'1.9'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'SecurityGroup': {'1.4'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'SubPort': {'1.0'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Subnet': {'1.1'}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Trunk': {'1.1'}} Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: consumer versions: Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: L3 agent@n-d-804285-2: {}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: Metadata agent@n-d-804285-2: {}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: Metering agent@n-d-804285-2: {}, Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'ConntrackHelper': '1.0', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Log': '1.0', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Network': '1.1', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Port': '1.7', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'PortForwarding': '1.2', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'QosPolicy': '1.9', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'SecurityGroup': '1.4', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'SecurityGroupRule': '1.2', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'SubPort': '1.0', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Subnet': '1.1', Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: 'Trunk': '1.1'}} Aug 20 08:34:56.765238 n-d-804285-2 neutron-server[101316]: {{(pid=101316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:34:56.837687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.876682 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.877913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:34:56.878584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:34:56.960821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7527483 Aug 20 08:34:56.974944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702d2a0-c5b8-4b95-8d07-2b36f858da46 admin admin] Pushing event updated for resources: {'Network': ['ID=34bd34da-b8f3-46e1-94ac-eef8ebe62310,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:34:56.987151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:34:59.555959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:34:59.940770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f5b7f-de7e-4b41-a8da-77ad0a18fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:34:59.942151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-691f5b7f-de7e-4b41-a8da-77ad0a18fcd6 admin admin] 10.222.0.35 "GET /v2.0/networks/34bd34da-b8f3-46e1-94ac-eef8ebe62310 HTTP/1.1" status: 200 len: 824 time: 0.3852410 Aug 20 08:34:59.966341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-af609c54-1d5a-473e-9503-3e2ab050bcb7 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/bb38284a-1e90-440d-8104-60530f7570ba HTTP/1.1" status: 200 len: 734 time: 0.0182474 Aug 20 08:34:59.975406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'name': 'private-subnet', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:34:59.998645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Made reservation on behalf of 61b7da1d1c2e4c859304ba250b810a3c for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:35:00.002220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:00.292298 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:00.358665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Checking segment: {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:35:00.359040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Network hostable DHCP agents. Network: 34bd34da-b8f3-46e1-94ac-eef8ebe62310, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:35:00.364171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d424132-f5d5-468b-9925-3700b412b34c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:00.381739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:35:00.393126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 34bd34da-b8f3-46e1-94ac-eef8ebe62310) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:35:00.397579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:35:00.398200 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:00.403144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3102ec-3b21-4ce6-a034-bda68d4153c0 None None] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:35:00.413165 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-75793764-4d47-44bd-b9d3-13f6885158e9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409847 Aug 20 08:35:00.723617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:35:00.724897 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:00.995382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Allocated IP 172.20.0.2 (34bd34da-b8f3-46e1-94ac-eef8ebe62310/0d424132-f5d5-468b-9925-3700b412b34c/36ab8792-11e7-4fcb-9f82-760de5e7abfa) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:35:01.196200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:01.214029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Transition to ACTIVE for port object 36ab8792-11e7-4fcb-9f82-760de5e7abfa will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:35:01.262129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Transition to ACTIVE for port object 36ab8792-11e7-4fcb-9f82-760de5e7abfa will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:35:01.270156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:01.353813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:35:01.358318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:35:01.362424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:35:01.377859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Pushing event updated for resources: {'Port': ['ID=36ab8792-11e7-4fcb-9f82-760de5e7abfa,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:01.409671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.410340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.410340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.410687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.411017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.411345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.411672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.411994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.412313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.412634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.412954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.413277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Tracked resource versions report: Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: pushed versions: Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: { 'AddressGroup': {'1.2'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'ConntrackHelper': {'1.0'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Log': {'1.0'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Network': {'1.1'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Port': {'1.7'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'PortForwarding': {'1.2'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'QosPolicy': {'1.9'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'SecurityGroup': {'1.4'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'SubPort': {'1.0'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Subnet': {'1.1'}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Trunk': {'1.1'}} Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: consumer versions: Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: L3 agent@n-d-804285-2: {}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: Metadata agent@n-d-804285-2: {}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: Metering agent@n-d-804285-2: {}, Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'ConntrackHelper': '1.0', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Log': '1.0', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Network': '1.1', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Port': '1.7', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'PortForwarding': '1.2', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'QosPolicy': '1.9', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'SecurityGroup': '1.4', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'SecurityGroupRule': '1.2', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'SubPort': '1.0', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Subnet': '1.1', Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: 'Trunk': '1.1'}} Aug 20 08:35:01.414451 n-d-804285-2 neutron-server[101318]: {{(pid=101318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:35:01.460471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Attempting to bind port 36ab8792-11e7-4fcb-9f82-760de5e7abfa on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:35:01.460864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Attempting to bind port 36ab8792-11e7-4fcb-9f82-760de5e7abfa by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:35:01.461303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Attempting to bind port 36ab8792-11e7-4fcb-9f82-760de5e7abfa on network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:35:01.466168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:35:01.466526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Checking segment: {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:35:01.466993 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:01.467380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Bound using segment: {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:35:01.467841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Bound port: 36ab8792-11e7-4fcb-9f82-760de5e7abfa, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:35:01.468238 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:01.529626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] For port 36ab8792-11e7-4fcb-9f82-760de5e7abfa, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:35:01.534620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] For port 36ab8792-11e7-4fcb-9f82-760de5e7abfa, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=36ab8792-11e7-4fcb-9f82-760de5e7abfa,segment=NetworkSegment(46185a27-9461-48ac-8a13-bc351c5e5ed3),segment_id=46185a27-9461-48ac-8a13-bc351c5e5ed3)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:35:01.539836 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:01.603188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a3619-995f-4390-ae97-f4e5a771fa69 None None] Pushing event updated for resources: {'Port': ['ID=36ab8792-11e7-4fcb-9f82-760de5e7abfa,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:02.804642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54110) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:03.311333 n-d-804285-2 neutron-server[101317]: WARNING oslo_policy.policy [None req-7735dff3-d4e9-4c32-b48e-13d2ef14205f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:35:03.311932 n-d-804285-2 neutron-server[101317]: WARNING oslo_policy.policy [None req-7735dff3-d4e9-4c32-b48e-13d2ef14205f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:35:03.532434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-7735dff3-d4e9-4c32-b48e-13d2ef14205f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:35:03.534501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7735dff3-d4e9-4c32-b48e-13d2ef14205f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7280850 Aug 20 08:35:06.036188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:06.353756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-3ce4bc6f-1fd2-42cc-bcf6-e424bdd1dbd5 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:35:06.364196 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3ce4bc6f-1fd2-42cc-bcf6-e424bdd1dbd5 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175611 Aug 20 08:35:08.967415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54138) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:09.265973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'name': 'router1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:35:09.332324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.policy [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101317) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 08:35:09.377981 n-d-804285-2 neutron-server[101317]: WARNING oslo_policy.policy [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:35:09.378363 n-d-804285-2 neutron-server[101317]: WARNING oslo_policy.policy [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 08:35:09.386834 n-d-804285-2 neutron-server[101317]: INFO neutron.quota [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Loaded quota_driver: . Aug 20 08:35:09.444657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:09.446543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:09.607552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:09.613377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:09.632187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:09.633385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d95ed386-208e-4bc1-b317-ded93d9b7b8a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6650198 Aug 20 08:35:09.991910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff562f-bbbd-4be4-956d-c54c1bd4c168 None None] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:35:10.143635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e47fe45e-370b-4575-951c-c9c93c3f8e10 None None] Provisioning for port 36ab8792-11e7-4fcb-9f82-760de5e7abfa completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:35:10.163494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 36ab8792-11e7-4fcb-9f82-760de5e7abfa up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:35:10.253433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 36ab8792-11e7-4fcb-9f82-760de5e7abfa completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:35:10.256991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 36ab8792-11e7-4fcb-9f82-760de5e7abfa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:10.257388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:10.370218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:10.405224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 36ab8792-11e7-4fcb-9f82-760de5e7abfa, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=36ab8792-11e7-4fcb-9f82-760de5e7abfa,segment=NetworkSegment(46185a27-9461-48ac-8a13-bc351c5e5ed3),segment_id=46185a27-9461-48ac-8a13-bc351c5e5ed3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:35:10.409159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:10.455174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=36ab8792-11e7-4fcb-9f82-760de5e7abfa,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:10.475513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-525a2695-f46b-4a2f-acea-654d7f3c2022 None None] Provisioning complete for port 36ab8792-11e7-4fcb-9f82-760de5e7abfa triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:10.475887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-525a2695-f46b-4a2f-acea-654d7f3c2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:11.979775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54148) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:12.122683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 36ab8792-11e7-4fcb-9f82-760de5e7abfa up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:35:12.167455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 36ab8792-11e7-4fcb-9f82-760de5e7abfa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:12.167827 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:12.299162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-68c76e6a-77dd-47f6-957a-8a26d31bfc43 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:35:12.300155 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68c76e6a-77dd-47f6-957a-8a26d31bfc43 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3194635 Aug 20 08:35:13.147787 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d3afe0b4-c972-4178-8908-cea7bb82ecd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:14.642427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:14.947944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:35:14.968362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Made reservation on behalf of f17651a1e6da480e9c6602de718422a2 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:35:14.971947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:14.979922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.073922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.077487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.093556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Reserving flat network on physical network physnet1 {{(pid=101316) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 08:35:15.114232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d877cb77-b75a-4cf4-92bc-30202a556d9c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:15.117106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.117443 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Added segment dcb9ed94-80f5-48f8-ae10-ac3fee2625bd of type flat for network 08f59161-2b18-4800-8478-b94bd03b5143 Aug 20 08:35:15.170527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.200753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.201694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:35:15.202300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:15.257596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6140666 Aug 20 08:35:15.262195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea708b-7348-4c99-a9bc-2f1ad2e01237 admin admin] Pushing event updated for resources: {'Network': ['ID=08f59161-2b18-4800-8478-b94bd03b5143,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:15.273526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 08f59161-2b18-4800-8478-b94bd03b5143 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:35:16.240170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:16.342457 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-733ee84b-b8f5-4d17-8ec9-1872e135db15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:17.214061 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:17.595241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:17.826438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14544a6c-1bc7-4966-98ce-2f68b8e5beea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:35:17.827863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-14544a6c-1bc7-4966-98ce-2f68b8e5beea admin admin] 10.222.0.35 "GET /v2.0/subnets/0d424132-f5d5-468b-9925-3700b412b34c HTTP/1.1" status: 200 len: 849 time: 0.2315893 Aug 20 08:35:17.946077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f06e3931-ee54-4dfa-9a0a-3f2af8fdd8e2 admin admin] 10.222.0.35 "GET /v2.0/routers/bcea5892-04ab-4761-9e9a-82ab35c907f6 HTTP/1.1" status: 200 len: 704 time: 0.1116829 Aug 20 08:35:18.221253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:18.519936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Allocated IP 172.20.0.1 (34bd34da-b8f3-46e1-94ac-eef8ebe62310/0d424132-f5d5-468b-9925-3700b412b34c/7a0be410-e5be-4e91-b38f-406a11416613) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:35:18.562410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:18.726960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:18.752385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Transition to ACTIVE for port object 7a0be410-e5be-4e91-b38f-406a11416613 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:35:18.815801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:18.831914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:35:18.851439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:35:18.920617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:35:18.921185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:18.978826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0be410-e5be-4e91-b38f-406a11416613,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:18.996559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.996912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.997369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.997693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.998119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.998440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.998782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.999130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.999493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:18.999825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:19.000732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:19.001191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Tracked resource versions report: Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: pushed versions: Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: { 'AddressGroup': {'1.2'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'ConntrackHelper': {'1.0'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Log': {'1.0'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Network': {'1.1'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Port': {'1.7'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'PortForwarding': {'1.2'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'QosPolicy': {'1.9'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'SecurityGroup': {'1.4'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'SubPort': {'1.0'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Subnet': {'1.1'}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Trunk': {'1.1'}} Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: consumer versions: Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: L3 agent@n-d-804285-2: {}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: Metadata agent@n-d-804285-2: {}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: Metering agent@n-d-804285-2: {}, Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'ConntrackHelper': '1.0', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Log': '1.0', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Network': '1.1', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Port': '1.7', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'PortForwarding': '1.2', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'QosPolicy': '1.9', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'SecurityGroup': '1.4', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'SecurityGroupRule': '1.2', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'SubPort': '1.0', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Subnet': '1.1', Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: 'Trunk': '1.1'}} Aug 20 08:35:19.002479 n-d-804285-2 neutron-server[101317]: {{(pid=101317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:35:19.117487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f179378c-8410-4d91-9c7f-9d6807c219bf None None] Provisioning for port 7a0be410-e5be-4e91-b38f-406a11416613 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:35:19.120957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f179378c-8410-4d91-9c7f-9d6807c219bf None None] Provisioning complete for port 7a0be410-e5be-4e91-b38f-406a11416613 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:19.121327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f179378c-8410-4d91-9c7f-9d6807c219bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:19.132731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:19.155100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f179378c-8410-4d91-9c7f-9d6807c219bf None None] Port 7a0be410-e5be-4e91-b38f-406a11416613 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:35:19.339370 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:19.343574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:19.344392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:19.418453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0be410-e5be-4e91-b38f-406a11416613,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:19.463258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:35:19.464520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:35:19.669916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Router bcea5892-04ab-4761-9e9a-82ab35c907f6 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:35:19.676468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-75127ae7-f801-4039-ac1a-5a5c48d2879b None None] Provisioning complete for port 7a0be410-e5be-4e91-b38f-406a11416613 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:19.676975 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-75127ae7-f801-4039-ac1a-5a5c48d2879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:19.710455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-75127ae7-f801-4039-ac1a-5a5c48d2879b None None] Port 7a0be410-e5be-4e91-b38f-406a11416613 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:35:19.759726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:35:19.767319 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91711481-4bee-44e6-883f-95b3e64f3f89 admin admin] 10.222.0.35 "PUT /v2.0/routers/bcea5892-04ab-4761-9e9a-82ab35c907f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8132048 Aug 20 08:35:19.785252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Sync routers for ids ['bcea5892-04ab-4761-9e9a-82ab35c907f6'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:35:19.796393 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Routers {'bcea5892-04ab-4761-9e9a-82ab35c907f6'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:35:19.797353 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:35:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bcea5892-04ab-4761-9e9a-82ab35c907f6'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:19.979300 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Set router bcea5892-04ab-4761-9e9a-82ab35c907f6 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:35:20.407429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'name': 'router1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:35:09Z', 'updated_at': '2021-08-20T08:35:19Z', 'revision_number': 2, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'gw_port_host': None, '_interfaces': [{'id': '7a0be410-e5be-4e91-b38f-406a11416613', 'name': '', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'mac_address': 'fa:16:3e:da:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:18Z', 'updated_at': '2021-08-20T08:35:19Z', 'revision_number': 2, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'subnets': [{'id': '0d424132-f5d5-468b-9925-3700b412b34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:20.456638 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Checking router: bcea5892-04ab-4761-9e9a-82ab35c907f6 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:35:20.457005 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Updating router bcea5892-04ab-4761-9e9a-82ab35c907f6 port 7a0be410-e5be-4e91-b38f-406a11416613 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:35:20.505010 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:20.718125 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:35:21.026798 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:21.044759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Transition to ACTIVE for port object 7a0be410-e5be-4e91-b38f-406a11416613 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:35:21.051350 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:21.134600 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Pushing event updated for resources: {'Port': ['ID=7a0be410-e5be-4e91-b38f-406a11416613,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:21.145118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.145467 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.145834 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.146173 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.146506 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.146837 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.147164 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.147488 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.147812 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.148138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.148455 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.148777 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Tracked resource versions report: Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: pushed versions: Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: { 'AddressGroup': {'1.2'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'ConntrackHelper': {'1.0'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Log': {'1.0'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Network': {'1.1'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Port': {'1.7'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'PortForwarding': {'1.2'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'QosPolicy': {'1.9'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'SecurityGroup': {'1.4'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'SubPort': {'1.0'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Subnet': {'1.1'}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Trunk': {'1.1'}} Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: consumer versions: Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: L3 agent@n-d-804285-2: {}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: Metadata agent@n-d-804285-2: {}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: Metering agent@n-d-804285-2: {}, Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'ConntrackHelper': '1.0', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Log': '1.0', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Network': '1.1', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Port': '1.7', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'PortForwarding': '1.2', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'QosPolicy': '1.9', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'SecurityGroup': '1.4', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'SecurityGroupRule': '1.2', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'SubPort': '1.0', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Subnet': '1.1', Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: 'Trunk': '1.1'}} Aug 20 08:35:21.149949 n-d-804285-2 neutron-server[101319]: {{(pid=101319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:35:21.232899 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Attempting to bind port 7a0be410-e5be-4e91-b38f-406a11416613 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:35:21.233314 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Attempting to bind port 7a0be410-e5be-4e91-b38f-406a11416613 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:35:21.233769 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Attempting to bind port 7a0be410-e5be-4e91-b38f-406a11416613 on network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:35:21.239895 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:35:21.240445 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Checking segment: {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:35:21.240936 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:21.241335 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Bound using segment: {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:35:21.241882 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Bound port: 7a0be410-e5be-4e91-b38f-406a11416613, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46185a27-9461-48ac-8a13-bc351c5e5ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:35:21.242271 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:21.307326 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] For port 7a0be410-e5be-4e91-b38f-406a11416613, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:35:21.326301 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] For port 7a0be410-e5be-4e91-b38f-406a11416613, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7a0be410-e5be-4e91-b38f-406a11416613,segment=NetworkSegment(46185a27-9461-48ac-8a13-bc351c5e5ed3),segment_id=46185a27-9461-48ac-8a13-bc351c5e5ed3)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:35:21.331335 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:21.390982 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85e247-2e96-4629-bbf8-aeb6f61b78a0 None None] Pushing event updated for resources: {'Port': ['ID=7a0be410-e5be-4e91-b38f-406a11416613,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:21.397188 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Routers {'bcea5892-04ab-4761-9e9a-82ab35c907f6'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:35:21.397847 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:35:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bcea5892-04ab-4761-9e9a-82ab35c907f6'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:21.485948 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] Set router bcea5892-04ab-4761-9e9a-82ab35c907f6 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:35:21.689882 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'name': 'router1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:35:09Z', 'updated_at': '2021-08-20T08:35:19Z', 'revision_number': 2, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'gw_port_host': None, '_interfaces': [{'id': '7a0be410-e5be-4e91-b38f-406a11416613', 'name': '', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'mac_address': 'fa:16:3e:da:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:18Z', 'updated_at': '2021-08-20T08:35:21Z', 'revision_number': 4, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'subnets': [{'id': '0d424132-f5d5-468b-9925-3700b412b34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:21.714349 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acd9e8-c09e-493a-ae48-4d3423402c99 None None] The sync data for ids ['bcea5892-04ab-4761-9e9a-82ab35c907f6'] in n-d-804285-2 is: [{'id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'name': 'router1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:35:09Z', 'updated_at': '2021-08-20T08:35:19Z', 'revision_number': 2, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'gw_port_host': None, '_interfaces': [{'id': '7a0be410-e5be-4e91-b38f-406a11416613', 'name': '', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'mac_address': 'fa:16:3e:da:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:18Z', 'updated_at': '2021-08-20T08:35:21Z', 'revision_number': 4, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'subnets': [{'id': '0d424132-f5d5-468b-9925-3700b412b34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:35:21.973480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:22.084349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eff70e-c7dd-4689-9261-977e010e58c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:35:22.085701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-09eff70e-c7dd-4689-9261-977e010e58c1 admin admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 842 time: 0.1111665 Aug 20 08:35:22.096080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:35:22.121206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Made reservation on behalf of f17651a1e6da480e9c6602de718422a2 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:35:22.123801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:22.432840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:35:22.433253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:22.486155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b59adc-b497-4ee3-b1c6-8a798049956e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:22.494585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:35:22.494829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Network hostable DHCP agents. Network: 08f59161-2b18-4800-8478-b94bd03b5143, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:35:22.514801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:35:22.525739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 08f59161-2b18-4800-8478-b94bd03b5143) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:35:22.529660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:35:22.530299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:22.538173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d66f88-e948-46c7-b926-9e4cc6102e39 None None] Network 08f59161-2b18-4800-8478-b94bd03b5143 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:35:22.544388 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-88d9b078-b889-4a4c-b46a-82400b5d960c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4522438 Aug 20 08:35:22.674535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acad46d-db38-4cea-938a-a7563a8e6052 None None] Network 08f59161-2b18-4800-8478-b94bd03b5143 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:35:24.816269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54206) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:24.945776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2541d7df-6ded-414f-9673-248979a8f9aa admin admin] 10.222.0.35 "GET /v2.0/routers/bcea5892-04ab-4761-9e9a-82ab35c907f6 HTTP/1.1" status: 200 len: 710 time: 0.1280885 Aug 20 08:35:25.035351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98195b-97b2-489b-9637-94b381421755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:35:25.036636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff98195b-97b2-489b-9637-94b381421755 admin admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 886 time: 0.0854974 Aug 20 08:35:25.045855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:35:25.298241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:25.593576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:25.667511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:25.770455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Allocated IP 172.25.5.41 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/579e0af4-ae47-4c95-a7bc-d27a45408da4) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:35:25.866141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:25.903948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:25.944371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:35:25.945761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:35:25.948466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:35:26.022526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Pushing event updated for resources: {'Port': ['ID=579e0af4-ae47-4c95-a7bc-d27a45408da4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:26.207468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:26.401818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:26.405093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:26.510432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Router bcea5892-04ab-4761-9e9a-82ab35c907f6 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:35:26.617248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:35:26.621504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:26.622724 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-414a8074-4f28-425d-9868-9832be9bf662 admin admin] 10.222.0.35 "PUT /v2.0/routers/bcea5892-04ab-4761-9e9a-82ab35c907f6 HTTP/1.1" status: 200 len: 889 time: 1.5800815 Aug 20 08:35:28.184863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7a0be410-e5be-4e91-b38f-406a11416613 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:35:28.209665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Sync routers for ids ['bcea5892-04ab-4761-9e9a-82ab35c907f6'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:35:28.228315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Routers {'bcea5892-04ab-4761-9e9a-82ab35c907f6'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:35:28.229347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:35:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bcea5892-04ab-4761-9e9a-82ab35c907f6'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:28.326977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7a0be410-e5be-4e91-b38f-406a11416613 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:35:28.403926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7a0be410-e5be-4e91-b38f-406a11416613 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:28.404230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:28.518437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Set router bcea5892-04ab-4761-9e9a-82ab35c907f6 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:35:28.710277 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:28.816959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7a0be410-e5be-4e91-b38f-406a11416613, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7a0be410-e5be-4e91-b38f-406a11416613,segment=NetworkSegment(46185a27-9461-48ac-8a13-bc351c5e5ed3),segment_id=46185a27-9461-48ac-8a13-bc351c5e5ed3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:35:28.823857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:28.939277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7a0be410-e5be-4e91-b38f-406a11416613,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:29.012471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'name': 'router1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '579e0af4-ae47-4c95-a7bc-d27a45408da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:35:09Z', 'updated_at': '2021-08-20T08:35:26Z', 'revision_number': 4, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'gw_port': {'id': '579e0af4-ae47-4c95-a7bc-d27a45408da4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:25Z', 'updated_at': '2021-08-20T08:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7a0be410-e5be-4e91-b38f-406a11416613', 'name': '', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'mac_address': 'fa:16:3e:da:80:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:18Z', 'updated_at': '2021-08-20T08:35:21Z', 'revision_number': 4, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'subnets': [{'id': '0d424132-f5d5-468b-9925-3700b412b34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:29.053414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54218) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:35:29.063424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Checking router: bcea5892-04ab-4761-9e9a-82ab35c907f6 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:35:29.063797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Updating router bcea5892-04ab-4761-9e9a-82ab35c907f6 port 579e0af4-ae47-4c95-a7bc-d27a45408da4 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:35:29.112717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:29.166171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0df735eb-863f-40e5-9567-94d14a7f7431 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1115401 Aug 20 08:35:29.440177 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:29.449973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Transition to ACTIVE for port object 579e0af4-ae47-4c95-a7bc-d27a45408da4 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:35:29.455970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:29.506575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7e98f-83b5-4960-8136-e08a253a5602 None None] Pushing event updated for resources: {'Port': ['ID=579e0af4-ae47-4c95-a7bc-d27a45408da4,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:29.508849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Attempting to bind port 579e0af4-ae47-4c95-a7bc-d27a45408da4 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:35:29.509219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Attempting to bind port 579e0af4-ae47-4c95-a7bc-d27a45408da4 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:35:29.509583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Attempting to bind port 579e0af4-ae47-4c95-a7bc-d27a45408da4 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:35:29.514654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:35:29.515017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:35:29.516220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:29.516610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:35:29.517075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Bound port: 579e0af4-ae47-4c95-a7bc-d27a45408da4, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:35:29.517471 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:29.567802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] For port 579e0af4-ae47-4c95-a7bc-d27a45408da4, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:35:29.571031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] For port 579e0af4-ae47-4c95-a7bc-d27a45408da4, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=579e0af4-ae47-4c95-a7bc-d27a45408da4,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:35:29.575210 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:29.629828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Routers {'bcea5892-04ab-4761-9e9a-82ab35c907f6'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:35:29.630445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:35:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bcea5892-04ab-4761-9e9a-82ab35c907f6'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:29.669538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7e98f-83b5-4960-8136-e08a253a5602 None None] Pushing event updated for resources: {'Port': ['ID=579e0af4-ae47-4c95-a7bc-d27a45408da4,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:29.833038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] Set router bcea5892-04ab-4761-9e9a-82ab35c907f6 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:35:30.047974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'name': 'router1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '579e0af4-ae47-4c95-a7bc-d27a45408da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:35:09Z', 'updated_at': '2021-08-20T08:35:26Z', 'revision_number': 4, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'gw_port': {'id': '579e0af4-ae47-4c95-a7bc-d27a45408da4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:25Z', 'updated_at': '2021-08-20T08:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7a0be410-e5be-4e91-b38f-406a11416613', 'name': '', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'mac_address': 'fa:16:3e:da:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:18Z', 'updated_at': '2021-08-20T08:35:28Z', 'revision_number': 5, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'subnets': [{'id': '0d424132-f5d5-468b-9925-3700b412b34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:35:30.078465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367a58b-4bd4-4924-8f29-c630a12d2093 None None] The sync data for ids ['bcea5892-04ab-4761-9e9a-82ab35c907f6'] in n-d-804285-2 is: [{'id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'name': 'router1', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '579e0af4-ae47-4c95-a7bc-d27a45408da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:35:09Z', 'updated_at': '2021-08-20T08:35:26Z', 'revision_number': 4, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'gw_port': {'id': '579e0af4-ae47-4c95-a7bc-d27a45408da4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:25Z', 'updated_at': '2021-08-20T08:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7a0be410-e5be-4e91-b38f-406a11416613', 'name': '', 'network_id': '34bd34da-b8f3-46e1-94ac-eef8ebe62310', 'tenant_id': '61b7da1d1c2e4c859304ba250b810a3c', 'mac_address': 'fa:16:3e:da:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcea5892-04ab-4761-9e9a-82ab35c907f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d424132-f5d5-468b-9925-3700b412b34c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:35:18Z', 'updated_at': '2021-08-20T08:35:28Z', 'revision_number': 5, 'project_id': '61b7da1d1c2e4c859304ba250b810a3c', 'subnets': [{'id': '0d424132-f5d5-468b-9925-3700b412b34c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb38284a-1e90-440d-8104-60530f7570ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:35:30.176053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7a0be410-e5be-4e91-b38f-406a11416613 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:35:30.229672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7a0be410-e5be-4e91-b38f-406a11416613 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:30.230075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:32.238373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 579e0af4-ae47-4c95-a7bc-d27a45408da4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:35:32.289224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 579e0af4-ae47-4c95-a7bc-d27a45408da4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:35:32.293229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 579e0af4-ae47-4c95-a7bc-d27a45408da4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:32.293842 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:32.375600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:32.397457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 579e0af4-ae47-4c95-a7bc-d27a45408da4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=579e0af4-ae47-4c95-a7bc-d27a45408da4,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:35:32.401797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:32.456004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=579e0af4-ae47-4c95-a7bc-d27a45408da4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:35:34.197338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 579e0af4-ae47-4c95-a7bc-d27a45408da4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:35:34.291748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 579e0af4-ae47-4c95-a7bc-d27a45408da4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:35:34.292275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:43.154125 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e7979d78-cf20-4693-9c21-73356d6eab16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:46.242271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:46.351759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be20b59b-6077-4b7e-a9a2-ac819a103552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:47.220948 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:48.585188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:35:57.643540 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:36:13.147523 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5ec595f-00f1-4e08-b2cd-997cfb776e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:16.246495 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:16.347811 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b82b3e6c-f0da-4f60-8a00-c84c82a1fe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:17.223933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:18.584783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:34.643782 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:36:43.149943 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a953eae4-4a50-40a1-bd61-3462ec784ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:46.251729 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:46.350448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f4f5-a664-49dd-9cd8-2dc0a2a6f1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:47.224240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:36:48.589888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:09.268257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54818) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:09.330201 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67eda17-c804-4ec6-a4a9-aef950413c8b admin admin] GET failed (client error): The resource could not be found. Aug 20 08:37:09.331515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d67eda17-c804-4ec6-a4a9-aef950413c8b admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623100 Aug 20 08:37:09.574785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bef45a-1db7-49ac-95e5-1f10982e0ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:09.576283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-99bef45a-1db7-49ac-95e5-1f10982e0ecc admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2404139 Aug 20 08:37:11.642615 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:37:11.687455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54828) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:11.777300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb04e2-908a-41de-a5dd-3a4984346047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:11.778644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0bbb04e2-908a-41de-a5dd-3a4984346047 admin admin] 10.222.0.35 "GET /v2.0/subnets/0d424132-f5d5-468b-9925-3700b412b34c HTTP/1.1" status: 200 len: 849 time: 0.0902612 Aug 20 08:37:11.788198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:37:11.872552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:12.009770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791067162974'] for subnet, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:12.043202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:12.043877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:12.045329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] 10.222.0.35 "PUT /v2.0/subnets/0d424132-f5d5-468b-9925-3700b412b34c HTTP/1.1" status: 200 len: 868 time: 0.2607367 Aug 20 08:37:12.046518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce06364-58ce-4828-a7f1-6125b0573954 None None] Network 34bd34da-b8f3-46e1-94ac-eef8ebe62310 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:37:12.065263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d424132-f5d5-468b-9925-3700b412b34c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:37:12.072658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.073032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.073332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.073662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.074014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.074911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.075362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.075776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.076103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.076424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.076742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.077117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f9ab88-3fc9-4dbf-a209-962b9a392f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:37:12.420872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d4c73947-ed92-4775-a179-a84a40920b60 None None] Provisioning complete for port 7a0be410-e5be-4e91-b38f-406a11416613 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:37:12.421164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d4c73947-ed92-4775-a179-a84a40920b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:12.503615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d4c73947-ed92-4775-a179-a84a40920b60 None None] Provisioning complete for port 36ab8792-11e7-4fcb-9f82-760de5e7abfa triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:37:12.503910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d4c73947-ed92-4775-a179-a84a40920b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:13.151099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d4c51b3e-4b4e-41b0-813e-82a359e75804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:14.204344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54836) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:14.403008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4455fef-94ca-4b1e-a8b8-ba7102353acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:14.403490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4455fef-94ca-4b1e-a8b8-ba7102353acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:14.405117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a4455fef-94ca-4b1e-a8b8-ba7102353acd admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1997511 Aug 20 08:37:16.254344 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:16.350146 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-157cfd93-7114-4c40-a8e0-9751ae824534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:16.568871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54844) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:16.770404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3cee6-5d61-470f-9578-a222b0b5eed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:16.770793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3cee6-5d61-470f-9578-a222b0b5eed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:16.772310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-85f3cee6-5d61-470f-9578-a222b0b5eed6 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2024937 Aug 20 08:37:17.225855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:18.592415 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:18.894049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54854) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:19.044374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8cd70d-d1c8-451d-a276-20342256830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:19.045822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3b8cd70d-d1c8-451d-a276-20342256830d admin admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 886 time: 0.1507845 Aug 20 08:37:21.214015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:21.361199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df5b5e-3a7d-4444-bc63-bed502936e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:21.362655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-68df5b5e-3a7d-4444-bc63-bed502936e15 admin admin] 10.222.0.35 "GET /v2.0/networks/34bd34da-b8f3-46e1-94ac-eef8ebe62310 HTTP/1.1" status: 200 len: 868 time: 0.1476691 Aug 20 08:37:23.502226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54870) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:23.628237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57fa385-2978-4a31-a133-e189a62d3d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:23.628706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57fa385-2978-4a31-a133-e189a62d3d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:23.630242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a57fa385-2978-4a31-a133-e189a62d3d52 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270735 Aug 20 08:37:25.771232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54878) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:25.861153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a5589-e0d5-458a-9d5f-ad02681a17b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:25.861603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a5589-e0d5-458a-9d5f-ad02681a17b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:25.863125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b8a5589-e0d5-458a-9d5f-ad02681a17b6 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909517 Aug 20 08:37:27.997107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54886) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:28.090938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c43c18-6ec6-4d27-8026-88aea3db072b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:28.092274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a0c43c18-6ec6-4d27-8026-88aea3db072b admin admin] 10.222.0.35 "GET /v2.0/subnets/0d424132-f5d5-468b-9925-3700b412b34c HTTP/1.1" status: 200 len: 868 time: 0.0941837 Aug 20 08:37:30.241905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54894) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:30.327543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e1ff4-47cc-4dd4-88e1-75be38937855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:30.328855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e40e1ff4-47cc-4dd4-88e1-75be38937855 admin admin] 10.222.0.35 "GET /v2.0/subnets/11b59adc-b497-4ee3-b1c6-8a798049956e HTTP/1.1" status: 200 len: 816 time: 0.0859056 Aug 20 08:37:43.153659 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8d8ad147-2704-4a6d-b7d5-406dc45d6dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:46.254581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:46.351084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70a61110-84e1-43ff-89e3-52093ae4caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:47.229963 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:48.600820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:48.642358 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:37:54.025929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:54.071902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-2a71d93e-abb6-4c27-a825-681cf77a33e6 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:37:54.072865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a71d93e-abb6-4c27-a825-681cf77a33e6 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460126 Aug 20 08:37:56.318869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54956) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:56.383927 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca070cd-4bf5-4277-92db-371339d1e1f0 admin admin] GET failed (client error): The resource could not be found. Aug 20 08:37:56.385230 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ca070cd-4bf5-4277-92db-371339d1e1f0 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653784 Aug 20 08:37:56.470954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6caa739-30b7-42a9-b753-1a9aa75c1a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:56.472399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e6caa739-30b7-42a9-b753-1a9aa75c1a24 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819306 Aug 20 08:37:58.638349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54964) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:37:58.685972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:37:58.710469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Made reservation on behalf of f17651a1e6da480e9c6602de718422a2 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:37:58.712678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:58.739989 n-d-804285-2 neutron-server[101317]: WARNING neutron.services.revisions.revision_plugin [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Could not find related network for resource to bump revision. Aug 20 08:37:58.756045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:37:58.769585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791067126245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:58.770140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Unsubscribe: segment precommit_create {{(pid=101317) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 08:37:58.770606 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Added segment 6f5a914a-4a0e-4144-b3ea-b54bd93269f6 of type vlan for network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 Aug 20 08:37:58.813624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:58.846310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:58.847285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:37:58.847846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:37:58.922004 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2825286 Aug 20 08:37:58.936662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbea48-b2e2-4138-81f2-fb076030e54f admin admin] Pushing event updated for resources: {'Network': ['ID=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:37:58.949627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:38:01.103813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54972) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:38:01.163354 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c7ed4d-5ef1-4526-b715-986946713695 admin admin] GET failed (client error): The resource could not be found. Aug 20 08:38:01.164681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-85c7ed4d-5ef1-4526-b715-986946713695 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598676 Aug 20 08:38:01.235414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf2c16-32d5-4266-9c59-2e0e8208bb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:38:01.236851 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6fcf2c16-32d5-4266-9c59-2e0e8208bb56 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0671859 Aug 20 08:38:01.247485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'cidr': '192.168.233.0/24'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:38:01.268121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Made reservation on behalf of f17651a1e6da480e9c6602de718422a2 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:38:01.270345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Notify callbacks [] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:01.428320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:01.480238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d022c15-032c-4401-b85c-cb5ab4bd93c2,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:38:01.488397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:38:01.488751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Network hostable DHCP agents. Network: c93c4577-8f9c-4ccf-9b85-6bfbc976aad9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:38:01.504144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:38:01.512254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, c93c4577-8f9c-4ccf-9b85-6bfbc976aad9) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:38:01.516568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:38:01.517156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:01.521163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca10770-1e39-4c6f-99c6-1d1a3b683883 None None] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:38:01.531602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f3d48e57-d34f-45b6-b68d-e99b4d477cae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2881021 Aug 20 08:38:01.768446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'tenant_id': 'f17651a1e6da480e9c6602de718422a2', 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:38:01.769335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:01.908002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Allocated IP 192.168.233.2 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/e28efdfd-8dcc-4f50-a1c2-aae4f569da71) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:38:02.061067 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:02.069230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Transition to ACTIVE for port object e28efdfd-8dcc-4f50-a1c2-aae4f569da71 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:38:02.084541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Transition to ACTIVE for port object e28efdfd-8dcc-4f50-a1c2-aae4f569da71 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:38:02.091417 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:02.128052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:38:02.130778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:38:02.134117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:38:02.148521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Pushing event updated for resources: {'Port': ['ID=e28efdfd-8dcc-4f50-a1c2-aae4f569da71,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:38:02.185835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.186190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.186519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.186853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.187186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.187522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.187849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.188173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.188521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.188847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.189171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.189494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:38:02.205791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Attempting to bind port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:38:02.206262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Attempting to bind port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:38:02.206512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Attempting to bind port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:38:02.211500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:38:02.211869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:38:02.212268 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:02.212656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:38:02.213114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Bound port: e28efdfd-8dcc-4f50-a1c2-aae4f569da71, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:38:02.213512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:02.275894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] For port e28efdfd-8dcc-4f50-a1c2-aae4f569da71, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:38:02.280217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] For port e28efdfd-8dcc-4f50-a1c2-aae4f569da71, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e28efdfd-8dcc-4f50-a1c2-aae4f569da71,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:38:02.284572 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:02.346782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5b691-6362-438a-b127-2428419cc6fa None None] Pushing event updated for resources: {'Port': ['ID=e28efdfd-8dcc-4f50-a1c2-aae4f569da71,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:38:03.212070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b6a10-d79a-4e05-a867-e3b653e718a1 None None] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:38:03.275646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eb947463-94a3-45f9-ad76-f8cb47cfd05c None None] Provisioning for port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:38:04.280176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e28efdfd-8dcc-4f50-a1c2-aae4f569da71 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:38:04.334875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:38:04.338788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:38:04.339216 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:04.419458 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:04.451195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e28efdfd-8dcc-4f50-a1c2-aae4f569da71, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e28efdfd-8dcc-4f50-a1c2-aae4f569da71,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:38:04.455338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:04.503099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e28efdfd-8dcc-4f50-a1c2-aae4f569da71,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:38:06.256402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e28efdfd-8dcc-4f50-a1c2-aae4f569da71 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:38:06.306885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e28efdfd-8dcc-4f50-a1c2-aae4f569da71 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:38:06.307249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:13.154263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-570e1acf-3fa2-45d6-b662-bf43aba17e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:16.257002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:16.352202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-700a83d6-5247-4225-9a38-9d49c6fe3b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:17.232304 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:18.605134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:25.641436 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:38:43.154382 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5b110d6f-c4ad-4fdc-8af6-4d4ac5a3ff1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:46.265129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:46.353085 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5f76d364-551d-4179-acb2-5a558778e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:47.233881 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:38:48.609997 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:02.640539 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:39:13.155768 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0c08bf6c-16a1-457d-a23d-24ed405b0baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.258172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55024) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:39:15.264421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-414d5299-34ab-4a96-9325-01d3d1e8f98c tempest-verify_tempest_config-1387617321 tempest-verify_tempest_config-1387617321-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:39:15.265417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-414d5299-34ab-4a96-9325-01d3d1e8f98c tempest-verify_tempest_config-1387617321 tempest-verify_tempest_config-1387617321-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062349 Aug 20 08:39:15.555551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55042) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:39:15.659756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.775890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.779612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.821840 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0651fa611cf4413b5edf8b18adb1172&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2652354 Aug 20 08:39:15.823543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41908095-46df-40ce-9d90-5c7482a41e84,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:39:15.825244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:39:15.830166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.830516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.830860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.831197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.831539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.831861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.832186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.832510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.832824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.833148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.833469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.833809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aebdd4-8891-4855-bdce-22db328e03af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:15.891246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.911177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.996310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:15.998835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:16.000021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41908095-46df-40ce-9d90-5c7482a41e84 HTTP/1.1" status: 204 len: 168 time: 0.1736562 Aug 20 08:39:16.007487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41908095-46df-40ce-9d90-5c7482a41e84,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:39:16.015417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.015759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.016098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.016432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.016763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.017091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.017413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.017760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.018087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.018409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.018735 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.019053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13667b9f-4b64-45e1-8c52-d43a4ab323d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:39:16.259314 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:16.354706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd010bf9-ff06-4bda-a24d-93498b8c4f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:17.238179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:18.612271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:39.640230 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:39:43.156612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a0b8d9-ecb2-434b-b7b9-d22b8ebed1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:46.262274 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:46.354484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5e29-87a2-4860-9a2b-bf132cb1ded3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:47.240006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:39:48.616074 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:13.156663 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dccfe5ae-b4fe-47d8-854d-23df48fc9a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:16.263744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:16.352671 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e38e65a6-caad-4118-8c1c-8180011a6358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:16.638380 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:40:17.243401 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:18.618648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:43.156954 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c34c7ac8-b334-4b4a-b617-ce029acf0344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:46.265055 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:46.352979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5986cfeb-8037-4578-b58e-b497676d8472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:47.247362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:48.622198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:40:53.636007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:41:13.160265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-168d31e7-8965-48bc-8e5b-d0351f1f8239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:16.264973 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:16.353876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-91c71da0-afa2-49b3-8841-a7fdd24563cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:17.251085 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:18.624051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:30.635115 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:41:43.161467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7d0d7e-c958-4a88-8dbf-0a784e08b19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:46.265889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:46.353069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b485286-0747-4c2b-917f-ea2958d881d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:47.254108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:41:48.628487 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:07.634870 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 5 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:42:12.337440 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:13.163261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3775cd92-fd9c-4295-ac1b-89504b367810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:13.788617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528826'] for agent, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:16.267131 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:16.353664 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-003c0022-90df-4057-8f75-a5789b9aad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:17.257215 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:18.631857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:42.284288 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:43.163879 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe81e-1d2f-4605-9080-3ddfb2cb8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:43.681461 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:44.634025 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:42:46.269489 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:46.352186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a2a6d8bc-3a05-4081-8568-8c2d9d138d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:47.259283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:48.636863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:42:58.665354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55112) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:42:58.767866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-35d40be1-0bf4-42c8-bec3-7c038ee1f320 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1013982 Aug 20 08:43:00.945509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55122) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:43:01.000271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c9f4d0f7-9a7e-4171-8b59-0eedef3fdb0f admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0536344 Aug 20 08:43:12.288161 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:13.162707 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a2bc33c4-459d-4ed1-948c-6bfd20a1d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:13.679492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:16.274492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:16.351912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-02aa46ee-98bd-4ece-aae8-71bc652933aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:17.261414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:18.639742 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:21.633028 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:43:42.301411 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:43.163667 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-978fbf61-535e-4607-b988-08702d6605ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:43.684996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:46.280880 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:46.357049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6215acc-ba2b-4c0f-846d-f1e709a505c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:47.268550 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:48.646322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:43:58.632525 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:44:12.324985 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:13.164964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bffe88d-2f46-48e5-9af9-c8561fced3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:13.684182 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:16.273495 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:16.349075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-834a7724-d118-45d6-9a7b-96324dab273b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:17.268041 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:18.646283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:23.814207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55316) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:24.114951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1354680195-network', 'tenant_id': '438f7174e2af49ad8defe5cc973d1a39'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:24.136399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Made reservation on behalf of 438f7174e2af49ad8defe5cc973d1a39 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:24.139125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.148094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.252347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.257944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.280184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:44:24.297704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ed041-24f0-4e0e-be98-7c8028efb472,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:24.303559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.303559 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Added segment c5dcb9a5-dc56-42b5-b081-3a6d582d34eb of type vlan for network 4add3635-958b-404b-96b7-389a788bb8fb Aug 20 08:44:24.304538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55346) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:24.337822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.338165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.338502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.338852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.339179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.339501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.339827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.340142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.340454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.340935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.341388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.341893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Tracked resource versions report: Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: pushed versions: Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: { 'AddressGroup': {'1.2'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'ConntrackHelper': {'1.0'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Log': {'1.0'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Network': {'1.1'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Port': {'1.7'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'PortForwarding': {'1.2'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'QosPolicy': {'1.9'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'SecurityGroup': {'1.4'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'SubPort': {'1.0'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Subnet': {'1.1'}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Trunk': {'1.1'}} Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: consumer versions: Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: HyperV agent@n-h1-804285-2: {}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: HyperV agent@n-h2-804285-2: {}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: L3 agent@n-d-804285-2: {}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: Metadata agent@n-d-804285-2: {}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: Metering agent@n-d-804285-2: {}, Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'ConntrackHelper': '1.0', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Log': '1.0', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Network': '1.1', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Port': '1.7', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'PortForwarding': '1.2', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'QosPolicy': '1.9', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'SecurityGroup': '1.4', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'SecurityGroupRule': '1.2', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'SubPort': '1.0', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Subnet': '1.1', Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: 'Trunk': '1.1'}} Aug 20 08:44:24.343165 n-d-804285-2 neutron-server[101317]: {{(pid=101317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:44:24.358581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.383284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.384334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:24.385579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.432748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55356) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:24.432943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6174281 Aug 20 08:44:24.438608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Request body: {'subnet': {'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1354680195-subnet', 'tenant_id': '438f7174e2af49ad8defe5cc973d1a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:24.450311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970cf26-a3d9-4b20-8885-d4d717cf805d admin admin] Pushing event updated for resources: {'Network': ['ID=4add3635-958b-404b-96b7-389a788bb8fb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:24.465418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4add3635-958b-404b-96b7-389a788bb8fb details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:44:24.487776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Made reservation on behalf of 438f7174e2af49ad8defe5cc973d1a39 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:24.491097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.656320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-network', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:24.685746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.694752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Made reservation on behalf of 92222b011a1b402ea13e9c7f433ca1c9 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:24.697050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.710952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.776345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa1424f-4764-490e-9e18-1a8afaae75cd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:24.795617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.795980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.796320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.796711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.797099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.797401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.797767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.798102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.798606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.798753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.799076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.799397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Tracked resource versions report: Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: pushed versions: Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: { 'AddressGroup': {'1.2'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'ConntrackHelper': {'1.0'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Log': {'1.0'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Network': {'1.1'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Port': {'1.7'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'PortForwarding': {'1.2'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'QosPolicy': {'1.9'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'SecurityGroup': {'1.4'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'SubPort': {'1.0'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Subnet': {'1.1'}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Trunk': {'1.1'}} Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: consumer versions: Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: HyperV agent@n-h1-804285-2: {}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: HyperV agent@n-h2-804285-2: {}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: L3 agent@n-d-804285-2: {}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: Metadata agent@n-d-804285-2: {}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: Metering agent@n-d-804285-2: {}, Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'ConntrackHelper': '1.0', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Log': '1.0', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Network': '1.1', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Port': '1.7', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'PortForwarding': '1.2', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'QosPolicy': '1.9', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'SecurityGroup': '1.4', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'SecurityGroupRule': '1.2', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'SubPort': '1.0', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Subnet': '1.1', Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: 'Trunk': '1.1'}} Aug 20 08:44:24.800560 n-d-804285-2 neutron-server[101316]: {{(pid=101316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:44:24.803754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:24.804105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Network hostable DHCP agents. Network: 4add3635-958b-404b-96b7-389a788bb8fb, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:44:24.809117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55374) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:24.843783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Network 4add3635-958b-404b-96b7-389a788bb8fb is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:44:24.863678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4add3635-958b-404b-96b7-389a788bb8fb) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:24.868183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:24.868781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.879369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e600c-d903-44e3-9bd4-84f870af8ad3 None None] Network 4add3635-958b-404b-96b7-389a788bb8fb requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:24.929256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.939156 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.961883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e37d3dff-12d2-4925-8b4e-7193ec7a58fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5274107 Aug 20 08:44:24.967305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:44:24.991300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:24.991737 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Added segment 26414cc6-7e51-4ebe-82e7-7667dd854bba of type vlan for network 74c395c4-ebf6-486b-8ed3-24f068d0b173 Aug 20 08:44:25.000490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675bcd7d-f94b-40e7-8f2c-8a7187ebfdd1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:25.047403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.058783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b046185-e2d5-4d33-bc92-287c283be48b None None] Network 4add3635-958b-404b-96b7-389a788bb8fb requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:25.081305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.082768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:25.083996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.158351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] Pushing event updated for resources: {'Network': ['ID=74c395c4-ebf6-486b-8ed3-24f068d0b173,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:25.165794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a608c3d-4905-4e7b-9ec7-25e86eee2026 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8567629 Aug 20 08:44:25.166867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55390) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:25.171751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Request body: {'subnet': {'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-subnet', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:25.199099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Made reservation on behalf of 92222b011a1b402ea13e9c7f433ca1c9 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:25.203434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.237642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:44:25.391408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55394) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:25.391918 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-63bc0e8b-9336-4190-9956-f1566a3ee697 tempest-AutoAllocateNetworkTest-1365581458 tempest-AutoAllocateNetworkTest-1365581458-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c07d1eb278884de59dbc7b9d5126b20f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5810871 Aug 20 08:44:25.449792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.794020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Checking segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:25.794716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Network hostable DHCP agents. Network: 74c395c4-ebf6-486b-8ed3-24f068d0b173, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:44:25.797763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126df53a-e9a4-4339-9a5a-fdf283c95ba1,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:25.819964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04727648-04e6-4ad0-b9b3-fc2b7f58b3cf tempest-AutoAllocateNetworkTest-1365581458 tempest-AutoAllocateNetworkTest-1365581458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:25.821770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-04727648-04e6-4ad0-b9b3-fc2b7f58b3cf tempest-AutoAllocateNetworkTest-1365581458 tempest-AutoAllocateNetworkTest-1365581458-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4290864 Aug 20 08:44:25.825136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55418) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:25.825853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:44:25.846306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 74c395c4-ebf6-486b-8ed3-24f068d0b173) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:25.851266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:25.851904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.862824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8396b4-7174-4e2f-9338-b05be145abfe None None] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:25.880173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df7e1db7-d951-4b70-807b-b63fc1838973 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7123318 Aug 20 08:44:25.880836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55420) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:25.888433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:25.935927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.936972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:25.961145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-73915241-243f-4ab2-84c7-7122bde7e35d tempest-AutoAllocateNetworkTest-1365581458 tempest-AutoAllocateNetworkTest-1365581458-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348984 Aug 20 08:44:25.964872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55426) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:26.031948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09c0fa73-a779-494a-a741-e67c521b489d tempest-AutoAllocateNetworkTest-1365581458 tempest-AutoAllocateNetworkTest-1365581458-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c07d1eb278884de59dbc7b9d5126b20f HTTP/1.1" status: 200 len: 208 time: 0.0561152 Aug 20 08:44:26.059651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.098636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-74c395c4-ebf6-486b-8ed3-24f068d0b173', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:44:26.099600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.276218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.284057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Allocated IP 172.20.0.2 (74c395c4-ebf6-486b-8ed3-24f068d0b173/126df53a-e9a4-4339-9a5a-fdf283c95ba1/592190e8-7de3-436c-b221-c1b3473a4656) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:26.510697 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.526736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Transition to ACTIVE for port object 592190e8-7de3-436c-b221-c1b3473a4656 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:26.553162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Transition to ACTIVE for port object 592190e8-7de3-436c-b221-c1b3473a4656 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:26.561974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.586217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.608606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.621270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:26.646847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:26.654738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:26.667041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Pushing event updated for resources: {'Port': ['ID=592190e8-7de3-436c-b221-c1b3473a4656,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:26.692842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.693369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.693957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.694448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.694949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.695444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.695920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.696399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.696862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.697897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.698395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.698886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Tracked resource versions report: Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: pushed versions: Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: { 'AddressGroup': {'1.2'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'ConntrackHelper': {'1.0'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Log': {'1.0'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Network': {'1.1'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Port': {'1.7'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'PortForwarding': {'1.2'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'QosPolicy': {'1.9'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'SecurityGroup': {'1.4'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'SubPort': {'1.0'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Subnet': {'1.1'}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Trunk': {'1.1'}} Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: consumer versions: Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: HyperV agent@n-h1-804285-2: {}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: HyperV agent@n-h2-804285-2: {}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: L3 agent@n-d-804285-2: {}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: Metadata agent@n-d-804285-2: {}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: Metering agent@n-d-804285-2: {}, Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'ConntrackHelper': '1.0', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Log': '1.0', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Network': '1.1', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Port': '1.7', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'PortForwarding': '1.2', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'QosPolicy': '1.9', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'SecurityGroup': '1.4', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'SecurityGroupRule': '1.2', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'SubPort': '1.0', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Subnet': '1.1', Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: 'Trunk': '1.1'}} Aug 20 08:44:26.700476 n-d-804285-2 neutron-server[101318]: {{(pid=101318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:44:26.753278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Attempting to bind port 592190e8-7de3-436c-b221-c1b3473a4656 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:26.754155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Attempting to bind port 592190e8-7de3-436c-b221-c1b3473a4656 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:26.754703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Attempting to bind port 592190e8-7de3-436c-b221-c1b3473a4656 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:26.758549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Allocated IP 172.25.5.2 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/65382a4a-a9f6-422d-b8f7-083c0c416785) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:26.765085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:26.767120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Checking segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:26.767723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.768129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Bound using segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:26.769773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Bound port: 592190e8-7de3-436c-b221-c1b3473a4656, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:26.770198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.852818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-80637015-221e-470a-a4ef-b97793e69560 None None] For port 592190e8-7de3-436c-b221-c1b3473a4656, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:26.856540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-80637015-221e-470a-a4ef-b97793e69560 None None] For port 592190e8-7de3-436c-b221-c1b3473a4656, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=592190e8-7de3-436c-b221-c1b3473a4656,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:26.863013 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.889507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.902607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:26.930528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80637015-221e-470a-a4ef-b97793e69560 None None] Pushing event updated for resources: {'Port': ['ID=592190e8-7de3-436c-b221-c1b3473a4656,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:26.940300 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:26.998577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:27.001620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:27.005179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:27.062085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=65382a4a-a9f6-422d-b8f7-083c0c416785,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:27.264189 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e0c2-0c2a-44cb-8a02-86b85fe4bdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.326761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.417274 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e0c2-0c2a-44cb-8a02-86b85fe4bdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.425578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e0c2-0c2a-44cb-8a02-86b85fe4bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.469389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f5d3e0c2-0c2a-44cb-8a02-86b85fe4bdd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c07d1eb278884de59dbc7b9d5126b20f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5655413 Aug 20 08:44:27.472077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:27.546901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55504) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:27.548109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b322faa5-0033-4572-8ed7-ccc47214de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.554779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1431211904-network', 'tenant_id': 'ea99f1e19a9d47bfa0b626cc49a5feeb'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:27.570841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e0c2-0c2a-44cb-8a02-86b85fe4bdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c92cbc-534a-4a79-beb0-7e5efb89e64a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:27.573784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.590386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Made reservation on behalf of ea99f1e19a9d47bfa0b626cc49a5feeb for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:27.593761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.609195 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.613567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b322faa5-0033-4572-8ed7-ccc47214de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.715046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b322faa5-0033-4572-8ed7-ccc47214de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.718175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b322faa5-0033-4572-8ed7-ccc47214de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.719246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b322faa5-0033-4572-8ed7-ccc47214de64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6c92cbc-534a-4a79-beb0-7e5efb89e64a HTTP/1.1" status: 204 len: 168 time: 0.2460258 Aug 20 08:44:27.735226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322faa5-0033-4572-8ed7-ccc47214de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c92cbc-534a-4a79-beb0-7e5efb89e64a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:27.781248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.795329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.805941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:44:27.831976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:44:27.839177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ba853-f682-4722-a0bf-de3c4fd5b702,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:27.864740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.865100 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Added segment 0a815192-f560-4134-a78b-6892816c14c1 of type vlan for network f1ccbea3-283e-42fc-ac55-2944a9442fed Aug 20 08:44:27.907621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.939568 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.940585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:27.941295 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:27.973587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4234481 Aug 20 08:44:28.002714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55518) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:28.008054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Request body: {'subnet': {'network_id': 'f1ccbea3-283e-42fc-ac55-2944a9442fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1431211904-subnet', 'tenant_id': 'ea99f1e19a9d47bfa0b626cc49a5feeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:28.043070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8ad5d-5e6f-4424-a199-ebc3bda79781 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ccbea3-283e-42fc-ac55-2944a9442fed,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:28.062860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Made reservation on behalf of ea99f1e19a9d47bfa0b626cc49a5feeb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:28.063471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f1ccbea3-283e-42fc-ac55-2944a9442fed details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:44:28.065544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:28.146878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:44:28.160517 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:44:28.187659 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:28.188390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:28.193087 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:28.198873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6be1411b-cd93-4594-9426-2505e6e8e4e3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.3170388 Aug 20 08:44:28.200701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:28.268149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b802eb-fcda-4e06-a9a0-759fb47eb5d5 None None] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:28.270271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:28.342128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ed096e-a475-49f5-a2a8-25679777863a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:28.377916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Checking segment: {'id': '0a815192-f560-4134-a78b-6892816c14c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f1ccbea3-283e-42fc-ac55-2944a9442fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:28.379679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Network hostable DHCP agents. Network: f1ccbea3-283e-42fc-ac55-2944a9442fed, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:44:28.402026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4ca53ab-74fb-45e0-bd3b-859f59cf8bcd None None] Provisioning for port 592190e8-7de3-436c-b221-c1b3473a4656 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:28.455890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Network f1ccbea3-283e-42fc-ac55-2944a9442fed is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:44:28.479934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f1ccbea3-283e-42fc-ac55-2944a9442fed) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:28.528732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:28.528732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:28.535975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679cd2d5-198a-4f3a-b2b5-ee45c04f3c47 None None] Network f1ccbea3-283e-42fc-ac55-2944a9442fed requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:28.544881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ed21f43-434a-4805-b72e-858b29216224 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5409913 Aug 20 08:44:28.574125 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:28.656581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 592190e8-7de3-436c-b221-c1b3473a4656 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:28.809840 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:27Z', 'revision_number': 3, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:28.848514 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:44:28.849103 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Updating router 1cc34e68-cde3-486a-bab3-f41f8055e930 port 65382a4a-a9f6-422d-b8f7-083c0c416785 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:44:28.874890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:28.887024 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:28.916808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0af0d-4b60-4517-9347-91f6888e25a8 None None] Network f1ccbea3-283e-42fc-ac55-2944a9442fed requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:28.933247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 592190e8-7de3-436c-b221-c1b3473a4656 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:28.950496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55552) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:28.974607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 592190e8-7de3-436c-b221-c1b3473a4656 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:28.974972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.267023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Allocated IP 172.20.0.1 (74c395c4-ebf6-486b-8ed3-24f068d0b173/126df53a-e9a4-4339-9a5a-fdf283c95ba1/e1ded8aa-2f49-44a4-892b-7fa50dcf8e31) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:29.292627 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.336664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 592190e8-7de3-436c-b221-c1b3473a4656, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=592190e8-7de3-436c-b221-c1b3473a4656,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:29.344593 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.372822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5109109c-c0e2-4186-8b35-f3c372c8b824 None None] Provisioning complete for port 592190e8-7de3-436c-b221-c1b3473a4656 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:29.373442 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5109109c-c0e2-4186-8b35-f3c372c8b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.374439 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.398429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Transition to ACTIVE for port object 65382a4a-a9f6-422d-b8f7-083c0c416785 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:29.412625 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.431179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=592190e8-7de3-436c-b221-c1b3473a4656,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:29.444680 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.479102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-683d5739-e642-4c74-91d0-a39e5cf40710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.510635 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Attempting to bind port 65382a4a-a9f6-422d-b8f7-083c0c416785 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:29.511185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Attempting to bind port 65382a4a-a9f6-422d-b8f7-083c0c416785 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:29.512047 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Attempting to bind port 65382a4a-a9f6-422d-b8f7-083c0c416785 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:29.518600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Transition to ACTIVE for port object e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:29.520240 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:29.520812 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:29.521408 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.522203 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:29.522822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Bound port: 65382a4a-a9f6-422d-b8f7-083c0c416785, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:29.523452 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.584604 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] For port 65382a4a-a9f6-422d-b8f7-083c0c416785, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:29.588398 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] For port 65382a4a-a9f6-422d-b8f7-083c0c416785, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=65382a4a-a9f6-422d-b8f7-083c0c416785,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:29.596069 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Pushing event updated for resources: {'Port': ['ID=65382a4a-a9f6-422d-b8f7-083c0c416785,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:29.597423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.600838 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.618194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.619259 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.619804 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.620281 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.620922 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.621381 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.621984 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.622569 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.623051 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.623515 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.624008 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.624558 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Tracked resource versions report: Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: pushed versions: Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: { 'AddressGroup': {'1.2'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'ConntrackHelper': {'1.0'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Log': {'1.0'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Network': {'1.1'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Port': {'1.7'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'PortForwarding': {'1.2'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'QosPolicy': {'1.9'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'SecurityGroup': {'1.4'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'SecurityGroupRule': {'1.2'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'SubPort': {'1.0'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Subnet': {'1.1'}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Trunk': {'1.1'}} Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: consumer versions: Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: { DHCP agent@n-d-804285-2: {}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: HyperV agent@n-h1-804285-2: {}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: HyperV agent@n-h2-804285-2: {}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: L3 agent@n-d-804285-2: {}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: Metadata agent@n-d-804285-2: {}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: Metering agent@n-d-804285-2: {}, Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: Open vSwitch agent@n-d-804285-2: { 'AddressGroup': '1.2', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'ConntrackHelper': '1.0', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Log': '1.0', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Network': '1.1', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Port': '1.7', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'PortForwarding': '1.2', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'QosPolicy': '1.9', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'SecurityGroup': '1.4', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'SecurityGroupRule': '1.2', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'SubPort': '1.0', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Subnet': '1.1', Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: 'Trunk': '1.1'}} Aug 20 08:44:29.625966 n-d-804285-2 neutron-server[101319]: {{(pid=101319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 08:44:29.655279 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:29.655909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:29.684613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55598) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:29.686825 n-d-804285-2 neutron-server[101316]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 08:44:29.691415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:29.699801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-683d5739-e642-4c74-91d0-a39e5cf40710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.701564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:29.708070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:29.708660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.714289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-683d5739-e642-4c74-91d0-a39e5cf40710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:29.779505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-f6157fc7-a1a4-4b76-9dcb-850c0c59a868 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=403bfa23963649a29c522d55a2e6e3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935721 Aug 20 08:44:29.877467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:29.926393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55614) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:29.927216 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-683d5739-e642-4c74-91d0-a39e5cf40710 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=311011a04f6242c189a65370293d7bc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9065142 Aug 20 08:44:29.959883 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3aadb-26ba-443e-9ff9-fd56208b44b4 None None] Pushing event updated for resources: {'Port': ['ID=65382a4a-a9f6-422d-b8f7-083c0c416785,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:29.998265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d5739-e642-4c74-91d0-a39e5cf40710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97303a83-6c25-4023-9b26-bea1c48e916b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:30.015622 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:30.017249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-06d29112-0024-400b-8261-c30ce788ed73 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:30.025334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-06d29112-0024-400b-8261-c30ce788ed73 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448475 Aug 20 08:44:30.052768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-7376b899-0262-493d-ac09-76291d5d4c51 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/quotas/403bfa23963649a29c522d55a2e6e3ac HTTP/1.1" status: 200 len: 375 time: 0.0262377 Aug 20 08:44:30.120527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c42243fe-625a-4de2-84ad-37c75d00273e None None] Provisioning for port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:30.127555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.135674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c42243fe-625a-4de2-84ad-37c75d00273e None None] Provisioning complete for port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:30.136058 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c42243fe-625a-4de2-84ad-37c75d00273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.206747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe68e2b-05a2-4632-a460-03abe053ac1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.232246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-03a332f4-5092-4952-8c63-8fbca08e509a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=403bfa23963649a29c522d55a2e6e3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1778853 Aug 20 08:44:30.260621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55624) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:30.269146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe68e2b-05a2-4632-a460-03abe053ac1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.273007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c42243fe-625a-4de2-84ad-37c75d00273e None None] Port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:44:30.370330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe68e2b-05a2-4632-a460-03abe053ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.373242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe68e2b-05a2-4632-a460-03abe053ac1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.374610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6fe68e2b-05a2-4632-a460-03abe053ac1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97303a83-6c25-4023-9b26-bea1c48e916b HTTP/1.1" status: 204 len: 168 time: 0.4462590 Aug 20 08:44:30.395649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68e2b-05a2-4632-a460-03abe053ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97303a83-6c25-4023-9b26-bea1c48e916b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:30.430345 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:27Z', 'revision_number': 3, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:30.500343 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d885a7d-3660-405e-8311-18883cb0bb95 None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:27Z', 'revision_number': 3, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:44:30.568523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 592190e8-7de3-436c-b221-c1b3473a4656 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:30.592028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.600401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.601678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.611381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd11b-69ba-4d29-9376-2c669682d020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.649012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 592190e8-7de3-436c-b221-c1b3473a4656 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:30.649416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.704369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:30.768446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:30.772132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:30.813490 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd11b-69ba-4d29-9376-2c669682d020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.819732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd11b-69ba-4d29-9376-2c669682d020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:30.882610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd11b-69ba-4d29-9376-2c669682d020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7433e121-ad3b-43e7-bca1-8bc12423568e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:30.915267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a3fd11b-69ba-4d29-9376-2c669682d020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa3baa4040a14d7ca470db35d2f7b1bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6526921 Aug 20 08:44:30.917103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55658) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:31.010102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf84b6f-e245-48db-b685-d6deef0d20f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.024255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:44:31.055716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf84b6f-e245-48db-b685-d6deef0d20f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.142505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf84b6f-e245-48db-b685-d6deef0d20f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.145379 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf84b6f-e245-48db-b685-d6deef0d20f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.149779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bdf84b6f-e245-48db-b685-d6deef0d20f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7433e121-ad3b-43e7-bca1-8bc12423568e HTTP/1.1" status: 204 len: 168 time: 0.2317371 Aug 20 08:44:31.174235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84b6f-e245-48db-b685-d6deef0d20f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7433e121-ad3b-43e7-bca1-8bc12423568e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:31.233359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-14bffdff-552a-440d-9179-662829cdd50d None None] Provisioning complete for port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:31.233775 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-14bffdff-552a-440d-9179-662829cdd50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.272277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:44:31.293882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4223519f-6835-4a13-933a-2fa37dfbff21 admin admin] 10.222.0.35 "PUT /v2.0/routers/1cc34e68-cde3-486a-bab3-f41f8055e930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0799184 Aug 20 08:44:31.294604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-14bffdff-552a-440d-9179-662829cdd50d None None] Port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:44:31.295664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-122235fb-1a87-4921-aee9-fc3787bfc4fc req-d6066c33-abf2-4f95-b3a6-ac9f9671b591 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 210 time: 0.1007919 Aug 20 08:44:31.344093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55674) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:31.607648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55686) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:31.621059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e971400f-c4d1-4a95-a8ac-708c24ff0961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.644706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-dc20ef36-e7b2-4838-8ed4-aa7b62fd6c33 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:31.646238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-dc20ef36-e7b2-4838-8ed4-aa7b62fd6c33 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.3010790 Aug 20 08:44:31.663409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-7ac8c330-16bc-4566-b7d2-d1deabdb6dd4 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/quotas/438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 375 time: 0.0099626 Aug 20 08:44:31.717636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-e7cc3fac-120e-4798-b945-dbafaa111b4e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419948 Aug 20 08:44:31.780217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e971400f-c4d1-4a95-a8ac-708c24ff0961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.787990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e971400f-c4d1-4a95-a8ac-708c24ff0961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.828992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e971400f-c4d1-4a95-a8ac-708c24ff0961 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9258ac504a644f497507390708d57ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2202349 Aug 20 08:44:31.830135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971400f-c4d1-4a95-a8ac-708c24ff0961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c115bdf-a379-4921-a32a-3be695ae92bd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:31.831962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:31.887455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b780edd-51c2-489e-be23-7c7ccafefada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.915027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b780edd-51c2-489e-be23-7c7ccafefada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.992862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b780edd-51c2-489e-be23-7c7ccafefada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:31.997975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b780edd-51c2-489e-be23-7c7ccafefada admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.002947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9b780edd-51c2-489e-be23-7c7ccafefada admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c115bdf-a379-4921-a32a-3be695ae92bd HTTP/1.1" status: 204 len: 168 time: 0.1691303 Aug 20 08:44:32.013627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55706) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:32.030351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b780edd-51c2-489e-be23-7c7ccafefada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c115bdf-a379-4921-a32a-3be695ae92bd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:32.164829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2e962dc-c328-448b-af42-2b2b131d4264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.333079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2e962dc-c328-448b-af42-2b2b131d4264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.343170 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2e962dc-c328-448b-af42-2b2b131d4264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.377943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e962dc-c328-448b-af42-2b2b131d4264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21d4ee-de97-429e-9476-561d5ab83a9e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:32.401954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55724) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:32.402366 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f2e962dc-c328-448b-af42-2b2b131d4264 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df6704129fac442e84e7c8305b9989ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3874922 Aug 20 08:44:32.545195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cb74377-3cf3-4b15-8380-82094d378731 req-6cb24975-2a90-427c-99ce-672d15b8161c tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 210 time: 0.0663605 Aug 20 08:44:32.547021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-142430f3-6a9a-4f82-8ef9-eb499f95df13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.583657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 65382a4a-a9f6-422d-b8f7-083c0c416785 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:32.620183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-142430f3-6a9a-4f82-8ef9-eb499f95df13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.668512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 65382a4a-a9f6-422d-b8f7-083c0c416785 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:32.676989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 65382a4a-a9f6-422d-b8f7-083c0c416785 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:32.677370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.724419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:44:32.740680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-142430f3-6a9a-4f82-8ef9-eb499f95df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.742765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-142430f3-6a9a-4f82-8ef9-eb499f95df13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.749905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-142430f3-6a9a-4f82-8ef9-eb499f95df13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb21d4ee-de97-429e-9476-561d5ab83a9e HTTP/1.1" status: 204 len: 168 time: 0.3459799 Aug 20 08:44:32.768506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:32.769141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:32.772594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142430f3-6a9a-4f82-8ef9-eb499f95df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb21d4ee-de97-429e-9476-561d5ab83a9e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:32.939966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:32.952526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-aee8b07f-e265-4975-b6fa-0c8852ed26d3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:44:32.953788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-aee8b07f-e265-4975-b6fa-0c8852ed26d3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3875198 Aug 20 08:44:32.981152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 65382a4a-a9f6-422d-b8f7-083c0c416785, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=65382a4a-a9f6-422d-b8f7-083c0c416785,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:32.983646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:33.180783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:33.188987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-4b1264ba-6cee-43ac-aa52-c22f1c426481 service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273991 Aug 20 08:44:33.288816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-42c4aaca-6141-4788-800e-79d50e84b3c4 service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982268 Aug 20 08:44:33.381169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=65382a4a-a9f6-422d-b8f7-083c0c416785,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:33.501112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 2, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:33.541979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:44:33.545156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Updating router 1cc34e68-cde3-486a-bab3-f41f8055e930 port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:44:33.601222 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:33.671993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55802) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:33.677214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-network', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:33.745835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Made reservation on behalf of 0c4b50932fc04ee9925c295051e3dee7 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:33.752120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:33.766972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:33.789050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.37', 57928) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:33.810041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddee69df-92e9-46c2-89cb-43a2181a1143 req-75265403-a6a8-40ca-a5b6-4ab96b8bb42d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 210 time: 0.1127961 Aug 20 08:44:33.915146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a4b25cf5-79f6-41ba-93bd-bb0742acd92a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=403bfa23963649a29c522d55a2e6e3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010101 Aug 20 08:44:34.017691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.026440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.098116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:44:34.129440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.129640 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Added segment 8a8d9e69-6244-493b-a38b-7a6881ee8862 of type vlan for network e4270d8f-c017-4031-b794-c47a443b9106 Aug 20 08:44:34.142665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f957ab-f58e-4fe0-b774-ed9eb7ca62b7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:34.168825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-dadba6cb-3bbd-4aee-b4f4-e985ec2775d2 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:34.170382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-dadba6cb-3bbd-4aee-b4f4-e985ec2775d2 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504828 Aug 20 08:44:34.244273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.280194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.292951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.294016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:34.294610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.297159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Transition to ACTIVE for port object e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:34.308960 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.338060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Request body: {'port': {'device_id': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '403bfa23963649a29c522d55a2e6e3ac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:34.343893 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6682522 Aug 20 08:44:34.346984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b18b6e6-5170-4c30-971c-dcd0de1ec63b req-92cf4395-c4cc-4b7d-ac1f-e75967532343 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 210 time: 0.1201587 Aug 20 08:44:34.374815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55834) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:34.440045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd835b5-0a6f-458a-b75a-6951c7a0ad98 None None] Pushing event updated for resources: {'Port': ['ID=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:34.442533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3880b-8964-490d-b457-72c50c3a1758 admin admin] Pushing event updated for resources: {'Network': ['ID=e4270d8f-c017-4031-b794-c47a443b9106,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:34.460512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Request body: {'subnet': {'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-subnet', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:34.535538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Attempting to bind port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:34.535909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Attempting to bind port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:34.537632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Attempting to bind port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:34.549444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e4270d8f-c017-4031-b794-c47a443b9106 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:44:34.757356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Made reservation on behalf of 0c4b50932fc04ee9925c295051e3dee7 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:34.760574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.786292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 65382a4a-a9f6-422d-b8f7-083c0c416785 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:34.906103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:34.906387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Checking segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:34.906872 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.907278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Bound using segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:34.907844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Bound port: e1ded8aa-2f49-44a4-892b-7fa50dcf8e31, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:34.908271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.915776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-8505dab8-3e88-41aa-ab41-84c9ef007ae8 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=bf225657155d4c30bbeb43c93f36ac32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455437 Aug 20 08:44:34.940713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 65382a4a-a9f6-422d-b8f7-083c0c416785 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:34.941298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:34.966346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3ba8fdd-b54d-4919-9e3e-0841fadb07d2 req-668688b0-8fdc-42cd-8e74-a89bc7328796 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 210 time: 0.0922611 Aug 20 08:44:35.060155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] For port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:35.064119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] For port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:35.090115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:35.094110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-a3d88e68-87ba-488e-bc44-0304e14f69df tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:35.101900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-a3d88e68-87ba-488e-bc44-0304e14f69df tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767101 Aug 20 08:44:35.128612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-69c5214e-7261-417c-b4c1-aa24a755c59f tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/quotas/bf225657155d4c30bbeb43c93f36ac32 HTTP/1.1" status: 200 len: 375 time: 0.0255713 Aug 20 08:44:35.192134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:35.192828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:35.199005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd835b5-0a6f-458a-b75a-6951c7a0ad98 None None] Pushing event updated for resources: {'Port': ['ID=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:35.203205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-957d82b2-7260-4aee-912b-85f5eee2f283 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf225657155d4c30bbeb43c93f36ac32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701241 Aug 20 08:44:35.367457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Made reservation on behalf of 403bfa23963649a29c522d55a2e6e3ac for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:35.372020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:35.405071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:35.405600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55908) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:35.476225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:35.639567 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:44:35.645050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:35.701157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:35.727765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b2c4706-be88-4323-af9c-32f29ff18bd1 req-3011fa64-434d-49c4-947a-66b9db7599c6 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 210 time: 0.0630331 Aug 20 08:44:35.750198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19c5d681-0463-4fce-b0a8-edd64d5fa64c req-07d81c37-c281-4a73-b878-48f3c77da8a4 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 210 time: 0.0935276 Aug 20 08:44:35.785067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55926) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:35.805075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:35Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:35.809486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:35.847703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70096472-dc74-44f3-bb1b-14f82e255b17 None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:35Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:44:35.893907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3a2631-880e-4ec4-974e-993f0b693ffd,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:36.024243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.26', 61599) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:36.456313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0464d9e-0c98-441d-ac50-75d676b2ec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:36.652405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:36.755728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6c0-9d7a-40e6-8782-b2e4c90e957f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:36.759391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:36.766809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:36.767333 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:36.925522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f633a3e2-7c18-437e-a0ef-868fe23f7ffe,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:36.932764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44b9d54b-f466-4096-bf40-1765f2507501 req-5d762fbd-a516-4a82-9cb8-98576ed80bc7 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 210 time: 0.3614144 Aug 20 08:44:36.933406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.022267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Checking segment: {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:37.023165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Network hostable DHCP agents. Network: e4270d8f-c017-4031-b794-c47a443b9106, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:44:37.033177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:37.044506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.076769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Allocated IP 192.168.233.231 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/3fde9097-4a42-4656-86a3-84734af0fbab) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:37.241182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:37.254237 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0464d9e-0c98-441d-ac50-75d676b2ec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.284462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-25023f89-0def-49c4-b2ce-88527198fa5f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:37.289053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-25023f89-0def-49c4-b2ce-88527198fa5f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 1.2631905 Aug 20 08:44:37.452728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6c0-9d7a-40e6-8782-b2e4c90e957f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.458431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0464d9e-0c98-441d-ac50-75d676b2ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.463725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.37', 57932) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:37.483972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34d0c6c0-9d7a-40e6-8782-b2e4c90e957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.518912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Request body: {'port': {'device_id': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'admin_state_up': True, 'tenant_id': '438f7174e2af49ad8defe5cc973d1a39'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:37.561282 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:37.601032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Transition to ACTIVE for port object 3fde9097-4a42-4656-86a3-84734af0fbab will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:37.778353 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-34d0c6c0-9d7a-40e6-8782-b2e4c90e957f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e98e18bef518406ba1913317d3ed64f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9914143 Aug 20 08:44:37.803996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55978) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:37.819883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aae5613e-bee5-4358-91d4-73c1eed0f464 req-6c8b2e86-6648-43ef-9d7a-8e854ff4eece tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 210 time: 0.1246152 Aug 20 08:44:37.836369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-d0ce54a1-b4dc-4027-bd19-26aac889d1e8 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf225657155d4c30bbeb43c93f36ac32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3228252 Aug 20 08:44:37.838879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33550043-04e2-4e99-87d6-b064943c9020 req-3ed0e872-b0d6-4b1a-86a9-0579af4cb150 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 210 time: 0.1419706 Aug 20 08:44:37.902546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Made reservation on behalf of 438f7174e2af49ad8defe5cc973d1a39 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:37.907174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.036631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Network e4270d8f-c017-4031-b794-c47a443b9106 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:44:38.065608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e4270d8f-c017-4031-b794-c47a443b9106) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:38.076114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14e0e9-2a08-4894-bd37-bc1b5bf51b0f None None] Network e4270d8f-c017-4031-b794-c47a443b9106 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:38.087782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:38.088421 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.249046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.264554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c5fc68c-1a27-41bd-bf45-9c3ee3cb9ef4 req-13f307ca-b7e0-4181-9d5a-8132bcc90941 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 210 time: 0.2141576 Aug 20 08:44:38.460792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2d3c7185-cafd-4e06-8a66-5fbb3648233d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.0904024 Aug 20 08:44:38.460792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:38.461663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55996) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:38.463283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Pushing event updated for resources: {'Port': ['ID=3fde9097-4a42-4656-86a3-84734af0fbab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:38.471334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:38.477623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:38.487660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e4270d8f-c017-4031-b794-c47a443b9106', 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'fixed_ips': [{'subnet_id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:44:38.488538 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.606262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.617952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.701485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:38.768480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-80f2a459-f5ff-4406-83ce-8bd9a8c63e2e tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:38.770108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-80f2a459-f5ff-4406-83ce-8bd9a8c63e2e tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8268614 Aug 20 08:44:38.795762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d0464d9e-0c98-441d-ac50-75d676b2ec17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a8280e4e04b4644b890a474dc63c721&name=default HTTP/1.1" status: 200 len: 2978 time: 3.3880305 Aug 20 08:44:38.833543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:38.833947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.857781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.857781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56014) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:38.858564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c677698-ecc3-45d8-97b9-ce2dc9580942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.877087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:38.910446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:38.911171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:38.947288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c677698-ecc3-45d8-97b9-ce2dc9580942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.009236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Allocated IP 172.20.0.2 (e4270d8f-c017-4031-b794-c47a443b9106/f633a3e2-7c18-437e-a0ef-868fe23f7ffe/a325bb17-0abd-4baf-9d14-3f82ffe37b93) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:39.091037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Request body: {'port': {'device_id': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'bf225657155d4c30bbeb43c93f36ac32'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:39.108954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0464d9e-0c98-441d-ac50-75d676b2ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b2178-e5d5-45fc-b33b-b022fbc1caef,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:39.338918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.347424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c677698-ecc3-45d8-97b9-ce2dc9580942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.350511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c677698-ecc3-45d8-97b9-ce2dc9580942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.351954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7c677698-ecc3-45d8-97b9-ce2dc9580942 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/880a9861-cb0a-408f-9bb8-96ba0bdd3931 HTTP/1.1" status: 204 len: 168 time: 1.5186017 Aug 20 08:44:39.359037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-9fbf5fc8-61b3-4521-8f73-dfc9f126c7a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0558462 Aug 20 08:44:39.387292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc771a38-c466-472d-a7bd-4419f6cc3560 None None] Provisioning for port 3fde9097-4a42-4656-86a3-84734af0fbab completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:39.395544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc771a38-c466-472d-a7bd-4419f6cc3560 None None] Provisioning complete for port 3fde9097-4a42-4656-86a3-84734af0fbab triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:39.395918 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc771a38-c466-472d-a7bd-4419f6cc3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.464276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0c6c0-9d7a-40e6-8782-b2e4c90e957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a9861-cb0a-408f-9bb8-96ba0bdd3931,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:39.472473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fc771a38-c466-472d-a7bd-4419f6cc3560 None None] Port 3fde9097-4a42-4656-86a3-84734af0fbab cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:44:39.508674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58ea70b0-df20-4df4-a7b3-363260f1c6ae req-e3a38563-196e-4431-98e7-f9e0641be836 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 210 time: 0.2554219 Aug 20 08:44:39.522838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Allocated IP 172.20.0.2 (4add3635-958b-404b-96b7-389a788bb8fb/8aa1424f-4764-490e-9e18-1a8afaae75cd/4dfcd562-5567-490b-986f-44017b8205bc) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:39.523564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.528363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c677698-ecc3-45d8-97b9-ce2dc9580942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a9861-cb0a-408f-9bb8-96ba0bdd3931,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:39.556836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Transition to ACTIVE for port object a325bb17-0abd-4baf-9d14-3f82ffe37b93 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:39.570621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-c6a54588-181d-455e-945b-ad9ce5e2f136 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:44:39.577681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-c6a54588-181d-455e-945b-ad9ce5e2f136 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1900425 Aug 20 08:44:39.578271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Transition to ACTIVE for port object a325bb17-0abd-4baf-9d14-3f82ffe37b93 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:39.591469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.656753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Network e4270d8f-c017-4031-b794-c47a443b9106 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:39.661353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:39.670244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:39.683584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Made reservation on behalf of bf225657155d4c30bbeb43c93f36ac32 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:44:39.687608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.692404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Pushing event updated for resources: {'Port': ['ID=a325bb17-0abd-4baf-9d14-3f82ffe37b93,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:39.714978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.805932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Attempting to bind port a325bb17-0abd-4baf-9d14-3f82ffe37b93 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:39.809658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Attempting to bind port a325bb17-0abd-4baf-9d14-3f82ffe37b93 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:39.810490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Attempting to bind port a325bb17-0abd-4baf-9d14-3f82ffe37b93 on network e4270d8f-c017-4031-b794-c47a443b9106 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:39.827462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:39.828127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Checking segment: {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:39.828711 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.829257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Bound using segment: {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:39.830039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Bound port: a325bb17-0abd-4baf-9d14-3f82ffe37b93, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:39.830859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:39.913028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ff812-0032-412f-827f-754280b386a7 req-5eeb55db-cf0e-4cfc-8664-e9fe07c9a8f9 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:39.914680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a51ff812-0032-412f-827f-754280b386a7 req-5eeb55db-cf0e-4cfc-8664-e9fe07c9a8f9 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 936 time: 0.5596285 Aug 20 08:44:39.948358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd795e2e-c843-42a9-8061-b34579ff9283 req-eed5c535-859e-4db8-b69e-825ec569f6c2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 210 time: 0.1673813 Aug 20 08:44:40.024054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] For port a325bb17-0abd-4baf-9d14-3f82ffe37b93, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:40.031720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] For port a325bb17-0abd-4baf-9d14-3f82ffe37b93, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a325bb17-0abd-4baf-9d14-3f82ffe37b93,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:40.043291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.094032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79d016d5-5ee7-4981-b833-b921ef0782f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.109512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.136424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56040) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:40.187322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9aab98-a7b7-4b76-90bd-fe86ebf9413d None None] Pushing event updated for resources: {'Port': ['ID=a325bb17-0abd-4baf-9d14-3f82ffe37b93,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:40.206900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a51ff812-0032-412f-827f-754280b386a7 req-1d5a1a60-be90-4592-b129-0ae7442bc6d8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421429 Aug 20 08:44:40.227140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-335587c5-0b23-46bb-b9a4-67684a1d7033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.238974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Request body: {'port': {'device_id': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:40.246043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79d016d5-5ee7-4981-b833-b921ef0782f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.678587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.687876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.698202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.698374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79d016d5-5ee7-4981-b833-b921ef0782f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.701132 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79d016d5-5ee7-4981-b833-b921ef0782f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:40.702478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-79d016d5-5ee7-4981-b833-b921ef0782f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f42b2178-e5d5-45fc-b33b-b022fbc1caef HTTP/1.1" status: 204 len: 168 time: 1.8444357 Aug 20 08:44:40.741872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddf65661-712c-4740-8eb1-7aa6395eb43a req-ece63766-08f7-4963-9b21-b15fd2a740f3 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 210 time: 0.0780854 Aug 20 08:44:40.775931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d016d5-5ee7-4981-b833-b921ef0782f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b2178-e5d5-45fc-b33b-b022fbc1caef,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:41.007975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ebeded-01d2-47fd-a83a-242eb27940e6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:41.049289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.234872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Allocated IP 192.168.233.41 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/ac81df88-66d9-47bf-9caf-69eaf8f1926f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:41.257124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:41.335356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Network 4add3635-958b-404b-96b7-389a788bb8fb is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:41.410301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-335587c5-0b23-46bb-b9a4-67684a1d7033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.412631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:41.419884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:41.427277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:41.428016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.455284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56076) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:41.458832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-335587c5-0b23-46bb-b9a4-67684a1d7033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.498920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-335587c5-0b23-46bb-b9a4-67684a1d7033 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3c403ae9b064499bf5cac9fe70da456&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3523691 Aug 20 08:44:41.498920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-56eb489c-deb5-44a2-b2bd-28fa75167551 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0187492 Aug 20 08:44:41.509334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56078) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:41.517748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.576060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-770acd78-7d52-4d39-8a22-73d85cef80cb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:44:41.577828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-770acd78-7d52-4d39-8a22-73d85cef80cb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618255 Aug 20 08:44:41.642976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e2304a9-229d-4017-9414-2c2624981cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.672652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328cc70-6dee-426f-82b5-249a923df281 None None] Network e4270d8f-c017-4031-b794-c47a443b9106 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:44:41.684220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d7d5-ec2b-404c-831f-83b6979b1810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.706887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335587c5-0b23-46bb-b9a4-67684a1d7033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3f6e4-8096-4d68-8c48-8a57dc71bbd0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:41.753456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e2304a9-229d-4017-9414-2c2624981cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.796972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-797321e5-303c-4807-a9b2-9553e2509cfa None None] Provisioning for port a325bb17-0abd-4baf-9d14-3f82ffe37b93 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:41.919686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Request body: {'port': {'device_id': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:41.953068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e2304a9-229d-4017-9414-2c2624981cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.963838 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e2304a9-229d-4017-9414-2c2624981cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:41.969701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4e2304a9-229d-4017-9414-2c2624981cb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17d3f6e4-8096-4d68-8c48-8a57dc71bbd0 HTTP/1.1" status: 204 len: 168 time: 0.4558671 Aug 20 08:44:42.035035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.077059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2304a9-229d-4017-9414-2c2624981cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3f6e4-8096-4d68-8c48-8a57dc71bbd0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:42.097684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.148350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0f167-dc1c-4252-a6c5-dc96cb46dc8f req-ee6c608f-60cb-4b7d-b03a-f06662b292be tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:42.162446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04b0f167-dc1c-4252-a6c5-dc96cb46dc8f req-ee6c608f-60cb-4b7d-b03a-f06662b292be tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 931 time: 1.0078590 Aug 20 08:44:42.192294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.205102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Transition to ACTIVE for port object ac81df88-66d9-47bf-9caf-69eaf8f1926f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:42.327164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.339200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.379783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a72ab1-f000-45aa-a297-fcb8c1c24bd6 req-6a10d360-c509-42ed-8fe3-a3903ea10182 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:42.387878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7a72ab1-f000-45aa-a297-fcb8c1c24bd6 req-6a10d360-c509-42ed-8fe3-a3903ea10182 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 936 time: 0.9418974 Aug 20 08:44:42.389163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:42.390658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Pushing event updated for resources: {'Port': ['ID=ac81df88-66d9-47bf-9caf-69eaf8f1926f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:42.396076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:42.398654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:42.406635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:42.407112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.688731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a325bb17-0abd-4baf-9d14-3f82ffe37b93 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:42.813862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04b0f167-dc1c-4252-a6c5-dc96cb46dc8f req-46874d3a-a2dc-4857-947c-d736999bbb98 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448858 Aug 20 08:44:42.882425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a666c61b-3071-4f06-8b3b-fafac772fc4c None None] Provisioning for port ac81df88-66d9-47bf-9caf-69eaf8f1926f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:42.894881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a666c61b-3071-4f06-8b3b-fafac772fc4c None None] Provisioning complete for port ac81df88-66d9-47bf-9caf-69eaf8f1926f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:42.895554 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a666c61b-3071-4f06-8b3b-fafac772fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:42.944541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a325bb17-0abd-4baf-9d14-3f82ffe37b93 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:42.954639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a325bb17-0abd-4baf-9d14-3f82ffe37b93 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:42.955027 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.070421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfcd562-5567-490b-986f-44017b8205bc {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:44:43.081188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.094585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.100214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Transition to ACTIVE for port object 4dfcd562-5567-490b-986f-44017b8205bc will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:43.107375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.111818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7a72ab1-f000-45aa-a297-fcb8c1c24bd6 req-93e78f91-03bd-4425-ba19-4ac452ce83f3 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169254 Aug 20 08:44:43.186446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a325bb17-0abd-4baf-9d14-3f82ffe37b93, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a325bb17-0abd-4baf-9d14-3f82ffe37b93,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:43.206690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a666c61b-3071-4f06-8b3b-fafac772fc4c None None] Port ac81df88-66d9-47bf-9caf-69eaf8f1926f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:44:43.210207 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.223425 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8571ea45-0cf3-4c41-bf32-e21dab4d86e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.284310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Allocated IP 172.25.5.130 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c012fd40-b00e-453c-a1c2-c746f8269ded) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:43.333942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a325bb17-0abd-4baf-9d14-3f82ffe37b93,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:43.344276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fde9097-4a42-4656-86a3-84734af0fbab {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:44:43.365749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.439521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:43.513362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:43.514299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:43.518156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:43.526653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46de828-f5ea-483b-a692-e7e66d370d48 req-4e10a4fa-f80e-4b1c-ae27-316312826880 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:43.545197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:44:43.545617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:43.548434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46de828-f5ea-483b-a692-e7e66d370d48 req-4e10a4fa-f80e-4b1c-ae27-316312826880 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 935 time: 0.4797189 Aug 20 08:44:43.560680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:43.563768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:43.566347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:43.567027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Bound port: 4dfcd562-5567-490b-986f-44017b8205bc, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:43.567512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.616989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Transition to ACTIVE for port object 3fde9097-4a42-4656-86a3-84734af0fbab will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:43.662069 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d7d5-ec2b-404c-831f-83b6979b1810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.664908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.713112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-18faa091-251f-401c-93cb-7d8f6ddf3920 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8767557 Aug 20 08:44:43.729371 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.730124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Request body: {'port': {'device_id': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'device_owner': 'compute:tempest-test_az-233634163', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:43.761203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d7d5-ec2b-404c-831f-83b6979b1810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.763883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:43.793875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:43.822998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.883395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.894486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:43.895119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:43.899616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] 10.222.0.26 "PUT /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 1091 time: 2.1518874 Aug 20 08:44:43.900136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:44:44.046198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fde9097-4a42-4656-86a3-84734af0fbab,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:44.086992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46de828-f5ea-483b-a692-e7e66d370d48 req-d539057b-a6ee-4d43-9c2c-0e8a98e6f8c8 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362818 Aug 20 08:44:44.101900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e4d0d7d5-ec2b-404c-831f-83b6979b1810 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f420b1c911704c8d8475ae3a3fae070f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6265860 Aug 20 08:44:44.104477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0d7d5-ec2b-404c-831f-83b6979b1810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b57d09-99c6-487e-87f2-7aac4733cd0e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:44.147746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56146) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:44.255887 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ba1906-33b5-4ab6-851d-33c99cef9ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "tag": "4dfcd562-5567-490b-986f-44017b8205bc"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:44:44.261376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360ddd9-79bb-4c48-a256-87bd9f09e12a service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:44.448070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.562055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d35f29-8a8b-4548-9fdc-4a2d50fa6b37 req-2382cee6-ecb7-4cbd-adc5-7440adba244e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:44.564431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a482855-73e4-44f8-9210-da27b210ce95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.571933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2d35f29-8a8b-4548-9fdc-4a2d50fa6b37 req-2382cee6-ecb7-4cbd-adc5-7440adba244e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.4545672 Aug 20 08:44:44.578210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a325bb17-0abd-4baf-9d14-3f82ffe37b93 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:44.598516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a482855-73e4-44f8-9210-da27b210ce95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.601966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Attempting to bind port 3fde9097-4a42-4656-86a3-84734af0fbab on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:44.602330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Attempting to bind port 3fde9097-4a42-4656-86a3-84734af0fbab by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:44.603514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Attempting to bind port 3fde9097-4a42-4656-86a3-84734af0fbab on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:44.667612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2d35f29-8a8b-4548-9fdc-4a2d50fa6b37 req-c3477db0-0510-4c9f-8f4b-c0841e32676c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Aug 20 08:44:44.720502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a482855-73e4-44f8-9210-da27b210ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.723988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8fa6e-c891-461b-a02d-bbcda93d9881 req-18f43c8d-b631-4684-ba75-89e21ba1c40f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:44.726052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a482855-73e4-44f8-9210-da27b210ce95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.728684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a482855-73e4-44f8-9210-da27b210ce95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5b57d09-99c6-487e-87f2-7aac4733cd0e HTTP/1.1" status: 204 len: 168 time: 0.5797250 Aug 20 08:44:44.738689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdf8fa6e-c891-461b-a02d-bbcda93d9881 req-18f43c8d-b631-4684-ba75-89e21ba1c40f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.3754828 Aug 20 08:44:44.741892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a325bb17-0abd-4baf-9d14-3f82ffe37b93 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:44.745251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.776426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Port 3fde9097-4a42-4656-86a3-84734af0fbab on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:44:44.776998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Attempting to bind port 3fde9097-4a42-4656-86a3-84734af0fbab on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:44.783140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-82dfefc3-9a2f-47d6-912d-18eb042ce3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:44.792535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-82dfefc3-9a2f-47d6-912d-18eb042ce3c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1094 time: 0.4848723 Aug 20 08:44:44.799406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a482855-73e4-44f8-9210-da27b210ce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b57d09-99c6-487e-87f2-7aac4733cd0e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:44.810613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:44.811120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:44.811786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:44.813321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Bound port: 3fde9097-4a42-4656-86a3-84734af0fbab, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:44.813678 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.849853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdf8fa6e-c891-461b-a02d-bbcda93d9881 req-c51ebb7f-9101-4db8-937f-dbb1317c5dff tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101580 Aug 20 08:44:44.857460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:44.996840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:45.020456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=c012fd40-b00e-453c-a1c2-c746f8269ded,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:45.033930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:45.044893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:45.336866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-5d2c2b43-4d3d-4210-b42f-a7b45c837337 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.5168202 Aug 20 08:44:45.619446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:45.683133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac81df88-66d9-47bf-9caf-69eaf8f1926f {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:44:45.705700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:45.740405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Transition to ACTIVE for port object ac81df88-66d9-47bf-9caf-69eaf8f1926f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:45.747658 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3280c5-a869-4054-995b-f55164204b0e x-openstack-request-id: req-8d3280c5-a869-4054-995b-f55164204b0e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:44:45.750263 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "tag": "4dfcd562-5567-490b-986f-44017b8205bc", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:44:45.751067 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d3280c5-a869-4054-995b-f55164204b0e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:44:45.751687 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc', 'status': 'completed', 'code': 200} Aug 20 08:44:45.767488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:45.953359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Attempting to bind port ac81df88-66d9-47bf-9caf-69eaf8f1926f on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:45.953852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Attempting to bind port ac81df88-66d9-47bf-9caf-69eaf8f1926f by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:45.954282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Attempting to bind port ac81df88-66d9-47bf-9caf-69eaf8f1926f on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:45.962935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Port ac81df88-66d9-47bf-9caf-69eaf8f1926f on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:44:45.963239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Attempting to bind port ac81df88-66d9-47bf-9caf-69eaf8f1926f on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:45.968357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c995-780c-4890-b3ee-71337ae1027c req-c351877b-8883-49d8-8c8c-c2d5692dbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:45.970180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-c351877b-8883-49d8-8c8c-c2d5692dbe22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.5815701 Aug 20 08:44:45.994134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:45.994848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:45.996711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:45.997287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Bound port: ac81df88-66d9-47bf-9caf-69eaf8f1926f, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:45.999771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.023429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Pushing event updated for resources: {'Port': ['ID=ac81df88-66d9-47bf-9caf-69eaf8f1926f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:46.104789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] For port 3fde9097-4a42-4656-86a3-84734af0fbab, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:46.116573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] For port 3fde9097-4a42-4656-86a3-84734af0fbab, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3fde9097-4a42-4656-86a3-84734af0fbab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:46.131878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.154671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] For port ac81df88-66d9-47bf-9caf-69eaf8f1926f, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:46.158455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] For port ac81df88-66d9-47bf-9caf-69eaf8f1926f, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:46.183803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.303933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.321079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Pushing event updated for resources: {'Port': ['ID=ac81df88-66d9-47bf-9caf-69eaf8f1926f,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:46.327634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.328433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.333108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-283f1d11-a88f-43e7-b46f-11d9b652061f service neutron] 10.222.0.37 "PUT /v2.0/ports/ac81df88-66d9-47bf-9caf-69eaf8f1926f HTTP/1.1" status: 200 len: 1116 time: 2.6081235 Aug 20 08:44:46.364171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5e230-ec4f-40b7-973f-0cbe90181d6a req-e53b5715-7168-4d39-a691-b9c33a1dff23 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.365082 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-082952e7-2a95-4db3-adf8-dd8618a29a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.365666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dac5e230-ec4f-40b7-973f-0cbe90181d6a req-e53b5715-7168-4d39-a691-b9c33a1dff23 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.7541177 Aug 20 08:44:46.380793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a122c-8ab4-449a-812d-cecc1cb60ce0 req-0168599a-f16d-40fe-87f7-391950fc88fb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.389635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-863a122c-8ab4-449a-812d-cecc1cb60ce0 req-0168599a-f16d-40fe-87f7-391950fc88fb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.5460231 Aug 20 08:44:46.439329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-fccabba3-691f-4d0b-9e00-74703010bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.441705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-fccabba3-691f-4d0b-9e00-74703010bc29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf225657155d4c30bbeb43c93f36ac32&device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 1119 time: 0.0551217 Aug 20 08:44:46.509492 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-e0af0b03-096f-4745-8070-2a675c4f9175 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f HTTP/1.1" status: 200 len: 217 time: 0.0464001 Aug 20 08:44:46.515204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.515972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.517624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/3fde9097-4a42-4656-86a3-84734af0fbab HTTP/1.1" status: 200 len: 1096 time: 6.6457794 Aug 20 08:44:46.518413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'tag': '3fde9097-4a42-4656-86a3-84734af0fbab'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:44:46.628019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-7e72b36e-cdba-4106-9f15-77926f855f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.629499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-7e72b36e-cdba-4106-9f15-77926f855f70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1067214 Aug 20 08:44:46.682703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-863a122c-8ab4-449a-812d-cecc1cb60ce0 req-c9e750b3-1ad5-4633-809f-a6f17deb37f9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873862 Aug 20 08:44:46.812603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-9f78dc92-bd48-4cad-b9b2-af87128f55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:46.814786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-9f78dc92-bd48-4cad-b9b2-af87128f55f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1769171 Aug 20 08:44:46.945860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:46.958393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dac5e230-ec4f-40b7-973f-0cbe90181d6a req-59869f69-e86a-4452-9502-c4c3e6371bf8 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622165 Aug 20 08:44:47.037311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-2b7088f7-5787-4e17-9e37-957b311d60c4 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153323 Aug 20 08:44:47.152432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9773837-f6f4-4585-828c-a65abc1f07d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fde9097-4a42-4656-86a3-84734af0fbab,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:47.165905 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad6a206-9d98-4019-9307-f7040de5e692" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac313fd-a912-443f-a7f3-a7f143a6e819", "tag": "3fde9097-4a42-4656-86a3-84734af0fbab"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:44:47.185644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235ce2b-f30b-48c1-8add-beb30631f41d req-ff2b3448-74b5-42b5-8910-a610a391810b tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:47.187171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3235ce2b-f30b-48c1-8add-beb30631f41d req-ff2b3448-74b5-42b5-8910-a610a391810b tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.2892320 Aug 20 08:44:47.235923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-7988f0a6-0052-45f4-b62c-c248a86c5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:47.237434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-7988f0a6-0052-45f4-b62c-c248a86c5a62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=403bfa23963649a29c522d55a2e6e3ac&device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 1099 time: 0.5841937 Aug 20 08:44:47.283419 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:47.299253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Router 14c82454-3ec3-4ea2-a84d-1b0917533387 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:44:47.318325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3235ce2b-f30b-48c1-8add-beb30631f41d req-fae49241-82a0-4766-a5af-805b1ba82c92 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Aug 20 08:44:47.461103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-125b1eaa-e7ac-4484-927f-da04133b8ace service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439479 Aug 20 08:44:47.568384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:44:47.582620 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Sync routers for ids ['14c82454-3ec3-4ea2-a84d-1b0917533387'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:44:47.601607 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Routers {'14c82454-3ec3-4ea2-a84d-1b0917533387'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:47.603982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:47.604120 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['14c82454-3ec3-4ea2-a84d-1b0917533387'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:47.610591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6b47bb87-3462-4912-a613-7be280b6bbe0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.1413283 Aug 20 08:44:47.612675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56256) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:47.757538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'tag': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:44:47.762098 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c0805c-2f5f-49d6-a842-9cc1f18a668f", "tag": "ac81df88-66d9-47bf-9caf-69eaf8f1926f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:44:47.788327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-a967fc37-77eb-403d-b451-75f601c26ba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3fde9097-4a42-4656-86a3-84734af0fbab HTTP/1.1" status: 200 len: 217 time: 0.0759346 Aug 20 08:44:47.867074 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Set router 14c82454-3ec3-4ea2-a84d-1b0917533387 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:47.882719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5c09fd34-a9d1-43ed-a95f-00b9f01443dd req-d710ed42-6818-4cf1-bd85-1f9f0e849662 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178672 Aug 20 08:44:47.895709 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-938efce7-c46c-4339-8aff-ae937cc6cf50 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122515 Aug 20 08:44:47.971993 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02470a89-9c9b-4eb3-926b-98c8740433a1 x-openstack-request-id: req-02470a89-9c9b-4eb3-926b-98c8740433a1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:44:47.972560 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac313fd-a912-443f-a7f3-a7f143a6e819", "tag": "3fde9097-4a42-4656-86a3-84734af0fbab", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:44:47.972914 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02470a89-9c9b-4eb3-926b-98c8740433a1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:44:47.973493 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'tag': '3fde9097-4a42-4656-86a3-84734af0fbab', 'status': 'completed', 'code': 200} Aug 20 08:44:48.060522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56270) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:48.119428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-c8694fac-ae92-4820-a503-e5047993df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:48.121393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-c8694fac-ae92-4820-a503-e5047993df91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.3239524 Aug 20 08:44:48.137914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402a18-6c82-4b13-bd0b-3a7988ab8df2 req-9cc31f02-7b37-4d09-80de-88b36d960dbd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:48.140574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd402a18-6c82-4b13-bd0b-3a7988ab8df2 req-9cc31f02-7b37-4d09-80de-88b36d960dbd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.1126893 Aug 20 08:44:48.351008 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:44:45Z', 'revision_number': 3, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:48.415010 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Checking router: 14c82454-3ec3-4ea2-a84d-1b0917533387 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:44:48.417160 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Updating router 14c82454-3ec3-4ea2-a84d-1b0917533387 port c012fd40-b00e-453c-a1c2-c746f8269ded binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:44:48.422353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-b05d47c0-2641-4aba-8383-6fb84b5d8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:48.426445 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-b05d47c0-2641-4aba-8383-6fb84b5d8782 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847271 Aug 20 08:44:48.450696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd402a18-6c82-4b13-bd0b-3a7988ab8df2 req-278014b3-0a96-4381-a10c-a1753c30f299 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328978 Aug 20 08:44:48.505617 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:48.566560 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e47c995-780c-4890-b3ee-71337ae1027c req-ea19ed3f-3971-41dc-9c59-c9fb186d0f23 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495959 Aug 20 08:44:48.609111 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9847002-dfe3-4d61-b08c-c1fc685d69ce x-openstack-request-id: req-c9847002-dfe3-4d61-b08c-c1fc685d69ce {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:44:48.611166 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c0805c-2f5f-49d6-a842-9cc1f18a668f", "tag": "ac81df88-66d9-47bf-9caf-69eaf8f1926f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:44:48.611542 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9847002-dfe3-4d61-b08c-c1fc685d69ce {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:44:48.614084 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'tag': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f', 'status': 'completed', 'code': 200} Aug 20 08:44:48.615106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ef1de5f-f1f8-4855-9683-b77fed1c06c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:48.664763 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:48.964603 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:48.977052 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Transition to ACTIVE for port object c012fd40-b00e-453c-a1c2-c746f8269ded will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:48.986945 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.011258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-4f72a31c-5a66-4860-9fa8-9e51b8b9a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:49.013259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-4f72a31c-5a66-4860-9fa8-9e51b8b9a62e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1094 time: 0.3047676 Aug 20 08:44:49.023694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-1f374848-4ee4-4edd-8f25-483cc340d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:49.023694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-1f374848-4ee4-4edd-8f25-483cc340d61f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf225657155d4c30bbeb43c93f36ac32&device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 1119 time: 0.4054842 Aug 20 08:44:49.072449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ef1de5f-f1f8-4855-9683-b77fed1c06c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.115657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ef1de5f-f1f8-4855-9683-b77fed1c06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.147170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ef1de5f-f1f8-4855-9683-b77fed1c06c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1cbaaf5582040cebf623b7b2894536b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0852578 Aug 20 08:44:49.155307 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c346f-6912-499a-99e4-c67b5eb248aa None None] Pushing event updated for resources: {'Port': ['ID=c012fd40-b00e-453c-a1c2-c746f8269ded,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:49.157026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56284) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:49.167298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Attempting to bind port c012fd40-b00e-453c-a1c2-c746f8269ded on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:49.167660 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Attempting to bind port c012fd40-b00e-453c-a1c2-c746f8269ded by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:49.168034 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Attempting to bind port c012fd40-b00e-453c-a1c2-c746f8269ded on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:49.190997 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:49.191520 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:49.191948 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.192362 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:49.192865 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Bound port: c012fd40-b00e-453c-a1c2-c746f8269ded, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:49.193297 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.259692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1de5f-f1f8-4855-9683-b77fed1c06c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f09082-d65c-4c54-8202-2c433d209a3d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:49.262100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] For port c012fd40-b00e-453c-a1c2-c746f8269ded, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:49.266035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] For port c012fd40-b00e-453c-a1c2-c746f8269ded, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c012fd40-b00e-453c-a1c2-c746f8269ded,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:49.272177 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.275236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53228a2c-e9d6-4612-bfbe-dd2b4ef24c3d req-440627a7-c01a-4760-92a8-fe4a84f325dd tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:49.292638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-faea16c8-9413-4895-bc88-5d935db8c29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.294631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53228a2c-e9d6-4612-bfbe-dd2b4ef24c3d req-440627a7-c01a-4760-92a8-fe4a84f325dd tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.6687665 Aug 20 08:44:49.318637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-faea16c8-9413-4895-bc88-5d935db8c29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.320405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-df5ee779-9ffa-451d-991a-5beb9938a711 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644557 Aug 20 08:44:49.359657 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c346f-6912-499a-99e4-c67b5eb248aa None None] Pushing event updated for resources: {'Port': ['ID=c012fd40-b00e-453c-a1c2-c746f8269ded,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:49.374935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-036007f7-b3ab-46d2-99df-14a3bb04db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:49.376326 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-036007f7-b3ab-46d2-99df-14a3bb04db15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.3495843 Aug 20 08:44:49.381674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-faea16c8-9413-4895-bc88-5d935db8c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.385390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-faea16c8-9413-4895-bc88-5d935db8c29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.389437 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-faea16c8-9413-4895-bc88-5d935db8c29c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90f09082-d65c-4c54-8202-2c433d209a3d HTTP/1.1" status: 204 len: 168 time: 0.2241850 Aug 20 08:44:49.397494 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Routers {'14c82454-3ec3-4ea2-a84d-1b0917533387'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:49.408362 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['14c82454-3ec3-4ea2-a84d-1b0917533387'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:49.442767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea16c8-9413-4895-bc88-5d935db8c29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f09082-d65c-4c54-8202-2c433d209a3d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:49.445788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-effc80d2-a319-42dd-b024-29cb5b02044d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.0579603 Aug 20 08:44:49.490839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53228a2c-e9d6-4612-bfbe-dd2b4ef24c3d req-6b007190-a17b-4ec1-b08f-492ea791a14b tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920784 Aug 20 08:44:49.523116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277d6fb-fd83-4cec-ab90-14f79e0b48e3 req-b156ec49-f0d9-4f56-b592-52091c6faee9 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:49.540035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-60e4cd35-7b18-4143-b7c1-598d72d8fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:49.540635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f277d6fb-fd83-4cec-ab90-14f79e0b48e3 req-b156ec49-f0d9-4f56-b592-52091c6faee9 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.5487506 Aug 20 08:44:49.542357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-60e4cd35-7b18-4143-b7c1-598d72d8fb5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0893586 Aug 20 08:44:49.626676 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-b42cdc8d-f8d0-4ff1-8ac3-8d77bf86f1c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768232 Aug 20 08:44:49.664980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:49.672483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] Set router 14c82454-3ec3-4ea2-a84d-1b0917533387 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:49.912375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-2ceb96d6-fd25-41e6-99c9-4789903a1452 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761505 Aug 20 08:44:49.965473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Allocated IP 172.20.0.1 (e4270d8f-c017-4031-b794-c47a443b9106/f633a3e2-7c18-437e-a0ef-868fe23f7ffe/f37be0cf-8540-47bf-a0d2-738527f4ff39) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:49.983574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56300) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:50.008643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4caae37c-ab41-4a5e-adb9-a60f2f8481bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.057261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f277d6fb-fd83-4cec-ab90-14f79e0b48e3 req-102378cc-1475-4b17-8452-cbd547da96a8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131946 Aug 20 08:44:50.117146 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:44:45Z', 'revision_number': 3, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:50.122705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-10ba1906-33b5-4ab6-851d-33c99cef9ac3 req-4f6ce9df-a81b-4cbb-8fce-2586f72fd94b service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017734 Aug 20 08:44:50.148006 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f2f23e-c7d6-415d-a396-f46f1870e9e8 None None] The sync data for ids ['14c82454-3ec3-4ea2-a84d-1b0917533387'] in n-d-804285-2 is: [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:44:45Z', 'revision_number': 3, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:44:50.344670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.376781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a76d36-19d1-4c4b-81e0-0c845bd5cac2 req-dc9014b2-9c7e-4064-9631-2bd243b4f017 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:50.387828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5a76d36-19d1-4c4b-81e0-0c845bd5cac2 req-dc9014b2-9c7e-4064-9631-2bd243b4f017 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.1830230 Aug 20 08:44:50.398575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4caae37c-ab41-4a5e-adb9-a60f2f8481bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.462842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Transition to ACTIVE for port object f37be0cf-8540-47bf-a0d2-738527f4ff39 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:50.529831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5a76d36-19d1-4c4b-81e0-0c845bd5cac2 req-ac94c231-8722-4903-bde6-4b25194a7461 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362529 Aug 20 08:44:50.530572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4caae37c-ab41-4a5e-adb9-a60f2f8481bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.667235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.679259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56316) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:50.686548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4caae37c-ab41-4a5e-adb9-a60f2f8481bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c18babe5c7394619929f0cad330344de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975036 Aug 20 08:44:50.686548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae37c-ab41-4a5e-adb9-a60f2f8481bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72656c9-afba-49ae-8e64-27837ae34a10,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:50.786783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Network e4270d8f-c017-4031-b794-c47a443b9106 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:50.803472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:50.809546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a305f7a-bdf4-46e6-b902-77c391718f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.820210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:50.820949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.851460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a305f7a-bdf4-46e6-b902-77c391718f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.951744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a305f7a-bdf4-46e6-b902-77c391718f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.961987 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a305f7a-bdf4-46e6-b902-77c391718f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:50.962919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8752f-52ff-44ba-9746-6863ce97d9b9 req-a8ff79d8-d2be-4890-940f-a5c90333235e tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:50.963992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7a305f7a-bdf4-46e6-b902-77c391718f00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d72656c9-afba-49ae-8e64-27837ae34a10 HTTP/1.1" status: 204 len: 168 time: 0.2774370 Aug 20 08:44:50.968317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6d8752f-52ff-44ba-9746-6863ce97d9b9 req-a8ff79d8-d2be-4890-940f-a5c90333235e tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.2620287 Aug 20 08:44:50.968674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Pushing event updated for resources: {'Port': ['ID=f37be0cf-8540-47bf-a0d2-738527f4ff39,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:50.985918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a305f7a-bdf4-46e6-b902-77c391718f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72656c9-afba-49ae-8e64-27837ae34a10,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:51.205773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6d8752f-52ff-44ba-9746-6863ce97d9b9 req-c1fb6671-a67b-424b-9e55-0388bc302ff3 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278774 Aug 20 08:44:51.246720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-594e7c6f-f6e6-4a58-b8a5-2b47c7dd9b9b None None] Provisioning for port f37be0cf-8540-47bf-a0d2-738527f4ff39 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:51.265664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-594e7c6f-f6e6-4a58-b8a5-2b47c7dd9b9b None None] Provisioning complete for port f37be0cf-8540-47bf-a0d2-738527f4ff39 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:51.267168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-594e7c6f-f6e6-4a58-b8a5-2b47c7dd9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:51.358739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-594e7c6f-f6e6-4a58-b8a5-2b47c7dd9b9b None None] Port f37be0cf-8540-47bf-a0d2-738527f4ff39 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:44:51.563176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169bee1-4938-4d10-8a46-c568b5b0cc36 req-2603a9ab-1b0f-457b-94c5-abb510507036 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:51.574900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7169bee1-4938-4d10-8a46-c568b5b0cc36 req-2603a9ab-1b0f-457b-94c5-abb510507036 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.2283907 Aug 20 08:44:51.614406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:51.743341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7eb6d8-6ef1-4b10-8ee0-b75985b9750d req-4d527f0a-0732-4317-84ef-dd9d700ce9c2 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292043 Aug 20 08:44:51.759514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7169bee1-4938-4d10-8a46-c568b5b0cc36 req-4626653b-dfdc-495c-8bd2-20528c38d826 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831694 Aug 20 08:44:51.780691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-72a45659-36fe-4c0a-9f6f-5520050afdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:51.793280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-72a45659-36fe-4c0a-9f6f-5520050afdbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3905265 Aug 20 08:44:51.888745 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-75279baa-c9a0-40b9-afb1-5cefe32861b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f HTTP/1.1" status: 200 len: 217 time: 0.0869191 Aug 20 08:44:51.939065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56352) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:51.991325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-7777b191-9ed5-4b37-8d59-5b9c74a8bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:51.994000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-7777b191-9ed5-4b37-8d59-5b9c74a8bb7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0961232 Aug 20 08:44:52.050467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a206-9d98-4019-9307-f7040de5e692 req-f4ca0eb6-a961-43d8-8fd1-2d27542729ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:52.052294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-f4ca0eb6-a961-43d8-8fd1-2d27542729ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=403bfa23963649a29c522d55a2e6e3ac&device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 1099 time: 0.2321365 Aug 20 08:44:52.129137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-c7e3c4da-72df-473b-896d-79601e788743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:52.130879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-c7e3c4da-72df-473b-896d-79601e788743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230023 Aug 20 08:44:52.266532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be3adb-ee82-443d-bde5-4f1d00155bf1 req-8a419989-00c4-4ce0-bc5a-bd605bee1fc2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:52.275530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7be3adb-ee82-443d-bde5-4f1d00155bf1 req-8a419989-00c4-4ce0-bc5a-bd605bee1fc2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.3385968 Aug 20 08:44:52.322632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-e9bbe301-1024-43a4-b8a1-a804aef5282d service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842403 Aug 20 08:44:52.397114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:52.502250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:52.503147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:52.557987 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcedc4fa-90c5-48e0-9c83-39600b7ec1f5 req-72afad74-b4c6-4dd3-a731-01835a72bdda service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129307 Aug 20 08:44:52.600289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c012fd40-b00e-453c-a1c2-c746f8269ded up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:52.651427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f89e-8d13-4e9d-881c-1acfcaff9b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:52.684088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a206-9d98-4019-9307-f7040de5e692 req-bb96eed0-d600-45d3-a321-53ac880889fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:52.686847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c012fd40-b00e-453c-a1c2-c746f8269ded completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:52.691702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c012fd40-b00e-453c-a1c2-c746f8269ded triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:52.692236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:52.696046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-bb96eed0-d600-45d3-a321-53ac880889fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.6267970 Aug 20 08:44:52.735496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7be3adb-ee82-443d-bde5-4f1d00155bf1 req-ff5a6b6e-53f8-44fe-bc65-d76680857b01 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590764 Aug 20 08:44:53.010106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.063489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c012fd40-b00e-453c-a1c2-c746f8269ded, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c012fd40-b00e-453c-a1c2-c746f8269ded,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:53.068611 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.119356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Pushing event updated for resources: {'Port': ['ID=f37be0cf-8540-47bf-a0d2-738527f4ff39,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:53.158154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c012fd40-b00e-453c-a1c2-c746f8269ded,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:53.207054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11912053-c2c5-4f5e-bb0c-045fab185b1e req-5a6735be-f074-4c88-85fe-9b945af20325 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:53.215843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11912053-c2c5-4f5e-bb0c-045fab185b1e req-5a6735be-f074-4c88-85fe-9b945af20325 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.7794940 Aug 20 08:44:53.300584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49360712-1569-4c44-af7e-8906f2506ab6 req-1e7d8ffb-cb09-4f32-8757-10fb48b8eece tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:53.302566 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49360712-1569-4c44-af7e-8906f2506ab6 req-1e7d8ffb-cb09-4f32-8757-10fb48b8eece tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.2562165 Aug 20 08:44:53.328791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11912053-c2c5-4f5e-bb0c-045fab185b1e req-a77cd84c-4549-42fa-ae02-caea1ba7e6f2 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118155 Aug 20 08:44:53.378208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Network e4270d8f-c017-4031-b794-c47a443b9106 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:53.386163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:53.515316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49360712-1569-4c44-af7e-8906f2506ab6 req-11940e3a-7a44-4db6-8ec7-d3071359fdcd tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795197 Aug 20 08:44:53.582117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f89e-8d13-4e9d-881c-1acfcaff9b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.587949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f89e-8d13-4e9d-881c-1acfcaff9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.700148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56396) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:53.713242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1bf5f89e-8d13-4e9d-881c-1acfcaff9b6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbde471bd4944b94b6fe0433c75225ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7689664 Aug 20 08:44:53.726076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5f89e-8d13-4e9d-881c-1acfcaff9b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b113a2d0-8f17-43b6-a185-936660fc7391,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:53.732290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Router 14c82454-3ec3-4ea2-a84d-1b0917533387 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:44:53.806968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9266d32f-b068-4851-8416-83c2801a5c36 None None] Provisioning complete for port f37be0cf-8540-47bf-a0d2-738527f4ff39 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:53.809194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9266d32f-b068-4851-8416-83c2801a5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.825149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-117ae5c9-b30d-4ffc-bf7b-d3a984313985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.856596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-117ae5c9-b30d-4ffc-bf7b-d3a984313985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.887568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9266d32f-b068-4851-8416-83c2801a5c36 None None] Port f37be0cf-8540-47bf-a0d2-738527f4ff39 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:44:53.924974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-117ae5c9-b30d-4ffc-bf7b-d3a984313985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.931942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-117ae5c9-b30d-4ffc-bf7b-d3a984313985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:53.933127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-117ae5c9-b30d-4ffc-bf7b-d3a984313985 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b113a2d0-8f17-43b6-a185-936660fc7391 HTTP/1.1" status: 204 len: 168 time: 0.2312994 Aug 20 08:44:53.973250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ae5c9-b30d-4ffc-bf7b-d3a984313985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b113a2d0-8f17-43b6-a185-936660fc7391,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:54.005651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:44:54.023848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-33e6faef-abfa-412c-ab26-f32928c34894 admin admin] 10.222.0.35 "PUT /v2.0/routers/14c82454-3ec3-4ea2-a84d-1b0917533387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4087944 Aug 20 08:44:54.028505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Sync routers for ids ['14c82454-3ec3-4ea2-a84d-1b0917533387'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:44:54.047406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Routers {'14c82454-3ec3-4ea2-a84d-1b0917533387'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:54.048259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['14c82454-3ec3-4ea2-a84d-1b0917533387'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:54.089905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9d880-763b-4b14-ae50-0c21deb2b955 req-a6ceaaf5-3fed-412c-b324-b4000972b1ea tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:54.091630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fab9d880-763b-4b14-ae50-0c21deb2b955 req-a6ceaaf5-3fed-412c-b324-b4000972b1ea tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.1497879 Aug 20 08:44:54.153793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fab9d880-763b-4b14-ae50-0c21deb2b955 req-14aa485e-1133-484e-a73d-8125bedd9780 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Aug 20 08:44:54.242647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Set router 14c82454-3ec3-4ea2-a84d-1b0917533387 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:54.534566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c012fd40-b00e-453c-a1c2-c746f8269ded up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:54.562265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56430) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:54.580892 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce66bc5d-2aea-4acd-a920-0197e99dd6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:54.619904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:44:51Z', 'revision_number': 4, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f37be0cf-8540-47bf-a0d2-738527f4ff39', 'name': '', 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'mac_address': 'fa:16:3e:36:44:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:49Z', 'updated_at': '2021-08-20T08:44:51Z', 'revision_number': 2, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'subnets': [{'id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:54.648765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Checking router: 14c82454-3ec3-4ea2-a84d-1b0917533387 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:44:54.649273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Updating router 14c82454-3ec3-4ea2-a84d-1b0917533387 port f37be0cf-8540-47bf-a0d2-738527f4ff39 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:44:54.687964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:54.690821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c012fd40-b00e-453c-a1c2-c746f8269ded triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:54.691347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:54.696895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce66bc5d-2aea-4acd-a920-0197e99dd6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:54.702675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce66bc5d-2aea-4acd-a920-0197e99dd6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:54.740416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ce66bc5d-2aea-4acd-a920-0197e99dd6a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9ecb3e497974f2693883b9f368252e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770155 Aug 20 08:44:54.742400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66bc5d-2aea-4acd-a920-0197e99dd6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18703c1d-9223-4079-bd6e-84d0d427be81,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:54.743280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56438) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:54.984595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d28c2c2f-2982-4a7a-9917-57db5222bf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.007672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d28c2c2f-2982-4a7a-9917-57db5222bf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.025355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-6f607a02-84ac-410b-8251-5514692d8c4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3fde9097-4a42-4656-86a3-84734af0fbab HTTP/1.1" status: 200 len: 217 time: 0.0507653 Aug 20 08:44:55.059814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d28c2c2f-2982-4a7a-9917-57db5222bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.062490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d28c2c2f-2982-4a7a-9917-57db5222bf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.063776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d28c2c2f-2982-4a7a-9917-57db5222bf7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18703c1d-9223-4079-bd6e-84d0d427be81 HTTP/1.1" status: 204 len: 168 time: 0.3188794 Aug 20 08:44:55.070175 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.072692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c2c2f-2982-4a7a-9917-57db5222bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18703c1d-9223-4079-bd6e-84d0d427be81,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:55.082643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a2543-23bc-4f74-8e7c-1a0d6b2f3ee4 req-d19798f9-ef05-4241-9caa-b953e7b649d5 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:55.084314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc7a2543-23bc-4f74-8e7c-1a0d6b2f3ee4 req-d19798f9-ef05-4241-9caa-b953e7b649d5 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.1787243 Aug 20 08:44:55.085627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Transition to ACTIVE for port object f37be0cf-8540-47bf-a0d2-738527f4ff39 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:44:55.095235 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.098730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012effb8-fe76-4e01-a845-fbbb2567eb0f req-82c69a30-3fd5-4597-8eea-832e9fa83541 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:55.100263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-012effb8-fe76-4e01-a845-fbbb2567eb0f req-82c69a30-3fd5-4597-8eea-832e9fa83541 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.1656418 Aug 20 08:44:55.149428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a206-9d98-4019-9307-f7040de5e692 req-47751bc5-694c-45cb-8de2-588e0a89118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:55.151996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-47751bc5-694c-45cb-8de2-588e0a89118e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1193564 Aug 20 08:44:55.155783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ca0b8-894e-4100-9d77-2192262f7c40 None None] Pushing event updated for resources: {'Port': ['ID=f37be0cf-8540-47bf-a0d2-738527f4ff39,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:55.211025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Attempting to bind port f37be0cf-8540-47bf-a0d2-738527f4ff39 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:44:55.211328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Attempting to bind port f37be0cf-8540-47bf-a0d2-738527f4ff39 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:44:55.211496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Attempting to bind port f37be0cf-8540-47bf-a0d2-738527f4ff39 on network e4270d8f-c017-4031-b794-c47a443b9106 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:44:55.218133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:44:55.218133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Checking segment: {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:44:55.218442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc7a2543-23bc-4f74-8e7c-1a0d6b2f3ee4 req-42787d35-3fbd-43c7-a3e5-bf4951e35421 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152501 Aug 20 08:44:55.218538 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.219031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Bound using segment: {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:44:55.219553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Bound port: f37be0cf-8540-47bf-a0d2-738527f4ff39, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8d9e69-6244-493b-a38b-7a6881ee8862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:44:55.220011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.231854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-012effb8-fe76-4e01-a845-fbbb2567eb0f req-8dc46479-cc98-4b46-9c15-cf7a3e810522 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188562 Aug 20 08:44:55.258077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6a206-9d98-4019-9307-f7040de5e692 req-5e3c70e7-9a30-4200-a748-feb934504899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:55.259046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-5e3c70e7-9a30-4200-a748-feb934504899 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879390 Aug 20 08:44:55.333100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] For port f37be0cf-8540-47bf-a0d2-738527f4ff39, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:44:55.337839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] For port f37be0cf-8540-47bf-a0d2-738527f4ff39, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f37be0cf-8540-47bf-a0d2-738527f4ff39,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:44:55.345826 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:55.376089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-c2532f1e-325b-4216-89d8-bc435c03ddc5 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063261 Aug 20 08:44:55.514402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bad6a206-9d98-4019-9307-f7040de5e692 req-ac065b3b-f965-403d-a4c0-b34b12c26991 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282561 Aug 20 08:44:55.584506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Routers {'14c82454-3ec3-4ea2-a84d-1b0917533387'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:44:55.585155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:44:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['14c82454-3ec3-4ea2-a84d-1b0917533387'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:55.588174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ca0b8-894e-4100-9d77-2192262f7c40 None None] Pushing event updated for resources: {'Port': ['ID=f37be0cf-8540-47bf-a0d2-738527f4ff39,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:55.647095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644172da-73f8-497a-914e-06ac67ee2182 req-61caf61b-6b9c-427b-8d47-1a2ed15adfc3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:55.648977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-644172da-73f8-497a-914e-06ac67ee2182 req-61caf61b-6b9c-427b-8d47-1a2ed15adfc3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.0847151 Aug 20 08:44:55.720730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-644172da-73f8-497a-914e-06ac67ee2182 req-717ea1a6-7eec-45ee-abcc-6a392d7054da tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Aug 20 08:44:55.752192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] Set router 14c82454-3ec3-4ea2-a84d-1b0917533387 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:44:56.019773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-853f4574-3796-4eac-8228-d910276c76aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:44:51Z', 'revision_number': 4, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f37be0cf-8540-47bf-a0d2-738527f4ff39', 'name': '', 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'mac_address': 'fa:16:3e:36:44:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:49Z', 'updated_at': '2021-08-20T08:44:55Z', 'revision_number': 4, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'subnets': [{'id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:44:56.054603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4574-3796-4eac-8228-d910276c76aa None None] The sync data for ids ['14c82454-3ec3-4ea2-a84d-1b0917533387'] in n-d-804285-2 is: [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:44:51Z', 'revision_number': 4, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f37be0cf-8540-47bf-a0d2-738527f4ff39', 'name': '', 'network_id': 'e4270d8f-c017-4031-b794-c47a443b9106', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'mac_address': 'fa:16:3e:36:44:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:49Z', 'updated_at': '2021-08-20T08:44:55Z', 'revision_number': 4, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'subnets': [{'id': 'f633a3e2-7c18-437e-a0ef-868fe23f7ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:44:56.270308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56506) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:56.281627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47588158', 'description': 'tempest-description--983479215'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:56.328735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.412230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4dfcd562-5567-490b-986f-44017b8205bc details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:44:56.542826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda877c-5cd0-4252-90fb-6614b096fa8e req-9f2f2812-b05f-4968-ad29-72401a000486 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:56.564553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cda877c-5cd0-4252-90fb-6614b096fa8e req-9f2f2812-b05f-4968-ad29-72401a000486 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.2077017 Aug 20 08:44:56.569775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f37be0cf-8540-47bf-a0d2-738527f4ff39 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:56.626824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d9515-f319-4f26-8e0e-a98f105ed3ab req-ef811142-3634-4b23-9271-6557e8a4c442 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:56.628680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d60d9515-f319-4f26-8e0e-a98f105ed3ab req-ef811142-3634-4b23-9271-6557e8a4c442 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.2489200 Aug 20 08:44:56.650044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cda877c-5cd0-4252-90fb-6614b096fa8e req-9856412a-dd9b-4a04-9285-94b364e8a166 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798182 Aug 20 08:44:56.688969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:56.716398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '4dfcd562-5567-490b-986f-44017b8205bc', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'port_id': '4dfcd562-5567-490b-986f-44017b8205bc', 'mac_address': 'fa:16:3e:41:27:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa1424f-4764-490e-9e18-1a8afaae75cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:44:56.777703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.781909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port f37be0cf-8540-47bf-a0d2-738527f4ff39 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:56.800422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f37be0cf-8540-47bf-a0d2-738527f4ff39 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:56.800882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.803263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d60d9515-f319-4f26-8e0e-a98f105ed3ab req-b22dc6be-fde9-4a06-adb8-3494281efbca tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485863 Aug 20 08:44:56.804429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfcd562-5567-490b-986f-44017b8205bc {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:44:56.838470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.849990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.934685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:56.940451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.945327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56528) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:56.953405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'security_group_rule': {'security_group_id': '9c0e1a0a-6d80-42c4-98ff-3b705fd64306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:56.953621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:56.965978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6945157 Aug 20 08:44:56.972759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27c555-4cea-4b9f-967b-2319ab3911e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e1a0a-6d80-42c4-98ff-3b705fd64306,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:57.069962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.089613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbaf9a-a182-41ca-aee2-6ba7b2bdc9af req-f511a622-c0a2-4065-bb0a-40fa4fe8ef1f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:57.094619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5fbaf9a-a182-41ca-aee2-6ba7b2bdc9af req-f511a622-c0a2-4065-bb0a-40fa4fe8ef1f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.2105484 Aug 20 08:44:57.173866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5fbaf9a-a182-41ca-aee2-6ba7b2bdc9af req-80531ebc-0b8e-4b3b-b9db-8fa78b780ccc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672071 Aug 20 08:44:57.253492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:57.264074 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.274129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.289090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.329754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d34a4e-daeb-4052-921a-d187f90a1885,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:57.336433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4dfcd562-5567-490b-986f-44017b8205bc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:44:57.347964 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.349607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-327a90d2-479d-4cfa-b24e-6cb8f620e102 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4031465 Aug 20 08:44:57.353769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56544) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:57.358702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'security_group_rule': {'security_group_id': '9c0e1a0a-6d80-42c4-98ff-3b705fd64306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:57.404799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:57.442470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.451615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port f37be0cf-8540-47bf-a0d2-738527f4ff39, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f37be0cf-8540-47bf-a0d2-738527f4ff39,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:57.478134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.542011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.550193 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.574725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de52015-6015-41c7-96ec-f1bafdb0c89a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:57.585584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.590803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2e514af5-b636-4d9b-8061-995b574d0317 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357545 Aug 20 08:44:57.593510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56552) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:57.600398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:44:57.631760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.644383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=f37be0cf-8540-47bf-a0d2-738527f4ff39,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:57.680458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d185d921-d36d-4710-9752-71b6b485c845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.851804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56562) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:57.875747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a87c0-403e-43ae-91ae-5c6d549b3fad req-3a9ba865-09bd-4ddf-8b0e-eed3ad83b4b2 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:57.877266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b5a87c0-403e-43ae-91ae-5c6d549b3fad req-3a9ba865-09bd-4ddf-8b0e-eed3ad83b4b2 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.1015866 Aug 20 08:44:57.931732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d185d921-d36d-4710-9752-71b6b485c845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.937944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d185d921-d36d-4710-9752-71b6b485c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:57.982810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d185d921-d36d-4710-9752-71b6b485c845 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01523c0f257a4f2b879e937b76c87d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5737596 Aug 20 08:44:57.984305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56568) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:57.993573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185d921-d36d-4710-9752-71b6b485c845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5107321a-1e9a-4d4a-b69d-8ee8e8cd260d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:58.010105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b5a87c0-403e-43ae-91ae-5c6d549b3fad req-763c741b-570c-4de9-b488-febefc252126 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143403 Aug 20 08:44:58.039464 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.054910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785843e-5d50-4d61-b202-ad74645bde58 req-659fa533-beb5-4337-9dc2-15183da4984e tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:58.056509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e785843e-5d50-4d61-b202-ad74645bde58 req-659fa533-beb5-4337-9dc2-15183da4984e tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.1198323 Aug 20 08:44:58.146100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e217f986-1b64-46c7-8da1-3dad464a815a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.160088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05160199-37c3-4ff8-b3bc-f60f639222ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.164841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e785843e-5d50-4d61-b202-ad74645bde58 req-076a64ab-1035-4d88-b48b-c4ab6ce3dbed tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 Aug 20 08:44:58.211905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e217f986-1b64-46c7-8da1-3dad464a815a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.262533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Allocated IP 172.25.5.82 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/bb8a22a4-9264-4736-bc91-459468977703) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:44:58.289438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05160199-37c3-4ff8-b3bc-f60f639222ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.294981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05160199-37c3-4ff8-b3bc-f60f639222ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.331344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e217f986-1b64-46c7-8da1-3dad464a815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.333963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e217f986-1b64-46c7-8da1-3dad464a815a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.335057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e217f986-1b64-46c7-8da1-3dad464a815a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5107321a-1e9a-4d4a-b69d-8ee8e8cd260d HTTP/1.1" status: 204 len: 168 time: 0.3500609 Aug 20 08:44:58.347052 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-05160199-37c3-4ff8-b3bc-f60f639222ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69ea3ec4704d4bc484b35e8293627c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938533 Aug 20 08:44:58.350267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160199-37c3-4ff8-b3bc-f60f639222ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c6b2d-c090-4044-9b8e-4c1e33af349c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:58.352250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56580) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:58.376593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217f986-1b64-46c7-8da1-3dad464a815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5107321a-1e9a-4d4a-b69d-8ee8e8cd260d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:58.398152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4dfcd562-5567-490b-986f-44017b8205bc up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:58.446365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947d6c-e665-40c1-8b4a-71dd7f0b804d req-b7deebd1-61a0-4c6a-931d-d3fe2ca8d86a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:58.447745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c947d6c-e665-40c1-8b4a-71dd7f0b804d req-b7deebd1-61a0-4c6a-931d-d3fe2ca8d86a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 944 time: 0.1569157 Aug 20 08:44:58.452472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56584) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:58.481467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 4dfcd562-5567-490b-986f-44017b8205bc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:44:58.484795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.487012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 4dfcd562-5567-490b-986f-44017b8205bc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:58.487499 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.504029 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-884a8e2d-c3f9-4530-b6a8-c28355c0867e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.542906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c947d6c-e665-40c1-8b4a-71dd7f0b804d req-2fd86e8a-e1a0-418a-b508-91ffe7f55529 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812328 Aug 20 08:44:58.548344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f37be0cf-8540-47bf-a0d2-738527f4ff39 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:44:58.561322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-884a8e2d-c3f9-4530-b6a8-c28355c0867e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.599533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.641294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:44:58.644559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f37be0cf-8540-47bf-a0d2-738527f4ff39 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:44:58.645350 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.647557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:44:58.657359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:44:58.678192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.682844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'Port': ['ID=bb8a22a4-9264-4736-bc91-459468977703,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:58.700637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-884a8e2d-c3f9-4530-b6a8-c28355c0867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.703258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-884a8e2d-c3f9-4530-b6a8-c28355c0867e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.704443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-884a8e2d-c3f9-4530-b6a8-c28355c0867e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/655c6b2d-c090-4044-9b8e-4c1e33af349c HTTP/1.1" status: 204 len: 168 time: 0.3485470 Aug 20 08:44:58.714042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:44:58.738289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a8e2d-c3f9-4530-b6a8-c28355c0867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c6b2d-c090-4044-9b8e-4c1e33af349c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:58.781033 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.798325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:58.804903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.812408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff92699-96c9-4b9d-8507-769bddde238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.865030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56594) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:58.878532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.892369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2c4dd55-4bab-4a6e-b471-8f5dc3dd849e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:58.908255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.016092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device ac81df88-66d9-47bf-9caf-69eaf8f1926f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:44:59.093820 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d42512-a674-4b8d-926a-7152a46ded71" -d '{"events": [{"server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "name": "network-vif-plugged", "status": "completed", "tag": "4dfcd562-5567-490b-986f-44017b8205bc"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:44:59.152402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:59.168102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port ac81df88-66d9-47bf-9caf-69eaf8f1926f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:59.169286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b098628-5306-469a-97c5-04495507524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.187391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f', 'mac_address': 'fa:16:3e:21:a0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:tempest-test_az-233634163', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:44:59.226544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.234577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e58078-98fe-4a76-a004-6539bb6edc9d req-35066a27-07f9-423e-a845-01c30bca3add tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:59.236158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0e58078-98fe-4a76-a004-6539bb6edc9d req-35066a27-07f9-423e-a845-01c30bca3add tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 968 time: 0.1455331 Aug 20 08:44:59.241055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac81df88-66d9-47bf-9caf-69eaf8f1926f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:44:59.261769 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452fdc2e-4d53-4463-943d-e06c0eebc073 x-openstack-request-id: req-452fdc2e-4d53-4463-943d-e06c0eebc073 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:44:59.262501 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "name": "network-vif-plugged", "status": "completed", "tag": "4dfcd562-5567-490b-986f-44017b8205bc", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:44:59.262501 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-452fdc2e-4d53-4463-943d-e06c0eebc073 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:44:59.263057 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc', 'code': 200} Aug 20 08:44:59.272987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port ac81df88-66d9-47bf-9caf-69eaf8f1926f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:59.278026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.279014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3fde9097-4a42-4656-86a3-84734af0fbab details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:44:59.290967 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff92699-96c9-4b9d-8507-769bddde238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.310014 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff92699-96c9-4b9d-8507-769bddde238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.365379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3fde9097-4a42-4656-86a3-84734af0fbab, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3fde9097-4a42-4656-86a3-84734af0fbab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:59.371867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0e58078-98fe-4a76-a004-6539bb6edc9d req-0f2a46d6-dc98-4b96-977d-c87a27133711 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160419 Aug 20 08:44:59.373254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=ac81df88-66d9-47bf-9caf-69eaf8f1926f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.381277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '3fde9097-4a42-4656-86a3-84734af0fbab', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '3fde9097-4a42-4656-86a3-84734af0fbab', 'mac_address': 'fa:16:3e:93:d2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:44:59.421636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0ff92699-96c9-4b9d-8507-769bddde238d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbf486ba421e4721abbb572a115d0bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9656549 Aug 20 08:44:59.424647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56614) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:59.428937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff92699-96c9-4b9d-8507-769bddde238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7019aa9c-6a16-4a67-8a23-4985b9e417de,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.448319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.493033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb116-dab3-4af2-a8c4-6c26ad767c2d req-5aed8134-53db-4124-986f-620fc6636554 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:59.495831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c6bb116-dab3-4af2-a8c4-6c26ad767c2d req-5aed8134-53db-4124-986f-620fc6636554 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 948 time: 0.1395521 Aug 20 08:44:59.501235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.563490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f817f-4437-410f-8777-83eaa1814415 req-a81d9ceb-76c1-4065-8921-a31a67be7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:59.565954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc3f817f-4437-410f-8777-83eaa1814415 req-a81d9ceb-76c1-4065-8921-a31a67be7500 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1096 time: 0.2094584 Aug 20 08:44:59.580872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2c4dd55-4bab-4a6e-b471-8f5dc3dd849e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.600030 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.607624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc3f817f-4437-410f-8777-83eaa1814415 req-4332e1d6-8545-4edf-adba-1a7b703df3a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.629334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2c4dd55-4bab-4a6e-b471-8f5dc3dd849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.637621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.648260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'Port': ['ID=bb8a22a4-9264-4736-bc91-459468977703,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.654762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fde9097-4a42-4656-86a3-84734af0fbab {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:44:59.665387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c6bb116-dab3-4af2-a8c4-6c26ad767c2d req-8b7ce083-103e-4b66-bce1-b3fc57498e46 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596169 Aug 20 08:44:59.678869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3fde9097-4a42-4656-86a3-84734af0fbab, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3fde9097-4a42-4656-86a3-84734af0fbab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:44:59.679706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549bffb9-7432-449e-be4f-6ce463ed8a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.690897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df76a-7ac3-4490-a905-72e3a5cbee40 req-e1756c55-297e-4dee-b6b0-ed3e51e34af6 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:44:59.692554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-716df76a-7ac3-4490-a905-72e3a5cbee40 req-e1756c55-297e-4dee-b6b0-ed3e51e34af6 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 945 time: 0.0671165 Aug 20 08:44:59.694759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.734297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-716df76a-7ac3-4490-a905-72e3a5cbee40 req-1f7e4e0b-b93e-46c5-86c1-77496d1c73b5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345898 Aug 20 08:44:59.736996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4dd55-4bab-4a6e-b471-8f5dc3dd849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d0ec5-cddc-4959-bc64-ae05387491ee,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.740781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549bffb9-7432-449e-be4f-6ce463ed8a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.746460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c2c4dd55-4bab-4a6e-b471-8f5dc3dd849e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01384caef52041788f05fb7dbb049703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8803866 Aug 20 08:44:59.750127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56618) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:59.765453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3fde9097-4a42-4656-86a3-84734af0fbab,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.803773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0785ac7-6899-47c2-8cf2-2a530a3e49d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.819925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549bffb9-7432-449e-be4f-6ce463ed8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.823000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549bffb9-7432-449e-be4f-6ce463ed8a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.824127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-549bffb9-7432-449e-be4f-6ce463ed8a69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7019aa9c-6a16-4a67-8a23-4985b9e417de HTTP/1.1" status: 204 len: 168 time: 0.3985538 Aug 20 08:44:59.829417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0785ac7-6899-47c2-8cf2-2a530a3e49d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.841610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b098628-5306-469a-97c5-04495507524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.842922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bffb9-7432-449e-be4f-6ce463ed8a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7019aa9c-6a16-4a67-8a23-4985b9e417de,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.854110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b098628-5306-469a-97c5-04495507524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.878183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.879871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-936f68b7-6ae0-4840-a40a-b9f23081308b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2844605 Aug 20 08:44:59.901954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b098628-5306-469a-97c5-04495507524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8976d8-bfcb-449b-a150-0394077312c2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.906449 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b098628-5306-469a-97c5-04495507524e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17bdef850b474ce2a0230f939cae97e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521663 Aug 20 08:44:59.911142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56624) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:44:59.922610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0785ac7-6899-47c2-8cf2-2a530a3e49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.925610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0785ac7-6899-47c2-8cf2-2a530a3e49d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:44:59.926794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e0785ac7-6899-47c2-8cf2-2a530a3e49d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b7d0ec5-cddc-4959-bc64-ae05387491ee HTTP/1.1" status: 204 len: 168 time: 0.1757853 Aug 20 08:44:59.955312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0785ac7-6899-47c2-8cf2-2a530a3e49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d0ec5-cddc-4959-bc64-ae05387491ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:44:59.989571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee62e02-9ca3-4e38-ab18-4b675f267259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.016257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc3f817f-4437-410f-8777-83eaa1814415 req-4332e1d6-8545-4edf-adba-1a7b703df3a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.016825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee62e02-9ca3-4e38-ab18-4b675f267259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.022345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc3f817f-4437-410f-8777-83eaa1814415 req-4332e1d6-8545-4edf-adba-1a7b703df3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.064847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3fde9097-4a42-4656-86a3-84734af0fbab'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:00.070132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['ac81df88-66d9-47bf-9caf-69eaf8f1926f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:00.083091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee62e02-9ca3-4e38-ab18-4b675f267259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.086134 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee62e02-9ca3-4e38-ab18-4b675f267259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.087998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc3f817f-4437-410f-8777-83eaa1814415 req-4332e1d6-8545-4edf-adba-1a7b703df3a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093493 Aug 20 08:45:00.090065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ee62e02-9ca3-4e38-ab18-4b675f267259 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b8976d8-bfcb-449b-a150-0394077312c2 HTTP/1.1" status: 204 len: 168 time: 0.1758890 Aug 20 08:45:00.097337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332e1d6-8545-4edf-adba-1a7b703df3a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef0aba-457b-43e5-a937-7600b6192be0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:00.099687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee62e02-9ca3-4e38-ab18-4b675f267259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8976d8-bfcb-449b-a150-0394077312c2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:00.192939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-e65e5dfd-c80a-4e5c-a825-ce7d2b657838 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--47588158&fields=id&tenant_id=92222b011a1b402ea13e9c7f433ca1c9 HTTP/1.1" status: 200 len: 267 time: 0.0494325 Aug 20 08:45:00.322525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-226f41aa-8020-4a77-b8e9-b26275644afe tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:00.324055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-226f41aa-8020-4a77-b8e9-b26275644afe tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 824 time: 0.1219399 Aug 20 08:45:00.346070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-a2566147-60ba-45fa-b2e6-2369e22ed4b0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/quotas/92222b011a1b402ea13e9c7f433ca1c9 HTTP/1.1" status: 200 len: 375 time: 0.0149417 Aug 20 08:45:00.438348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-32099c9c-03ca-404f-9f2c-b8cf21cea5d9 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826070 Aug 20 08:45:00.557086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:00.560290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4909bf-be49-4ae2-916e-6f38903fd8ed req-f892e2de-b091-4569-a1ee-2cf2bfc64167 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:00.561888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd4909bf-be49-4ae2-916e-6f38903fd8ed req-f892e2de-b091-4569-a1ee-2cf2bfc64167 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 969 time: 0.0897202 Aug 20 08:45:00.576939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1d7b2f4-60c6-4081-a420-03b53f5350e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.597684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b9ff26f-547e-406f-9846-aa35179a1aa7 service neutron] 10.222.0.35 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441555 Aug 20 08:45:00.645294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd4909bf-be49-4ae2-916e-6f38903fd8ed req-05e17dd4-c961-49bb-9c5c-610b1a8ece63 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725753 Aug 20 08:45:00.673510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56652) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:00.697115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-142a531f-dfa2-463f-967b-07ddc20cd5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.735498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1d7b2f4-60c6-4081-a420-03b53f5350e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.742013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-c5afa545-9be3-43e1-bf71-e148cc29f9a9 service neutron] 10.222.0.35 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361272 Aug 20 08:45:00.750184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1d7b2f4-60c6-4081-a420-03b53f5350e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.810408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7b2f4-60c6-4081-a420-03b53f5350e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d843688-c152-40af-b835-3100238b3b87,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:00.817423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a1d7b2f4-60c6-4081-a420-03b53f5350e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7efa20fe235549f3828520c5fb7cb151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593031 Aug 20 08:45:00.823036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:00.855635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c009f-ad10-4df8-91a4-f24bda441d56 req-fbe869e7-f87c-46d1-b054-92a57bfaf0ee tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:00.863134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-791c009f-ad10-4df8-91a4-f24bda441d56 req-fbe869e7-f87c-46d1-b054-92a57bfaf0ee tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 949 time: 0.1011069 Aug 20 08:45:00.896152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-142a531f-dfa2-463f-967b-07ddc20cd5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.915581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-142a531f-dfa2-463f-967b-07ddc20cd5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.933907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd662-6724-48b7-aaed-d312407d513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:00.968797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-791c009f-ad10-4df8-91a4-f24bda441d56 req-77632cf1-64ef-4b7c-95dc-78c8c866848f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822127 Aug 20 08:45:00.997135 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-142a531f-dfa2-463f-967b-07ddc20cd5c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3f841b300cd4b0083c49c2a22499155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224626 Aug 20 08:45:01.002007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56670) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:01.014405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device ac81df88-66d9-47bf-9caf-69eaf8f1926f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:01.025230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a531f-dfa2-463f-967b-07ddc20cd5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884baaeb-0d14-4022-9317-5a64f7a57125,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:01.072194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2379b400-9809-4614-997b-d87cb949d51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.091234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd662-6724-48b7-aaed-d312407d513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.108840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2379b400-9809-4614-997b-d87cb949d51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.115731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d73fe4a3-d5fd-4553-8cb4-3d0de426380c req-068a6c40-f44e-41af-8b27-1602528a82cd tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 210 time: 0.0639672 Aug 20 08:45:01.120693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port ac81df88-66d9-47bf-9caf-69eaf8f1926f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:01.125543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port ac81df88-66d9-47bf-9caf-69eaf8f1926f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:01.126203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.146911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e27bb3-1c1d-453a-85a5-310ce6a91b8c req-39406133-3002-49fc-9d57-3f431ae0a4c6 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:01.148427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87e27bb3-1c1d-453a-85a5-310ce6a91b8c req-39406133-3002-49fc-9d57-3f431ae0a4c6 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 945 time: 0.1627676 Aug 20 08:45:01.201315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2379b400-9809-4614-997b-d87cb949d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.204035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2379b400-9809-4614-997b-d87cb949d51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.207624 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2379b400-9809-4614-997b-d87cb949d51a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/884baaeb-0d14-4022-9317-5a64f7a57125 HTTP/1.1" status: 204 len: 168 time: 0.2023764 Aug 20 08:45:01.213405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87e27bb3-1c1d-453a-85a5-310ce6a91b8c req-8d482acf-0bcb-4558-bf45-d6f72d94a1b1 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536392 Aug 20 08:45:01.222836 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd662-6724-48b7-aaed-d312407d513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.225680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd662-6724-48b7-aaed-d312407d513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.231523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0ffdd662-6724-48b7-aaed-d312407d513a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d843688-c152-40af-b835-3100238b3b87 HTTP/1.1" status: 204 len: 168 time: 0.4072642 Aug 20 08:45:01.238647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379b400-9809-4614-997b-d87cb949d51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884baaeb-0d14-4022-9317-5a64f7a57125,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:01.241666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd662-6724-48b7-aaed-d312407d513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d843688-c152-40af-b835-3100238b3b87,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:01.324093 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.350979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:01.353610 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfc0820-1104-4d3f-bd94-eaf1c0717081" -d '{"events": [{"server_uuid": "d4c0805c-2f5f-49d6-a842-9cc1f18a668f", "name": "network-vif-plugged", "status": "completed", "tag": "ac81df88-66d9-47bf-9caf-69eaf8f1926f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:01.368119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port ac81df88-66d9-47bf-9caf-69eaf8f1926f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:01.375700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.377502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3fde9097-4a42-4656-86a3-84734af0fbab up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:01.424831 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af1173-88c5-40f9-b79f-1f21df1eb2bc x-openstack-request-id: req-f9af1173-88c5-40f9-b79f-1f21df1eb2bc {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:01.425270 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0805c-2f5f-49d6-a842-9cc1f18a668f", "name": "network-vif-plugged", "status": "completed", "tag": "ac81df88-66d9-47bf-9caf-69eaf8f1926f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:01.425754 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9af1173-88c5-40f9-b79f-1f21df1eb2bc {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:01.426258 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f', 'code': 200} Aug 20 08:45:01.484439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=ac81df88-66d9-47bf-9caf-69eaf8f1926f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:01.498635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 3fde9097-4a42-4656-86a3-84734af0fbab completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:01.503765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 3fde9097-4a42-4656-86a3-84734af0fbab triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:01.504372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.614984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.616917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614bcd-50ab-45b0-8b2c-47c716f0a792 req-e3efdb5b-f63f-4f3e-a113-ddcbc2be1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:01.626332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f614bcd-50ab-45b0-8b2c-47c716f0a792 req-e3efdb5b-f63f-4f3e-a113-ddcbc2be1a35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 1121 time: 0.1523929 Aug 20 08:45:01.666301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3fde9097-4a42-4656-86a3-84734af0fbab, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3fde9097-4a42-4656-86a3-84734af0fbab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:01.671725 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:01.693406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f614bcd-50ab-45b0-8b2c-47c716f0a792 req-6a0c2093-a3e8-4169-8089-702b2d391861 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 Aug 20 08:45:01.751619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3fde9097-4a42-4656-86a3-84734af0fbab,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:01.810427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c43f4-b908-4e61-b24d-09460f2603c0 req-514a641e-6073-45cc-afac-ac46b8e7a52d tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:01.812238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-610c43f4-b908-4e61-b24d-09460f2603c0 req-514a641e-6073-45cc-afac-ac46b8e7a52d tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 970 time: 0.0558345 Aug 20 08:45:01.861826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-610c43f4-b908-4e61-b24d-09460f2603c0 req-67d004e6-e8cd-41a6-a398-83a25ae6a92c tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Aug 20 08:45:02.118716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7b85a-2754-44d0-98bb-05bb551d3998 req-222edee1-f2d2-4991-aebf-68ceec27c0f3 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:02.120200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45f7b85a-2754-44d0-98bb-05bb551d3998 req-222edee1-f2d2-4991-aebf-68ceec27c0f3 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 950 time: 0.0578268 Aug 20 08:45:02.162547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45f7b85a-2754-44d0-98bb-05bb551d3998 req-daff01fc-6c18-463c-adbc-4e02001b7471 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343127 Aug 20 08:45:02.242618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e167a18b-ff19-478e-b0dc-359de0d3c48d req-4d1a8fe9-403a-4968-8bf6-618aae9dbd62 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 210 time: 0.0419266 Aug 20 08:45:02.369998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666117c0-06b5-4de9-bde5-dd8d6839435b req-af641a9a-f274-41a3-9e28-41077cc372c8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:02.377602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-666117c0-06b5-4de9-bde5-dd8d6839435b req-af641a9a-f274-41a3-9e28-41077cc372c8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 945 time: 0.0623326 Aug 20 08:45:02.461482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-666117c0-06b5-4de9-bde5-dd8d6839435b req-e4597bb0-034a-4fb0-a097-941da3868d62 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829177 Aug 20 08:45:02.526376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-a336ab3d-7239-44e2-8f7e-f27896390094 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:02.528611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-a336ab3d-7239-44e2-8f7e-f27896390094 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.26 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 824 time: 0.1750903 Aug 20 08:45:02.589933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-108d6e8d-1c38-48a7-bb9f-66c3b832d7c7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92222b011a1b402ea13e9c7f433ca1c9 HTTP/1.1" status: 200 len: 378 time: 0.0464637 Aug 20 08:45:02.599965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'port': {'device_id': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'admin_state_up': True, 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'security_groups': ['9c0e1a0a-6d80-42c4-98ff-3b705fd64306']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:02.723312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Made reservation on behalf of 92222b011a1b402ea13e9c7f433ca1c9 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:02.727092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:02.881403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Allocated IP 172.20.0.5 (74c395c4-ebf6-486b-8ed3-24f068d0b173/126df53a-e9a4-4339-9a5a-fdf283c95ba1/600b16a1-e297-4bf4-af8c-26f0955a28f4) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:02.909737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22971b-2bfb-4df8-9df2-8d0748f2d46e req-5227b3bc-4049-4cb3-b258-ee4f8be1a13b tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:02.918987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a22971b-2bfb-4df8-9df2-8d0748f2d46e req-5227b3bc-4049-4cb3-b258-ee4f8be1a13b tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1096 time: 0.0545292 Aug 20 08:45:03.018504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a22971b-2bfb-4df8-9df2-8d0748f2d46e req-3ff446dc-8da0-4295-9595-a22348901c8a tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981743 Aug 20 08:45:03.113550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.114460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.115085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.115736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.116649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.117262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.119205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.121541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90387178-f5c8-48aa-96fe-4f8cd17b0a3e req-789b316e-f31f-4127-bdab-690c16e8a365 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5014 time: 0.1779668 Aug 20 08:45:03.130928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.155982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Transition to ACTIVE for port object 600b16a1-e297-4bf4-af8c-26f0955a28f4 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:03.188228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de2674-c115-4475-98f3-f0b0f514fc4d req-c97cf515-68ed-4cf2-bc8b-89b99ce6b4fc tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.191533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0de2674-c115-4475-98f3-f0b0f514fc4d req-c97cf515-68ed-4cf2-bc8b-89b99ce6b4fc tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 970 time: 0.0679636 Aug 20 08:45:03.199621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.254580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:03.261805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:03.263898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'Port': ['ID=600b16a1-e297-4bf4-af8c-26f0955a28f4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:03.266194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:03.272012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.272784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.299010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0de2674-c115-4475-98f3-f0b0f514fc4d req-163b16db-13b7-470c-a075-9833a2abf26c tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003757 Aug 20 08:45:03.300889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4b258800-dbe2-4b99-81ef-0c68241c1bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7046831 Aug 20 08:45:03.322235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c509a0-165d-4c38-8f71-1e29c1a16cab req-319036ec-8196-4aee-b5dd-286092b7684e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.324266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2c509a0-165d-4c38-8f71-1e29c1a16cab req-319036ec-8196-4aee-b5dd-286092b7684e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1096 time: 0.0781233 Aug 20 08:45:03.326879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Request body: {'port': {'device_id': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:03.427555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde9097-4a42-4656-86a3-84734af0fbab'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:03.439314 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5430a31-cedc-43e3-a4c5-7aaa3fcad9a0" -d '{"events": [{"server_uuid": "0ac313fd-a912-443f-a7f3-a7f143a6e819", "name": "network-vif-plugged", "status": "completed", "tag": "3fde9097-4a42-4656-86a3-84734af0fbab"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:03.447789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2c509a0-165d-4c38-8f71-1e29c1a16cab req-af69b109-b027-4f04-86fe-8eba2c90db6b tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062465 Aug 20 08:45:03.464377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.526231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d7d61-40bb-4ee8-8f66-46a7f438d203 req-ad9b5146-90dd-4d9a-ad8e-e87ce7bb8d83 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.528011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-594d7d61-40bb-4ee8-8f66-46a7f438d203 req-ad9b5146-90dd-4d9a-ad8e-e87ce7bb8d83 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 886 time: 0.2001212 Aug 20 08:45:03.627859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d10ec0dc-5e39-4285-8807-faf7b66c4858 None None] Provisioning for port 600b16a1-e297-4bf4-af8c-26f0955a28f4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:03.635509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d10ec0dc-5e39-4285-8807-faf7b66c4858 None None] Provisioning complete for port 600b16a1-e297-4bf4-af8c-26f0955a28f4 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:03.635944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d10ec0dc-5e39-4285-8807-faf7b66c4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.700683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a93f6-e318-4b47-80c0-dfc0c654e24e req-b0f8dc39-dff8-4d0b-8241-d58582947d9a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.701383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d10ec0dc-5e39-4285-8807-faf7b66c4858 None None] Port 600b16a1-e297-4bf4-af8c-26f0955a28f4 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:03.702366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c9a93f6-e318-4b47-80c0-dfc0c654e24e req-b0f8dc39-dff8-4d0b-8241-d58582947d9a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 950 time: 0.1104829 Aug 20 08:45:03.740139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e3d36-7249-44cf-89b8-af2cea67ecdf req-dee571ce-9dc2-4af2-99de-53fa72b08b78 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:03.750066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399e3d36-7249-44cf-89b8-af2cea67ecdf req-dee571ce-9dc2-4af2-99de-53fa72b08b78 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 931 time: 0.0911269 Aug 20 08:45:03.765040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c9a93f6-e318-4b47-80c0-dfc0c654e24e req-8bb62055-6735-4b21-a630-9c95fbe98b06 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547009 Aug 20 08:45:03.814524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399e3d36-7249-44cf-89b8-af2cea67ecdf req-bb37b56e-d603-4fa0-a01c-380be6652280 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534859 Aug 20 08:45:03.862461 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239bb4c0-39b9-4c12-92fb-f8984a1704ef x-openstack-request-id: req-239bb4c0-39b9-4c12-92fb-f8984a1704ef {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:03.863916 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac313fd-a912-443f-a7f3-a7f143a6e819", "name": "network-vif-plugged", "status": "completed", "tag": "3fde9097-4a42-4656-86a3-84734af0fbab", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:03.864806 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-239bb4c0-39b9-4c12-92fb-f8984a1704ef {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:03.865434 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde9097-4a42-4656-86a3-84734af0fbab', 'code': 200} Aug 20 08:45:03.887406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600b16a1-e297-4bf4-af8c-26f0955a28f4 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:03.891290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.905193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Transition to ACTIVE for port object 600b16a1-e297-4bf4-af8c-26f0955a28f4 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:03.916454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:03.975668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Pushing event updated for resources: {'Port': ['ID=600b16a1-e297-4bf4-af8c-26f0955a28f4,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:04.041029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Attempting to bind port 600b16a1-e297-4bf4-af8c-26f0955a28f4 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:04.043549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Attempting to bind port 600b16a1-e297-4bf4-af8c-26f0955a28f4 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:04.044791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Attempting to bind port 600b16a1-e297-4bf4-af8c-26f0955a28f4 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:04.058852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Port 600b16a1-e297-4bf4-af8c-26f0955a28f4 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:04.059193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Attempting to bind port 600b16a1-e297-4bf4-af8c-26f0955a28f4 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:04.062644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de300c9b-4039-4a8a-bf0a-f29ff7bacc25 req-b320ac6a-5669-425a-8e7c-6eaffb9394f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.064221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de300c9b-4039-4a8a-bf0a-f29ff7bacc25 req-b320ac6a-5669-425a-8e7c-6eaffb9394f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 1101 time: 0.1264832 Aug 20 08:45:04.067485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:04.067834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Checking segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:04.068733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Bound using segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:04.069378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Bound port: 600b16a1-e297-4bf4-af8c-26f0955a28f4, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:04.069563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:04.114944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.115424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.115969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.116412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.116894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.117383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.117937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.120247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abc14957-5c78-4c09-9ab2-fdd04f70c645 req-862be501-2e40-4d18-a14c-9da7c71670c5 tempest-NetworksTest-2079444530 tempest-NetworksTest-2079444530-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5014 time: 0.2172046 Aug 20 08:45:04.137385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de300c9b-4039-4a8a-bf0a-f29ff7bacc25 req-dd92f100-86aa-49c5-9c99-9df359f7dae5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641999 Aug 20 08:45:04.174214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] For port 600b16a1-e297-4bf4-af8c-26f0955a28f4, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:04.178890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] For port 600b16a1-e297-4bf4-af8c-26f0955a28f4, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:04.185072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:04.237981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.238823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:04.240209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] 10.222.0.26 "PUT /v2.0/ports/600b16a1-e297-4bf4-af8c-26f0955a28f4 HTTP/1.1" status: 200 len: 1091 time: 0.9295359 Aug 20 08:45:04.240923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:04.243846 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e4aba1-007c-485f-b36b-4935a3857f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:04.270473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c3926-1f7a-472e-9998-7152f8120f33 service neutron] Pushing event updated for resources: {'Port': ['ID=600b16a1-e297-4bf4-af8c-26f0955a28f4,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:04.342685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-e9ccf067-65dd-4690-9464-ecece83298c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.344981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-e9ccf067-65dd-4690-9464-ecece83298c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 1094 time: 0.0554008 Aug 20 08:45:04.405989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-86af981f-078c-4f64-a034-78399dd73a03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4 HTTP/1.1" status: 200 len: 217 time: 0.0522435 Aug 20 08:45:04.506314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-65a06c93-f0d5-4840-8cfc-4664985096bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.510650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-65a06c93-f0d5-4840-8cfc-4664985096bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.0976312 Aug 20 08:45:04.576799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-f74c5e5e-b90b-4481-b8a6-537441af4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.578364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-f74c5e5e-b90b-4481-b8a6-537441af4b5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587175 Aug 20 08:45:04.602870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56826) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:04.692346 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-a7e786f5-e3e3-44b5-baeb-96242edff8f4 service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062698 Aug 20 08:45:04.742143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9b8630f-74e7-4b3e-9054-a961d75570f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:04.776271 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b9800c-608d-4058-8db2-8f45e5a220cf x-openstack-request-id: req-50b9800c-608d-4058-8db2-8f45e5a220cf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:04.776782 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:04.777037 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50b9800c-608d-4058-8db2-8f45e5a220cf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:04.777567 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'status': 'completed', 'code': 200} Aug 20 08:45:04.810863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1429993-056d-4745-bf5a-7b77790a79e5 req-89cc17be-a20d-44d5-8d41-db5cad32204a service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097386 Aug 20 08:45:04.861681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00e5b4-14f4-4f2b-94ce-048443361969 req-16dda40c-8731-4132-8494-5f3132e1fedd tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.863256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e00e5b4-14f4-4f2b-94ce-048443361969 req-16dda40c-8731-4132-8494-5f3132e1fedd tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 970 time: 0.0854921 Aug 20 08:45:04.903247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-57569e5c-ab8a-4e47-a5b2-485d643e7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:04.904903 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-57569e5c-ab8a-4e47-a5b2-485d643e7613 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 1094 time: 0.0492899 Aug 20 08:45:04.918483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e00e5b4-14f4-4f2b-94ce-048443361969 req-307f035e-d885-42aa-b53e-0bb817245348 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471911 Aug 20 08:45:04.926977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9b8630f-74e7-4b3e-9054-a961d75570f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:04.951104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9b8630f-74e7-4b3e-9054-a961d75570f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.001137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e9b8630f-74e7-4b3e-9054-a961d75570f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=131d613a8355408d854b9d7011ef8b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946378 Aug 20 08:45:05.001435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56852) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:05.009186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8630f-74e7-4b3e-9054-a961d75570f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a8c79-fd97-4fe5-9847-f9b37c4958ba,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:05.018460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-5c4eab6e-d976-437e-9edc-f37e68d0b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:05.020648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-5c4eab6e-d976-437e-9edc-f37e68d0b8d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 924 time: 0.1080050 Aug 20 08:45:05.067657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-86139ab1-ede6-4b01-baa7-6233c5e2f320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4 HTTP/1.1" status: 200 len: 217 time: 0.0379562 Aug 20 08:45:05.070370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-607ba4ce-d3bf-43c8-abb5-f7f077b88d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.101827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-607ba4ce-d3bf-43c8-abb5-f7f077b88d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.127379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-5eb9876a-184b-4cb0-810e-7a9aa070d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:05.128766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-5eb9876a-184b-4cb0-810e-7a9aa070d450 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.0533111 Aug 20 08:45:05.158376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-607ba4ce-d3bf-43c8-abb5-f7f077b88d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.162125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-607ba4ce-d3bf-43c8-abb5-f7f077b88d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.165873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-607ba4ce-d3bf-43c8-abb5-f7f077b88d25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/849a8c79-fd97-4fe5-9847-f9b37c4958ba HTTP/1.1" status: 204 len: 168 time: 0.1608791 Aug 20 08:45:05.173349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ba4ce-d3bf-43c8-abb5-f7f077b88d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a8c79-fd97-4fe5-9847-f9b37c4958ba,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:05.201102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-b950677f-eb02-40ee-be97-c2111b851879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:05.203124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-b950677f-eb02-40ee-be97-c2111b851879 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662315 Aug 20 08:45:05.313490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-505d863f-757a-4a45-b75d-4f8cc0c0eebe service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029260 Aug 20 08:45:05.428880 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8e4aba1-007c-485f-b36b-4935a3857f0a req-e07f5b95-8739-414d-93b6-fadb9eceebfe service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075928 Aug 20 08:45:05.571937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:05.584981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbeff-7210-4123-9c56-cf633aed0648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.661329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc01f8-6686-4f2e-a0e2-1ae347ac4584 req-fe1ab2ae-88d2-41fb-a591-cc06d36a8be8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:05.662824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74fc01f8-6686-4f2e-a0e2-1ae347ac4584 req-fe1ab2ae-88d2-41fb-a591-cc06d36a8be8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 950 time: 0.0749855 Aug 20 08:45:05.723058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74fc01f8-6686-4f2e-a0e2-1ae347ac4584 req-c435fc9d-9e34-4528-a47f-68150ebd1d19 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533166 Aug 20 08:45:05.756903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbeff-7210-4123-9c56-cf633aed0648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.760960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4cbeff-7210-4123-9c56-cf633aed0648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.817197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cbeff-7210-4123-9c56-cf633aed0648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a156672-8c11-4332-a534-d2e63f90b68a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:05.822035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6f4cbeff-7210-4123-9c56-cf633aed0648 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d40db0bab824f4086932432565cbdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489102 Aug 20 08:45:05.824514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56884) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:05.858744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db2f87-264e-40b1-8412-113c3332a8bf req-ef064286-208c-4b96-94cb-2164cf40e88e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:05.860228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83db2f87-264e-40b1-8412-113c3332a8bf req-ef064286-208c-4b96-94cb-2164cf40e88e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 943 time: 0.0681858 Aug 20 08:45:05.883065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d1b331b-06f3-40eb-9217-646112bd2b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.900352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83db2f87-264e-40b1-8412-113c3332a8bf req-374e46b8-bc42-42c5-80ef-a0bfdd631bef tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332756 Aug 20 08:45:05.906353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d1b331b-06f3-40eb-9217-646112bd2b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.952567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:05.975406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d1b331b-06f3-40eb-9217-646112bd2b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.979370 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d1b331b-06f3-40eb-9217-646112bd2b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:05.980535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5d1b331b-06f3-40eb-9217-646112bd2b3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a156672-8c11-4332-a534-d2e63f90b68a HTTP/1.1" status: 204 len: 168 time: 0.1549649 Aug 20 08:45:05.988683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b331b-06f3-40eb-9217-646112bd2b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a156672-8c11-4332-a534-d2e63f90b68a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:06.023739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4df4a-1670-4b60-bb3a-c8f89a9f21bb req-5cdf5e85-95d3-4456-8e5e-b2e94e61e34d tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:06.026045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7b4df4a-1670-4b60-bb3a-c8f89a9f21bb req-5cdf5e85-95d3-4456-8e5e-b2e94e61e34d tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 1121 time: 0.0606961 Aug 20 08:45:06.045146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a7b4df4a-1670-4b60-bb3a-c8f89a9f21bb req-8103cdde-ad47-46f8-b7ca-eac6d4eff08b tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:06.085337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-18fde03c-d7aa-4582-9034-44295b5b0b01 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:45:06.086397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-18fde03c-d7aa-4582-9034-44295b5b0b01 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1324477 Aug 20 08:45:06.149433 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a7b4df4a-1670-4b60-bb3a-c8f89a9f21bb req-8103cdde-ad47-46f8-b7ca-eac6d4eff08b tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:06.153481 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a7b4df4a-1670-4b60-bb3a-c8f89a9f21bb req-8103cdde-ad47-46f8-b7ca-eac6d4eff08b tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:06.178271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7b4df4a-1670-4b60-bb3a-c8f89a9f21bb req-8103cdde-ad47-46f8-b7ca-eac6d4eff08b tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Aug 20 08:45:06.195244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103cdde-ad47-46f8-b7ca-eac6d4eff08b tempest-AggregatesAdminTestJSON-1392791497 tempest-AggregatesAdminTestJSON-1392791497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381cd4b7-89f4-474f-905f-5bda689effeb,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:06.242169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:06.243727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:45:06.569452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:06.569843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:06.570270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:06.581759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:06.582129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:06.590539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:06.590539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:06.590790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:06.591225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Bound port: 4dfcd562-5567-490b-986f-44017b8205bc, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:06.676593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:06.683289 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:06.684842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a6439b61-1c0f-4b85-8ff5-e53445e7e49a service neutron] 10.222.0.35 "POST /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5473902 Aug 20 08:45:06.888954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfa4ff-3a1f-44b1-82e5-e29536268218 req-f1dab4dc-9687-488f-9465-0885aa329102 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:06.896208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57cfa4ff-3a1f-44b1-82e5-e29536268218 req-f1dab4dc-9687-488f-9465-0885aa329102 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 950 time: 0.0662827 Aug 20 08:45:06.931778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57cfa4ff-3a1f-44b1-82e5-e29536268218 req-8472265a-92b4-484b-a27d-81acdc1c7fb0 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Aug 20 08:45:07.020953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-4c7f882b-d4ca-4947-8a61-94fc072910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:07.022530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-4c7f882b-d4ca-4947-8a61-94fc072910f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1096 time: 0.0585999 Aug 20 08:45:07.175417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7234fa5-86c9-4b24-9689-8d79142ebbc2 req-a015bef0-0ae5-4610-894e-fdb6a42a0f1c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:07.177190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7234fa5-86c9-4b24-9689-8d79142ebbc2 req-a015bef0-0ae5-4610-894e-fdb6a42a0f1c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 945 time: 0.1213334 Aug 20 08:45:07.231911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7651f568-6958-436d-aa36-99aacda61181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:07.233674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7651f568-6958-436d-aa36-99aacda61181 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2025175 Aug 20 08:45:07.249682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3810d-5d03-4843-9b9d-2cceee14d349 req-aa729343-8e0e-43fa-88e9-ea841220e85a tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:07.251117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70e3810d-5d03-4843-9b9d-2cceee14d349 req-aa729343-8e0e-43fa-88e9-ea841220e85a tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 943 time: 0.0992754 Aug 20 08:45:07.300085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7234fa5-86c9-4b24-9689-8d79142ebbc2 req-62f41445-57da-470d-b331-8d938c0f581e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075511 Aug 20 08:45:07.302598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-6731546e-cfc8-4d82-b983-c9e2df6261ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.0506129 Aug 20 08:45:07.367140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70e3810d-5d03-4843-9b9d-2cceee14d349 req-7ebcfd6a-f127-4c20-afb7-f50aae5318f2 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039228 Aug 20 08:45:07.380050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-ffde61d6-aa93-4edb-a9f0-4af8d33725cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:07.381505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-ffde61d6-aa93-4edb-a9f0-4af8d33725cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0707881 Aug 20 08:45:07.427391 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-5ce6ba21-547e-470e-bf00-6fabe0287c33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364962 Aug 20 08:45:07.545605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a5750600-7a1d-4caf-845e-8f2136dfade0 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093483 Aug 20 08:45:07.656037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-0af3b4d9-0e24-41be-9fa0-2736b6622be4 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014366 Aug 20 08:45:07.863578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57006) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:07.905631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57014) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:07.942655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-aed0cbde-c54f-4f25-b0ec-1b1653940611 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:07.944169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-aed0cbde-c54f-4f25-b0ec-1b1653940611 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1053705 Aug 20 08:45:07.958224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:08.029699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.034731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b784db5-a234-462a-b793-09f52ecc8b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.074164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b91c6dc-575a-4d8e-a3f9-28b685a28af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.191810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b784db5-a234-462a-b793-09f52ecc8b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.202657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b784db5-a234-462a-b793-09f52ecc8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.206130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc57af-d4dc-4b41-909f-97ad3e60333d req-2f15ba76-0bb6-44cf-a693-82a1bb814da3 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:08.214094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57cc57af-d4dc-4b41-909f-97ad3e60333d req-2f15ba76-0bb6-44cf-a693-82a1bb814da3 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 950 time: 0.1176691 Aug 20 08:45:08.267908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b784db5-a234-462a-b793-09f52ecc8b6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d01009f52e94d25b14fec2a35f3c228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001713 Aug 20 08:45:08.267908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57040) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:08.275967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b784db5-a234-462a-b793-09f52ecc8b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48902559-d433-4108-a9a4-6fdba32c57e3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:08.294438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57cc57af-d4dc-4b41-909f-97ad3e60333d req-1a598200-afe4-45eb-89a0-4b7a5222162d tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674860 Aug 20 08:45:08.325777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:08.366537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e246cbca-8bb1-4480-95bc-fd2d957028bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.369685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:08.397727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b91c6dc-575a-4d8e-a3f9-28b685a28af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.427365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b91c6dc-575a-4d8e-a3f9-28b685a28af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.437320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 600b16a1-e297-4bf4-af8c-26f0955a28f4 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:08.442398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e246cbca-8bb1-4480-95bc-fd2d957028bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.443153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:08.446965 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe5b937-d8f6-481d-8be0-f0f7e1138ba7" -d '{"events": [{"server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfcd562-5567-490b-986f-44017b8205bc"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:08.463489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.494233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.505096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b91c6dc-575a-4d8e-a3f9-28b685a28af6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a3ab9fad54440ffb9698cdf551c4b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947187 Aug 20 08:45:08.509420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91c6dc-575a-4d8e-a3f9-28b685a28af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dcd710-82a0-419b-8177-850782ec8bfa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:08.512050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57062) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:08.539290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-85500317-46d4-4d4e-b20d-a5843c2df94c tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:08.539290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-85500317-46d4-4d4e-b20d-a5843c2df94c tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 1101 time: 0.1578496 Aug 20 08:45:08.600395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c085a-ea6b-4ffb-8d7a-0114c14aad30 req-d0123a0f-5235-46a5-b57d-69b50453a3de tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:08.606238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-423c085a-ea6b-4ffb-8d7a-0114c14aad30 req-d0123a0f-5235-46a5-b57d-69b50453a3de tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 945 time: 0.1691754 Aug 20 08:45:08.615590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 600b16a1-e297-4bf4-af8c-26f0955a28f4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:08.628626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'port_id': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'mac_address': 'fa:16:3e:db:7e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:45:08.629027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e246cbca-8bb1-4480-95bc-fd2d957028bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.632123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e246cbca-8bb1-4480-95bc-fd2d957028bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.633324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e246cbca-8bb1-4480-95bc-fd2d957028bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48902559-d433-4108-a9a4-6fdba32c57e3 HTTP/1.1" status: 204 len: 168 time: 0.3644812 Aug 20 08:45:08.659882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e082009-55ea-4835-a160-6642eb69cecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.663281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246cbca-8bb1-4480-95bc-fd2d957028bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48902559-d433-4108-a9a4-6fdba32c57e3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:08.689202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e082009-55ea-4835-a160-6642eb69cecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.693651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:08.697178 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.705136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Deleting port 3fde9097-4a42-4656-86a3-84734af0fbab {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:45:08.705485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.716523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600b16a1-e297-4bf4-af8c-26f0955a28f4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:08.735373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:08.735706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:08.736032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:08.739167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 600b16a1-e297-4bf4-af8c-26f0955a28f4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:08.744488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.752349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-423c085a-ea6b-4ffb-8d7a-0114c14aad30 req-0b89cd15-ce02-4098-a778-3c4f4b720d3e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371055 Aug 20 08:45:08.754375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:08.754709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Attempting to bind port 4dfcd562-5567-490b-986f-44017b8205bc on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:08.764094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:08.764430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:08.764886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:08.765230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Bound port: 4dfcd562-5567-490b-986f-44017b8205bc, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:08.765590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.796591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f132-4464-416b-b464-8777841a08e3 req-aba71147-9889-4cf1-b02b-94ee57ec0355 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:08.799273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=600b16a1-e297-4bf4-af8c-26f0955a28f4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:08.813553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ac9f132-4464-416b-b464-8777841a08e3 req-aba71147-9889-4cf1-b02b-94ee57ec0355 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 943 time: 0.1532595 Aug 20 08:45:08.825653 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb343dd-0ebf-4670-a462-b81b862b85a9 x-openstack-request-id: req-dbb343dd-0ebf-4670-a462-b81b862b85a9 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:08.825963 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4dfcd562-5567-490b-986f-44017b8205bc", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:08.826263 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbb343dd-0ebf-4670-a462-b81b862b85a9 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:08.826643 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc', 'code': 200} Aug 20 08:45:08.844026 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e082009-55ea-4835-a160-6642eb69cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.848786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e082009-55ea-4835-a160-6642eb69cecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.857208 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7e082009-55ea-4835-a160-6642eb69cecc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41dcd710-82a0-419b-8177-850782ec8bfa HTTP/1.1" status: 204 len: 168 time: 0.3380585 Aug 20 08:45:08.888700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] For port 3fde9097-4a42-4656-86a3-84734af0fbab, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3fde9097-4a42-4656-86a3-84734af0fbab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:08.889396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.894303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e082009-55ea-4835-a160-6642eb69cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dcd710-82a0-419b-8177-850782ec8bfa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:08.908169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Calling delete_port for 3fde9097-4a42-4656-86a3-84734af0fbab owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:45:08.945114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ac9f132-4464-416b-b464-8777841a08e3 req-4257eeea-b337-4cff-83ab-6c32b6551fb4 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304915 Aug 20 08:45:08.950827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:08.955944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:08.969952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:08.971907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['600b16a1-e297-4bf4-af8c-26f0955a28f4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:09.082459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.106642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3fde9097-4a42-4656-86a3-84734af0fbab'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:09.136027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57080) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:09.144078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fde9097-4a42-4656-86a3-84734af0fbab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:09.162119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a3fc-6d7f-45cb-90ec-8a943c542e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.216568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] No DVR routers for this DVR port 3fde9097-4a42-4656-86a3-84734af0fbab on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:45:09.232855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.238991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4eb14797-6b61-4e7a-83fd-7f693343dd4b req-cf86cc0c-787c-482b-a4db-b08a717829ea tempest-DeleteServersAdminTestJSON-1024699000 tempest-DeleteServersAdminTestJSON-1024699000-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3fde9097-4a42-4656-86a3-84734af0fbab HTTP/1.1" status: 204 len: 173 time: 0.6966867 Aug 20 08:45:09.239481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'name': 'network-vif-deleted', 'tag': '3fde9097-4a42-4656-86a3-84734af0fbab'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:09.242229 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c69743d-9621-4f31-8b53-f1bafdaeb013" -d '{"events": [{"server_uuid": "0ac313fd-a912-443f-a7f3-a7f143a6e819", "name": "network-vif-deleted", "tag": "3fde9097-4a42-4656-86a3-84734af0fbab"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:09.252283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=8']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:09.285909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:09.287768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.291512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-c75232ec-61e9-49f3-b838-7b0e64875947 service neutron] 10.222.0.37 "PUT /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 1121 time: 1.3392811 Aug 20 08:45:09.359036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4dfcd562-5567-490b-986f-44017b8205bc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:09.453281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a3fc-6d7f-45cb-90ec-8a943c542e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.458704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ac0a3fc-6d7f-45cb-90ec-8a943c542e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.542724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0a3fc-6d7f-45cb-90ec-8a943c542e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8c6d39-2633-49a6-ac43-1c28ae6a498c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:09.547717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8ac0a3fc-6d7f-45cb-90ec-8a943c542e84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9525fa64879c405c87dcc81fca5dbd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097624 Aug 20 08:45:09.550321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57096) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:09.625837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5417-9f62-43ef-9d57-cba81e42551c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.659221 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5417-9f62-43ef-9d57-cba81e42551c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.673397 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fdeb44-77f9-48a7-bb6c-6b5a917596df x-openstack-request-id: req-56fdeb44-77f9-48a7-bb6c-6b5a917596df {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:09.673758 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac313fd-a912-443f-a7f3-a7f143a6e819", "name": "network-vif-deleted", "tag": "3fde9097-4a42-4656-86a3-84734af0fbab", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:09.674097 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56fdeb44-77f9-48a7-bb6c-6b5a917596df {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:09.674504 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac313fd-a912-443f-a7f3-a7f143a6e819', 'name': 'network-vif-deleted', 'tag': '3fde9097-4a42-4656-86a3-84734af0fbab', 'status': 'completed', 'code': 200} Aug 20 08:45:09.722331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5417-9f62-43ef-9d57-cba81e42551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.724851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5417-9f62-43ef-9d57-cba81e42551c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.726082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1d6f5417-9f62-43ef-9d57-cba81e42551c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f8c6d39-2633-49a6-ac43-1c28ae6a498c HTTP/1.1" status: 204 len: 168 time: 0.1747110 Aug 20 08:45:09.736289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f5417-9f62-43ef-9d57-cba81e42551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8c6d39-2633-49a6-ac43-1c28ae6a498c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:09.824983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cfbe16c-0028-4c76-bea8-f9aeadb80bbb req-1bd48199-b100-4a4b-95e1-1af20d66d1ab tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ac313fd-a912-443f-a7f3-a7f143a6e819 HTTP/1.1" status: 200 len: 210 time: 0.0696995 Aug 20 08:45:09.833159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57114) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:09.854362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc2c0-11dd-435c-8bcd-922ee3ba8389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:09.987086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce116-e902-4296-aef2-5c379d43c0a0 req-3e516b0b-96b2-4f11-bccd-e4ec79f10784 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:09.988715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c0ce116-e902-4296-aef2-5c379d43c0a0 req-3e516b0b-96b2-4f11-bccd-e4ec79f10784 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.0661471 Aug 20 08:45:10.013063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc2c0-11dd-435c-8bcd-922ee3ba8389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.017947 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc2c0-11dd-435c-8bcd-922ee3ba8389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.053308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c0ce116-e902-4296-aef2-5c379d43c0a0 req-67a79ae4-0137-4672-8e90-9069e0b50fe5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Aug 20 08:45:10.068147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fc2c0-11dd-435c-8bcd-922ee3ba8389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998026a6-963e-444c-b894-538fa81c2218,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:10.072584 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2a8fc2c0-11dd-435c-8bcd-922ee3ba8389 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6d9a6917d914369b16b6bd3634515a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382035 Aug 20 08:45:10.075309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57126) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:10.134502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3936e49-8ce2-4c4a-b1ae-9859e434ecc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.171740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3936e49-8ce2-4c4a-b1ae-9859e434ecc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.230588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3936e49-8ce2-4c4a-b1ae-9859e434ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.235013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3936e49-8ce2-4c4a-b1ae-9859e434ecc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.236754 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a3936e49-8ce2-4c4a-b1ae-9859e434ecc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/998026a6-963e-444c-b894-538fa81c2218 HTTP/1.1" status: 204 len: 168 time: 0.1601791 Aug 20 08:45:10.250078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936e49-8ce2-4c4a-b1ae-9859e434ecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998026a6-963e-444c-b894-538fa81c2218,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:10.305668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bb3bf-25b0-4c37-b990-ff48a46210fe req-f22ce5cc-41bf-4c6a-a4f1-58d01656bd91 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:10.308190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-796bb3bf-25b0-4c37-b990-ff48a46210fe req-f22ce5cc-41bf-4c6a-a4f1-58d01656bd91 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 944 time: 0.0929298 Aug 20 08:45:10.366093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-796bb3bf-25b0-4c37-b990-ff48a46210fe req-e4de6d2e-6f9b-4f2d-95ec-0cef1a82e0ac tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438302 Aug 20 08:45:10.452945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 600b16a1-e297-4bf4-af8c-26f0955a28f4 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:10.564575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 600b16a1-e297-4bf4-af8c-26f0955a28f4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:10.574672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 600b16a1-e297-4bf4-af8c-26f0955a28f4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:10.575455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.743259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.813984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:10.818321 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bcf185-348a-45db-8b3c-4413200c1cb5" -d '{"events": [{"server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:10.828018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:10.831370 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c11e5e0-b77f-43da-9c0f-317257785458" -d '{"events": [{"name": "network-changed", "server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "tag": "4dfcd562-5567-490b-986f-44017b8205bc"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:10.841757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 600b16a1-e297-4bf4-af8c-26f0955a28f4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:10.847624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:10.876456 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a06954-eb55-40c3-bed9-d4cc8df3291f x-openstack-request-id: req-27a06954-eb55-40c3-bed9-d4cc8df3291f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:10.876942 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:10.877371 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27a06954-eb55-40c3-bed9-d4cc8df3291f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:10.877787 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'code': 200} Aug 20 08:45:10.908286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=600b16a1-e297-4bf4-af8c-26f0955a28f4,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:10.986128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094b5d-b70b-4e15-a603-7b6779b30f88 req-993060cc-07d2-41e7-b018-ce77a5c8b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:10.986128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b7094b5d-b70b-4e15-a603-7b6779b30f88 req-993060cc-07d2-41e7-b018-ce77a5c8b9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 1096 time: 0.0585461 Aug 20 08:45:11.011487 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4cbf8-1933-48c3-86c9-9b17f93ab256 x-openstack-request-id: req-4bb4cbf8-1933-48c3-86c9-9b17f93ab256 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:11.011992 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "tag": "4dfcd562-5567-490b-986f-44017b8205bc", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:11.020775 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4bb4cbf8-1933-48c3-86c9-9b17f93ab256 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:11.021467 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc', 'status': 'completed', 'code': 200} Aug 20 08:45:11.038743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.26', 61629) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:11.051935 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b7094b5d-b70b-4e15-a603-7b6779b30f88 req-134bb321-13ee-456d-aa22-812fb6d5d6cc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598795 Aug 20 08:45:11.106378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-1efca017-c1fa-4366-8c0d-e561e05dd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:11.115434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-1efca017-c1fa-4366-8c0d-e561e05dd759 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1124 time: 0.0663629 Aug 20 08:45:11.217369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d632ed-3b6c-48d8-bea7-b79547371552 req-8d6a7c15-b854-4db6-a65e-54b9185e0693 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:11.219029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68d632ed-3b6c-48d8-bea7-b79547371552 req-8d6a7c15-b854-4db6-a65e-54b9185e0693 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.0530634 Aug 20 08:45:11.342302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68d632ed-3b6c-48d8-bea7-b79547371552 req-8f94cd21-b9f4-4465-817e-405b0d52a157 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167724 Aug 20 08:45:11.449190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-4b0b040a-3632-4847-bf42-bed8ad803291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:11.451903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-4b0b040a-3632-4847-bf42-bed8ad803291 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1964476 Aug 20 08:45:11.509706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-7d54937a-1253-407f-bb65-db6172c51dac tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=403bfa23963649a29c522d55a2e6e3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687995 Aug 20 08:45:11.511991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-4fc4ab41-137e-411f-8232-f0722ba02925 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.0512931 Aug 20 08:45:11.550191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57258) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:11.657824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-d5376c2b-a642-4043-bcf4-36b7575bb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:11.659295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-d5376c2b-a642-4043-bcf4-36b7575bb6f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1399982 Aug 20 08:45:11.671525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79852595-af2c-479f-86f5-69d83039c540 req-27d17197-ec56-4327-b385-9a3e7e998a91 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:11.672980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79852595-af2c-479f-86f5-69d83039c540 req-27d17197-ec56-4327-b385-9a3e7e998a91 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 945 time: 0.1663809 Aug 20 08:45:11.709950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-89273a40-5661-4666-9d75-5bf413c49046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:11.728547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-5187faf4-2564-4046-afc8-58c56f4cab4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522578 Aug 20 08:45:11.736666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-0220bce2-9a92-4eeb-8a30-fc58d43f4e6e tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:11.744768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-0220bce2-9a92-4eeb-8a30-fc58d43f4e6e tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243288 Aug 20 08:45:11.823530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-89273a40-5661-4666-9d75-5bf413c49046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:11.829046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-e8df586e-4bde-4aa0-875c-267f80844668 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/quotas/403bfa23963649a29c522d55a2e6e3ac HTTP/1.1" status: 200 len: 375 time: 0.0831749 Aug 20 08:45:11.829352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-89273a40-5661-4666-9d75-5bf413c49046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:11.874744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-89273a40-5661-4666-9d75-5bf413c49046 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1f7f33ca8494eb09ddcd8274604d438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231986 Aug 20 08:45:11.875568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89273a40-5661-4666-9d75-5bf413c49046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8b6aeb-4677-4759-9920-08bde2c801b3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:11.878073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57274) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:11.898307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-c53204ff-601b-4fa1-b3d1-fa49b461b0ce tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=403bfa23963649a29c522d55a2e6e3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642874 Aug 20 08:45:11.911067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79852595-af2c-479f-86f5-69d83039c540 req-d7e95071-a4ad-465f-bc32-5308acb5c832 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2236140 Aug 20 08:45:11.941482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37c77846-a60c-4d7c-bd9e-f45ff937e32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:11.973955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37c77846-a60c-4d7c-bd9e-f45ff937e32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:11.986905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-03265177-52b2-4ee6-a910-8faa88577d6a service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232690 Aug 20 08:45:12.084803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37c77846-a60c-4d7c-bd9e-f45ff937e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:12.092414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37c77846-a60c-4d7c-bd9e-f45ff937e32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:12.095835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-37c77846-a60c-4d7c-bd9e-f45ff937e32d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d8b6aeb-4677-4759-9920-08bde2c801b3 HTTP/1.1" status: 204 len: 168 time: 0.2160580 Aug 20 08:45:12.114936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c77846-a60c-4d7c-bd9e-f45ff937e32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8b6aeb-4677-4759-9920-08bde2c801b3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:12.192577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c11e5e0-b77f-43da-9c0f-317257785458 req-9bba477c-a532-4076-892e-cb625f56887e service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971622 Aug 20 08:45:12.318310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a648e1f2-978d-4851-8107-e44f98ea1996 req-6b444e3e-895b-4796-8f1e-20781bfdc7f1 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 210 time: 0.0430915 Aug 20 08:45:12.341001 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:12.529237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003fbd3-bc0b-49c3-8f30-8f0caba2922f req-037d6fed-7334-4d66-8d36-8f5a53bd65c4 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:12.536630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a003fbd3-bc0b-49c3-8f30-8f0caba2922f req-037d6fed-7334-4d66-8d36-8f5a53bd65c4 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 970 time: 0.0576003 Aug 20 08:45:12.615464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a003fbd3-bc0b-49c3-8f30-8f0caba2922f req-31af5ec1-66f2-482a-a8d9-06ae3f334fdc tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760331 Aug 20 08:45:12.637246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:45:12.643911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570bba6-f68a-48bd-aa42-a9b46a10c38a req-9a1b1b11-d645-4966-85fe-d1433d0b99df tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:12.646026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3570bba6-f68a-48bd-aa42-a9b46a10c38a req-9a1b1b11-d645-4966-85fe-d1433d0b99df tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.1073449 Aug 20 08:45:12.660815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57326) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:12.685865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b86b3611-f65d-4f98-8fe1-2066468d0381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:12.780572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3570bba6-f68a-48bd-aa42-a9b46a10c38a req-ef2b6856-089d-45b2-8f31-edaae138fb0a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277440 Aug 20 08:45:12.873742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b86b3611-f65d-4f98-8fe1-2066468d0381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:12.879070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b86b3611-f65d-4f98-8fe1-2066468d0381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:12.936558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b3611-f65d-4f98-8fe1-2066468d0381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa13d200-1e62-4c5d-b5f3-7390078bcc29,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:12.949438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b86b3611-f65d-4f98-8fe1-2066468d0381 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f8a9b58400d403d84b380e4ab5e8718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877517 Aug 20 08:45:12.954384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:13.020075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4dfcd562-5567-490b-986f-44017b8205bc details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:13.022834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3fde9097-4a42-4656-86a3-84734af0fbab no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:45:13.042709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9aec028-2e02-43e7-921a-fa9245953da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.123727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9aec028-2e02-43e7-921a-fa9245953da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.188176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccfe23-df9f-44cf-a730-2f91ce967609 req-5a5ebd48-5b48-43cc-8f9e-26e18c2d2907 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:13.200529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3ccfe23-df9f-44cf-a730-2f91ce967609 req-5a5ebd48-5b48-43cc-8f9e-26e18c2d2907 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 945 time: 0.1197376 Aug 20 08:45:13.220586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9aec028-2e02-43e7-921a-fa9245953da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.225285 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9aec028-2e02-43e7-921a-fa9245953da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.230476 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c9aec028-2e02-43e7-921a-fa9245953da2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa13d200-1e62-4c5d-b5f3-7390078bcc29 HTTP/1.1" status: 204 len: 168 time: 0.2743897 Aug 20 08:45:13.248035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aec028-2e02-43e7-921a-fa9245953da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa13d200-1e62-4c5d-b5f3-7390078bcc29,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:13.300071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3ccfe23-df9f-44cf-a730-2f91ce967609 req-d09c2f9d-ebb4-4119-a111-aa174046b0d5 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922146 Aug 20 08:45:13.311115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 3fde9097-4a42-4656-86a3-84734af0fbab {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:45:13.311696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3fde9097-4a42-4656-86a3-84734af0fbab not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:45:13.332956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:13.342778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3513-966e-4af8-b468-4ad2698ba434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.348310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4dfcd562-5567-490b-986f-44017b8205bc has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:45:13.592011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed557f7-79fa-4445-8121-cb454956fe59 req-7d66fdaa-3afe-40ee-9982-c26441b2764f tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:13.593502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ed557f7-79fa-4445-8121-cb454956fe59 req-7d66fdaa-3afe-40ee-9982-c26441b2764f tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 945 time: 0.0752993 Aug 20 08:45:13.603317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57404) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:13.610532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'floatingip': {'port_id': '600b16a1-e297-4bf4-af8c-26f0955a28f4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:13.641694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-5ca81012-df6c-4bb8-a343-75119e60ea26 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443718 Aug 20 08:45:13.719841 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.724025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:13.788465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-aaf648b5-943b-4084-ab96-bec7cf3aab08 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=403bfa23963649a29c522d55a2e6e3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379970 Aug 20 08:45:13.976528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-4c241da8-a1bb-4ea0-96ce-f9f60b69113e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:13.985121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-4c241da8-a1bb-4ea0-96ce-f9f60b69113e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345456 Aug 20 08:45:14.030723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-9aaa228d-ebd8-4ca2-81bc-fdd112b91aa8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:14.032636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-9aaa228d-ebd8-4ca2-81bc-fdd112b91aa8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379036 Aug 20 08:45:14.046602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-4c62500f-9433-4d10-9750-eca26cbee443 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/quotas/0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 375 time: 0.0598741 Aug 20 08:45:14.074350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Request body: {'port': {'device_id': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '403bfa23963649a29c522d55a2e6e3ac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:14.144327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-eeee8cfe-4148-4074-9416-dc3fdff98e0d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936153 Aug 20 08:45:14.182207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00de81e9-d1f4-40bf-ac50-ab083d6d17ab req-860b9dd1-ad77-477e-bd66-56ea9b9e9cba tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 210 time: 0.0565717 Aug 20 08:45:14.239732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-fa5094be-4084-4356-ad76-faf53672032a tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:14.241026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-fa5094be-4084-4356-ad76-faf53672032a tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 970 time: 0.1374931 Aug 20 08:45:14.275237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Made reservation on behalf of 403bfa23963649a29c522d55a2e6e3ac for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:14.285740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:14.654099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Deleting port ac81df88-66d9-47bf-9caf-69eaf8f1926f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:45:14.654455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:14.797493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668e97-1e76-47f7-9fb3-faaad96c967d req-3b0dbaf6-3b92-4413-a5e7-742ad57e10bd tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:14.799269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48668e97-1e76-47f7-9fb3-faaad96c967d req-3b0dbaf6-3b92-4413-a5e7-742ad57e10bd tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 970 time: 0.3795474 Aug 20 08:45:14.878816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6230037-7def-459d-9d43-5d6296c8d5cd req-96363226-1a83-4484-8683-e494159d4a6c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:14.880829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6230037-7def-459d-9d43-5d6296c8d5cd req-96363226-1a83-4484-8683-e494159d4a6c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 943 time: 0.4621403 Aug 20 08:45:14.941041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-81e68b74-ea81-43ba-b0ed-991de5766348 service neutron] 10.222.0.26 "GET /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.2230518 Aug 20 08:45:14.955023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] For port ac81df88-66d9-47bf-9caf-69eaf8f1926f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=ac81df88-66d9-47bf-9caf-69eaf8f1926f,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:14.955697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:14.957031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Allocated IP 192.168.233.175 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/1e5e4a10-f5da-41b7-9696-20f5ebb00511) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:14.976605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48668e97-1e76-47f7-9fb3-faaad96c967d req-eb50a5dc-aa38-435f-be05-ea5df5715692 tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0ebeded-01d2-47fd-a83a-242eb27940e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700912 Aug 20 08:45:15.040957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Calling delete_port for ac81df88-66d9-47bf-9caf-69eaf8f1926f owned by compute:tempest-test_az-233634163 {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:45:15.060197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6230037-7def-459d-9d43-5d6296c8d5cd req-59c5f3fd-1360-4169-befd-aeed3e3f83fb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677969 Aug 20 08:45:15.109337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.127245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.366342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.368917 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Floating IP 94989a28-4257-463a-8fde-67b3148a0223 associated. External IP: 172.25.5.82, port: 600b16a1-e297-4bf4-af8c-26f0955a28f4. Aug 20 08:45:15.391478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:15.430805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3be1913-c16e-4412-be69-97eeeee00a29 req-d42543e0-104a-468c-801b-fc11f60c69a4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 210 time: 0.0425107 Aug 20 08:45:15.444149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:15.488051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfcd562-5567-490b-986f-44017b8205bc {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:15.505134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.507480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Transition to ACTIVE for port object 1e5e4a10-f5da-41b7-9696-20f5ebb00511 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:15.516618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:15.518907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['ac81df88-66d9-47bf-9caf-69eaf8f1926f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:15.556010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Pushing event deleted for resources: {'Port': ['ID=ac81df88-66d9-47bf-9caf-69eaf8f1926f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:15.584995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0b833c0-6cbe-437e-bc83-ad9e13c9db35 req-08b50179-069d-4ef3-ba1a-23c73c778082 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 210 time: 0.0541430 Aug 20 08:45:15.591651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.652330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.656842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] No DVR routers for this DVR port ac81df88-66d9-47bf-9caf-69eaf8f1926f on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:45:15.667332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.670100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4d9aea5-5261-446f-a45f-9170ce904a33 req-c371e2ef-371f-46ac-88e9-27f5f3556cdf tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.37 "DELETE /v2.0/ports/ac81df88-66d9-47bf-9caf-69eaf8f1926f HTTP/1.1" status: 204 len: 173 time: 1.4214146 Aug 20 08:45:15.670552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'name': 'network-vif-deleted', 'tag': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:15.672889 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8690220-76f6-4d8d-bb89-9ed5bbfd7432" -d '{"events": [{"server_uuid": "d4c0805c-2f5f-49d6-a842-9cc1f18a668f", "name": "network-vif-deleted", "tag": "ac81df88-66d9-47bf-9caf-69eaf8f1926f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:15.726655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:15.737034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:15.758819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:15.781292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:15.786316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.804015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] Transition to ACTIVE for port object 4dfcd562-5567-490b-986f-44017b8205bc will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:15.819567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Pushing event updated for resources: {'Port': ['ID=1e5e4a10-f5da-41b7-9696-20f5ebb00511,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:15.830618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:15.939789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-d07a968f-c5fa-4e2d-8966-46b653c4415f tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8796246 Aug 20 08:45:15.973105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Request body: {'port': {'device_id': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:16.053237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] No DVR routers for this DVR port 4dfcd562-5567-490b-986f-44017b8205bc on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:45:16.130541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=10']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:16.161830 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b763d-cd27-4673-86c9-671338122046 x-openstack-request-id: req-8e8b763d-cd27-4673-86c9-671338122046 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:16.163323 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0805c-2f5f-49d6-a842-9cc1f18a668f", "name": "network-vif-deleted", "tag": "ac81df88-66d9-47bf-9caf-69eaf8f1926f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:16.164147 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e8b763d-cd27-4673-86c9-671338122046 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:16.167707 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c0805c-2f5f-49d6-a842-9cc1f18a668f', 'name': 'network-vif-deleted', 'tag': 'ac81df88-66d9-47bf-9caf-69eaf8f1926f', 'status': 'completed', 'code': 200} Aug 20 08:45:16.286640 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:16.295515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7a3eb0d3-41d7-4cf5-bbbe-588a9094bccf service neutron] 10.222.0.26 "PUT /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3417971 Aug 20 08:45:16.310312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6096e210-cbcf-4d4b-abc4-b6b96850751d req-d5bf4795-885c-4f60-bc60-a7542f4eb0fa tempest-AggregatesAdminTestJSON-1356177847 tempest-AggregatesAdminTestJSON-1356177847-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 210 time: 0.0677018 Aug 20 08:45:16.311341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:16.341040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-54efa133-890e-425a-929b-983719b6ad71 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1712472 Aug 20 08:45:16.358145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f915b0d-9e27-4df6-ae52-cd5d95e9fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:16.394435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6d30b1d-1216-455e-83dd-520e6adfe133 None None] Provisioning for port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:16.406827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6d30b1d-1216-455e-83dd-520e6adfe133 None None] Provisioning complete for port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:16.407841 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6d30b1d-1216-455e-83dd-520e6adfe133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:16.476883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.37', 57954) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:16.507067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:45:16.517798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d6d30b1d-1216-455e-83dd-520e6adfe133 None None] Port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:16.607698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-0e48f9ed-1daf-401c-a88b-82fafa63fda8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:16.612904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-0e48f9ed-1daf-401c-a88b-82fafa63fda8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612333 Aug 20 08:45:16.613227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57526) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:16.632124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Request body: {'port': {'device_id': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '0f4d929c31814177bd5a0584cb552160'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:16.639251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.37', 57955) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:16.700720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5490c5-075d-44dc-96bc-e55e8caf60eb req-eac9d416-4324-46c0-b4f8-91fda3ef03ee tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:16.712996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db5490c5-075d-44dc-96bc-e55e8caf60eb req-eac9d416-4324-46c0-b4f8-91fda3ef03ee tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 944 time: 0.2621884 Aug 20 08:45:16.719044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae312fe6-9fb5-4a93-b96e-82914b620ad4 req-b65273c4-4b72-41ae-8427-509d95430b2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0776620 Aug 20 08:45:16.807373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-2ffc0fad-4bb4-4b11-9180-f23f7dbb9aec tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:16.808986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-2ffc0fad-4bb4-4b11-9180-f23f7dbb9aec tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.3241112 Aug 20 08:45:16.853417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db5490c5-075d-44dc-96bc-e55e8caf60eb req-58e8a6e4-7c61-4cbc-889a-cb4f43ebfd39 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389284 Aug 20 08:45:16.854004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-377b43f1-2ade-4a9c-adc2-057defe10a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:16.868520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae312fe6-9fb5-4a93-b96e-82914b620ad4 req-c6b4b426-58b8-4cbf-9c3c-f60c3abd62df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf225657155d4c30bbeb43c93f36ac32&device_id=d4c0805c-2f5f-49d6-a842-9cc1f18a668f HTTP/1.1" status: 200 len: 210 time: 0.0656910 Aug 20 08:45:16.924732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b918e06a-17be-47b1-ba0d-1ed6939d8c74 req-b7a93830-e3d2-450f-8fae-06bfe5cb377c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 210 time: 0.0426869 Aug 20 08:45:16.986447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5e4a10-f5da-41b7-9696-20f5ebb00511 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:17.015885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.034351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Transition to ACTIVE for port object 1e5e4a10-f5da-41b7-9696-20f5ebb00511 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:17.052457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae312fe6-9fb5-4a93-b96e-82914b620ad4 req-6cd8cd63-ac12-4de1-b321-53b329a4459a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bf225657155d4c30bbeb43c93f36ac32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1526344 Aug 20 08:45:17.053176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cf4f5-d028-4b24-8621-8e9c94c5d443 req-b1fd509f-407c-4896-8db7-d1829b07c6eb tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.063791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e00cf4f5-d028-4b24-8621-8e9c94c5d443 req-b1fd509f-407c-4896-8db7-d1829b07c6eb tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 936 time: 0.1296539 Aug 20 08:45:17.071483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.171058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5e4a10-f5da-41b7-9696-20f5ebb00511,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:17.183854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e00cf4f5-d028-4b24-8621-8e9c94c5d443 req-6e770022-6f5e-452f-bcd8-0ee6ef35c199 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190145 Aug 20 08:45:17.220262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Attempting to bind port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:17.222154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Attempting to bind port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:17.222728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Attempting to bind port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:17.233653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:17.234253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Attempting to bind port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:17.238073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:45:17.241666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:17.242425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:17.243277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:17.245802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Bound port: 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:17.247028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.266433 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:45:17.276736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.288732 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:17.289562 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:17.292186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.297382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-82640ba7-c68d-445d-a886-c9b42492d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.299321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-82640ba7-c68d-445d-a886-c9b42492d48a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7&tenant_id=438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 1095 time: 0.4321136 Aug 20 08:45:17.332055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8494ecca-6573-4e20-8597-792b11ee500e req-aef7e1ac-03e9-42ce-8dfd-4def05d8fe36 tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395679 Aug 20 08:45:17.439561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] For port 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:17.449233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] For port 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:17.451781 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df42614d-84fe-4a2a-a4e2-8d7eef135e41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "PUT /v2.0/floatingips/94989a28-4257-463a-8fde-67b3148a0223 HTTP/1.1" status: 200 len: 990 time: 3.8470569 Aug 20 08:45:17.455890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.473758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae312fe6-9fb5-4a93-b96e-82914b620ad4 req-4e2963a0-581d-43aa-98fc-c2902cadbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.478106 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:17.491404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae312fe6-9fb5-4a93-b96e-82914b620ad4 req-4e2963a0-581d-43aa-98fc-c2902cadbe3c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4303684 Aug 20 08:45:17.524667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7bff39df-01dd-4a68-823c-cfbd4b816f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.526747 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-7bff39df-01dd-4a68-823c-cfbd4b816f5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1095 time: 0.1856863 Aug 20 08:45:17.540615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5e4a10-f5da-41b7-9696-20f5ebb00511,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:17.559475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-377b43f1-2ade-4a9c-adc2-057defe10a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.581872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-377b43f1-2ade-4a9c-adc2-057defe10a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.602991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.603855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.605398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-55c65505-a603-45f6-92a8-3c20210e97c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/1e5e4a10-f5da-41b7-9696-20f5ebb00511 HTTP/1.1" status: 200 len: 1096 time: 1.6417422 Aug 20 08:45:17.607114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'tag': '1e5e4a10-f5da-41b7-9696-20f5ebb00511'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:17.610213 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c20480e-68c4-4155-8d54-c8643ca1688d" -d '{"events": [{"name": "network-changed", "server_uuid": "abbd9bfc-cab6-4dad-b845-d1983c090649", "tag": "1e5e4a10-f5da-41b7-9696-20f5ebb00511"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:17.623645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494ecca-6573-4e20-8597-792b11ee500e req-a8dda6bb-797b-4080-b62d-370db72f643f tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.632825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8494ecca-6573-4e20-8597-792b11ee500e req-a8dda6bb-797b-4080-b62d-370db72f643f tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995682 Aug 20 08:45:17.666674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8494ecca-6573-4e20-8597-792b11ee500e req-8927f722-2395-4598-974e-56b0d6ca8e2c tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/quotas/165f2db0e04e4c09926d2cc5a292b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0322282 Aug 20 08:45:17.731592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8494ecca-6573-4e20-8597-792b11ee500e req-cae42e0b-5406-4f0c-b7ad-35743dab170a tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620980 Aug 20 08:45:17.738107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-a3a68e27-7e46-4990-a87e-2d97a09c5292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.743414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-a3a68e27-7e46-4990-a87e-2d97a09c5292 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1095 time: 0.2116697 Aug 20 08:45:17.753990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Made reservation on behalf of 0f4d929c31814177bd5a0584cb552160 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:17.759245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.769891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-377b43f1-2ade-4a9c-adc2-057defe10a43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f18f5144c474f4cbc3c87e2a419fd75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1549263 Aug 20 08:45:17.770863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b43f1-2ade-4a9c-adc2-057defe10a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb90218-ae40-4f5a-85c4-774f8e3ea929,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:17.773558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:17.850473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:17.923083 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7720519d-5608-4e17-9097-bc172f09feba x-openstack-request-id: req-7720519d-5608-4e17-9097-bc172f09feba {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:17.923614 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbd9bfc-cab6-4dad-b845-d1983c090649", "tag": "1e5e4a10-f5da-41b7-9696-20f5ebb00511", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:17.923614 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7720519d-5608-4e17-9097-bc172f09feba {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:17.924023 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'tag': '1e5e4a10-f5da-41b7-9696-20f5ebb00511', 'status': 'completed', 'code': 200} Aug 20 08:45:17.932873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-33fe646d-233a-423e-b81b-432c1339486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.940726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-33fe646d-233a-423e-b81b-432c1339486b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=403bfa23963649a29c522d55a2e6e3ac&device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 1099 time: 0.2894051 Aug 20 08:45:17.958433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a3dc234f-7408-4f99-bdcd-d380f2bbf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:17.960783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-a3dc234f-7408-4f99-bdcd-d380f2bbf9ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.4193485 Aug 20 08:45:18.037508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9fbf-4b43-48d6-9170-64ad45ab1980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.047637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-174e2c25-248a-4f6c-b6cf-0c7e67270e49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.0788198 Aug 20 08:45:18.055812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-ba1e5c01-a690-423b-b125-6f4886efb72c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511 HTTP/1.1" status: 200 len: 217 time: 0.0948272 Aug 20 08:45:18.127725 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '94989a28-4257-463a-8fde-67b3148a0223', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'port_id': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'mac_address': 'fa:16:3e:db:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:44:58Z', 'updated_at': '2021-08-20T08:45:14Z', 'revision_number': 1, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:18.140796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9fbf-4b43-48d6-9170-64ad45ab1980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.150127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-7146a11b-01cb-4c56-bb4d-fe9d3527b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:18.151948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-7146a11b-01cb-4c56-bb4d-fe9d3527b352 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.3849444 Aug 20 08:45:18.168760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:18.171045 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa06fa36-99d2-49a1-9549-60fdda36cbca" -d '{"events": [{"name": "network-changed", "server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:18.199794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-0740b473-9fb0-4eb2-b391-c51d591d14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:18.201550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-0740b473-9fb0-4eb2-b391-c51d591d14b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1357026 Aug 20 08:45:18.201750 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:45:18.227671 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:18.230411 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:18.248360 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-42d8c6f0-2b05-4d05-911b-a0d0bf486a9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375755 Aug 20 08:45:18.359621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9fbf-4b43-48d6-9170-64ad45ab1980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.365384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9fbf-4b43-48d6-9170-64ad45ab1980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.373916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1d3f9fbf-4b43-48d6-9170-64ad45ab1980 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fb90218-ae40-4f5a-85c4-774f8e3ea929 HTTP/1.1" status: 204 len: 168 time: 0.5910261 Aug 20 08:45:18.398006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.405324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57598) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:18.437499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.506285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-69887df5-b648-4996-b126-ca6f733b5457 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.3436689 Aug 20 08:45:18.507883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-bb8a06ae-a2eb-4e97-8f6f-f1520db2975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:18.509918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-bb8a06ae-a2eb-4e97-8f6f-f1520db2975e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.4486349 Aug 20 08:45:18.514487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4dfcd562-5567-490b-986f-44017b8205bc no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:45:18.612299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4dfcd562-5567-490b-986f-44017b8205bc not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:45:18.616452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1c44f-58de-4473-b38b-bad54501e8b2 req-4f6e816b-573c-4bec-9e69-d69a0deee5e5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:18.618326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8f1c44f-58de-4473-b38b-bad54501e8b2 req-4f6e816b-573c-4bec-9e69-d69a0deee5e5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 944 time: 0.4720449 Aug 20 08:45:18.625350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea715-c043-484d-8c03-87112d681c40 req-e3fdc6d5-808c-49f1-81a7-8a3187c5f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:18.626966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-e3fdc6d5-808c-49f1-81a7-8a3187c5f0df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994432 Aug 20 08:45:18.631845 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:18.651105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f9fbf-4b43-48d6-9170-64ad45ab1980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb90218-ae40-4f5a-85c4-774f8e3ea929,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:18.688723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:18.691888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e7279bf-d4e3-45ba-b0a4-0096bc4f07f0 req-a97773bb-68bd-4119-9259-c1b5f5d39a07 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 210 time: 0.0639634 Aug 20 08:45:18.797299 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a507d98-aed6-4a10-9f77-9fbb77c01956 x-openstack-request-id: req-5a507d98-aed6-4a10-9f77-9fbb77c01956 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:18.798091 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:18.798550 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a507d98-aed6-4a10-9f77-9fbb77c01956 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:18.799186 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'status': 'completed', 'code': 200} Aug 20 08:45:18.803980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:18.822769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8f1c44f-58de-4473-b38b-bad54501e8b2 req-302eb9c6-7b67-4365-9bf3-70ada7f26ba8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924748 Aug 20 08:45:18.838151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-4ab1b244-98ac-4a83-a0a5-66e61f2f61e4 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707612 Aug 20 08:45:18.844346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-7f392af9-f0dd-4fc3-a7dc-2fbadeeccab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:18.846691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-7f392af9-f0dd-4fc3-a7dc-2fbadeeccab3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.3303227 Aug 20 08:45:18.899202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:18.928400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-ec481f44-5972-4f9c-a121-b0e0d3dc847f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701473 Aug 20 08:45:18.938090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-cc93ad04-c95b-4825-82de-00f6517dceda service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246308 Aug 20 08:45:18.961556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Allocated IP 192.168.233.210 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/85b8fbff-321c-44f0-a980-539c38404266) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:18.966816 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7859b03d-291a-4a6a-8f71-4a6bf5c3724a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.013672 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9c662c34-76c1-4597-8bb0-6d2a98553ebe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf225657155d4c30bbeb43c93f36ac32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060941 Aug 20 08:45:19.016133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57614) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:19.024988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device ac81df88-66d9-47bf-9caf-69eaf8f1926f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:45:19.036837 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '94989a28-4257-463a-8fde-67b3148a0223', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'port_id': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'mac_address': 'fa:16:3e:db:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:44:58Z', 'updated_at': '2021-08-20T08:45:14Z', 'revision_number': 1, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:19.041613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-64b8c7a6-f33e-4871-8825-1a932c992493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:19.043165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-64b8c7a6-f33e-4871-8825-1a932c992493 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 1096 time: 0.1562073 Aug 20 08:45:19.066186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: ac81df88-66d9-47bf-9caf-69eaf8f1926f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:45:19.066440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device ac81df88-66d9-47bf-9caf-69eaf8f1926f not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:45:19.085567 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4967b6-d851-45f6-ac9a-1a5de9200941 None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '94989a28-4257-463a-8fde-67b3148a0223', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'port_id': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'mac_address': 'fa:16:3e:db:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:44:58Z', 'updated_at': '2021-08-20T08:45:14Z', 'revision_number': 1, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:45:19.189707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4f41c-593b-44e9-b409-cf2a6f686138 req-dd7c3d2c-de00-4976-a1f8-dc753cc0370d tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:19.198250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3dd4f41c-593b-44e9-b409-cf2a6f686138 req-dd7c3d2c-de00-4976-a1f8-dc753cc0370d tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 948 time: 0.2723937 Aug 20 08:45:19.267673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40aea715-c043-484d-8c03-87112d681c40 req-07e0c1d6-62e6-44f1-be14-96b7a447df11 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039968 Aug 20 08:45:19.274868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-21fef1b3-6f45-49ae-b3b3-e171bff0303f service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142200 Aug 20 08:45:19.334766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3dd4f41c-593b-44e9-b409-cf2a6f686138 req-ee872a92-89a7-4b05-bddf-9cc1c9d89588 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333601 Aug 20 08:45:19.422245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb6c25-8364-4075-ae48-7ec5ad2bf599 None None] New status for floating IP 94989a28-4257-463a-8fde-67b3148a0223: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:45:19.501222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7859b03d-291a-4a6a-8f71-4a6bf5c3724a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.524256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7859b03d-291a-4a6a-8f71-4a6bf5c3724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.577980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-73e06222-7c2b-410b-8ca5-36c72c52e98e service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334571 Aug 20 08:45:19.587621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.588976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7859b03d-291a-4a6a-8f71-4a6bf5c3724a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9cfbb89bcba640e896becedcc3cb09f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875031 Aug 20 08:45:19.601550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57634) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:19.605400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-991d5f9f-2ff7-4bd6-bed6-f91a7ba84025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:19.607456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-991d5f9f-2ff7-4bd6-bed6-f91a7ba84025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=403bfa23963649a29c522d55a2e6e3ac&device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 1099 time: 0.2192569 Aug 20 08:45:19.622952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-343ad55e-feb2-47dd-bc98-faad5a8ed2ab req-9e311ecc-c885-470a-8e88-08dde312cbf1 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335383 Aug 20 08:45:19.623903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859b03d-291a-4a6a-8f71-4a6bf5c3724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d32f3e-ecc9-4aca-a43f-b74e12dba0ca,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:19.647648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Transition to ACTIVE for port object 85b8fbff-321c-44f0-a980-539c38404266 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:19.678704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00545df3-293c-4747-989c-28d18e6f7009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.760611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-3c93dbd7-85f0-4a9a-b8da-5e49c6324318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:19.762395 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-3c93dbd7-85f0-4a9a-b8da-5e49c6324318 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 924 time: 0.6965876 Aug 20 08:45:19.780432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-b5b3dedf-0f29-4119-af8d-6f0e1061ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:19.782847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-b5b3dedf-0f29-4119-af8d-6f0e1061ba95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1627629 Aug 20 08:45:19.789741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00545df3-293c-4747-989c-28d18e6f7009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.885737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-9526e0e6-f5f8-4be9-933d-fd885d9fc574 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511 HTTP/1.1" status: 200 len: 217 time: 0.0940955 Aug 20 08:45:19.912472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b62e05e5-15fd-4960-b2d3-4bd149c98590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.956551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-6a47f0c0-f8a3-4343-aeff-96331c1472d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:19.957056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:19.957162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-6a47f0c0-f8a3-4343-aeff-96331c1472d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0597658 Aug 20 08:45:20.069567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b62e05e5-15fd-4960-b2d3-4bd149c98590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.069786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c6269-cfeb-4fbf-8019-2739a9f556a6 req-5babf85e-1219-4184-9fda-b3abf2fa1826 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.071581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-951c6269-cfeb-4fbf-8019-2739a9f556a6 req-5babf85e-1219-4184-9fda-b3abf2fa1826 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 944 time: 0.0975609 Aug 20 08:45:20.076359 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-caf03165-66dd-439a-9c46-232698da1192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4 HTTP/1.1" status: 200 len: 1000 time: 0.2896159 Aug 20 08:45:20.087512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee8823-eec9-4e9f-a3b9-e9ad62541b97 req-4ca3d968-2e7e-48eb-934d-5c1226a5b7a7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.089032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8ee8823-eec9-4e9f-a3b9-e9ad62541b97 req-4ca3d968-2e7e-48eb-934d-5c1226a5b7a7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 936 time: 0.2088881 Aug 20 08:45:20.096795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-24dd2b70-d2a4-4e89-90fd-847b7ee60c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.098274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-24dd2b70-d2a4-4e89-90fd-847b7ee60c38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139240 Aug 20 08:45:20.116058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:20.153940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:20.155758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:20.166789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:20.173082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.173082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.185816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-b3e40b84-c304-470e-acbe-b75193033cfd tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.187314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-b3e40b84-c304-470e-acbe-b75193033cfd tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.2761247 Aug 20 08:45:20.187922 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00545df3-293c-4747-989c-28d18e6f7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.190423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00545df3-293c-4747-989c-28d18e6f7009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.195002 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00545df3-293c-4747-989c-28d18e6f7009 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0ebeded-01d2-47fd-a83a-242eb27940e6 HTTP/1.1" status: 204 len: 168 time: 1.1733980 Aug 20 08:45:20.218713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-951c6269-cfeb-4fbf-8019-2739a9f556a6 req-850b403d-0abf-4e59-bfc0-9b874eb939fa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402080 Aug 20 08:45:20.247182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8ee8823-eec9-4e9f-a3b9-e9ad62541b97 req-993ecdd8-7a27-4e95-9fa9-98ffb6d25af2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478305 Aug 20 08:45:20.299687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-d2eba699-006c-4c59-9531-5845695893d4 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832919 Aug 20 08:45:20.363347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-b8cf8b4b-47d3-4655-a271-6c3868f1b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.365007 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-b8cf8b4b-47d3-4655-a271-6c3868f1b765 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.2791517 Aug 20 08:45:20.372598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00545df3-293c-4747-989c-28d18e6f7009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ebeded-01d2-47fd-a83a-242eb27940e6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:20.381260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-af05c76f-dddc-4ec9-a203-5e1b6fd62871 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7583601 Aug 20 08:45:20.447395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec51c6ca-ba8c-426a-86b3-11aa1ab41fb7 req-61dbc8fa-01db-467e-8c6e-bb19e10a9229 tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109221 Aug 20 08:45:20.462926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Request body: {'port': {'device_id': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:20.548060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e22c9d21-eec6-441c-b132-f7b6b0e1197e None None] Provisioning for port 85b8fbff-321c-44f0-a980-539c38404266 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:20.553443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e22c9d21-eec6-441c-b132-f7b6b0e1197e None None] Provisioning complete for port 85b8fbff-321c-44f0-a980-539c38404266 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:20.557568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e22c9d21-eec6-441c-b132-f7b6b0e1197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.579575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c20480e-68c4-4155-8d54-c8643ca1688d req-24e0a753-6e2b-4098-a419-7555bacc583d service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704990 Aug 20 08:45:20.628646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e22c9d21-eec6-441c-b132-f7b6b0e1197e None None] Port 85b8fbff-321c-44f0-a980-539c38404266 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:20.634068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51c6ca-ba8c-426a-86b3-11aa1ab41fb7 req-10d886e1-02dd-4375-8ad4-a83a57d4e1a6 tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.641166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec51c6ca-ba8c-426a-86b3-11aa1ab41fb7 req-10d886e1-02dd-4375-8ad4-a83a57d4e1a6 tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892328 Aug 20 08:45:20.666016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b62e05e5-15fd-4960-b2d3-4bd149c98590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.668604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b62e05e5-15fd-4960-b2d3-4bd149c98590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.670342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec51c6ca-ba8c-426a-86b3-11aa1ab41fb7 req-a53baa45-f297-4003-8fc9-0e12dfe9927e tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/quotas/165f2db0e04e4c09926d2cc5a292b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0220072 Aug 20 08:45:20.672425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b62e05e5-15fd-4960-b2d3-4bd149c98590 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9d32f3e-ecc9-4aca-a43f-b74e12dba0ca HTTP/1.1" status: 204 len: 168 time: 1.0595286 Aug 20 08:45:20.683567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-2090ad1b-1303-4062-bb31-c533aab45853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.685247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-2090ad1b-1303-4062-bb31-c533aab45853 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3069775 Aug 20 08:45:20.704042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.714882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec51c6ca-ba8c-426a-86b3-11aa1ab41fb7 req-394e76c3-020e-4c3b-b4d0-72ea05816831 tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431156 Aug 20 08:45:20.734355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e05e5-15fd-4960-b2d3-4bd149c98590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d32f3e-ecc9-4aca-a43f-b74e12dba0ca,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:20.799209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b2495-ccb1-496c-8e3d-af26d60a5484 req-64acff33-89b8-46d7-996a-424f64886f4c tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:20.801125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc2b2495-ccb1-496c-8e3d-af26d60a5484 req-64acff33-89b8-46d7-996a-424f64886f4c tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 948 time: 0.0805271 Aug 20 08:45:20.804263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57678) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:20.849116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-5a0a97ae-b640-4a19-bdbc-c424efd01a5a service neutron] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:20.864714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-5a0a97ae-b640-4a19-bdbc-c424efd01a5a service neutron] Notify callbacks [] for binding, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:20.865765 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56bd4699-6f2a-414f-876a-3c6c18056479 req-5a0a97ae-b640-4a19-bdbc-c424efd01a5a service neutron] 10.222.0.37 "DELETE /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.6692388 Aug 20 08:45:20.901278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc2b2495-ccb1-496c-8e3d-af26d60a5484 req-b5e4a508-f06e-4090-8aa0-aec72d0e6d4d tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904517 Aug 20 08:45:20.915085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-765e36f8-4ef7-4aca-80f1-7c8be53bacdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53f59fc887da417bb8f5dbfb22ae8c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068339 Aug 20 08:45:20.917885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57684) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:20.980740 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-a953cb12-5f88-4db7-86c7-622ebcb49973 service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778327 Aug 20 08:45:21.031346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07e19fc5-019b-4efb-9515-26f6a35194e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.065900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07e19fc5-019b-4efb-9515-26f6a35194e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.082394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994260cc-218f-4584-9706-225ead063e5d req-95ba97b8-207f-4ae3-942c-26972f724161 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:21.083988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-994260cc-218f-4584-9706-225ead063e5d req-95ba97b8-207f-4ae3-942c-26972f724161 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1095 time: 0.0811155 Aug 20 08:45:21.157856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07e19fc5-019b-4efb-9515-26f6a35194e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.161070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07e19fc5-019b-4efb-9515-26f6a35194e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.165443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-07e19fc5-019b-4efb-9515-26f6a35194e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/381cd4b7-89f4-474f-905f-5bda689effeb HTTP/1.1" status: 204 len: 168 time: 0.2433770 Aug 20 08:45:21.167711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa06fa36-99d2-49a1-9549-60fdda36cbca req-ed3b5fa4-dfad-4f05-9a5c-0cc9a4b6c8bb service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733482 Aug 20 08:45:21.173439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-994260cc-218f-4584-9706-225ead063e5d req-60dfe57d-6d12-4d3c-a2c4-6a615f870878 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Aug 20 08:45:21.174640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e19fc5-019b-4efb-9515-26f6a35194e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381cd4b7-89f4-474f-905f-5bda689effeb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:21.270767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b8fbff-321c-44f0-a980-539c38404266 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:21.280240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.296274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Transition to ACTIVE for port object 85b8fbff-321c-44f0-a980-539c38404266 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:21.301780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.388143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:21.425992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:21.426333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:21.426672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:21.431738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Port 85b8fbff-321c-44f0-a980-539c38404266 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:21.432164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:21.444778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:21.445070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:21.445913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:21.446329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Bound port: 85b8fbff-321c-44f0-a980-539c38404266, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:21.446695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.541409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:21.547856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:21.557818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.596807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:21.597481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:21.599137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] 10.222.0.37 "PUT /v2.0/ports/85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 1096 time: 1.1501973 Aug 20 08:45:21.601012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'tag': '85b8fbff-321c-44f0-a980-539c38404266'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:21.609484 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649c651-84ff-4b47-b722-652e1419f728" -d '{"events": [{"name": "network-changed", "server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "tag": "85b8fbff-321c-44f0-a980-539c38404266"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:21.821372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b43bd-f8e2-4ede-b607-a4b52755fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:21.836178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-f951e3d4-9561-455a-b809-aafd6c886dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:21.837754 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-f951e3d4-9561-455a-b809-aafd6c886dce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1099 time: 0.1622152 Aug 20 08:45:21.845216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620328e-c286-40c4-9334-3bef8bf9d7fa req-e4f9ed75-1c67-465e-94be-b1e2e712443b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:21.857698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7620328e-c286-40c4-9334-3bef8bf9d7fa req-e4f9ed75-1c67-465e-94be-b1e2e712443b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.0856392 Aug 20 08:45:21.902394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-39da3373-d67f-45eb-b993-383eb25cdbe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.0548513 Aug 20 08:45:21.948785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7620328e-c286-40c4-9334-3bef8bf9d7fa req-1ded788c-a13c-4ee7-9840-d62f599ad82a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853047 Aug 20 08:45:22.027685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-3d3ebed7-549b-4a51-aec3-5388d7df67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.029739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-3d3ebed7-549b-4a51-aec3-5388d7df67ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1201491 Aug 20 08:45:22.063331 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6235b9b5-44f4-4091-973e-dd8021e17342 x-openstack-request-id: req-6235b9b5-44f4-4091-973e-dd8021e17342 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:22.063331 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "tag": "85b8fbff-321c-44f0-a980-539c38404266", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:22.063331 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6235b9b5-44f4-4091-973e-dd8021e17342 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:22.066034 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'tag': '85b8fbff-321c-44f0-a980-539c38404266', 'status': 'completed', 'code': 200} Aug 20 08:45:22.110490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-e1f673c3-d4aa-4907-9658-4476a71a2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.112414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-e1f673c3-d4aa-4907-9658-4476a71a2a9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737269 Aug 20 08:45:22.205461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-b9d796be-25ab-41b6-9f67-00015169f192 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.207481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-b9d796be-25ab-41b6-9f67-00015169f192 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.1403525 Aug 20 08:45:22.222122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-7d3d4c61-98cb-45db-8547-406d4d7bbe8c service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004915 Aug 20 08:45:22.233289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-380afa43-9222-45f9-accc-d4f683e5f19e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/quotas/438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 375 time: 0.0189922 Aug 20 08:45:22.296408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-228e5c2a-7092-421d-b517-5cb4eb03647b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597506 Aug 20 08:45:22.337419 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03868d9a-43f0-43e8-8a72-68e180fd53bf req-12f318a5-03af-4148-8af1-11c235546059 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071351 Aug 20 08:45:22.395808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-2b8a65f9-d9d7-4132-983f-3daf7ef596e1 service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962903 Aug 20 08:45:22.439139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c651-84ff-4b47-b722-652e1419f728 req-1efef5ca-871d-40b2-9b00-848cec0bbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.441110 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-1efef5ca-871d-40b2-9b00-848cec0bbdb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1099 time: 0.0523298 Aug 20 08:45:22.519633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-b4b1cb17-0614-4658-9d8b-46535a18160f service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215949 Aug 20 08:45:22.595411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c651-84ff-4b47-b722-652e1419f728 req-4f68d0b9-c7e0-4f99-a731-9d0d2f228421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.597425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-4f68d0b9-c7e0-4f99-a731-9d0d2f228421 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1464984 Aug 20 08:45:22.669741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-6ff40ceb-0487-4b50-acf0-13ee8f968314 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.0639119 Aug 20 08:45:22.749225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c651-84ff-4b47-b722-652e1419f728 req-7f822c3b-700e-4556-85ed-398d6e0a6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.752281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-7f822c3b-700e-4556-85ed-398d6e0a6670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0750895 Aug 20 08:45:22.851300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c651-84ff-4b47-b722-652e1419f728 req-26aa5388-d5e3-4091-8ce8-889015c551bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.856006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-26aa5388-d5e3-4091-8ce8-889015c551bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958292 Aug 20 08:45:22.911044 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa26d0-daa2-4d5c-99b3-2dfe49672c81 req-7a004c64-84e6-408f-9b60-855cd21fb012 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:22.925429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8aa26d0-daa2-4d5c-99b3-2dfe49672c81 req-7a004c64-84e6-408f-9b60-855cd21fb012 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 948 time: 0.1253464 Aug 20 08:45:22.995952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8aa26d0-daa2-4d5c-99b3-2dfe49672c81 req-268d2f19-b45e-407d-9648-e8794e7adef6 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690241 Aug 20 08:45:23.026759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1e5e4a10-f5da-41b7-9696-20f5ebb00511 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:23.105617 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-b18edfa8-212d-4f9f-b2dc-9a1fab40a559 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401319 Aug 20 08:45:23.107187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dee491f-f106-4b4d-95c9-843d2b8b5178 req-61736359-d4ec-4938-a752-bac47ad7d15d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 210 time: 0.0519686 Aug 20 08:45:23.156399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:23.174580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '1e5e4a10-f5da-41b7-9696-20f5ebb00511', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '1e5e4a10-f5da-41b7-9696-20f5ebb00511', 'mac_address': 'fa:16:3e:36:ba:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:45:23.258764 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:23.279439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5e4a10-f5da-41b7-9696-20f5ebb00511 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:23.299264 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7649c651-84ff-4b47-b722-652e1419f728 req-f9f19099-c6fe-4cc3-a1a8-c92a779251fa service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774166 Aug 20 08:45:23.312314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eab62-0ac7-4ae9-a2d2-694bd290a587 req-9d0fb20f-d5b7-4752-ba13-e7525532fffe tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:23.318773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b90eab62-0ac7-4ae9-a2d2-694bd290a587 req-9d0fb20f-d5b7-4752-ba13-e7525532fffe tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.1200998 Aug 20 08:45:23.334162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:23.340539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:23.388207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b90eab62-0ac7-4ae9-a2d2-694bd290a587 req-02cb7c9a-94fd-41db-a85c-72449a8348a9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629442 Aug 20 08:45:23.399280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1e5e4a10-f5da-41b7-9696-20f5ebb00511,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:23.557894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1e5e4a10-f5da-41b7-9696-20f5ebb00511'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:23.646848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57810) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:23.787138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-863a-4276-806a-59fec7abe12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:23.966005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-863a-4276-806a-59fec7abe12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:23.994673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d65d7a8b-863a-4276-806a-59fec7abe12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.084875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d7a8b-863a-4276-806a-59fec7abe12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d843d974-3d1e-44ee-80b8-6d7702defa8d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:24.094237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d65d7a8b-863a-4276-806a-59fec7abe12f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81660f7d2fe64ed49ce355a0d9eedde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463499 Aug 20 08:45:24.094592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57832) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:24.143346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-9ffd7943-4800-4c4e-abc3-414d528f16b9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:24.145243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-9ffd7943-4800-4c4e-abc3-414d528f16b9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.2012811 Aug 20 08:45:24.169403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Request body: {'port': {'device_id': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'admin_state_up': True, 'tenant_id': '438f7174e2af49ad8defe5cc973d1a39'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:24.206776 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b268d96-8257-4c8a-bbec-b204ea0260d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.238374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b268d96-8257-4c8a-bbec-b204ea0260d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.327093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3a13233-50ba-4467-b959-7f288a6ac9f2 req-a5d715d1-9ebc-4e84-b72a-7375d475a621 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 210 time: 0.0616961 Aug 20 08:45:24.336629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Made reservation on behalf of 438f7174e2af49ad8defe5cc973d1a39 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:24.342421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.367993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b01b-e8e7-4c08-806f-a3db73c2da76 req-7c0d3b27-4745-44e5-bef5-b8f949f502d8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:24.369508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d22b01b-e8e7-4c08-806f-a3db73c2da76 req-7c0d3b27-4745-44e5-bef5-b8f949f502d8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 949 time: 0.1030881 Aug 20 08:45:24.374340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b268d96-8257-4c8a-bbec-b204ea0260d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.377007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b268d96-8257-4c8a-bbec-b204ea0260d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.378169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b268d96-8257-4c8a-bbec-b204ea0260d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d843d974-3d1e-44ee-80b8-6d7702defa8d HTTP/1.1" status: 204 len: 168 time: 0.2825084 Aug 20 08:45:24.402629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268d96-8257-4c8a-bbec-b204ea0260d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d843d974-3d1e-44ee-80b8-6d7702defa8d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:24.453971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d22b01b-e8e7-4c08-806f-a3db73c2da76 req-958071c9-7a64-4bfa-9a36-674023d51c04 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Aug 20 08:45:24.520593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Allocated IP 172.20.0.5 (4add3635-958b-404b-96b7-389a788bb8fb/8aa1424f-4764-490e-9e18-1a8afaae75cd/6f77de17-abff-45b0-ad17-4e34b8b80dbb) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:24.611335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-612f8370-1355-415b-afc1-401589814279 req-8ee1ff45-81ec-4613-ae0b-a6e5d407078d tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324571 Aug 20 08:45:24.702598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.712994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0118bc-a75f-4275-9d4b-d57bf064646e req-cfb7d6ad-8de8-4f79-9857-f0298d3d7913 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:24.714517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb0118bc-a75f-4275-9d4b-d57bf064646e req-cfb7d6ad-8de8-4f79-9857-f0298d3d7913 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.1345408 Aug 20 08:45:24.744278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.766110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f8370-1355-415b-afc1-401589814279 req-111dc95a-8ebf-4b5f-8dfc-b3da58fc816a tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:24.767583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-612f8370-1355-415b-afc1-401589814279 req-111dc95a-8ebf-4b5f-8dfc-b3da58fc816a tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427000 Aug 20 08:45:24.790635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Network 4add3635-958b-404b-96b7-389a788bb8fb is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:24.791584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-612f8370-1355-415b-afc1-401589814279 req-6dfc66a8-60e6-4ed6-bf54-d0c2509a89ec tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/quotas/165f2db0e04e4c09926d2cc5a292b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0138326 Aug 20 08:45:24.794594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb0118bc-a75f-4275-9d4b-d57bf064646e req-72ff4779-fe55-4853-8d40-5c1dd72c5838 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716696 Aug 20 08:45:24.803575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:24.812329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57864) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:24.812715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:24.818349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:24.818959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.831058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:24.843603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.844170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.844457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.844792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.850999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.851380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.851828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.852160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.852473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.852796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.853117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.853438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:24.857482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-612f8370-1355-415b-afc1-401589814279 req-28b406dc-ffa2-43e7-a658-b99a66b0ddac tempest-QuotasAdminNegativeTest-1697276636 tempest-QuotasAdminNegativeTest-1697276636-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581172 Aug 20 08:45:24.858600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:24.866995 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-a03b75ca-27b6-47f2-9d6a-8806adb00880 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7031467 Aug 20 08:45:24.883576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Request body: {'port': {'device_id': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:24.961485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.018910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.023951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.035767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 85b8fbff-321c-44f0-a980-539c38404266 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:25.039269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1e5e4a10-f5da-41b7-9696-20f5ebb00511 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:25.070399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25f2db5e42fe4492b944d0e3cae01c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570865 Aug 20 08:45:25.074968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57886) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:25.117545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab76e29-7b3d-4db4-be12-ae34702d07e2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:25.140239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.140594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.140923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.141260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.141596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.142114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.142469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.142796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.143121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.143720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.144049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.144369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209585de-d4d1-4b19-8745-ffda80b914ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:25.189704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:25.202098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:25.202563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.246724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d401cb2-aac9-430c-8604-186fa6407355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.282675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d401cb2-aac9-430c-8604-186fa6407355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.395212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:25.403527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d401cb2-aac9-430c-8604-186fa6407355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.406282 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d401cb2-aac9-430c-8604-186fa6407355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.407504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9d401cb2-aac9-430c-8604-186fa6407355 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ab76e29-7b3d-4db4-be12-ae34702d07e2 HTTP/1.1" status: 204 len: 168 time: 0.3315816 Aug 20 08:45:25.423649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d401cb2-aac9-430c-8604-186fa6407355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab76e29-7b3d-4db4-be12-ae34702d07e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:25.432307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '85b8fbff-321c-44f0-a980-539c38404266', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '85b8fbff-321c-44f0-a980-539c38404266', 'mac_address': 'fa:16:3e:fd:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:45:25.523622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.541084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.592829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b8fbff-321c-44f0-a980-539c38404266 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:25.605702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5e4a10-f5da-41b7-9696-20f5ebb00511'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:25.608080 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6692fd4d-6b56-4226-94a8-1be60f23a11a" -d '{"events": [{"server_uuid": "abbd9bfc-cab6-4dad-b845-d1983c090649", "name": "network-vif-plugged", "status": "completed", "tag": "1e5e4a10-f5da-41b7-9696-20f5ebb00511"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:25.634306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:25.636473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:25.639442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f77de17-abff-45b0-ad17-4e34b8b80dbb {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:25.640014 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.645778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.670458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.684740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c2cf8-1e15-42a9-a843-8345d063c93b req-138f71f2-3ac1-4ee3-b6f6-c137294d1981 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:25.684892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Transition to ACTIVE for port object 6f77de17-abff-45b0-ad17-4e34b8b80dbb will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:25.689896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.695124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-853c2cf8-1e15-42a9-a843-8345d063c93b req-138f71f2-3ac1-4ee3-b6f6-c137294d1981 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 931 time: 0.1263101 Aug 20 08:45:25.707807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a612d83-5013-44db-a677-412fbce79485 req-004060fd-d47f-46e4-b968-0a201fb835c8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:25.710088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a612d83-5013-44db-a677-412fbce79485 req-004060fd-d47f-46e4-b968-0a201fb835c8 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 949 time: 0.1297834 Aug 20 08:45:25.732323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1e5e4a10-f5da-41b7-9696-20f5ebb00511,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:25.781276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:25.799371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:25.822798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-853c2cf8-1e15-42a9-a843-8345d063c93b req-9686ca47-765e-4abd-a51b-310d61d23398 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206183 Aug 20 08:45:25.831582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a612d83-5013-44db-a677-412fbce79485 req-70cab9e5-bf69-4ea9-a51d-2b7a4c52b0bb tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123068 Aug 20 08:45:25.848982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:25.849627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:25.852315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:25.868408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:25.870847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:25.871300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:25.880904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:25.881246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:25.881636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:25.882095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Bound port: 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:25.882457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:25.913115 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10677882-6230-4fe6-b285-eb15ca7d1349 x-openstack-request-id: req-10677882-6230-4fe6-b285-eb15ca7d1349 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:25.913488 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbd9bfc-cab6-4dad-b845-d1983c090649", "name": "network-vif-plugged", "status": "completed", "tag": "1e5e4a10-f5da-41b7-9696-20f5ebb00511", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:25.913649 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10677882-6230-4fe6-b285-eb15ca7d1349 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:25.914305 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5e4a10-f5da-41b7-9696-20f5ebb00511', 'code': 200} Aug 20 08:45:25.959223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:25.993796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95688fea-e848-419d-b697-c11a3b5d50f5 req-edcd4f29-ed3b-438d-8b24-06b03515bb37 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:26.001987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95688fea-e848-419d-b697-c11a3b5d50f5 req-edcd4f29-ed3b-438d-8b24-06b03515bb37 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 949 time: 0.0867567 Aug 20 08:45:26.051807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95688fea-e848-419d-b697-c11a3b5d50f5 req-d81f31b9-1650-4504-bff1-7b14fe49a422 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Aug 20 08:45:26.083816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346bde4-3b6f-4cb9-9e4c-ed80b4e0fae6 req-f2511179-e331-4231-8db0-ac9c2d89f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:26.085347 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5346bde4-3b6f-4cb9-9e4c-ed80b4e0fae6 req-f2511179-e331-4231-8db0-ac9c2d89f58a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 1101 time: 0.0903180 Aug 20 08:45:26.086494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:26.090066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:26.102909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.153192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:26.153915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.155462 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 1091 time: 1.2769632 Aug 20 08:45:26.162847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:26.165354 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f706a452-6888-47df-a907-51817bbb528a" -d '{"events": [{"name": "network-changed", "server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:26.225350 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a6ffa3-a947-4381-a6a3-83c44a909a9f x-openstack-request-id: req-29a6ffa3-a947-4381-a6a3-83c44a909a9f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:26.225641 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:26.225923 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29a6ffa3-a947-4381-a6a3-83c44a909a9f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:26.226320 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'status': 'completed', 'code': 200} Aug 20 08:45:26.236928 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5346bde4-3b6f-4cb9-9e4c-ed80b4e0fae6 req-5c2fc883-b1eb-40b4-85a4-47e2228e0b18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430781 Aug 20 08:45:26.263300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfcc49-22a0-4e03-942e-5318f1d167a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:26.279400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-ac1c6087-f131-497c-b37c-00de7541dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:26.279400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-ac1c6087-f131-497c-b37c-00de7541dc02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1094 time: 0.0765939 Aug 20 08:45:26.279578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57930) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:26.312944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:26.335108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-5f353e31-eb89-46a2-b86a-b3118ba7f3fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 217 time: 0.0487230 Aug 20 08:45:26.349998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfb06-5251-464e-9d7c-0e67dbb6e7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.377673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.400923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820576-72ed-4ba3-9394-cca09846525e req-6e734b19-6418-4cd1-8b7f-b879b3984b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:26.402315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-6e734b19-6418-4cd1-8b7f-b879b3984b7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0604784 Aug 20 08:45:26.410293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 08:45:26.410293 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 08:45:26.410293 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': '34f6dd2418cd4ba8a7aa18d61a4fd677', 'id': 'b7d7673d-c806-4cfc-a4fe-606ecd7ff0bc', 'expiration': datetime.datetime(2021, 8, 20, 8, 47, 26, 398092)}] Aug 20 08:45:26.410293 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:45:26.411056 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:45:26.419228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29b43bf3-90ac-41b7-aef6-74e4c63ecd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.444199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-0361afee-f3b1-4ed1-815b-61a88d348c83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347056 Aug 20 08:45:26.572505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfb06-5251-464e-9d7c-0e67dbb6e7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.575080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-05f6a43c-4c87-4e76-9f4d-97ff1a3944b0 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229417 Aug 20 08:45:26.578795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d9cfb06-5251-464e-9d7c-0e67dbb6e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.668327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9d9cfb06-5251-464e-9d7c-0e67dbb6e7dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e60735eed5d74b6881ddd16db328054d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079420 Aug 20 08:45:26.669263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29b43bf3-90ac-41b7-aef6-74e4c63ecd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.670763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cfb06-5251-464e-9d7c-0e67dbb6e7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81827e8-c048-4110-8ff3-38fb1ad40a01,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:26.671248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57950) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:26.700617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29b43bf3-90ac-41b7-aef6-74e4c63ecd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.709926 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14820576-72ed-4ba3-9394-cca09846525e req-49416b79-78f6-4070-8472-acadfcc99b05 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274896 Aug 20 08:45:26.752333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-29b43bf3-90ac-41b7-aef6-74e4c63ecd1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=165f2db0e04e4c09926d2cc5a292b2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382062 Aug 20 08:45:26.754895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57952) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:26.759928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b43bf3-90ac-41b7-aef6-74e4c63ecd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571aa9f5-ae6f-4d05-9ba6-c4bfb39bcfd1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:26.762751 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a3af53-d793-4ac0-a5ac-2a27fa5aa1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.786698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a3af53-d793-4ac0-a5ac-2a27fa5aa1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.834281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706a452-6888-47df-a907-51817bbb528a req-76f55515-9678-4dce-aad7-611e3c74daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:26.835858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-76f55515-9678-4dce-aad7-611e3c74daca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1094 time: 0.0734324 Aug 20 08:45:26.840982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a3af53-d793-4ac0-a5ac-2a27fa5aa1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.845043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a3af53-d793-4ac0-a5ac-2a27fa5aa1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.849084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c5a3af53-d793-4ac0-a5ac-2a27fa5aa1d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c81827e8-c048-4110-8ff3-38fb1ad40a01 HTTP/1.1" status: 204 len: 168 time: 0.1742451 Aug 20 08:45:26.872785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3af53-d793-4ac0-a5ac-2a27fa5aa1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81827e8-c048-4110-8ff3-38fb1ad40a01,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:26.888329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48ad3e42-1578-4865-af33-d48578cee1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.911473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:26.958622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48ad3e42-1578-4865-af33-d48578cee1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.012369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706a452-6888-47df-a907-51817bbb528a req-13944d88-3fc8-4654-bebe-d4319afdc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:27.014300 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-13944d88-3fc8-4654-bebe-d4319afdc201 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1677258 Aug 20 08:45:27.051737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce532ab8-24c3-498d-991b-ac5060b6f87d req-4ddc6b45-b941-4e46-af61-f69f2ebcdc10 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:27.060027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce532ab8-24c3-498d-991b-ac5060b6f87d req-4ddc6b45-b941-4e46-af61-f69f2ebcdc10 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 943 time: 0.1373549 Aug 20 08:45:27.069264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 85b8fbff-321c-44f0-a980-539c38404266 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:27.070119 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-186a743e-58e1-4fe4-a1df-72ee3b10bae5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 217 time: 0.0486228 Aug 20 08:45:27.089019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48ad3e42-1578-4865-af33-d48578cee1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.092189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48ad3e42-1578-4865-af33-d48578cee1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.093729 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-48ad3e42-1578-4865-af33-d48578cee1f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/571aa9f5-ae6f-4d05-9ba6-c4bfb39bcfd1 HTTP/1.1" status: 204 len: 168 time: 0.3375909 Aug 20 08:45:27.102456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51de1b-7f6b-4956-8697-53c8d9e9cc40 req-e257b692-aae1-460a-a665-670b724b0e65 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:27.104000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad51de1b-7f6b-4956-8697-53c8d9e9cc40 req-e257b692-aae1-460a-a665-670b724b0e65 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 950 time: 0.1262610 Aug 20 08:45:27.132170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad3e42-1578-4865-af33-d48578cee1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571aa9f5-ae6f-4d05-9ba6-c4bfb39bcfd1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:27.150000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706a452-6888-47df-a907-51817bbb528a req-e6bf151f-eae8-4036-903a-1e2188e721d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:27.152361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-e6bf151f-eae8-4036-903a-1e2188e721d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0756752 Aug 20 08:45:27.159048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce532ab8-24c3-498d-991b-ac5060b6f87d req-b5bd71dc-bfef-4428-ae4c-ce9822ecf7e5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980499 Aug 20 08:45:27.186814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 85b8fbff-321c-44f0-a980-539c38404266 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:27.194167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 85b8fbff-321c-44f0-a980-539c38404266 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:27.194798 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.203355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-b89adb5b-6e95-4efb-b910-383ab0360608 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441301 Aug 20 08:45:27.237413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad51de1b-7f6b-4956-8697-53c8d9e9cc40 req-66fb3084-78b4-47cf-93ea-999d72192934 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218858 Aug 20 08:45:27.302541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.308427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.402398 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.432834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a595f3-ac51-4654-b09d-ed1d759a32f6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:27.435373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57976) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:27.436842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-998d2a2e-2cba-4c94-bc36-ffb42ee25e8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34f6dd2418cd4ba8a7aa18d61a4fd677&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1561952 Aug 20 08:45:27.439511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57978) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:27.469282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:27.474265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.484114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1ca3d-5e66-4d5b-9b84-548f507a279a req-a0570bb3-bc3e-4022-97cc-20667f29398f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:27.485758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e17e7b-f4fc-4821-93a8-266a05af965c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.491662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acb1ca3d-5e66-4d5b-9b84-548f507a279a req-a0570bb3-bc3e-4022-97cc-20667f29398f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 949 time: 0.2067299 Aug 20 08:45:27.499308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-7845a20c-d0f3-4427-9650-2e8557a38712 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881844 Aug 20 08:45:27.574874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:27.600998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acb1ca3d-5e66-4d5b-9b84-548f507a279a req-53f77e72-099d-4459-8853-a1ee9ed51984 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083393 Aug 20 08:45:27.606956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.607519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.607868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.608206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.608538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.608869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.609198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.609523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.609868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.616533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.617142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.617777 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:27.633616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b2768cf-6c59-4510-8319-a88775d76835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.650040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f706a452-6888-47df-a907-51817bbb528a req-b8d5d6cc-e472-4147-8ecc-c24d63ab1422 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405432 Aug 20 08:45:27.668356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b2768cf-6c59-4510-8319-a88775d76835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.705675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e17e7b-f4fc-4821-93a8-266a05af965c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.706814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57984) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:27.714896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e17e7b-f4fc-4821-93a8-266a05af965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.729750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc231554-54a5-4c05-a246-facfe6096ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.737676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b2768cf-6c59-4510-8319-a88775d76835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.740945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b2768cf-6c59-4510-8319-a88775d76835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.745018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b2768cf-6c59-4510-8319-a88775d76835 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11a595f3-ac51-4654-b09d-ed1d759a32f6 HTTP/1.1" status: 204 len: 168 time: 0.3021953 Aug 20 08:45:27.752678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2768cf-6c59-4510-8319-a88775d76835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a595f3-ac51-4654-b09d-ed1d759a32f6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:27.778167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e17e7b-f4fc-4821-93a8-266a05af965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3a1f7-86f4-4193-bbf2-66611c419937,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:27.788161 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b7e17e7b-f4fc-4821-93a8-266a05af965c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c61a8fbae49040ab9553dcc37b9618d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517277 Aug 20 08:45:27.791093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57988) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:27.872263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23212501-2733-4d93-aa51-b3fedefdcb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.905929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23212501-2733-4d93-aa51-b3fedefdcb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.915912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b8fbff-321c-44f0-a980-539c38404266'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:27.918257 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241413b0-7f88-4945-9e3d-f4a7758668c9" -d '{"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-plugged", "status": "completed", "tag": "85b8fbff-321c-44f0-a980-539c38404266"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:27.962276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc231554-54a5-4c05-a246-facfe6096ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:27.966779 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b21afd6-624a-466e-aba7-7a347e87c4c4 x-openstack-request-id: req-1b21afd6-624a-466e-aba7-7a347e87c4c4 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:27.967451 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-plugged", "status": "completed", "tag": "85b8fbff-321c-44f0-a980-539c38404266", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:27.967733 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b21afd6-624a-466e-aba7-7a347e87c4c4 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:27.968220 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b8fbff-321c-44f0-a980-539c38404266', 'code': 200} Aug 20 08:45:27.971218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc231554-54a5-4c05-a246-facfe6096ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.012741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc231554-54a5-4c05-a246-facfe6096ab4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beabc9b0a34e41b8aebb6ed6746bd97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050454 Aug 20 08:45:28.015934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57998) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:28.016267 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23212501-2733-4d93-aa51-b3fedefdcb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.019225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23212501-2733-4d93-aa51-b3fedefdcb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.022306 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-23212501-2733-4d93-aa51-b3fedefdcb86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddb3a1f7-86f4-4193-bbf2-66611c419937 HTTP/1.1" status: 204 len: 168 time: 0.2278571 Aug 20 08:45:28.025157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc231554-54a5-4c05-a246-facfe6096ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd109c-72c6-4508-b474-223f0c31f9f3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:28.057258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212501-2733-4d93-aa51-b3fedefdcb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3a1f7-86f4-4193-bbf2-66611c419937,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:28.076718 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f57507-ebb9-4570-b854-81ec7fe464b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.102315 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f57507-ebb9-4570-b854-81ec7fe464b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.121259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ef5cd-2e23-43ee-8479-f1566b94a352 req-e8d4ee43-df20-40b9-9512-04b39c990e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:28.123257 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-258ef5cd-2e23-43ee-8479-f1566b94a352 req-e8d4ee43-df20-40b9-9512-04b39c990e4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1101 time: 0.0775046 Aug 20 08:45:28.170949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-258ef5cd-2e23-43ee-8479-f1566b94a352 req-743f7fb7-06ad-44ba-bc8f-203bd50d959c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388348 Aug 20 08:45:28.288413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58010) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:28.306470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41b8631d-6a6c-4276-9ff6-7d4d52a41100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.393161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c06fa-4755-4a9c-b2bc-919c912bd5ff req-432389dd-e011-4c61-a968-d7268c0a86cc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:28.394703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d7c06fa-4755-4a9c-b2bc-919c912bd5ff req-432389dd-e011-4c61-a968-d7268c0a86cc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 943 time: 0.0556021 Aug 20 08:45:28.413600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f57507-ebb9-4570-b854-81ec7fe464b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.418331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f57507-ebb9-4570-b854-81ec7fe464b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.420411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e2f57507-ebb9-4570-b854-81ec7fe464b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cdd109c-72c6-4508-b474-223f0c31f9f3 HTTP/1.1" status: 204 len: 168 time: 0.4035664 Aug 20 08:45:28.438839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41b8631d-6a6c-4276-9ff6-7d4d52a41100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.443568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41b8631d-6a6c-4276-9ff6-7d4d52a41100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.446022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f57507-ebb9-4570-b854-81ec7fe464b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd109c-72c6-4508-b474-223f0c31f9f3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:28.491469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8631d-6a6c-4276-9ff6-7d4d52a41100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52290d7-c1c7-46bd-90cb-8f4324dcd80a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:28.494395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d7c06fa-4755-4a9c-b2bc-919c912bd5ff req-538d9fa5-a32b-4565-9cd1-1bfd09afc7ea tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913527 Aug 20 08:45:28.502545 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-41b8631d-6a6c-4276-9ff6-7d4d52a41100 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80dea165299c4193bb8013ea6897b491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135611 Aug 20 08:45:28.502866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58020) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:28.568448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a1316e1-db44-4534-b34d-bb404fd08c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.618210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a1316e1-db44-4534-b34d-bb404fd08c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.654780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Request body: {'security_group': {'name': 'tempest-securitygroup-90509749', 'description': 'tempest-description-1857065558'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:28.667781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271bc50-4716-4756-9e86-048b4ccf91f1 req-7996b0b4-adaf-4515-918c-5b34eb1b95f0 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:28.669349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3271bc50-4716-4756-9e86-048b4ccf91f1 req-7996b0b4-adaf-4515-918c-5b34eb1b95f0 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 950 time: 0.0990090 Aug 20 08:45:28.713036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.726113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a1316e1-db44-4534-b34d-bb404fd08c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.728594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a1316e1-db44-4534-b34d-bb404fd08c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.729747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5a1316e1-db44-4534-b34d-bb404fd08c56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f52290d7-c1c7-46bd-90cb-8f4324dcd80a HTTP/1.1" status: 204 len: 168 time: 0.2255051 Aug 20 08:45:28.736271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.750384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3271bc50-4716-4756-9e86-048b4ccf91f1 req-b002a5e4-6e8b-4f8c-b323-80beb16a6f22 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677409 Aug 20 08:45:28.769362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1316e1-db44-4534-b34d-bb404fd08c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52290d7-c1c7-46bd-90cb-8f4324dcd80a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:28.883024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.894063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:28.978800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bcbd3-f174-4fd6-8592-df38ed1246e8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:28.989751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e040f4-bb8f-4813-a382-8dff800817dd req-1ac359bf-cb87-4cf7-ba22-57f543b8cf38 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:28.991118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3e040f4-bb8f-4813-a382-8dff800817dd req-1ac359bf-cb87-4cf7-ba22-57f543b8cf38 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.0846593 Aug 20 08:45:29.059530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3e040f4-bb8f-4813-a382-8dff800817dd req-9c77bfef-3bdf-41b3-b492-ebb7e93eef52 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Aug 20 08:45:29.073960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.087333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.113556 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.115095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4f83042-2280-4689-9725-d906134bbe45 req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4695780 Aug 20 08:45:29.115781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2cb3-0fb5-44cd-b689-8585ae1487fb tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759ceaae-2060-484c-8815-9de9fccddf09,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:29.144484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2ebc1436-5bc7-45dc-8a2c-adc459b86668 req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1395066649', 'description': 'tempest-description-908814071'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:29.180220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2ebc1436-5bc7-45dc-8a2c-adc459b86668 req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.308919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2ebc1436-5bc7-45dc-8a2c-adc459b86668 req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.321293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2ebc1436-5bc7-45dc-8a2c-adc459b86668 req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.377536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59170aa-2e4b-42bd-ba27-adc5acdb203a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:29.379981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2ebc1436-5bc7-45dc-8a2c-adc459b86668 req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.390480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ebc1436-5bc7-45dc-8a2c-adc459b86668 req-00efcf88-7d95-47ee-afd7-d436b4b875ce tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2515044 Aug 20 08:45:29.410697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ac2da-1513-4129-8988-9053f3741996 req-1efd5a0e-b02e-4423-a407-6c8eee08f816 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:29.412539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-014ac2da-1513-4129-8988-9053f3741996 req-1efd5a0e-b02e-4423-a407-6c8eee08f816 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 950 time: 0.1020837 Aug 20 08:45:29.454134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-014ac2da-1513-4129-8988-9053f3741996 req-ebe5861c-19a4-4660-af59-36584349b50d tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Aug 20 08:45:29.705093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3698a8-a54b-4477-bc4b-c3107db41a12 req-031599a5-0f31-420f-8df6-fc73b0f46816 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:29.706745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae3698a8-a54b-4477-bc4b-c3107db41a12 req-031599a5-0f31-420f-8df6-fc73b0f46816 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 943 time: 0.0575609 Aug 20 08:45:29.734542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-834325240', 'description': 'tempest-description-1577744646'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:29.771444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae3698a8-a54b-4477-bc4b-c3107db41a12 req-97a9333d-a1b4-4415-9fe8-761bd0195806 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573082 Aug 20 08:45:29.779686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.792419 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.931799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.942577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7cea-f86f-4c58-9cbc-961eddb67e5d req-a234d574-9303-48fe-8513-ec2c2940ae89 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:29.944109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3bf7cea-f86f-4c58-9cbc-961eddb67e5d req-a234d574-9303-48fe-8513-ec2c2940ae89 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 950 time: 0.0837133 Aug 20 08:45:29.945922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:29.994389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085130d9-5dc6-4718-b80a-847d6885842e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:30.045936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3bf7cea-f86f-4c58-9cbc-961eddb67e5d req-1e860a51-de78-464c-92f0-432175a8ea88 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc3a2631-880e-4ec4-974e-993f0b693ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760083 Aug 20 08:45:30.101017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.105825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.150470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.151706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f04e5b6a-3c17-4507-8332-04424738ae9c req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4234767 Aug 20 08:45:30.153434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbc47b-f44b-44aa-ab98-0147e55096d7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20105622-b8c0-4ef9-89f0-74e26a7be696,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:30.262222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8914-51e0-469c-b080-b0c999792567 req-c4fa6fd8-5cd3-4910-b494-2ad82ddfce1c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:30.263723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-581e8914-51e0-469c-b080-b0c999792567 req-c4fa6fd8-5cd3-4910-b494-2ad82ddfce1c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.0553627 Aug 20 08:45:30.303516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-581e8914-51e0-469c-b080-b0c999792567 req-ceda58d7-bbd6-4fb3-81f2-ffcccfa18165 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336416 Aug 20 08:45:30.345597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-8f546130-1c0f-453b-aec8-228853a812f0 req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1991047658', 'description': 'tempest-description-1919505850'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:30.368975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8f546130-1c0f-453b-aec8-228853a812f0 req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.458228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8f546130-1c0f-453b-aec8-228853a812f0 req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.464044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8f546130-1c0f-453b-aec8-228853a812f0 req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.509451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8f546130-1c0f-453b-aec8-228853a812f0 req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.510742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f546130-1c0f-453b-aec8-228853a812f0 req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1694119 Aug 20 08:45:30.511746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8af8ac-ec19-42f4-9214-c351ed2e5ed9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0146a926-9bd7-4e0f-862f-a94af6f7ea4c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:30.569972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:30.700051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:30.714415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'port_id': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'mac_address': 'fa:16:3e:e3:10:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa1424f-4764-490e-9e18-1a8afaae75cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:45:30.760732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.779460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f77de17-abff-45b0-ad17-4e34b8b80dbb {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:30.803956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:30.809260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:30.817908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-fff689ff-9ea7-4b0e-80b2-6488567a85fc tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39541 time: 0.2779188 Aug 20 08:45:30.870827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:30.931570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-68352d3a-9d18-479d-8ebf-b06acd2b31b7 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/085130d9-5dc6-4718-b80a-847d6885842e HTTP/1.1" status: 200 len: 2981 time: 0.0553873 Aug 20 08:45:30.934333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f949-426a-4261-9a63-1b1e48e8d644 req-3c1b6137-6b6b-416b-9d2e-368d051bd5ff tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:30.935975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bc2f949-426a-4261-9a63-1b1e48e8d644 req-3c1b6137-6b6b-416b-9d2e-368d051bd5ff tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1101 time: 0.0926921 Aug 20 08:45:30.969623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7bc2f949-426a-4261-9a63-1b1e48e8d644 req-b1e45cc2-d469-4fbc-8c1e-086fd8154d3b tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.006057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-b2d69c1b-cb64-4aac-b3f5-042dd7a307c3 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/085130d9-5dc6-4718-b80a-847d6885842e HTTP/1.1" status: 200 len: 2981 time: 0.0657940 Aug 20 08:45:31.018435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['6f77de17-abff-45b0-ad17-4e34b8b80dbb'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:31.085060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-2ded1982-22cf-4abc-9d56-030cbcf44c45 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/21ef0aba-457b-43e5-a937-7600b6192be0 HTTP/1.1" status: 200 len: 2981 time: 0.0695364 Aug 20 08:45:31.106362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-3d8ed57b-7f8b-4c6b-80f1-c178d136c3a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:31.107873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-3d8ed57b-7f8b-4c6b-80f1-c178d136c3a7 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 950 time: 0.0733209 Aug 20 08:45:31.165856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7bc2f949-426a-4261-9a63-1b1e48e8d644 req-b1e45cc2-d469-4fbc-8c1e-086fd8154d3b tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.176616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7bc2f949-426a-4261-9a63-1b1e48e8d644 req-b1e45cc2-d469-4fbc-8c1e-086fd8154d3b tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.180014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-211ea12e-51a9-4ed9-91fb-9cc1e642ddd4 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/21ef0aba-457b-43e5-a937-7600b6192be0 HTTP/1.1" status: 200 len: 2981 time: 0.0867801 Aug 20 08:45:31.225561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bc2f949-426a-4261-9a63-1b1e48e8d644 req-b1e45cc2-d469-4fbc-8c1e-086fd8154d3b tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743106 Aug 20 08:45:31.237822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Deleting port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:45:31.238479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.260490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e45cc2-d469-4fbc-8c1e-086fd8154d3b tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68263f4-a5fa-4724-8c60-391f99018c2f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:31.275404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-a7dd2806-a188-4531-9dcd-9e0e0b60b8fd tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/569e87fe-d8ae-46bb-850a-fc54e22b6893 HTTP/1.1" status: 200 len: 2973 time: 0.0873787 Aug 20 08:45:31.338205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-88608495-0141-4064-a3a9-55154b3f240b tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/569e87fe-d8ae-46bb-850a-fc54e22b6893 HTTP/1.1" status: 200 len: 2973 time: 0.0508718 Aug 20 08:45:31.348749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] For port 1e5e4a10-f5da-41b7-9696-20f5ebb00511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1e5e4a10-f5da-41b7-9696-20f5ebb00511,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:31.349118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.364827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Calling delete_port for 1e5e4a10-f5da-41b7-9696-20f5ebb00511 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:45:31.394041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-d5dd2d50-ae8d-4e42-b4ed-33df68851190 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/5b0ba853-f682-4722-a0bf-de3c4fd5b702 HTTP/1.1" status: 200 len: 2977 time: 0.0484681 Aug 20 08:45:31.441948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-d7a3a4de-a896-4477-b2fd-733fc0ac3260 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/5b0ba853-f682-4722-a0bf-de3c4fd5b702 HTTP/1.1" status: 200 len: 2977 time: 0.0415518 Aug 20 08:45:31.487482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-204b6ffc-e412-49ab-a2d6-ed5fd4bd27fd tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/675bcd7d-f94b-40e7-8f2c-8a7187ebfdd1 HTTP/1.1" status: 200 len: 2977 time: 0.0388575 Aug 20 08:45:31.515083 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.528917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1e5e4a10-f5da-41b7-9696-20f5ebb00511'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:31.539517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-5b584e5d-dcb4-49f6-8fab-10022570626b tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/675bcd7d-f94b-40e7-8f2c-8a7187ebfdd1 HTTP/1.1" status: 200 len: 2977 time: 0.0452452 Aug 20 08:45:31.545043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Pushing event deleted for resources: {'Port': ['ID=1e5e4a10-f5da-41b7-9696-20f5ebb00511,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:31.590301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] No DVR routers for this DVR port 1e5e4a10-f5da-41b7-9696-20f5ebb00511 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:45:31.594246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:31.596561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-12077233-22c0-4f9c-aab6-2c06696083c0 req-ef75ee43-f50d-4859-b7bf-938f4ffbcd4a tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.37 "DELETE /v2.0/ports/1e5e4a10-f5da-41b7-9696-20f5ebb00511 HTTP/1.1" status: 204 len: 173 time: 0.4812698 Aug 20 08:45:31.597026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'name': 'network-vif-deleted', 'tag': '1e5e4a10-f5da-41b7-9696-20f5ebb00511'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:31.599373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4654ad3-2fe0-42f7-987b-ad6cf2513937" -d '{"events": [{"server_uuid": "abbd9bfc-cab6-4dad-b845-d1983c090649", "name": "network-vif-deleted", "tag": "1e5e4a10-f5da-41b7-9696-20f5ebb00511"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:31.622319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-bba44b1f-8e03-4573-b667-8ca9b205e64e tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ab9e985c-3dd9-483f-bed0-bbd0e7c1c724 HTTP/1.1" status: 200 len: 2981 time: 0.0756299 Aug 20 08:45:31.658048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6efc13-7d1d-43cb-a6c6-527185fb4a38 req-8f4c463c-d0fe-4544-8e5b-44b5bf6dae79 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:31.659564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f6efc13-7d1d-43cb-a6c6-527185fb4a38 req-8f4c463c-d0fe-4544-8e5b-44b5bf6dae79 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 944 time: 0.0838084 Aug 20 08:45:31.703895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-60bfc3f8-a2ca-43db-87b2-f888526d61b4 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ab9e985c-3dd9-483f-bed0-bbd0e7c1c724 HTTP/1.1" status: 200 len: 2981 time: 0.0722811 Aug 20 08:45:31.738577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f6efc13-7d1d-43cb-a6c6-527185fb4a38 req-f8e09c3c-6958-4095-a025-cc88d2ed1243 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673378 Aug 20 08:45:31.768066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-4db1a9c7-9dae-4217-89e4-a9ebecf1ef10 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d877cb77-b75a-4cf4-92bc-30202a556d9c HTTP/1.1" status: 200 len: 2977 time: 0.0563080 Aug 20 08:45:31.811916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-58517605-943a-43c1-80e6-bc6610552ec4 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d877cb77-b75a-4cf4-92bc-30202a556d9c HTTP/1.1" status: 200 len: 2977 time: 0.0365193 Aug 20 08:45:31.854933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-42d512d0-f15c-4b57-94f4-7906be6513fd tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e49bcbd3-f174-4fd6-8592-df38ed1246e8 HTTP/1.1" status: 200 len: 2981 time: 0.0367670 Aug 20 08:45:31.920541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3354adc8-4e9d-4f80-925c-ba473b77aeb6 req-88c5061c-e3bf-41a8-a6ea-81583ad01ac3 tempest-DeleteServersAdminTestJSON-1123193840 tempest-DeleteServersAdminTestJSON-1123193840-project] 10.222.0.35 "GET /v2.0/ports?device_id=abbd9bfc-cab6-4dad-b845-d1983c090649 HTTP/1.1" status: 200 len: 210 time: 0.0332570 Aug 20 08:45:31.922320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-b0a25cbc-199e-4b88-8119-13ea3620c3a5 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e49bcbd3-f174-4fd6-8592-df38ed1246e8 HTTP/1.1" status: 200 len: 2981 time: 0.0617106 Aug 20 08:45:31.968685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-f679a339-562c-4860-9a4e-9d60a268b1a8 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e68ed041-24f0-4e0e-be98-7c8028efb472 HTTP/1.1" status: 200 len: 2977 time: 0.0403469 Aug 20 08:45:32.015513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-37546dfa-991d-4949-9a80-7b896720e3ff tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e68ed041-24f0-4e0e-be98-7c8028efb472 HTTP/1.1" status: 200 len: 2977 time: 0.0406363 Aug 20 08:45:32.064131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-cfd80150-753c-4d8a-80d3-30a53a1281f1 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e6f957ab-f58e-4fe0-b774-ed9eb7ca62b7 HTTP/1.1" status: 200 len: 2977 time: 0.0425422 Aug 20 08:45:32.108886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-f7632bb4-7069-42a2-83ce-b68db4ec0ea9 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e6f957ab-f58e-4fe0-b774-ed9eb7ca62b7 HTTP/1.1" status: 200 len: 2977 time: 0.0385942 Aug 20 08:45:32.157163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-fbefd6f7-7c61-473d-b1b4-1d2f70994854 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fc3a2631-880e-4ec4-974e-993f0b693ffd HTTP/1.1" status: 200 len: 2977 time: 0.0424442 Aug 20 08:45:32.204578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a965ff9d-481b-4a52-b397-0c2edfc2c0b1 req-0143cf02-ae1c-45c4-bdfa-980f2535f21f tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fc3a2631-880e-4ec4-974e-993f0b693ffd HTTP/1.1" status: 200 len: 2977 time: 0.0414929 Aug 20 08:45:32.291296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a812e28-5478-4eb4-a0c8-4f809c7d82d6 req-f4b72d25-982f-469a-9965-9294e99fe9c7 tempest-FlavorsV2NegativeTest-1157777310 tempest-FlavorsV2NegativeTest-1157777310-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ab020043865c40da8c36a366fdeb9dba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222170 Aug 20 08:45:32.396994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a812e28-5478-4eb4-a0c8-4f809c7d82d6 req-5f286c35-127e-413c-ad0d-5fc8e78ed950 tempest-FlavorsV2NegativeTest-1157777310 tempest-FlavorsV2NegativeTest-1157777310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:32.398478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a812e28-5478-4eb4-a0c8-4f809c7d82d6 req-5f286c35-127e-413c-ad0d-5fc8e78ed950 tempest-FlavorsV2NegativeTest-1157777310 tempest-FlavorsV2NegativeTest-1157777310-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1009789 Aug 20 08:45:32.413828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a812e28-5478-4eb4-a0c8-4f809c7d82d6 req-a1cd855f-bb59-4067-8031-5afef182319e tempest-FlavorsV2NegativeTest-1157777310 tempest-FlavorsV2NegativeTest-1157777310-project] 10.222.0.35 "GET /v2.0/quotas/ab020043865c40da8c36a366fdeb9dba HTTP/1.1" status: 200 len: 375 time: 0.0089293 Aug 20 08:45:32.449129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a812e28-5478-4eb4-a0c8-4f809c7d82d6 req-28cadadf-22a5-47ef-b922-b3d849fc89f8 tempest-FlavorsV2NegativeTest-1157777310 tempest-FlavorsV2NegativeTest-1157777310-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab020043865c40da8c36a366fdeb9dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305743 Aug 20 08:45:32.498367 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b813a9a-76a6-4537-ab3a-aa4b182b242e x-openstack-request-id: req-7b813a9a-76a6-4537-ab3a-aa4b182b242e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:32.498878 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbd9bfc-cab6-4dad-b845-d1983c090649", "name": "network-vif-deleted", "tag": "1e5e4a10-f5da-41b7-9696-20f5ebb00511", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:32.498878 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b813a9a-76a6-4537-ab3a-aa4b182b242e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:32.499227 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbd9bfc-cab6-4dad-b845-d1983c090649', 'name': 'network-vif-deleted', 'tag': '1e5e4a10-f5da-41b7-9696-20f5ebb00511', 'status': 'completed', 'code': 200} Aug 20 08:45:32.583216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:32.652951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 6f77de17-abff-45b0-ad17-4e34b8b80dbb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:32.658420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-27c78947-2d25-44c8-a9ed-e08fa19e796c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1362622 Aug 20 08:45:32.659767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 6f77de17-abff-45b0-ad17-4e34b8b80dbb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:32.660318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:32.680550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5640c7-863b-427e-8047-2b9e8dd2d8b9 req-80d4eb3c-c7c1-4bfd-89d7-bd0d1495797a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:32.682107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae5640c7-863b-427e-8047-2b9e8dd2d8b9 req-80d4eb3c-c7c1-4bfd-89d7-bd0d1495797a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1058185 Aug 20 08:45:32.698319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25174635-a60b-4cd7-92f6-9fe1169ac322 req-70e43c63-2684-4531-81fe-7a2021ebd0b9 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1e9f992e5b54103ad77f4833b1c048d HTTP/1.1" status: 200 len: 6101 time: 0.1838000 Aug 20 08:45:32.764185 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:32.783501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae5640c7-863b-427e-8047-2b9e8dd2d8b9 req-2983e0ac-ca6c-449a-8c20-d9bde9eca06a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812459 Aug 20 08:45:32.795290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25174635-a60b-4cd7-92f6-9fe1169ac322 req-e4a57e8a-97f7-482d-9749-582ee6be23fa tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "GET /v2.0/security-groups/e49bcbd3-f174-4fd6-8592-df38ed1246e8 HTTP/1.1" status: 200 len: 2981 time: 0.0959690 Aug 20 08:45:32.832327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:32.844721 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e176ca88-c94c-47f1-adfa-74ecee27b7f3" -d '{"events": [{"server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "name": "network-vif-plugged", "status": "completed", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:32.853603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:32.856023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25174635-a60b-4cd7-92f6-9fe1169ac322 req-56a7048e-6962-4a77-93ca-0a21863a04cc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "GET /v2.0/security-groups/e49bcbd3-f174-4fd6-8592-df38ed1246e8 HTTP/1.1" status: 200 len: 2981 time: 0.0598691 Aug 20 08:45:32.868038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:32.878260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:32.918519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:32.938582 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac1a5f5-c123-4a5b-8def-238c29240686 x-openstack-request-id: req-9ac1a5f5-c123-4a5b-8def-238c29240686 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:32.938880 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "name": "network-vif-plugged", "status": "completed", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:32.939139 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ac1a5f5-c123-4a5b-8def-238c29240686 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:32.939529 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'code': 200} Aug 20 08:45:33.041161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86d20c-f764-46b9-b26e-164aeff70e19 req-316ebc96-e99f-4159-8dca-8f2d1be2e3d0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:33.042734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd86d20c-f764-46b9-b26e-164aeff70e19 req-316ebc96-e99f-4159-8dca-8f2d1be2e3d0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 945 time: 0.0761132 Aug 20 08:45:33.044672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13f91adb-12ed-4cd0-80b0-e48e39fc8be1 req-6864a96c-9c83-4086-a5b8-ceb21d8ab204 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/0146a926-9bd7-4e0f-862f-a94af6f7ea4c HTTP/1.1" status: 200 len: 1778 time: 0.0854189 Aug 20 08:45:33.059844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7995712-287e-41ff-9f4a-506b0d596fbc req-775ee11e-ea74-40fd-896d-03be84b9448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:33.061648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7995712-287e-41ff-9f4a-506b0d596fbc req-775ee11e-ea74-40fd-896d-03be84b9448a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1096 time: 0.0549564 Aug 20 08:45:33.100329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7995712-287e-41ff-9f4a-506b0d596fbc req-65805e43-5aa0-4632-9505-835229ba3b49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Aug 20 08:45:33.113408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8533f900-2767-4d77-98f2-20c6dc795deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.155200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd86d20c-f764-46b9-b26e-164aeff70e19 req-354d167b-fc0a-4f8f-a5fd-04c2ba5adb71 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062510 Aug 20 08:45:33.189405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-13f91adb-12ed-4cd0-80b0-e48e39fc8be1 req-e1e6e70f-3465-482c-a6b3-a5965a84b390 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.191530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58266) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:33.223005 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-13f91adb-12ed-4cd0-80b0-e48e39fc8be1 req-e1e6e70f-3465-482c-a6b3-a5965a84b390 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.292181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-13f91adb-12ed-4cd0-80b0-e48e39fc8be1 req-e1e6e70f-3465-482c-a6b3-a5965a84b390 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.295951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-13f91adb-12ed-4cd0-80b0-e48e39fc8be1 req-e1e6e70f-3465-482c-a6b3-a5965a84b390 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.297269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13f91adb-12ed-4cd0-80b0-e48e39fc8be1 req-e1e6e70f-3465-482c-a6b3-a5965a84b390 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/0146a926-9bd7-4e0f-862f-a94af6f7ea4c HTTP/1.1" status: 204 len: 173 time: 0.2398014 Aug 20 08:45:33.316630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6e70f-3465-482c-a6b3-a5965a84b390 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0146a926-9bd7-4e0f-862f-a94af6f7ea4c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:33.346590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8533f900-2767-4d77-98f2-20c6dc795deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.353894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8533f900-2767-4d77-98f2-20c6dc795deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.356455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0f049e4-797c-4a54-ad6e-c2ae7494ceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.403584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8533f900-2767-4d77-98f2-20c6dc795deb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33ad2a8a41bd4deab9a438cb0578b2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239844 Aug 20 08:45:33.404724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533f900-2767-4d77-98f2-20c6dc795deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca35eb0-d5d9-4924-8c6e-2b43657cca62,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:33.407080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:33.503605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4feafd1-3ac5-45a6-952f-a95b3c21ba4b req-8934577a-1c6e-4e48-a0b3-efbe233abbc6 tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "GET /v2.0/security-groups/20105622-b8c0-4ef9-89f0-74e26a7be696 HTTP/1.1" status: 200 len: 1777 time: 0.0609324 Aug 20 08:45:33.519758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18da7ce7-a45d-4fff-a8d9-e86e8ccfd2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.527897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0f049e4-797c-4a54-ad6e-c2ae7494ceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.532783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0f049e4-797c-4a54-ad6e-c2ae7494ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.562894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18da7ce7-a45d-4fff-a8d9-e86e8ccfd2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.564516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e0f049e4-797c-4a54-ad6e-c2ae7494ceab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab020043865c40da8c36a366fdeb9dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709180 Aug 20 08:45:33.565253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58300) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:33.614206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f049e4-797c-4a54-ad6e-c2ae7494ceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07036a7e-a765-42f7-9bd1-86097001a577,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:33.624963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e4feafd1-3ac5-45a6-952f-a95b3c21ba4b req-2edd764e-3f3b-4d9a-8ec2-416c15c32fcb tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.654038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e4feafd1-3ac5-45a6-952f-a95b3c21ba4b req-2edd764e-3f3b-4d9a-8ec2-416c15c32fcb tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.669541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18da7ce7-a45d-4fff-a8d9-e86e8ccfd2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.672460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18da7ce7-a45d-4fff-a8d9-e86e8ccfd2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.674530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-18da7ce7-a45d-4fff-a8d9-e86e8ccfd2cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ca35eb0-d5d9-4924-8c6e-2b43657cca62 HTTP/1.1" status: 204 len: 168 time: 0.2653480 Aug 20 08:45:33.695770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-393eb37a-d2f3-46d9-b707-cc75826f04df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.698191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da7ce7-a45d-4fff-a8d9-e86e8ccfd2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca35eb0-d5d9-4924-8c6e-2b43657cca62,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:33.730772 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e4feafd1-3ac5-45a6-952f-a95b3c21ba4b req-2edd764e-3f3b-4d9a-8ec2-416c15c32fcb tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.733641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e4feafd1-3ac5-45a6-952f-a95b3c21ba4b req-2edd764e-3f3b-4d9a-8ec2-416c15c32fcb tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.747556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4feafd1-3ac5-45a6-952f-a95b3c21ba4b req-2edd764e-3f3b-4d9a-8ec2-416c15c32fcb tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/20105622-b8c0-4ef9-89f0-74e26a7be696 HTTP/1.1" status: 204 len: 173 time: 0.2336204 Aug 20 08:45:33.757263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-393eb37a-d2f3-46d9-b707-cc75826f04df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.765452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd764e-3f3b-4d9a-8ec2-416c15c32fcb tempest-SecurityGroupsTestAdminJSON-1474568306 tempest-SecurityGroupsTestAdminJSON-1474568306-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20105622-b8c0-4ef9-89f0-74e26a7be696,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:33.847371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42a6bc03-5731-45c9-8a76-cec84199c329 req-4d3441c8-d19c-4d1f-bf68-3c83baf52a96 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "GET /v2.0/security-groups/b59170aa-2e4b-42bd-ba27-adc5acdb203a HTTP/1.1" status: 200 len: 1777 time: 0.0786810 Aug 20 08:45:33.864791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-393eb37a-d2f3-46d9-b707-cc75826f04df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.869472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-393eb37a-d2f3-46d9-b707-cc75826f04df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:33.874270 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-393eb37a-d2f3-46d9-b707-cc75826f04df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07036a7e-a765-42f7-9bd1-86097001a577 HTTP/1.1" status: 204 len: 168 time: 0.3045871 Aug 20 08:45:33.913093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eb37a-d2f3-46d9-b707-cc75826f04df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07036a7e-a765-42f7-9bd1-86097001a577,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:34.043321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-42a6bc03-5731-45c9-8a76-cec84199c329 req-0f93ef7c-8a5c-4ed3-a481-5ec281266efc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.058891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a4252-3696-41d3-a24e-3be83ab745e5 req-77cf2cd8-49ed-4bf5-bf12-d0ae289d6973 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:34.060678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-029a4252-3696-41d3-a24e-3be83ab745e5 req-77cf2cd8-49ed-4bf5-bf12-d0ae289d6973 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.0909474 Aug 20 08:45:34.100501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-42a6bc03-5731-45c9-8a76-cec84199c329 req-0f93ef7c-8a5c-4ed3-a481-5ec281266efc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.151435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-029a4252-3696-41d3-a24e-3be83ab745e5 req-8d744d30-ec01-42f2-83bf-ee717912a86c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Aug 20 08:45:34.168087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-42a6bc03-5731-45c9-8a76-cec84199c329 req-0f93ef7c-8a5c-4ed3-a481-5ec281266efc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.171835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-42a6bc03-5731-45c9-8a76-cec84199c329 req-0f93ef7c-8a5c-4ed3-a481-5ec281266efc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.189760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42a6bc03-5731-45c9-8a76-cec84199c329 req-0f93ef7c-8a5c-4ed3-a481-5ec281266efc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "DELETE /v2.0/security-groups/b59170aa-2e4b-42bd-ba27-adc5acdb203a HTTP/1.1" status: 204 len: 173 time: 0.3407853 Aug 20 08:45:34.209856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93ef7c-8a5c-4ed3-a481-5ec281266efc tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59170aa-2e4b-42bd-ba27-adc5acdb203a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:34.277302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da5f4212-cf8e-4db4-a277-6cc110f394fa req-d076f696-88e5-47c6-b1e3-4739f64f218b tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "GET /v2.0/security-groups/759ceaae-2060-484c-8815-9de9fccddf09 HTTP/1.1" status: 200 len: 1776 time: 0.0685825 Aug 20 08:45:34.362382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bca3e-a8d0-46c6-a5a5-c466d236262d req-67a8dd31-31bb-48ba-a803-e382c5d9804e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:34.363903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6bca3e-a8d0-46c6-a5a5-c466d236262d req-67a8dd31-31bb-48ba-a803-e382c5d9804e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 945 time: 0.0845001 Aug 20 08:45:34.384166 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-da5f4212-cf8e-4db4-a277-6cc110f394fa req-42c3acde-8518-47c6-8dee-ef0e3ad02729 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.426899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-da5f4212-cf8e-4db4-a277-6cc110f394fa req-42c3acde-8518-47c6-8dee-ef0e3ad02729 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.450441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6bca3e-a8d0-46c6-a5a5-c466d236262d req-90532eb9-54eb-4c97-bebf-596f3f06f3d9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672719 Aug 20 08:45:34.455006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58336) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:34.496782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-da5f4212-cf8e-4db4-a277-6cc110f394fa req-42c3acde-8518-47c6-8dee-ef0e3ad02729 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.500057 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-da5f4212-cf8e-4db4-a277-6cc110f394fa req-42c3acde-8518-47c6-8dee-ef0e3ad02729 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.504893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da5f4212-cf8e-4db4-a277-6cc110f394fa req-42c3acde-8518-47c6-8dee-ef0e3ad02729 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] 10.222.0.35 "DELETE /v2.0/security-groups/759ceaae-2060-484c-8815-9de9fccddf09 HTTP/1.1" status: 204 len: 173 time: 0.2265143 Aug 20 08:45:34.517497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3acde-8518-47c6-8dee-ef0e3ad02729 tempest-SecurityGroupsTestAdminJSON-773683809 tempest-SecurityGroupsTestAdminJSON-773683809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ceaae-2060-484c-8815-9de9fccddf09,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:34.551748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58344) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:34.615929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:34.633397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-774c37e7-74a4-4fd9-aaee-3773bb1d4922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.776010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-12183fa2-f47d-47da-a088-828f21d5372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:34.777574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-12183fa2-f47d-47da-a088-828f21d5372b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1101 time: 0.0685265 Aug 20 08:45:34.782134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-774c37e7-74a4-4fd9-aaee-3773bb1d4922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.794076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52225986-4fd9-4627-98a1-f45b3649d777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.800606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-774c37e7-74a4-4fd9-aaee-3773bb1d4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.908367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58354) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:34.908561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-774c37e7-74a4-4fd9-aaee-3773bb1d4922 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c218ce6e468b414fb641102c1e44ee2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906604 Aug 20 08:45:34.916934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c37e7-74a4-4fd9-aaee-3773bb1d4922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2db708-f02c-4e24-b9a5-4b2c271343e6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:34.933282 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52225986-4fd9-4627-98a1-f45b3649d777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.938310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-0c01887a-09f8-4b89-b159-ffb42fdfefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:34.939944 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-0c01887a-09f8-4b89-b159-ffb42fdfefb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1527686 Aug 20 08:45:34.946100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52225986-4fd9-4627-98a1-f45b3649d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:34.977653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52225986-4fd9-4627-98a1-f45b3649d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebf7b26-6cdf-4554-9cf5-229f05a96def,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:35.004719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-3fd71020-b886-4275-87fc-c24fbac2bd4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.0565894 Aug 20 08:45:35.015309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-52225986-4fd9-4627-98a1-f45b3649d777 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=468f6be3f902473980f9174a2867d3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570939 Aug 20 08:45:35.015577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58358) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:35.038318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-245e3905-c731-41a1-aa4c-d5f70d30a4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.059893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58360) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:35.081770 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-245e3905-c731-41a1-aa4c-d5f70d30a4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.106042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8cb84c8e-867f-4816-b78e-68106fc98030 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=403bfa23963649a29c522d55a2e6e3ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5528305 Aug 20 08:45:35.107766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-7cf5255a-125c-46d4-924a-255f328ec19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:35.108792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58366) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:35.109521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-7cf5255a-125c-46d4-924a-255f328ec19a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0977385 Aug 20 08:45:35.111064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1e5e4a10-f5da-41b7-9696-20f5ebb00511 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:45:35.144275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 1e5e4a10-f5da-41b7-9696-20f5ebb00511 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:45:35.144970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1e5e4a10-f5da-41b7-9696-20f5ebb00511 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:45:35.167044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-a0cff7bc-59d0-4b3b-be30-0dff9cb0d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:35.168922 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-a0cff7bc-59d0-4b3b-be30-0dff9cb0d7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509541 Aug 20 08:45:35.172554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c15960f1-5a14-4492-9d82-6402de44dc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.217229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c15960f1-5a14-4492-9d82-6402de44dc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.237788 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9143b40-aced-4f9e-a396-390f7bb45652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.243603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-245e3905-c731-41a1-aa4c-d5f70d30a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.246263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-245e3905-c731-41a1-aa4c-d5f70d30a4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.249774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-245e3905-c731-41a1-aa4c-d5f70d30a4dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d2db708-f02c-4e24-b9a5-4b2c271343e6 HTTP/1.1" status: 204 len: 168 time: 0.3355896 Aug 20 08:45:35.292440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e3905-c731-41a1-aa4c-d5f70d30a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2db708-f02c-4e24-b9a5-4b2c271343e6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:35.299898 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-c8a6fcab-bffb-4f5c-9df8-920b8505fcbe service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227217 Aug 20 08:45:35.348000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9143b40-aced-4f9e-a396-390f7bb45652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.383995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6d5cb9bd-b66c-4434-8bf2-02985206c687 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1e9f992e5b54103ad77f4833b1c048d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204033 Aug 20 08:45:35.388808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58376) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:35.406031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c15960f1-5a14-4492-9d82-6402de44dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.409335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c15960f1-5a14-4492-9d82-6402de44dc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.410707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c15960f1-5a14-4492-9d82-6402de44dc76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aebf7b26-6cdf-4554-9cf5-229f05a96def HTTP/1.1" status: 204 len: 168 time: 0.3942630 Aug 20 08:45:35.434266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450104-7648-4024-9732-d129997a0e5e req-52a52e03-b05e-40ae-9098-44cb1b1fa5f5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:35.436712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5450104-7648-4024-9732-d129997a0e5e req-52a52e03-b05e-40ae-9098-44cb1b1fa5f5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1508260 Aug 20 08:45:35.438140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15960f1-5a14-4492-9d82-6402de44dc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebf7b26-6cdf-4554-9cf5-229f05a96def,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:35.451401 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-8fa06ec6-685b-4352-9e83-2afe14773bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434546 Aug 20 08:45:35.486781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d4ff04-dfb6-494f-840e-aeeece8d56f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.487715 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9143b40-aced-4f9e-a396-390f7bb45652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.495304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9143b40-aced-4f9e-a396-390f7bb45652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.496547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f9143b40-aced-4f9e-a396-390f7bb45652 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc3a2631-880e-4ec4-974e-993f0b693ffd HTTP/1.1" status: 204 len: 168 time: 0.3866715 Aug 20 08:45:35.530212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143b40-aced-4f9e-a396-390f7bb45652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3a2631-880e-4ec4-974e-993f0b693ffd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:35.533146 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d4ff04-dfb6-494f-840e-aeeece8d56f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.543066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5450104-7648-4024-9732-d129997a0e5e req-1dabf844-8fe1-4e0f-8709-6536c4ba22bd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982835 Aug 20 08:45:35.640022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a540aad-ec4e-4c3b-b9c7-b47d0b990b27 req-edc919f1-63b9-42c8-b357-55f1b0c3cb04 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:35.642188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a540aad-ec4e-4c3b-b9c7-b47d0b990b27 req-edc919f1-63b9-42c8-b357-55f1b0c3cb04 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 945 time: 0.0644026 Aug 20 08:45:35.653679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d4ff04-dfb6-494f-840e-aeeece8d56f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.656456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d4ff04-dfb6-494f-840e-aeeece8d56f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:35.657838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90d4ff04-dfb6-494f-840e-aeeece8d56f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e49bcbd3-f174-4fd6-8592-df38ed1246e8 HTTP/1.1" status: 204 len: 168 time: 0.2678175 Aug 20 08:45:35.672275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4ff04-dfb6-494f-840e-aeeece8d56f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bcbd3-f174-4fd6-8592-df38ed1246e8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:35.735844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a540aad-ec4e-4c3b-b9c7-b47d0b990b27 req-95fca77d-5fa5-4065-b4d6-016413dfdec8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831199 Aug 20 08:45:35.852325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a1a0b-9994-4d59-a13a-3617e3afb467 req-8d84390e-fa62-40e0-9556-1aad0ea69d07 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:35.853880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f7a1a0b-9994-4d59-a13a-3617e3afb467 req-8d84390e-fa62-40e0-9556-1aad0ea69d07 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1096 time: 0.0413656 Aug 20 08:45:35.893179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f7a1a0b-9994-4d59-a13a-3617e3afb467 req-e08cb9b7-4d8b-4de2-81b6-6dd74e009805 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302582 Aug 20 08:45:35.985120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58406) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.019805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6615b8-3cee-4962-a303-270f497ba9ec req-34d18c02-a55d-422d-bf54-4cb7a7c8a05a tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:36.021034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f6615b8-3cee-4962-a303-270f497ba9ec req-34d18c02-a55d-422d-bf54-4cb7a7c8a05a tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1096 time: 0.0494273 Aug 20 08:45:36.058759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f6615b8-3cee-4962-a303-270f497ba9ec req-5003cff7-1a97-4105-a530-fdd5b2b87e65 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301981 Aug 20 08:45:36.101667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58414) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.118301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-264ca400-8e25-4bbc-8578-779ab47c7390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.169317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58420) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.234818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47d3b883-64e9-4203-b84a-e6da0519336b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fb093ddee28466a9fadda313a27a996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642960 Aug 20 08:45:36.237457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58422) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.241338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-264ca400-8e25-4bbc-8578-779ab47c7390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.249903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-264ca400-8e25-4bbc-8578-779ab47c7390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.357034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581a34-40bd-4e00-82a9-56cf94c6c89b req-dd63faf2-0371-4f55-846a-bdb1854c5144 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:36.364904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-264ca400-8e25-4bbc-8578-779ab47c7390 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f276f72ff6444d782cf7d008b1fc49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620893 Aug 20 08:45:36.368068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60581a34-40bd-4e00-82a9-56cf94c6c89b req-dd63faf2-0371-4f55-846a-bdb1854c5144 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1096 time: 0.0536392 Aug 20 08:45:36.369411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca400-8e25-4bbc-8578-779ab47c7390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19f78f3-e20a-4133-880e-804b373a98e6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:36.370919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58426) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.381355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-network', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:36.409125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Made reservation on behalf of 9cda5552e7b448c2abe0622847c100c4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:36.413211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.428153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.443571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7e15-0459-4d23-9d60-40fde2235db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.446764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60581a34-40bd-4e00-82a9-56cf94c6c89b req-ab17ccd6-5f02-4a16-b340-33fa91aa73a2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771027 Aug 20 08:45:36.449093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58430) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.479040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7e15-0459-4d23-9d60-40fde2235db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.482794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aac8d21-2f1a-4a9a-9444-b6bd43b91fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.487984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bc59291-2d54-40bb-aa7f-61c9d67aea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.520724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bc59291-2d54-40bb-aa7f-61c9d67aea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.572171 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7e15-0459-4d23-9d60-40fde2235db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.574676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7e15-0459-4d23-9d60-40fde2235db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.577770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0eeb7e15-0459-4d23-9d60-40fde2235db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/085130d9-5dc6-4718-b80a-847d6885842e HTTP/1.1" status: 204 len: 168 time: 0.3373649 Aug 20 08:45:36.591328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb7e15-0459-4d23-9d60-40fde2235db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085130d9-5dc6-4718-b80a-847d6885842e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:36.603536 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bc59291-2d54-40bb-aa7f-61c9d67aea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.606365 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bc59291-2d54-40bb-aa7f-61c9d67aea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.607548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6bc59291-2d54-40bb-aa7f-61c9d67aea2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a19f78f3-e20a-4133-880e-804b373a98e6 HTTP/1.1" status: 204 len: 168 time: 0.2346148 Aug 20 08:45:36.623605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc59291-2d54-40bb-aa7f-61c9d67aea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19f78f3-e20a-4133-880e-804b373a98e6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:36.633588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.646396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.703352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:45:36.719733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ce3b60-222b-47df-9ec0-07e262a6dfbe,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:36.727966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.728544 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Added segment b77a570e-2d62-41aa-90d0-279f1436d64b of type vlan for network 9e1e7c29-ba3d-4b51-a413-6028593ed398 Aug 20 08:45:36.781353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.795940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf650e-1452-418c-a948-0aad39ea23ff req-1801b722-d6b2-410d-aa2a-5c18961743dc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:36.797473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1cf650e-1452-418c-a948-0aad39ea23ff req-1801b722-d6b2-410d-aa2a-5c18961743dc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1161656 Aug 20 08:45:36.813005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.814019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:36.815960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.848484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aac8d21-2f1a-4a9a-9444-b6bd43b91fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.854052 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aac8d21-2f1a-4a9a-9444-b6bd43b91fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:36.887180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9003599 Aug 20 08:45:36.887869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58446) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.896538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Request body: {'subnet': {'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-subnet', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:36.896665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1cf650e-1452-418c-a948-0aad39ea23ff req-cfa11479-25cb-4716-82af-ecd88ee0f78a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821524 Aug 20 08:45:36.914879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4aac8d21-2f1a-4a9a-9444-b6bd43b91fcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db63474517444b1cbf3ba2f54b078504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629760 Aug 20 08:45:36.917651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58450) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:36.928242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f048f27-345d-40d3-a7f1-46289b5ab227 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1e7c29-ba3d-4b51-a413-6028593ed398,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:36.939840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac8d21-2f1a-4a9a-9444-b6bd43b91fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d905eb8-7dc0-4ce1-ad4b-2bbe6bae2aad,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:36.942059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:45:36.950170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Made reservation on behalf of 9cda5552e7b448c2abe0622847c100c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:36.953058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.041746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73bac9d7-0eef-474a-9725-36ca3e2a9d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.079560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73bac9d7-0eef-474a-9725-36ca3e2a9d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.136877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73bac9d7-0eef-474a-9725-36ca3e2a9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.139443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73bac9d7-0eef-474a-9725-36ca3e2a9d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.143204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-73bac9d7-0eef-474a-9725-36ca3e2a9d53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d905eb8-7dc0-4ce1-ad4b-2bbe6bae2aad HTTP/1.1" status: 204 len: 168 time: 0.2220192 Aug 20 08:45:37.149610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bac9d7-0eef-474a-9725-36ca3e2a9d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d905eb8-7dc0-4ce1-ad4b-2bbe6bae2aad,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:37.207165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.262104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9a4e43-734b-4f9b-a878-6f744f789b1e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:37.279677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Checking segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:37.280044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Network hostable DHCP agents. Network: 9e1e7c29-ba3d-4b51-a413-6028593ed398, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:45:37.299354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:45:37.311101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9e1e7c29-ba3d-4b51-a413-6028593ed398) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:37.315713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:37.316690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.323111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675a0a4-0445-4b80-b5c6-c2486ad8536e None None] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:37.338307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-33fe1803-7f90-4c93-8c9c-e5d4f166431b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4474256 Aug 20 08:45:37.339052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58474) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:37.346009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:37.376172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.377437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.439187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.505867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9e1e7c29-ba3d-4b51-a413-6028593ed398', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:45:37.506752 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.612489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.627814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b64b4-5045-418f-8596-8d0ded61480f req-7ceca72d-432e-495a-9786-18e0ffcababf tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:37.636669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-499b64b4-5045-418f-8596-8d0ded61480f req-7ceca72d-432e-495a-9786-18e0ffcababf tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1096 time: 0.0831270 Aug 20 08:45:37.693548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-499b64b4-5045-418f-8596-8d0ded61480f req-0b8fd151-ade4-41b3-87f7-314d035bbf75 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518665 Aug 20 08:45:37.808154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Allocated IP 172.20.0.2 (9e1e7c29-ba3d-4b51-a413-6028593ed398/9c9a4e43-734b-4f9b-a878-6f744f789b1e/c143547c-f848-416d-b41f-c06a06fce7f0) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:37.906469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:37.934658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.076160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Allocated IP 172.25.5.154 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/cd99c073-4898-404d-976d-55f8b8f1a778) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:38.116951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.128812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Transition to ACTIVE for port object c143547c-f848-416d-b41f-c06a06fce7f0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:38.138194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29607b95-76b1-4f04-9a60-9aa73c3a28b9 req-5ddfaff8-60a3-4505-8508-38de99689e52 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:38.141535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29607b95-76b1-4f04-9a60-9aa73c3a28b9 req-5ddfaff8-60a3-4505-8508-38de99689e52 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1036599 Aug 20 08:45:38.145106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Transition to ACTIVE for port object c143547c-f848-416d-b41f-c06a06fce7f0 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:38.152098 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.200727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:38.203730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:38.207381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:38.221243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Pushing event updated for resources: {'Port': ['ID=c143547c-f848-416d-b41f-c06a06fce7f0,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:38.235339 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29607b95-76b1-4f04-9a60-9aa73c3a28b9 req-68c22388-4b00-4639-87e9-1c671b678667 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719173 Aug 20 08:45:38.264711 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.277682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Attempting to bind port c143547c-f848-416d-b41f-c06a06fce7f0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:38.278541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Attempting to bind port c143547c-f848-416d-b41f-c06a06fce7f0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:38.278837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Attempting to bind port c143547c-f848-416d-b41f-c06a06fce7f0 on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:38.284669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:38.285254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Checking segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:38.285651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.286226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Bound using segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:38.286854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Bound port: c143547c-f848-416d-b41f-c06a06fce7f0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:38.287491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.321518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.362597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:38.364212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] For port c143547c-f848-416d-b41f-c06a06fce7f0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:38.368900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] For port c143547c-f848-416d-b41f-c06a06fce7f0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c143547c-f848-416d-b41f-c06a06fce7f0,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:38.372365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:38.375528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:38.381682 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.420361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd99c073-4898-404d-976d-55f8b8f1a778,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:38.477450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22cbd1-9b35-4e42-857b-61c09d832427 None None] Pushing event updated for resources: {'Port': ['ID=c143547c-f848-416d-b41f-c06a06fce7f0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:38.705873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:38.754980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58538) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:39.052638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-network', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:39.112949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Made reservation on behalf of abfc91c4bf164bc29eb32cb0bde3fcea for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:39.117918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.128062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.297180 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.384596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.408796 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.437420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58574) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:39.497375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:45:39.503472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:45:39.521543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc70d4-e043-49cc-b1de-223904637c54,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:39.531491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.532270 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Added segment c381e2be-ca79-4129-bf69-e9b0496cb564 of type vlan for network f1a1f44e-e4ce-43a2-8348-33545340bbc5 Aug 20 08:45:39.555520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0bffb-f79b-4f98-9d47-c8b7f1869cbf req-704e565c-3a50-481d-b86b-5612c10ac739 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:39.563664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ef0bffb-f79b-4f98-9d47-c8b7f1869cbf req-704e565c-3a50-481d-b86b-5612c10ac739 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1401918 Aug 20 08:45:39.652327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.668618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ef0bffb-f79b-4f98-9d47-c8b7f1869cbf req-b11ade9b-6d25-45ae-b6bd-9eaa61f7546f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037920 Aug 20 08:45:39.704585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.706392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:39.707102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.743847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ee0a4-a30c-4066-abce-3a961da93cc7 None None] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:39.762089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:45:39.779006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1361201267-network', 'tenant_id': 'b600632f9f434cc5b5eef58a15461038'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:39.779327 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:45:39.799827 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:39.800533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:39.824262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0681663 Aug 20 08:45:39.832004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58590) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:39.843744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Made reservation on behalf of b600632f9f434cc5b5eef58a15461038 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:39.846036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.849317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.850477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Request body: {'subnet': {'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-subnet', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:39.850620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-73700108-f83c-42f8-9e1a-f751bcc70fd4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.5088573 Aug 20 08:45:39.862727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58592) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:39.868739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:39.872249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-400636cb-386c-4344-b997-79a6e326912d None None] Provisioning for port c143547c-f848-416d-b41f-c06a06fce7f0 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:39.875087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9afa2f-5ce0-498d-a917-c5e820c693b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1a1f44e-e4ce-43a2-8348-33545340bbc5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:39.902253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58594) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:39.909027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:45:39.911879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Made reservation on behalf of abfc91c4bf164bc29eb32cb0bde3fcea for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:39.914735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.055182 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:40.175336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-fd731df2-6e43-4a29-9e9e-c4845f3346f2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:45:40.176805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-fd731df2-6e43-4a29-9e9e-c4845f3346f2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2727227 Aug 20 08:45:40.198925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.339743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.346897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8515fb5e-3948-47be-9470-668c73c9c14a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:40.362462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Checking segment: {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:40.362825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Network hostable DHCP agents. Network: f1a1f44e-e4ce-43a2-8348-33545340bbc5, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:45:40.364155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.380312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:45:40.383804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:40.384419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:45:40.392336 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:38Z', 'revision_number': 3, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:40.396439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.396757 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Added segment c00d5335-39eb-45b5-b24a-4903feceb6d4 of type vlan for network bbfaa3ce-292d-4ecb-a035-6e8be520c385 Aug 20 08:45:40.426515 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:45:40.427103 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Updating router 2fb01d05-9f5f-4891-b123-492fdde7dac3 port cd99c073-4898-404d-976d-55f8b8f1a778 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:45:40.436184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:45:40.457509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f1a1f44e-e4ce-43a2-8348-33545340bbc5) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:40.466593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92044bdf-e062-473a-86f6-adbff3cd3737 None None] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:40.484806 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.507045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:40.507955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.525751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621de795-4928-421b-b8f6-8e5892f47c9a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:40.534207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.618515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a023b44e-24c2-4e25-9000-d431af54b953 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7838156 Aug 20 08:45:40.627476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58614) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:40.632416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:40.655852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.657260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:40.666345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.724313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c143547c-f848-416d-b41f-c06a06fce7f0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:40.732056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.733082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.800258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:40.800604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:40.800902 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3616707 Aug 20 08:45:40.801018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:40.805923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58620) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:40.814401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6a5e8-5c13-445a-a6b9-825982a4e06b admin admin] Pushing event updated for resources: {'Network': ['ID=bbfaa3ce-292d-4ecb-a035-6e8be520c385,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:40.818061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Request body: {'subnet': {'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1361201267-subnet', 'tenant_id': 'b600632f9f434cc5b5eef58a15461038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:40.823674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:40.824005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:40.829383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:45:40.841639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f1a1f44e-e4ce-43a2-8348-33545340bbc5', 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'fixed_ips': [{'subnet_id': '8515fb5e-3948-47be-9470-668c73c9c14a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:45:40.842719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.864148 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.865200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:40.865774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:40.866201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:40.866674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Bound port: 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:40.867790 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.896305 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Transition to ACTIVE for port object cd99c073-4898-404d-976d-55f8b8f1a778 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:40.910341 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.950837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Made reservation on behalf of b600632f9f434cc5b5eef58a15461038 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:40.953643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:40.974272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.010130 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Attempting to bind port cd99c073-4898-404d-976d-55f8b8f1a778 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:41.014299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Attempting to bind port cd99c073-4898-404d-976d-55f8b8f1a778 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:41.015125 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Attempting to bind port cd99c073-4898-404d-976d-55f8b8f1a778 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:41.027523 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Pushing event updated for resources: {'Port': ['ID=cd99c073-4898-404d-976d-55f8b8f1a778,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:41.031250 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:41.031894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:41.032461 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.033021 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:41.033662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Bound port: cd99c073-4898-404d-976d-55f8b8f1a778, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:41.034262 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.064260 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.065812 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.066339 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.066999 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.067511 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.067849 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.068185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.068698 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.069036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.069368 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.069698 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.070099 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:45:41.091660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c143547c-f848-416d-b41f-c06a06fce7f0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:41.098070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c143547c-f848-416d-b41f-c06a06fce7f0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:41.098974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.126263 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] For port cd99c073-4898-404d-976d-55f8b8f1a778, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:41.130512 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] For port cd99c073-4898-404d-976d-55f8b8f1a778, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cd99c073-4898-404d-976d-55f8b8f1a778,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:41.136010 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.188907 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165211e-6c0b-4aa9-8a8e-4255d83472a0 None None] Pushing event updated for resources: {'Port': ['ID=cd99c073-4898-404d-976d-55f8b8f1a778,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:41.198176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Allocated IP 172.20.0.2 (f1a1f44e-e4ce-43a2-8348-33545340bbc5/8515fb5e-3948-47be-9470-668c73c9c14a/c0eb2e40-7de5-4931-a64a-6531467ba396) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:41.213543 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:41.214702 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:41.232665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Allocated IP 172.20.0.1 (9e1e7c29-ba3d-4b51-a413-6028593ed398/9c9a4e43-734b-4f9b-a878-6f744f789b1e/96cc2339-79a5-419f-9489-be3e3eedcf54) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:41.271616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:41.314263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.315447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c1d4f878-e701-4bb2-a349-7bb82e8b0063 service neutron] 10.222.0.35 "POST /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0532060 Aug 20 08:45:41.353647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.375943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:41.407755 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.434119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Transition to ACTIVE for port object 96cc2339-79a5-419f-9489-be3e3eedcf54 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:41.458773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.492520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.514431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15289d12-ed2d-42a1-8448-bc2cd4ecbada req-2f1a29a6-731b-460f-a479-089c998762b0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:41.519422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15289d12-ed2d-42a1-8448-bc2cd4ecbada req-2f1a29a6-731b-460f-a479-089c998762b0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.3263748 Aug 20 08:45:41.561583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=96cc2339-79a5-419f-9489-be3e3eedcf54,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:41.573129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:41.574737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:41.576867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:41.577539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.610864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c143547c-f848-416d-b41f-c06a06fce7f0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c143547c-f848-416d-b41f-c06a06fce7f0,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:41.618196 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.732132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c143547c-f848-416d-b41f-c06a06fce7f0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:41.764374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15289d12-ed2d-42a1-8448-bc2cd4ecbada req-4cc2e142-519a-485c-8201-81ba49581887 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144983 Aug 20 08:45:41.783053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-48fb729e-cd5d-4c9b-af4c-cb98a8255612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:41.783053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-48fb729e-cd5d-4c9b-af4c-cb98a8255612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1096 time: 0.1558695 Aug 20 08:45:41.784855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.809638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Transition to ACTIVE for port object c0eb2e40-7de5-4931-a64a-6531467ba396 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:41.859470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Transition to ACTIVE for port object c0eb2e40-7de5-4931-a64a-6531467ba396 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:41.869834 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.957334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:41.972443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e0f3bdef-5118-4bc1-9735-f5ecf3927882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:41.974291 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e0f3bdef-5118-4bc1-9735-f5ecf3927882 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1466191 Aug 20 08:45:41.979572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:38Z', 'revision_number': 3, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:41.984028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.014414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:42.023511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Pushing event updated for resources: {'Port': ['ID=c0eb2e40-7de5-4931-a64a-6531467ba396,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:42.032478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:42.035456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:42.044814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:42.045808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-da086aee-68ab-42ca-8174-f2d5e241d331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 217 time: 0.0632184 Aug 20 08:45:42.120136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Attempting to bind port c0eb2e40-7de5-4931-a64a-6531467ba396 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:42.120717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Attempting to bind port c0eb2e40-7de5-4931-a64a-6531467ba396 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:42.121281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Attempting to bind port c0eb2e40-7de5-4931-a64a-6531467ba396 on network f1a1f44e-e4ce-43a2-8348-33545340bbc5 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:42.128523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:42.128911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Checking segment: {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:42.129323 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.129742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Bound using segment: {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:42.130226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Bound port: c0eb2e40-7de5-4931-a64a-6531467ba396, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:42.130811 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.146979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d20dc1ec-c421-48ca-9d70-592533d046de None None] Provisioning for port 96cc2339-79a5-419f-9489-be3e3eedcf54 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:42.191979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4c59c-97f5-48fc-a15e-eaa93dd75fc0 req-a70650bc-8562-4290-b85d-dc630b86e90b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:42.197687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79e4c59c-97f5-48fc-a15e-eaa93dd75fc0 req-a70650bc-8562-4290-b85d-dc630b86e90b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 945 time: 0.3797414 Aug 20 08:45:42.210733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] For port c0eb2e40-7de5-4931-a64a-6531467ba396, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:42.214722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] For port c0eb2e40-7de5-4931-a64a-6531467ba396, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c0eb2e40-7de5-4931-a64a-6531467ba396,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:42.216126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d20dc1ec-c421-48ca-9d70-592533d046de None None] Provisioning complete for port 96cc2339-79a5-419f-9489-be3e3eedcf54 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:42.216727 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d20dc1ec-c421-48ca-9d70-592533d046de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.230650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-0d55ef99-8b26-4d54-a189-44ce42cd681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:42.233119 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-0d55ef99-8b26-4d54-a189-44ce42cd681e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1566293 Aug 20 08:45:42.263377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d20dc1ec-c421-48ca-9d70-592533d046de None None] Port 96cc2339-79a5-419f-9489-be3e3eedcf54 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:42.265367 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.282347 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66e1758-aacf-485a-9eeb-4a140ff5ff09 None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:38Z', 'revision_number': 3, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:45:42.295418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.303730 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-44fac007-955c-4366-a0c1-44af1e3c59a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407066 Aug 20 08:45:42.354361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4914c37-a27d-486d-90fd-9a9a1be16bd3 None None] Pushing event updated for resources: {'Port': ['ID=c0eb2e40-7de5-4931-a64a-6531467ba396,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:42.361761 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.391092 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.401492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58642) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:42.401689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaddc3f-af3e-4afd-9241-3ed10479d349,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:42.458566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:42.459470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Network hostable DHCP agents. Network: bbfaa3ce-292d-4ecb-a035-6e8be520c385, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:45:42.497266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c893e545-9ca5-428c-91eb-9ece0c63168d service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866488 Aug 20 08:45:42.530268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79e4c59c-97f5-48fc-a15e-eaa93dd75fc0 req-253793f7-b48c-4c89-bfd1-6910155e2356 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364988 Aug 20 08:45:42.560467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:45:42.618299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e279c0a1-36bb-46ea-83c7-8b8a40a439a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.622204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, bbfaa3ce-292d-4ecb-a035-6e8be520c385) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:42.631631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00f0cf-4533-4b07-a34f-0f566b95daae None None] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:42.634611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:42.636164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.656189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87a9a58-e610-427e-9a18-95d28b61beaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.665869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c143547c-f848-416d-b41f-c06a06fce7f0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:42.704259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Allocated IP 172.25.5.148 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4aa79a3d-7475-4314-b1c6-129639d7f200) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:42.817295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.836915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.837789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.910280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c143547c-f848-416d-b41f-c06a06fce7f0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:42.910830 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.925082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-709cf3e7-ee9f-44e3-b4da-f0badc7c362a service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118249 Aug 20 08:45:42.936901 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:42.947179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bb658-1df4-48df-808d-77dbd34606c5 None None] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:43.021845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=96cc2339-79a5-419f-9489-be3e3eedcf54,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:43.048336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35968d-48af-47a5-9113-815ecad423ff req-f4d49939-ef6b-46bf-aaae-5b939a6dd696 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:43.050676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee35968d-48af-47a5-9113-815ecad423ff req-f4d49939-ef6b-46bf-aaae-5b939a6dd696 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1352921 Aug 20 08:45:43.092975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.139031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:43.146444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e5a3105b-1807-411a-a09e-dcf9de201954 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:43.148298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e5a3105b-1807-411a-a09e-dcf9de201954 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1544633 Aug 20 08:45:43.154041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:43.162541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:43.176959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee35968d-48af-47a5-9113-815ecad423ff req-d053cd67-6d98-45b8-9e58-a8cb4be486bd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984099 Aug 20 08:45:43.177536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e279c0a1-36bb-46ea-83c7-8b8a40a439a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.192034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:43.203287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:43.206899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:43.220424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87c95b66-14be-4d16-b5ed-614944805782 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4050698 Aug 20 08:45:43.220629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e279c0a1-36bb-46ea-83c7-8b8a40a439a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.253696 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdde341f-4dba-4363-a7be-a0a0ca7f6b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.261934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Pushing event updated for resources: {'Port': ['ID=4aa79a3d-7475-4314-b1c6-129639d7f200,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:43.539085 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.612116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b83a0184-0175-4db9-9e2c-5eff57e5efc9 None None] Provisioning complete for port 96cc2339-79a5-419f-9489-be3e3eedcf54 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:43.612503 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b83a0184-0175-4db9-9e2c-5eff57e5efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.755750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b83a0184-0175-4db9-9e2c-5eff57e5efc9 None None] Port 96cc2339-79a5-419f-9489-be3e3eedcf54 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:43.758877 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.790358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a111c-d47e-42ce-8cfe-326784fbbdf4 None None] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:43.797159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279c0a1-36bb-46ea-83c7-8b8a40a439a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56a06e-f057-40cf-9c34-623729335bef,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:43.853528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e279c0a1-36bb-46ea-83c7-8b8a40a439a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0051a7d7dfeb4728a55454f64bcdb8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4507549 Aug 20 08:45:43.857108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58660) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:43.864007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531f90-c3b2-43d0-ab98-0cdfbe42c48f req-8b9b396d-f352-411b-b018-0127c0381e24 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:43.865969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd531f90-c3b2-43d0-ab98-0cdfbe42c48f req-8b9b396d-f352-411b-b018-0127c0381e24 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 945 time: 0.1100163 Aug 20 08:45:43.875382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:43.920645 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.015477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd531f90-c3b2-43d0-ab98-0cdfbe42c48f req-4e56539a-1b29-4c0c-b51c-66a4b9610996 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317573 Aug 20 08:45:44.017842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-166c2dd0-6b14-40be-a375-ebf8ee45194e None None] Provisioning for port c0eb2e40-7de5-4931-a64a-6531467ba396 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:44.019691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:45:44.049062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cca712a-ce26-4541-b163-048fcf6f5cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.148919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87a9a58-e610-427e-9a18-95d28b61beaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.158295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Router d2a1451e-34f2-41fb-bba0-78230a835dea is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:45:44.211612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58672) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:44.218099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87a9a58-e610-427e-9a18-95d28b61beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.218617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-826836722-network', 'tenant_id': '912059bf611944baae376be256ad3503'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:44.221909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cca712a-ce26-4541-b163-048fcf6f5cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.258584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Made reservation on behalf of 912059bf611944baae376be256ad3503 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:44.261790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.303676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.306877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a9a58-e610-427e-9a18-95d28b61beaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd209a8c-e51b-4ab6-9b85-54c22f13e478,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:44.374906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:45:44.387596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Sync routers for ids ['d2a1451e-34f2-41fb-bba0-78230a835dea'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:45:44.399376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a87a9a58-e610-427e-9a18-95d28b61beaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2259c98844f049d4aa1127e194a3534a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3620777 Aug 20 08:45:44.402185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Routers {'d2a1451e-34f2-41fb-bba0-78230a835dea'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:44.403096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58674) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:44.403226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d2a1451e-34f2-41fb-bba0-78230a835dea'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:44.410131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:44.415673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7fecc-261c-4b6c-af65-378a2c3fb1c2 req-83439ff2-5934-4d37-91a0-4820ffc65bd6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:44.417204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40f7fecc-261c-4b6c-af65-378a2c3fb1c2 req-83439ff2-5934-4d37-91a0-4820ffc65bd6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1085279 Aug 20 08:45:44.459791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cca712a-ce26-4541-b163-048fcf6f5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.463225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cca712a-ce26-4541-b163-048fcf6f5cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.469763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0cca712a-ce26-4541-b163-048fcf6f5cf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b56a06e-f057-40cf-9c34-623729335bef HTTP/1.1" status: 204 len: 168 time: 0.6073644 Aug 20 08:45:44.485511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:45:44.509958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-06fed150-e60b-48a8-8981-2a63de854fd7 admin admin] 10.222.0.35 "PUT /v2.0/routers/2fb01d05-9f5f-4891-b123-492fdde7dac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6378074 Aug 20 08:45:44.549019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca712a-ce26-4541-b163-048fcf6f5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56a06e-f057-40cf-9c34-623729335bef,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:44.574693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:44.577244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40f7fecc-261c-4b6c-af65-378a2c3fb1c2 req-aa233811-98e9-4303-a44a-9eacfc39b1b3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325898 Aug 20 08:45:44.598607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aeb0-a970-4787-96d2-68e9808a45d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.606329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Set router d2a1451e-34f2-41fb-bba0-78230a835dea gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:44.653672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.668828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.673045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aeb0-a970-4787-96d2-68e9808a45d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.688109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.691520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:44.694353 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5c9ab8-5119-4eb8-83be-e5f1433198c9" -d '{"events": [{"server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "name": "network-vif-unplugged", "status": "completed", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:44.715472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.735194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.736403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37364095-a7f2-4335-9975-264863e80faf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1080062 Aug 20 08:45:44.765336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58684) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:44.784335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cd99c073-4898-404d-976d-55f8b8f1a778 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:44.788357 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ccdf35-4c6f-4b06-9cbd-cc2d42c640d1 x-openstack-request-id: req-a9ccdf35-4c6f-4b06-9cbd-cc2d42c640d1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:44.789184 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "name": "network-vif-unplugged", "status": "completed", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:44.789449 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9ccdf35-4c6f-4b06-9cbd-cc2d42c640d1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:44.789895 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'code': 200} Aug 20 08:45:44.809090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6e041-f689-487a-9181-fbfa38d3db97,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:44.842419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:45:44.856803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.857010 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Added segment e4abe5a2-e4bd-48f8-8634-cae8b65ed86d of type vlan for network f1cc8132-fc40-4827-84d2-29dc1df37955 Aug 20 08:45:44.873818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:44.881836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:44.882434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:44.882942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:44.898069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:44.898682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Attempting to bind port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:44.905663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:44.906044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:44.906429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:44.906863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Bound port: 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:44.907229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:44.907526 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:45:44.924501 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:44.925131 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:45.028698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.047431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cd99c073-4898-404d-976d-55f8b8f1a778 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:45.049772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:45.061985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:45.073183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cd99c073-4898-404d-976d-55f8b8f1a778 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:45.073564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.075357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.136406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.140032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:45.140811 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.165209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aeb0-a970-4787-96d2-68e9808a45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.167560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58696) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:45.177328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aeb0-a970-4787-96d2-68e9808a45d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.178143 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:45.182669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a4d7aeb0-a970-4787-96d2-68e9808a45d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd209a8c-e51b-4ab6-9b85-54c22f13e478 HTTP/1.1" status: 204 len: 168 time: 0.7779400 Aug 20 08:45:45.246491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=8']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:45.268913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549251fd-4eb1-44aa-af28-0f3eebfa845a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.275825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:43Z', 'revision_number': 3, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:45.297293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:45.297951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.299809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-c05e3168-6cc2-4b62-9c7f-162d91104edd service neutron] 10.222.0.37 "PUT /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 1121 time: 2.1435838 Aug 20 08:45:45.351740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Checking router: d2a1451e-34f2-41fb-bba0-78230a835dea for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:45:45.358451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Updating router d2a1451e-34f2-41fb-bba0-78230a835dea port 4aa79a3d-7475-4314-b1c6-129639d7f200 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:45:45.418916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['6f77de17-abff-45b0-ad17-4e34b8b80dbb'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:45.479453 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.500533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:42Z', 'revision_number': 2, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:45.515701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549251fd-4eb1-44aa-af28-0f3eebfa845a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.521789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-549251fd-4eb1-44aa-af28-0f3eebfa845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.537923 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:45:45.538281 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Updating router 2fb01d05-9f5f-4891-b123-492fdde7dac3 port 96cc2339-79a5-419f-9489-be3e3eedcf54 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:45:45.563993 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.573486 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.598453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-549251fd-4eb1-44aa-af28-0f3eebfa845a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed10c7b3b0b2406daa7fc3686cb73c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283025 Aug 20 08:45:45.599285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58712) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:45.649095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549251fd-4eb1-44aa-af28-0f3eebfa845a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff0a15-0b80-455e-b6c7-f4afc5e29ea4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:45.654290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cd99c073-4898-404d-976d-55f8b8f1a778, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cd99c073-4898-404d-976d-55f8b8f1a778,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:45.684776 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.685758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c0eb2e40-7de5-4931-a64a-6531467ba396 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:45.714151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153de7a1-452a-4c97-a5b1-cf6395952242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.732836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7aeb0-a970-4787-96d2-68e9808a45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd209a8c-e51b-4ab6-9b85-54c22f13e478,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:45.745830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5329092 Aug 20 08:45:45.757024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153de7a1-452a-4c97-a5b1-cf6395952242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.810418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58714) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:45.829056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58716) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:45.833459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Request body: {'subnet': {'network_id': 'f1cc8132-fc40-4827-84d2-29dc1df37955', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-826836722-subnet', 'tenant_id': '912059bf611944baae376be256ad3503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:45.855611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83ebc-be9e-476d-a804-bc8074e7ed7d admin admin] Pushing event updated for resources: {'Network': ['ID=f1cc8132-fc40-4827-84d2-29dc1df37955,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:45.877291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153de7a1-452a-4c97-a5b1-cf6395952242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.883361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153de7a1-452a-4c97-a5b1-cf6395952242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.891798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-153de7a1-452a-4c97-a5b1-cf6395952242 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dff0a15-0b80-455e-b6c7-f4afc5e29ea4 HTTP/1.1" status: 204 len: 168 time: 0.2898424 Aug 20 08:45:45.901904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Made reservation on behalf of 912059bf611944baae376be256ad3503 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:45.906761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.936490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f1cc8132-fc40-4827-84d2-29dc1df37955 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:45:45.963943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aaacc-fefe-4fc6-8091-9ac8c6696ed4 req-1bb21333-dcb7-47c2-baee-d8977545ecee tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:45.965119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa183-6b0c-4aa9-a596-cf6364440d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:45.970431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e28aaacc-fefe-4fc6-8091-9ac8c6696ed4 req-1bb21333-dcb7-47c2-baee-d8977545ecee tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 943 time: 0.3080363 Aug 20 08:45:46.013573 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.025020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153de7a1-452a-4c97-a5b1-cf6395952242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff0a15-0b80-455e-b6c7-f4afc5e29ea4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.025680 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Transition to ACTIVE for port object 96cc2339-79a5-419f-9489-be3e3eedcf54 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:46.033301 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.106644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e28aaacc-fefe-4fc6-8091-9ac8c6696ed4 req-389972ab-d30d-459c-8521-868260c1dfdc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162159 Aug 20 08:45:46.114572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-e0f89d79-065a-4fd9-84a2-0ea5ae793fe4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:46.138050 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-e0f89d79-065a-4fd9-84a2-0ea5ae793fe4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 821 time: 0.4717784 Aug 20 08:45:46.147661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cd99c073-4898-404d-976d-55f8b8f1a778,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.161677 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97dcf2-554b-46d6-ba7d-1af57f6eaa0f None None] Pushing event updated for resources: {'Port': ['ID=96cc2339-79a5-419f-9489-be3e3eedcf54,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.166210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-428f2689-c095-4d3c-a194-9e693e6fc8af tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/quotas/9cda5552e7b448c2abe0622847c100c4 HTTP/1.1" status: 200 len: 375 time: 0.0271456 Aug 20 08:45:46.245050 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Attempting to bind port 96cc2339-79a5-419f-9489-be3e3eedcf54 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:46.249041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Attempting to bind port 96cc2339-79a5-419f-9489-be3e3eedcf54 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:46.249659 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Attempting to bind port 96cc2339-79a5-419f-9489-be3e3eedcf54 on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:46.255749 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:46.256280 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Checking segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:46.256822 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.257352 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Bound using segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:46.257939 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Bound port: 96cc2339-79a5-419f-9489-be3e3eedcf54, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:46.258445 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.361059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c0eb2e40-7de5-4931-a64a-6531467ba396 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:46.369539 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] For port 96cc2339-79a5-419f-9489-be3e3eedcf54, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:46.375903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c0eb2e40-7de5-4931-a64a-6531467ba396 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:46.376602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.387784 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] For port 96cc2339-79a5-419f-9489-be3e3eedcf54, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=96cc2339-79a5-419f-9489-be3e3eedcf54,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:46.393627 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.421645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.434713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa183-6b0c-4aa9-a596-cf6364440d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.439760 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e34407c-edfa-4372-ad20-bcac01a2d3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.453126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-d531c1df-591d-4b15-bc9a-537e371eadf5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2859385 Aug 20 08:45:46.478590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedbbeb-e852-4ee5-94cc-b5b13a37c050 req-73d7c25c-1003-4140-ab91-7aaa59099834 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:46.480429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eedbbeb-e852-4ee5-94cc-b5b13a37c050 req-73d7c25c-1003-4140-ab91-7aaa59099834 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1967435 Aug 20 08:45:46.498088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa183-6b0c-4aa9-a596-cf6364440d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.509129 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:46.509946 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:46.572206 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97dcf2-554b-46d6-ba7d-1af57f6eaa0f None None] Pushing event updated for resources: {'Port': ['ID=96cc2339-79a5-419f-9489-be3e3eedcf54,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.577909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.651652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eedbbeb-e852-4ee5-94cc-b5b13a37c050 req-1be42ca7-ca64-4b98-adda-68bea1e767b5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635051 Aug 20 08:45:46.671376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58736) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:46.678042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6f1fa183-6b0c-4aa9-a596-cf6364440d59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=297d0482b7c64507824d6651b51fce29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033903 Aug 20 08:45:46.703529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fa183-6b0c-4aa9-a596-cf6364440d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48aed1c-db75-4854-83ae-f54b000816bf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.738703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.742697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c0eb2e40-7de5-4931-a64a-6531467ba396, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c0eb2e40-7de5-4931-a64a-6531467ba396,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:46.748996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.752271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.770443 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:46.826117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c0eb2e40-7de5-4931-a64a-6531467ba396,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.834114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Transition to ACTIVE for port object 4aa79a3d-7475-4314-b1c6-129639d7f200 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:46.843840 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.868909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:46.877848 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc61e13a-eb5f-4811-b142-5008960fa160" -d '{"events": [{"name": "network-changed", "server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:46.889227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-e56e5dad-5fc2-4095-a64f-870995be4224 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:45:46.892370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-e56e5dad-5fc2-4095-a64f-870995be4224 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2083690 Aug 20 08:45:46.940514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Attempting to bind port 4aa79a3d-7475-4314-b1c6-129639d7f200 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:46.941131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Attempting to bind port 4aa79a3d-7475-4314-b1c6-129639d7f200 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:46.942089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Attempting to bind port 4aa79a3d-7475-4314-b1c6-129639d7f200 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:46.948928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eed70-dc3a-4481-9f2c-f9be4a60b974 None None] Pushing event updated for resources: {'Port': ['ID=4aa79a3d-7475-4314-b1c6-129639d7f200,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:46.963550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:46.964044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:46.964943 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.966124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:46.970600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Bound port: 4aa79a3d-7475-4314-b1c6-129639d7f200, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:46.971150 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:46.993986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e4e531-8b89-4017-ac84-987e5ceb861d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:47.004551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.023586 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ddc85-4159-4eb7-8b53-9d39e4529591 x-openstack-request-id: req-912ddc85-4159-4eb7-8b53-9d39e4529591 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:47.023926 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:47.024089 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-912ddc85-4159-4eb7-8b53-9d39e4529591 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:47.024500 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'status': 'completed', 'code': 200} Aug 20 08:45:47.036669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] For port 4aa79a3d-7475-4314-b1c6-129639d7f200, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:47.041351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] For port 4aa79a3d-7475-4314-b1c6-129639d7f200, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4aa79a3d-7475-4314-b1c6-129639d7f200,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:47.046523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cd99c073-4898-404d-976d-55f8b8f1a778 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:47.095779 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:46Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:47.103684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.107339 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24881130-0fec-4800-ad01-ecda7d0d323a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.117398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-05275fa4-c475-438d-93d1-e1f5a46d2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:47.118983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-05275fa4-c475-438d-93d1-e1f5a46d2197 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1124 time: 0.1134770 Aug 20 08:45:47.119902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Checking segment: {'id': 'e4abe5a2-e4bd-48f8-8634-cae8b65ed86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f1cc8132-fc40-4827-84d2-29dc1df37955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:47.120297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Network hostable DHCP agents. Network: f1cc8132-fc40-4827-84d2-29dc1df37955, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:45:47.122591 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460a8cd5-4eb8-421a-8b54-f39794d3e1fc None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:46Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:45:47.185297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24881130-0fec-4800-ad01-ecda7d0d323a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.281708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Routers {'d2a1451e-34f2-41fb-bba0-78230a835dea'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:47.283120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d2a1451e-34f2-41fb-bba0-78230a835dea'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:47.286438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cd99c073-4898-404d-976d-55f8b8f1a778 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:47.287159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.302014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Network f1cc8132-fc40-4827-84d2-29dc1df37955 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:45:47.342580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-f4ac1d81-fb6e-4176-86ba-60e97c45993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:47.344078 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-f4ac1d81-fb6e-4176-86ba-60e97c45993f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2150631 Aug 20 08:45:47.345183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f1cc8132-fc40-4827-84d2-29dc1df37955) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:47.352830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:47.353432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.387675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d029fe-3485-4d19-87d2-6d0a70b6c9c1 None None] Network f1cc8132-fc40-4827-84d2-29dc1df37955 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:47.390076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eed70-dc3a-4481-9f2c-f9be4a60b974 None None] Pushing event updated for resources: {'Port': ['ID=4aa79a3d-7475-4314-b1c6-129639d7f200,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:47.417424 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-d364c56b-a378-4172-a39b-eeb516c5b591 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 217 time: 0.0570142 Aug 20 08:45:47.423011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857b8a-3ba3-4905-b23d-8811ad215631 req-90d6c6ab-aa9f-4023-8c80-a763ac12a3bb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:47.432253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0857b8a-3ba3-4905-b23d-8811ad215631 req-90d6c6ab-aa9f-4023-8c80-a763ac12a3bb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 943 time: 0.1042824 Aug 20 08:45:47.479119 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5368f83d-8138-490a-b6b8-08af00c14a0a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6433368 Aug 20 08:45:47.485900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-b523980e-028b-4694-bf6d-b850dbf4de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:47.487375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-b523980e-028b-4694-bf6d-b850dbf4de99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0622194 Aug 20 08:45:47.523208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.539463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-12d4cd3f-abba-419b-9019-69b3f43d84e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442231 Aug 20 08:45:47.591587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24881130-0fec-4800-ad01-ecda7d0d323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.608233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24881130-0fec-4800-ad01-ecda7d0d323a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:47.609871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-24881130-0fec-4800-ad01-ecda7d0d323a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c48aed1c-db75-4854-83ae-f54b000816bf HTTP/1.1" status: 204 len: 168 time: 0.9362476 Aug 20 08:45:47.646907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-d4ba25a7-e06b-4d8b-8b99-fbaa406d9faa service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945271 Aug 20 08:45:47.652043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881130-0fec-4800-ad01-ecda7d0d323a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48aed1c-db75-4854-83ae-f54b000816bf,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:47.698068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0857b8a-3ba3-4905-b23d-8811ad215631 req-98d0ed40-4054-49a1-aefc-5730217fddf0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591786 Aug 20 08:45:47.746522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-448865e0-671f-4581-b612-9fac5ee9910c service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985931 Aug 20 08:45:47.766136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa5c1b-9ef5-408b-9855-3a978ddc1986 None None] Network f1cc8132-fc40-4827-84d2-29dc1df37955 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:45:47.913941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Allocated IP 172.20.0.1 (f1a1f44e-e4ce-43a2-8348-33545340bbc5/8515fb5e-3948-47be-9470-668c73c9c14a/a58ced3e-aee8-400c-99a9-3e93c753af41) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:47.952834 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc61e13a-eb5f-4811-b142-5008960fa160 req-790de468-bf64-4d84-a21a-960a5b52a0ec service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954257 Aug 20 08:45:48.005461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] Set router d2a1451e-34f2-41fb-bba0-78230a835dea gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:48.093849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:48.117538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Transition to ACTIVE for port object a58ced3e-aee8-400c-99a9-3e93c753af41 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:48.224913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fcf35-9b5d-444a-8314-cf34b4124788 req-effc1493-3ac7-4f08-b746-290186568875 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:48.240479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-070fcf35-9b5d-444a-8314-cf34b4124788 req-effc1493-3ac7-4f08-b746-290186568875 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1212287 Aug 20 08:45:48.274558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:43Z', 'revision_number': 3, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:48.308609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a71bbd-d417-4a49-9fea-a2782c182c8f None None] The sync data for ids ['d2a1451e-34f2-41fb-bba0-78230a835dea'] in n-d-804285-2 is: [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:43Z', 'revision_number': 3, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:45:48.310734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-12e23deb-d9e4-413a-9739-4e0ad63e7168 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418524 Aug 20 08:45:48.342495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-070fcf35-9b5d-444a-8314-cf34b4124788 req-ad89293e-9eba-4f50-9b9f-3079ca9f9999 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010227 Aug 20 08:45:48.344334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:48.447345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:48.452143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:48.474651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:48.475170 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:48.493768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Pushing event updated for resources: {'Port': ['ID=a58ced3e-aee8-400c-99a9-3e93c753af41,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:48.670797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:48.793618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b142e733-bd1e-4648-8e0f-6b2035b7a837 req-573fb8b3-ae5f-4855-ba71-d003579051bd tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 210 time: 0.1202383 Aug 20 08:45:48.864822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-76d1292a-464b-4a32-a37f-5921aad17f21 None None] Provisioning for port a58ced3e-aee8-400c-99a9-3e93c753af41 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:48.879743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-76d1292a-464b-4a32-a37f-5921aad17f21 None None] Provisioning complete for port a58ced3e-aee8-400c-99a9-3e93c753af41 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:48.880949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-76d1292a-464b-4a32-a37f-5921aad17f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:48.899907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.046848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-76d1292a-464b-4a32-a37f-5921aad17f21 None None] Port a58ced3e-aee8-400c-99a9-3e93c753af41 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:49.112433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-93336535-0e79-4bf0-a5bd-1f092a247277 service neutron] 10.222.0.26 "GET /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.2035558 Aug 20 08:45:49.177435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:49.188396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 96cc2339-79a5-419f-9489-be3e3eedcf54 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:49.299165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 96cc2339-79a5-419f-9489-be3e3eedcf54 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:49.321556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e591e-564d-4d42-a27c-6718df23d330 req-7c37bfd1-20af-4994-b358-1a89612fb06f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:49.323672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 96cc2339-79a5-419f-9489-be3e3eedcf54 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:49.324200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.330580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c25e591e-564d-4d42-a27c-6718df23d330 req-7c37bfd1-20af-4994-b358-1a89612fb06f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 943 time: 0.2845771 Aug 20 08:45:49.566775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c25e591e-564d-4d42-a27c-6718df23d330 req-a1b4959e-dcfa-40ba-b892-17b423de48ae tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352774 Aug 20 08:45:49.572157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:49.626424 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.627674 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:45:49.637125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.641284 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.653669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:49.696636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f77de17-abff-45b0-ad17-4e34b8b80dbb {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:49.710021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:49.715099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-63e63991-7c2f-4370-9ce5-58f23ebcd464 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:49.716746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-63e63991-7c2f-4370-9ce5-58f23ebcd464 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.3307846 Aug 20 08:45:49.748056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.822088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.869563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 96cc2339-79a5-419f-9489-be3e3eedcf54, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=96cc2339-79a5-419f-9489-be3e3eedcf54,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:49.871592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:49.888705 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.889202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-39fb7c1c-2a87-4fc6-8d87-6f6a311f9944 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/quotas/b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 375 time: 0.1430817 Aug 20 08:45:49.889497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c0eb2e40-7de5-4931-a64a-6531467ba396 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:49.910386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Pushing event updated for resources: {'Port': ['ID=a58ced3e-aee8-400c-99a9-3e93c753af41,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:49.913419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:45:49.914166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] Transition to ACTIVE for port object 6f77de17-abff-45b0-ad17-4e34b8b80dbb will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:49.929618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:49.952421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-0a03fa9e-e169-4141-b040-93350eb31e2a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554197 Aug 20 08:45:49.964733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4305b7-ba80-40fa-8863-39bda8e37e39 req-032a8a53-58c7-420f-8900-3c5d563a23a5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:49.974487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d4305b7-ba80-40fa-8863-39bda8e37e39 req-032a8a53-58c7-420f-8900-3c5d563a23a5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.2734165 Aug 20 08:45:50.017560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c0eb2e40-7de5-4931-a64a-6531467ba396 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:50.018259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:50.051288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:50.079169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] No DVR routers for this DVR port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:45:50.121021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=96cc2339-79a5-419f-9489-be3e3eedcf54,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:50.141061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f57b998a-c160-44e8-8870-0e27af66cfa9 service neutron] 10.222.0.26 "PUT /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0201321 Aug 20 08:45:50.357111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d4305b7-ba80-40fa-8863-39bda8e37e39 req-a95c601f-d3e5-4d73-96d7-9fa507c91b30 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816392 Aug 20 08:45:50.389959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:50.394433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:50.411454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-7eadead5-af9f-4116-bf6f-1afc497b91ff tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:50.412939 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-7eadead5-af9f-4116-bf6f-1afc497b91ff tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.1822660 Aug 20 08:45:50.432323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-2274ddad-aa75-4951-b0e0-08e68a855b4a tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:50.435605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-2274ddad-aa75-4951-b0e0-08e68a855b4a tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 821 time: 0.2369201 Aug 20 08:45:50.451379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'port': {'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'admin_state_up': True, 'tenant_id': '9cda5552e7b448c2abe0622847c100c4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:50.486717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-eb803954-5587-4b0f-a20f-9dc149f35684 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009923 Aug 20 08:45:50.602268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e27ac2ad-23bc-4729-a990-c976e7613aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:50.603803 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e27ac2ad-23bc-4729-a990-c976e7613aee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76&tenant_id=438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 1095 time: 0.1675136 Aug 20 08:45:50.715901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-0daa9d1a-767d-417c-b6cd-d2b6d54d5452 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282987 Aug 20 08:45:50.728542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Router d2a1451e-34f2-41fb-bba0-78230a835dea has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:45:50.730573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-706c0d37-d319-4828-8e2c-82c34c0c45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:50.732186 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-706c0d37-d319-4828-8e2c-82c34c0c45b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1095 time: 0.0962405 Aug 20 08:45:50.733360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Made reservation on behalf of 9cda5552e7b448c2abe0622847c100c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:50.741313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:50.786226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44363f46-b2c7-4559-a58e-f30d1529336c None None] Provisioning complete for port a58ced3e-aee8-400c-99a9-3e93c753af41 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:50.786681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44363f46-b2c7-4559-a58e-f30d1529336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:50.856329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-44363f46-b2c7-4559-a58e-f30d1529336c None None] Port a58ced3e-aee8-400c-99a9-3e93c753af41 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:50.882295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-cb8c2dc7-d8a8-4a6d-a8f1-9658be8e16b3 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372188 Aug 20 08:45:50.978696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f6281bc8-a683-4683-96ea-4f2f522b98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:50.981798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-f6281bc8-a683-4683-96ea-4f2f522b98d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2366028 Aug 20 08:45:51.044223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 96cc2339-79a5-419f-9489-be3e3eedcf54 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:51.080333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58541b79-de81-4302-afe0-aa710b868250 req-2dc59178-d378-4c32-9ad5-353e7eea8565 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 210 time: 0.0484345 Aug 20 08:45:51.081604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Allocated IP 172.20.0.3 (9e1e7c29-ba3d-4b51-a413-6028593ed398/9c9a4e43-734b-4f9b-a878-6f744f789b1e/37e760ed-ceef-46b1-9191-baeb1aa37252) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:51.125666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:45:51.146041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a410b5c6-e652-4c9a-b77d-11629092c968 admin admin] 10.222.0.35 "PUT /v2.0/routers/d2a1451e-34f2-41fb-bba0-78230a835dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3522720 Aug 20 08:45:51.146887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 96cc2339-79a5-419f-9489-be3e3eedcf54 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:51.147403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:51.177542 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-6b617f6f-f9b4-4346-88d6-7bf76a049a5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 217 time: 0.1424499 Aug 20 08:45:51.206077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-1e8bdcd3-23af-4e90-95cf-d6a1dcca1b2d tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:51.211196 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-1e8bdcd3-23af-4e90-95cf-d6a1dcca1b2d tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204534 Aug 20 08:45:51.220496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Sync routers for ids ['d2a1451e-34f2-41fb-bba0-78230a835dea'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:45:51.239011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-f2c6e79b-714e-404e-9098-f354d5a22c98 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/quotas/e8bcbff5021b4a379bad8dcce11771e6 HTTP/1.1" status: 200 len: 375 time: 0.0220029 Aug 20 08:45:51.250399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Routers {'d2a1451e-34f2-41fb-bba0-78230a835dea'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:51.251279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d2a1451e-34f2-41fb-bba0-78230a835dea'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:51.302702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-70c4bc2c-c0a7-4f9b-812e-6b8b2789d684 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558228 Aug 20 08:45:51.313019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-5e3bfd1e-08d3-4e14-99ff-6910b3589dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:51.314600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-5e3bfd1e-08d3-4e14-99ff-6910b3589dc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1211948 Aug 20 08:45:51.371973 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-e682c2e8-98ff-49ae-8f9f-6e5d2e9310ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484717 Aug 20 08:45:51.372480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25d7c7-60c8-4f43-a457-48b7604f1b94 req-b4009061-f27b-4cda-bd6a-3c18fcf84075 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:51.374020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be25d7c7-60c8-4f43-a457-48b7604f1b94 req-b4009061-f27b-4cda-bd6a-3c18fcf84075 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 944 time: 0.1257484 Aug 20 08:45:51.425143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be25d7c7-60c8-4f43-a457-48b7604f1b94 req-579d65b7-e505-4194-ad67-7428156c3a18 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Aug 20 08:45:51.437521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4aa79a3d-7475-4314-b1c6-129639d7f200 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:51.483282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Set router d2a1451e-34f2-41fb-bba0-78230a835dea gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:51.536753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:51.579253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Transition to ACTIVE for port object 37e760ed-ceef-46b1-9191-baeb1aa37252 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:51.612321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc141516-8d95-4c3d-a3f0-3f0ec8607a27 req-8e16b171-7d80-4aa8-8048-cfe53d838243 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 210 time: 0.0504465 Aug 20 08:45:51.656287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-2b03220b-0fff-4b50-b02d-baaa8b867de2 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290971 Aug 20 08:45:51.689865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:51.724803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4aa79a3d-7475-4314-b1c6-129639d7f200 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:51.731390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4aa79a3d-7475-4314-b1c6-129639d7f200 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:51.732162 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:51.891031 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-2d407465-b712-4ed3-9659-525199cf093c req-ceeaa697-6860-4482-8fd0-c2c28415280e tempest-FloatingIPDetailsNegativeTestJSON-931213377 tempest-FloatingIPDetailsNegativeTestJSON-931213377-project] show failed (client error): The resource could not be found. Aug 20 08:45:51.910223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d407465-b712-4ed3-9659-525199cf093c req-ceeaa697-6860-4482-8fd0-c2c28415280e tempest-FloatingIPDetailsNegativeTestJSON-931213377 tempest-FloatingIPDetailsNegativeTestJSON-931213377-project] 10.222.0.35 "GET /v2.0/floatingips/c5cbe4ea-8099-4830-b900-9bbf080a6e67 HTTP/1.1" status: 404 len: 350 time: 0.1288552 Aug 20 08:45:51.943079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58894) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:51.996179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.035350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:48Z', 'revision_number': 4, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'a58ced3e-aee8-400c-99a9-3e93c753af41', 'name': '', 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'mac_address': 'fa:16:3e:c9:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8515fb5e-3948-47be-9470-668c73c9c14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:47Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 2, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'subnets': [{'id': '8515fb5e-3948-47be-9470-668c73c9c14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:52.042700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4aa79a3d-7475-4314-b1c6-129639d7f200, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4aa79a3d-7475-4314-b1c6-129639d7f200,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:52.067197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:52.075141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:52.080322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:52.088409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.096083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Checking router: d2a1451e-34f2-41fb-bba0-78230a835dea for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:45:52.096791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Updating router d2a1451e-34f2-41fb-bba0-78230a835dea port a58ced3e-aee8-400c-99a9-3e93c753af41 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:45:52.107554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:52.108314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.134963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event updated for resources: {'Port': ['ID=37e760ed-ceef-46b1-9191-baeb1aa37252,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:52.145893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec757-3f33-4d62-ac32-db736a910b6a req-207995aa-5dd3-40cc-a69d-d3ebfd61aff3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:52.153397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-912ec757-3f33-4d62-ac32-db736a910b6a req-207995aa-5dd3-40cc-a69d-d3ebfd61aff3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.2664883 Aug 20 08:45:52.160209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-7163c975-23d6-48b5-a29c-3684efa8d618 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7097106 Aug 20 08:45:52.167442 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.178678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Request body: {'port': {'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:52.216015 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-80a130cf-8115-4ca9-89d1-afed22fde707 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490632 Aug 20 08:45:52.237232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28524612-29eb-4edd-8b14-e080ddbe17d5 req-f34683ad-03ad-4f6d-b700-36e625c7fe6b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 210 time: 0.1088448 Aug 20 08:45:52.417807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.421015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4aa79a3d-7475-4314-b1c6-129639d7f200,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:52.443464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-912ec757-3f33-4d62-ac32-db736a910b6a req-41d8414b-88f1-4d94-b4d8-708bd3f7faef tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820792 Aug 20 08:45:52.530543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4788a306-e0c5-4cb0-9b65-093f983c108d None None] Provisioning for port 37e760ed-ceef-46b1-9191-baeb1aa37252 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:52.545045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4788a306-e0c5-4cb0-9b65-093f983c108d None None] Provisioning complete for port 37e760ed-ceef-46b1-9191-baeb1aa37252 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:52.545045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4788a306-e0c5-4cb0-9b65-093f983c108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.642786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4788a306-e0c5-4cb0-9b65-093f983c108d None None] Port 37e760ed-ceef-46b1-9191-baeb1aa37252 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:52.648530 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.666716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:45:52.668871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Transition to ACTIVE for port object a58ced3e-aee8-400c-99a9-3e93c753af41 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:52.685296 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-72326710-79d6-4e67-82e0-ab372c2a164e service neutron] show failed (client error): The resource could not be found. Aug 20 08:45:52.686337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-72326710-79d6-4e67-82e0-ab372c2a164e service neutron] 10.222.0.37 "GET /v2.0/ports/85b8fbff-321c-44f0-a980-539c38404266/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.3819678 Aug 20 08:45:52.712969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:52.715410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-40febfd2-0357-4806-95e2-caa9e1d9662d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:52.716964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-40febfd2-0357-4806-95e2-caa9e1d9662d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.3020692 Aug 20 08:45:52.730984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Request body: {'port': {'device_id': '597bda08-6d41-43d3-9711-4617f31100ee', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'admin_state_up': True, 'tenant_id': 'b600632f9f434cc5b5eef58a15461038'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:52.816016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-2ce7289e-b7b3-4ab2-9986-3cfbd1b5c588 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:52.817511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-2ce7289e-b7b3-4ab2-9986-3cfbd1b5c588 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.2843599 Aug 20 08:45:52.864018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:45:52.873837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8a666-dcf5-49da-9228-f612233c7a31 req-6ed8d990-108c-4a96-9aea-e58dc912c91d tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:52.881854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ae8a666-dcf5-49da-9228-f612233c7a31 req-6ed8d990-108c-4a96-9aea-e58dc912c91d tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 931 time: 0.3425114 Aug 20 08:45:52.902340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4aa79a3d-7475-4314-b1c6-129639d7f200 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:52.926109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec3c4-ed10-4671-884c-5b6a5cd8c125 None None] Pushing event updated for resources: {'Port': ['ID=a58ced3e-aee8-400c-99a9-3e93c753af41,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:52.986324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33799237-9e31-4333-8a3e-f84bc8bdf02d req-3f1d262b-4133-4419-bef9-9f4ffe91bad3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:52.992424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33799237-9e31-4333-8a3e-f84bc8bdf02d req-3f1d262b-4133-4419-bef9-9f4ffe91bad3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 944 time: 0.3347323 Aug 20 08:45:53.002623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Attempting to bind port a58ced3e-aee8-400c-99a9-3e93c753af41 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:53.003191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Attempting to bind port a58ced3e-aee8-400c-99a9-3e93c753af41 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:53.003448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Attempting to bind port a58ced3e-aee8-400c-99a9-3e93c753af41 on network f1a1f44e-e4ce-43a2-8348-33545340bbc5 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:53.012002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:53.013204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Checking segment: {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:53.013618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.014061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Bound using segment: {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:53.014548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Bound port: a58ced3e-aee8-400c-99a9-3e93c753af41, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c381e2be-ca79-4129-bf69-e9b0496cb564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:53.015316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.059981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4aa79a3d-7475-4314-b1c6-129639d7f200 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:53.060294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.091049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e760ed-ceef-46b1-9191-baeb1aa37252 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:53.105886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.130597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] For port a58ced3e-aee8-400c-99a9-3e93c753af41, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:53.134805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Transition to ACTIVE for port object 37e760ed-ceef-46b1-9191-baeb1aa37252 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:53.138939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Made reservation on behalf of b600632f9f434cc5b5eef58a15461038 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:53.143117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.152296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] For port a58ced3e-aee8-400c-99a9-3e93c753af41, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a58ced3e-aee8-400c-99a9-3e93c753af41,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:53.157588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.26', 61653) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:53.160440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.166480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ae8a666-dcf5-49da-9228-f612233c7a31 req-76660cc2-c614-497a-9d20-a5b33b25159c tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201645 Aug 20 08:45:53.167299 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.221638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-8b93515d-3496-418f-b673-43c7d13da9d7 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622413 Aug 20 08:45:53.229739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33799237-9e31-4333-8a3e-f84bc8bdf02d req-ecb3af9b-3e22-4f44-92a8-362fcf028eea tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937342 Aug 20 08:45:53.251186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-433526b8-0a16-41d3-b957-35c89787a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:53.252738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-433526b8-0a16-41d3-b957-35c89787a419 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae&tenant_id=0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 1101 time: 0.2552848 Aug 20 08:45:53.288965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Routers {'d2a1451e-34f2-41fb-bba0-78230a835dea'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:53.290293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d2a1451e-34f2-41fb-bba0-78230a835dea'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:53.364006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ec3c4-ed10-4671-884c-5b6a5cd8c125 None None] Pushing event updated for resources: {'Port': ['ID=a58ced3e-aee8-400c-99a9-3e93c753af41,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:53.428714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Pushing event updated for resources: {'Port': ['ID=37e760ed-ceef-46b1-9191-baeb1aa37252,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:53.564459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] Set router d2a1451e-34f2-41fb-bba0-78230a835dea gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:53.593172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Attempting to bind port 37e760ed-ceef-46b1-9191-baeb1aa37252 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:53.593798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Attempting to bind port 37e760ed-ceef-46b1-9191-baeb1aa37252 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:53.594219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Attempting to bind port 37e760ed-ceef-46b1-9191-baeb1aa37252 on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:53.632246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Port 37e760ed-ceef-46b1-9191-baeb1aa37252 on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:53.632734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Attempting to bind port 37e760ed-ceef-46b1-9191-baeb1aa37252 on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:53.649132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-663e3a67-3025-470d-bec2-44c0634d0581 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:53.653591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-663e3a67-3025-470d-bec2-44c0634d0581 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3994963 Aug 20 08:45:53.673626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Request body: {'port': {'device_id': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'e8bcbff5021b4a379bad8dcce11771e6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:53.677659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:53.678117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Checking segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:53.678569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Bound using segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:53.679115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Bound port: 37e760ed-ceef-46b1-9191-baeb1aa37252, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:53.679541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:53.762819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:53.781968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Allocated IP 172.20.0.12 (bbfaa3ce-292d-4ecb-a035-6e8be520c385/dbaddc3f-af3e-4afd-9241-3ed10479d349/d7b4733b-34a3-4a33-a38c-3eff08f46d2d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:53.869975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] For port 37e760ed-ceef-46b1-9191-baeb1aa37252, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:53.884779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8ba1b45-bc9b-4e75-bd81-df4aeb83f94f req-401b6ee7-46db-4bfb-bd5c-a0777d86fbda tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 210 time: 0.1121671 Aug 20 08:45:53.892065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d96b06d8-a1e8-44ae-a14c-40f110a4c1f6 req-66d40f8f-d08f-43e7-bb82-a80804f28809 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 210 time: 0.1344335 Aug 20 08:45:53.951702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58926) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:53.961932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] For port 37e760ed-ceef-46b1-9191-baeb1aa37252, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=37e760ed-ceef-46b1-9191-baeb1aa37252,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:54.011725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:48Z', 'revision_number': 4, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'a58ced3e-aee8-400c-99a9-3e93c753af41', 'name': '', 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'mac_address': 'fa:16:3e:c9:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8515fb5e-3948-47be-9470-668c73c9c14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:47Z', 'updated_at': '2021-08-20T08:45:53Z', 'revision_number': 4, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'subnets': [{'id': '8515fb5e-3948-47be-9470-668c73c9c14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:54.043732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499a7fb-bcfa-43c6-b4e8-2f44d0721273 None None] The sync data for ids ['d2a1451e-34f2-41fb-bba0-78230a835dea'] in n-d-804285-2 is: [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:48Z', 'revision_number': 4, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'a58ced3e-aee8-400c-99a9-3e93c753af41', 'name': '', 'network_id': 'f1a1f44e-e4ce-43a2-8348-33545340bbc5', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'mac_address': 'fa:16:3e:c9:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8515fb5e-3948-47be-9470-668c73c9c14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:47Z', 'updated_at': '2021-08-20T08:45:53Z', 'revision_number': 4, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'subnets': [{'id': '8515fb5e-3948-47be-9470-668c73c9c14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:45:54.062606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.127245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-3714ba16-179e-4622-bb6f-907d8a94bd7a service neutron] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:54.153612 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-3714ba16-179e-4622-bb6f-907d8a94bd7a service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.154668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efeacd6a-cb7f-4cf0-b70f-69f477fba50d req-3714ba16-179e-4622-bb6f-907d8a94bd7a service neutron] 10.222.0.37 "DELETE /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 1.2536185 Aug 20 08:45:54.159161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.161307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.161307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] 10.222.0.37 "PUT /v2.0/ports/37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 1091 time: 1.9934645 Aug 20 08:45:54.170321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:54.173028 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b76a93-5197-4317-8f8f-1ac85d98f530" -d '{"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:54.173191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.199551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Made reservation on behalf of e8bcbff5021b4a379bad8dcce11771e6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:54.212196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.285199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd992f2a-91eb-4fec-a121-13752273ad3a service neutron] Pushing event updated for resources: {'Port': ['ID=37e760ed-ceef-46b1-9191-baeb1aa37252,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:54.287983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.290341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-715b7fe6-6f1e-432d-9afb-c22b90349cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.332299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6d3b-e43b-445b-a3d4-32c096044285 req-5ceb35c0-ae51-49ad-8ee4-f9113038bfa4 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.341288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-defc6d3b-e43b-445b-a3d4-32c096044285 req-5ceb35c0-ae51-49ad-8ee4-f9113038bfa4 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1095 time: 0.2882671 Aug 20 08:45:54.359799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.375270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 08:45:54.375270 n-d-804285-2 neutron-server[101317]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 08:45:54.375270 n-d-804285-2 neutron-server[101317]: [parameters: {'project_id_1': 'e8bcbff5021b4a379bad8dcce11771e6', 'expiration_1': datetime.datetime(2021, 8, 20, 8, 45, 54, 351462)}] Aug 20 08:45:54.375270 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:45:54.375673 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:45:54.401544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-0f3cac0f-86fd-43ec-84e1-79c7d6d4fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.403088 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-0f3cac0f-86fd-43ec-84e1-79c7d6d4fde6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1094 time: 0.1306198 Aug 20 08:45:54.440146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.449982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514bfd4-2723-4c7a-bf6d-3474a766a4a3 req-070260ea-16a0-4233-90ff-4b46eeb1f1d9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.451530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2514bfd4-2723-4c7a-bf6d-3474a766a4a3 req-070260ea-16a0-4233-90ff-4b46eeb1f1d9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.3848219 Aug 20 08:45:54.467328 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-900a6b6f-a6b8-4820-82c4-995a522ffcbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 217 time: 0.0553873 Aug 20 08:45:54.533633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.601853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-997dd2a6-dc89-42fd-9e34-31edeef8df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.603033 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-997dd2a6-dc89-42fd-9e34-31edeef8df16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1256959 Aug 20 08:45:54.606425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-715b7fe6-6f1e-432d-9afb-c22b90349cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.629342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:54.633757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-715b7fe6-6f1e-432d-9afb-c22b90349cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.649271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:54.651698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:54.661540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:54.667589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.668166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.681962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-defc6d3b-e43b-445b-a3d4-32c096044285 req-4b6c0d5a-42cc-4e3b-92d6-5badd0b7cee1 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397501 Aug 20 08:45:54.710699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b7fe6-6f1e-432d-9afb-c22b90349cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac42d8-7931-456d-9274-11dc183e07ec,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:54.722636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-715b7fe6-6f1e-432d-9afb-c22b90349cf6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f2d090ca41d465ebb1bbcff70a7d8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7586279 Aug 20 08:45:54.725201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d48ca480-48fa-4ab0-aed2-5bc40f3af69f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9992361 Aug 20 08:45:54.726471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:54.741416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Request body: {'port': {'device_id': '597bda08-6d41-43d3-9711-4617f31100ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:54.756400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ca26-a736-4fd3-9eac-30695005357c req-39ed0e30-0a94-42ce-99b3-3039f5576430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:54.758207 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-39ed0e30-0a94-42ce-99b3-3039f5576430 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438186 Aug 20 08:45:54.819977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:54.822725 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3838fd97-d369-4291-9512-78e71f60b528 x-openstack-request-id: req-3838fd97-d369-4291-9512-78e71f60b528 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:54.825670 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:54.825670 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3838fd97-d369-4291-9512-78e71f60b528 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:54.826062 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'status': 'completed', 'code': 200} Aug 20 08:45:54.855423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2514bfd4-2723-4c7a-bf6d-3474a766a4a3 req-3c47d517-32b2-407b-b4f4-70182594c0d0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610947 Aug 20 08:45:54.889066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:54.927778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a58ced3e-aee8-400c-99a9-3e93c753af41 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:55.005267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:55.074636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.076277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.078084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a58ced3e-aee8-400c-99a9-3e93c753af41 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:55.083691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a58ced3e-aee8-400c-99a9-3e93c753af41 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:55.084817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.093326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b8fbff-321c-44f0-a980-539c38404266'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:55.096243 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c11fc7-4887-45d9-8fa0-3159d6303d1b" -d '{"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "85b8fbff-321c-44f0-a980-539c38404266"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:55.118248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Transition to ACTIVE for port object 85b8fbff-321c-44f0-a980-539c38404266 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:55.121271 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08307c35-6a8e-4e9a-a597-41c115b9aa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.131715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-98a6ef77-7b31-4160-88bd-8826d95eebe6 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470857 Aug 20 08:45:55.145795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e88f85-f7ed-4ca9-b32e-53ba6d9c0df4 req-e58ee40a-3a9a-468f-be02-8887596c94c4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:55.148248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7e88f85-f7ed-4ca9-b32e-53ba6d9c0df4 req-e58ee40a-3a9a-468f-be02-8887596c94c4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 943 time: 0.2115011 Aug 20 08:45:55.159870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.203585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08307c35-6a8e-4e9a-a597-41c115b9aa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.220839 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.239381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:55.283409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a58ced3e-aee8-400c-99a9-3e93c753af41, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a58ced3e-aee8-400c-99a9-3e93c753af41,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:55.289582 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.356862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] No DVR routers for this DVR port 85b8fbff-321c-44f0-a980-539c38404266 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:45:55.382134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a58ced3e-aee8-400c-99a9-3e93c753af41,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:55.440844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7e88f85-f7ed-4ca9-b32e-53ba6d9c0df4 req-f7c51fb3-95b2-40a1-b08e-5db7ac40f1f9 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708161 Aug 20 08:45:55.485967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08307c35-6a8e-4e9a-a597-41c115b9aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.488575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08307c35-6a8e-4e9a-a597-41c115b9aa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.493114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-08307c35-6a8e-4e9a-a597-41c115b9aa90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5eac42d8-7931-456d-9274-11dc183e07ec HTTP/1.1" status: 204 len: 168 time: 0.7645068 Aug 20 08:45:55.524270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:55.524778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:55.525121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:55.536463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Port 85b8fbff-321c-44f0-a980-539c38404266 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:55.536955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Attempting to bind port 85b8fbff-321c-44f0-a980-539c38404266 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:55.544909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08307c35-6a8e-4e9a-a597-41c115b9aa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac42d8-7931-456d-9274-11dc183e07ec,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:55.567531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-9c2b4516-f748-43d0-90fb-0d27885d0774 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:55.569498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-9c2b4516-f748-43d0-90fb-0d27885d0774 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.4199545 Aug 20 08:45:55.591256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:55.591612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:55.592278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:55.592748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Bound port: 85b8fbff-321c-44f0-a980-539c38404266, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:55.593354 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.615381 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0159ca26-a736-4fd3-9eac-30695005357c req-a1c92946-0d2c-4a05-9cd3-bb160c1ebb64 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709561 Aug 20 08:45:55.662192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.691907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.713694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-d0817572-a6d7-4da8-a5eb-1331c8f3e3dd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/quotas/438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 375 time: 0.0846877 Aug 20 08:45:55.795103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f12cc9-ea6d-4409-a392-4e3706cf6da5 req-cf80a04c-4d67-46a6-9638-3fdb1f4ac7a4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:55.797142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81f12cc9-ea6d-4409-a392-4e3706cf6da5 req-cf80a04c-4d67-46a6-9638-3fdb1f4ac7a4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 932 time: 0.2206872 Aug 20 08:45:55.868023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-82f5d906-7ce7-4f35-9cdd-1d34645ea1ed tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394179 Aug 20 08:45:55.872596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:55.879113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Deleting port a58ced3e-aee8-400c-99a9-3e93c753af41 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:45:55.879550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:55.954590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81f12cc9-ea6d-4409-a392-4e3706cf6da5 req-edd72638-bd0f-4ce8-8e70-0468fb9c5182 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428993 Aug 20 08:45:55.956689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:55.957633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58964) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:55.996255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:56.021468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.044480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-5d4132dd-4ac3-48a7-8f15-c04e7046704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.046004 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-5d4132dd-4ac3-48a7-8f15-c04e7046704d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1094 time: 0.3681283 Aug 20 08:45:56.053802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b4733b-34a3-4a33-a38c-3eff08f46d2d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:56.088300 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.150265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Transition to ACTIVE for port object d7b4733b-34a3-4a33-a38c-3eff08f46d2d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:56.153340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Allocated IP 192.168.233.195 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/5f2a14a7-d250-401e-ad6d-67196f729aaf) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:45:56.175576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.280377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-68f36305-052f-4155-8e31-9ecc56f1d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.281866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-68f36305-052f-4155-8e31-9ecc56f1d3ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.2230535 Aug 20 08:45:56.287322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:56.306776 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8823-9247-4e28-b64c-88b734a6aae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.340098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4b78676-2a9d-456b-9a37-7d0959a2c4fb req-6df9cda3-5148-4409-a968-64a23caa73fe tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 210 time: 0.3149571 Aug 20 08:45:56.369602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:56.375754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.376376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.377835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-064d9718-16cb-4400-b59d-ea376fe5b463 service neutron] 10.222.0.26 "PUT /v2.0/ports/85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 1096 time: 3.1090150 Aug 20 08:45:56.387795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] For port a58ced3e-aee8-400c-99a9-3e93c753af41, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a58ced3e-aee8-400c-99a9-3e93c753af41,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:56.388064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.449154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Calling delete_port for a58ced3e-aee8-400c-99a9-3e93c753af41 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:45:56.499063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-01b172d7-0bc5-4090-873a-f0049179d455 service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141896 Aug 20 08:45:56.529041 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed2230-bec0-4b33-94f8-f521942ace10 x-openstack-request-id: req-3aed2230-bec0-4b33-94f8-f521942ace10 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:56.529428 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "85b8fbff-321c-44f0-a980-539c38404266", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:56.529876 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3aed2230-bec0-4b33-94f8-f521942ace10 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:56.530351 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b8fbff-321c-44f0-a980-539c38404266', 'code': 200} Aug 20 08:45:56.677327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-0e0ff4f3-ec2a-4eb0-a144-2cdb76701993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.679389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-0e0ff4f3-ec2a-4eb0-a144-2cdb76701993 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1099 time: 0.2531791 Aug 20 08:45:56.684104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-044d49ff-6eae-4407-a4d9-8fe38116e992 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 217 time: 0.3931100 Aug 20 08:45:56.729466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:56.729792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:56.730073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:56.755895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:56.756222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:56.772199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-1ad7bfbd-aaa9-4151-95a8-ce07f22670de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.773831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-1ad7bfbd-aaa9-4151-95a8-ce07f22670de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.0822523 Aug 20 08:45:56.779180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:56.779526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:56.779914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:56.780371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Bound port: d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:56.780734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.830611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.838053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc33005-d1c2-45ce-bc4d-fd4d2f01a99c req-e90fdb87-3e7d-4d8d-be61-b2bab0e1872f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.842182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bcc33005-d1c2-45ce-bc4d-fd4d2f01a99c req-e90fdb87-3e7d-4d8d-be61-b2bab0e1872f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.2671962 Aug 20 08:45:56.858526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a58ced3e-aee8-400c-99a9-3e93c753af41 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:45:56.878954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Transition to ACTIVE for port object 5f2a14a7-d250-401e-ad6d-67196f729aaf will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:56.911703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-814fecf5-71e7-43b5-8480-1f644ebcea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.913764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-814fecf5-71e7-43b5-8480-1f644ebcea6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283145 Aug 20 08:45:56.920165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8823-9247-4e28-b64c-88b734a6aae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.922310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a58ced3e-aee8-400c-99a9-3e93c753af41 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:56.922892 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.925136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:56.926160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-0fc385ea-adde-4623-80d3-ab1d858a0972 service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949254 Aug 20 08:45:56.937452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:56.940630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8823-9247-4e28-b64c-88b734a6aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.987077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:56.995553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-a7dbfcb4-c66e-4c2c-8e8c-2f38d0e1f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:56.997039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-a7dbfcb4-c66e-4c2c-8e8c-2f38d0e1f8a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3056428 Aug 20 08:45:57.014311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bcc33005-d1c2-45ce-bc4d-fd4d2f01a99c req-86bd8fef-0a39-43c7-80bb-e849dff8f488 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645658 Aug 20 08:45:57.059042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.060092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.062291 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] 10.222.0.26 "PUT /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 1092 time: 2.3268623 Aug 20 08:45:57.071673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.073364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:57.077443 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd7def-f0e4-40be-910d-7af904aaaf56" -d '{"events": [{"name": "network-changed", "server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:57.136269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d8823-9247-4e28-b64c-88b734a6aae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a81d96-5da4-45df-8490-95ba0c5708a3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:57.157606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:45:57.172536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2203783-8a25-4364-a65d-3c7035d85761 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:57.178061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-550fc4a8-8a3a-45fe-b4df-a036ba10a16d service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502322 Aug 20 08:45:57.205311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:45:57.208018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:45:57.213899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 85b8fbff-321c-44f0-a980-539c38404266 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:45:57.220895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-a9511f97-7a32-445d-aedf-ec4982d16fc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.2022910 Aug 20 08:45:57.224543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8e7d8823-9247-4e28-b64c-88b734a6aae7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=038e8f35aa374082803b90731011a4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2311420 Aug 20 08:45:57.230008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.230687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.250271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58978) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:57.277749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 85b8fbff-321c-44f0-a980-539c38404266 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:45:57.321974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.346741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6801438 Aug 20 08:45:57.368472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Request body: {'port': {'device_id': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:57.379600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb05c12-2dd4-48a5-bff1-6452b5f16d75 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Pushing event updated for resources: {'Port': ['ID=5f2a14a7-d250-401e-ad6d-67196f729aaf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:57.399754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58ced3e-aee8-400c-99a9-3e93c753af41,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:57.420067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-1f11f0bd-3dbe-4dcd-9c23-099f10690756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.421573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-1f11f0bd-3dbe-4dcd-9c23-099f10690756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1095 time: 0.3060219 Aug 20 08:45:57.444822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce465d-e1cf-45c6-8c5a-bdd45c4952a2 req-9de5c385-f3d8-4af7-945e-62b31d07b9e2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.447359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19ce465d-e1cf-45c6-8c5a-bdd45c4952a2 req-9de5c385-f3d8-4af7-945e-62b31d07b9e2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.2404583 Aug 20 08:45:57.495905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-7cc42800-1a7e-45d9-b286-5058bbbeb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.497441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-7cc42800-1a7e-45d9-b286-5058bbbeb8fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2337148 Aug 20 08:45:57.513467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-e7c304ef-26a9-48d5-8e0d-eba03bfc410c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 217 time: 0.0749922 Aug 20 08:45:57.516513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45c665-bc8c-4ccf-8234-c910856ca51f req-8472e964-c186-4235-9447-d6bb3512a0ff tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.523951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e45c665-bc8c-4ccf-8234-c910856ca51f req-8472e964-c186-4235-9447-d6bb3512a0ff tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 943 time: 0.3191791 Aug 20 08:45:57.575241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6be7-90c2-433d-b9db-95c1c75566e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.649126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b76a93-5197-4317-8f8f-1ac85d98f530 req-8d6b0bd5-96c1-4629-9493-4e3ece397f7a service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970201 Aug 20 08:45:57.649975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.657818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6be7-90c2-433d-b9db-95c1c75566e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.669664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-90886e70-60f6-4ed5-b2f8-39b86559b61e None None] Provisioning for port 5f2a14a7-d250-401e-ad6d-67196f729aaf completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:45:57.673947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-90886e70-60f6-4ed5-b2f8-39b86559b61e None None] Provisioning complete for port 5f2a14a7-d250-401e-ad6d-67196f729aaf triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:45:57.674317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-90886e70-60f6-4ed5-b2f8-39b86559b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.689288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19ce465d-e1cf-45c6-8c5a-bdd45c4952a2 req-e192bb87-3120-4bc8-a7c3-1c54a8753b83 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314148 Aug 20 08:45:57.716414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e45c665-bc8c-4ccf-8234-c910856ca51f req-96404e39-ca5a-43ad-87fe-3acd2d5de480 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839657 Aug 20 08:45:57.761383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-ffab90aa-4b2a-4b51-bb4d-b419bf221148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.767395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d0ce4f04-0efc-4bf1-838a-d429a4cf446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:57.767938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-ffab90aa-4b2a-4b51-bb4d-b419bf221148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616754 Aug 20 08:45:57.768868 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-d0ce4f04-0efc-4bf1-838a-d429a4cf446c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.2150633 Aug 20 08:45:57.789650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:57.792194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-90886e70-60f6-4ed5-b2f8-39b86559b61e None None] Port 5f2a14a7-d250-401e-ad6d-67196f729aaf cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:45:57.823634 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356fad8b-da1d-4574-8964-d1f91b4ce177 x-openstack-request-id: req-356fad8b-da1d-4574-8964-d1f91b4ce177 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:57.823918 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:57.824851 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-356fad8b-da1d-4574-8964-d1f91b4ce177 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:57.824851 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'status': 'completed', 'code': 200} Aug 20 08:45:57.862643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-79a1d6e8-fcbf-4a9b-8849-821ddd359e59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372739 Aug 20 08:45:57.937615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4850789-d425-4a62-9a37-b7bd9fdd8fbb req-f46229b3-53c9-4c28-87a9-c5bd211a8785 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 210 time: 0.1222353 Aug 20 08:45:57.998707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6be7-90c2-433d-b9db-95c1c75566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:58.001807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3fdf6be7-90c2-433d-b9db-95c1c75566e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:58.003017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3fdf6be7-90c2-433d-b9db-95c1c75566e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78a81d96-5da4-45df-8490-95ba0c5708a3 HTTP/1.1" status: 204 len: 168 time: 0.7500367 Aug 20 08:45:58.102804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf6be7-90c2-433d-b9db-95c1c75566e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a81d96-5da4-45df-8490-95ba0c5708a3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:58.110475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e093bb0-f7f4-4103-8567-ce0d95050be2 req-f7a29102-e990-46ba-84dc-7801a2332c51 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:58.112510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e093bb0-f7f4-4103-8567-ce0d95050be2 req-f7a29102-e990-46ba-84dc-7801a2332c51 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 936 time: 0.1797063 Aug 20 08:45:58.113995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-5f266db7-98ff-403e-a61d-30fb11b472a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209512 Aug 20 08:45:58.217069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-ae14dd15-f253-441a-b712-1487ecf35639 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381450 Aug 20 08:45:58.393727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-46d6bb54-3011-428b-8ec5-f6e1914fad37 req-094220d8-5c56-4249-a9b2-792062d08ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693559 Aug 20 08:45:58.440898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2a14a7-d250-401e-ad6d-67196f729aaf {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:58.453576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:58.537898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e093bb0-f7f4-4103-8567-ce0d95050be2 req-5ebfd031-b3c5-4b0f-9091-f2b9f563352e tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999898 Aug 20 08:45:58.546701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'tag': '85b8fbff-321c-44f0-a980-539c38404266'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:45:58.554973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Transition to ACTIVE for port object 5f2a14a7-d250-401e-ad6d-67196f729aaf will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:45:58.557956 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964a786-edeb-422d-ac29-6c21a0a774ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "tag": "85b8fbff-321c-44f0-a980-539c38404266"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:45:58.569497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:58.615555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb08482-4238-4b9c-899f-5e5d20150e20 req-f7ed5ac5-b48b-4897-b072-08b31b99fe47 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:58.618095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adb08482-4238-4b9c-899f-5e5d20150e20 req-f7ed5ac5-b48b-4897-b072-08b31b99fe47 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.4502738 Aug 20 08:45:58.653536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f5a2116-230a-4a33-9f0e-a9d2a7abbe9f req-75e4bb62-bbad-4f94-b5aa-8e182f5659c8 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206225 Aug 20 08:45:58.697699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-81babe02-adb6-4b02-a042-60d6128e6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:58.706297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-81babe02-adb6-4b02-a042-60d6128e6115 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1095 time: 0.2415218 Aug 20 08:45:58.721480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adb08482-4238-4b9c-899f-5e5d20150e20 req-726f78d2-237d-4e5b-8596-7267f581ca8d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741324 Aug 20 08:45:58.733051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Router d2a1451e-34f2-41fb-bba0-78230a835dea has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:45:58.786438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a14a7-d250-401e-ad6d-67196f729aaf,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:58.856773 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef3db5-d087-495c-915b-3c9e3fe135dd x-openstack-request-id: req-5eef3db5-d087-495c-915b-3c9e3fe135dd {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:45:58.858221 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "tag": "85b8fbff-321c-44f0-a980-539c38404266", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:45:58.859493 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eef3db5-d087-495c-915b-3c9e3fe135dd {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:45:58.861358 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'tag': '85b8fbff-321c-44f0-a980-539c38404266', 'status': 'completed', 'code': 200} Aug 20 08:45:58.934296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-d298d13b-226c-4c26-a3e2-0cdb29051250 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:58.935861 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-d298d13b-226c-4c26-a3e2-0cdb29051250 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.4735425 Aug 20 08:45:58.936586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Attempting to bind port 5f2a14a7-d250-401e-ad6d-67196f729aaf on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:45:58.936954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Attempting to bind port 5f2a14a7-d250-401e-ad6d-67196f729aaf by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:45:58.937237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Attempting to bind port 5f2a14a7-d250-401e-ad6d-67196f729aaf on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:58.969676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Request body: {'port': {'device_id': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'admin_state_up': True, 'tenant_id': '438f7174e2af49ad8defe5cc973d1a39'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:58.993891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Port 5f2a14a7-d250-401e-ad6d-67196f729aaf on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:45:58.994234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Attempting to bind port 5f2a14a7-d250-401e-ad6d-67196f729aaf on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:45:59.033247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:45:59.033816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:45:59.034378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:45:59.034997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Bound port: 5f2a14a7-d250-401e-ad6d-67196f729aaf, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:45:59.035359 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.116762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-47a7f118-c9a8-4eef-8bfd-66b01e8c3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.118472 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-47a7f118-c9a8-4eef-8bfd-66b01e8c3704 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.3626502 Aug 20 08:45:59.119183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-cb4d587c-891a-4722-a829-c28864b4f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.120652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-cb4d587c-891a-4722-a829-c28864b4f1e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1099 time: 0.2725837 Aug 20 08:45:59.128097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:45:59.134384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-c5c87ee8-28d8-4487-b07b-c5164a01ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.136105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-c5c87ee8-28d8-4487-b07b-c5164a01ff25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1099 time: 0.2427888 Aug 20 08:45:59.142742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ddc3bd0a-ec2d-467a-b7fa-3c52fff76726 admin admin] 10.222.0.35 "PUT /v2.0/routers/d2a1451e-34f2-41fb-bba0-78230a835dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1962199 Aug 20 08:45:59.143852 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] Sync routers for ids ['d2a1451e-34f2-41fb-bba0-78230a835dea'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:45:59.144385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59020) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:59.151742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59022) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:45:59.155555 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] Routers {'d2a1451e-34f2-41fb-bba0-78230a835dea'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:59.155900 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d2a1451e-34f2-41fb-bba0-78230a835dea'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:59.162505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d4d7b-c895-41f3-bf83-4fc9a6a69cf6 req-90d85286-9322-45ed-8b3a-1e2af1efcd72 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.164600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-255d4d7b-c895-41f3-bf83-4fc9a6a69cf6 req-90d85286-9322-45ed-8b3a-1e2af1efcd72 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.2253506 Aug 20 08:45:59.196919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be96bf-b24d-4379-b5ba-141e140f11ab req-4edf32c1-f436-4b0a-ba45-308bd0920ea6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.198444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19be96bf-b24d-4379-b5ba-141e140f11ab req-4edf32c1-f436-4b0a-ba45-308bd0920ea6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 943 time: 0.2359550 Aug 20 08:45:59.213396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 37e760ed-ceef-46b1-9191-baeb1aa37252 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:45:59.219727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-b8c44a70-20ec-4802-b00d-d03e1bba5c57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 217 time: 0.0922465 Aug 20 08:45:59.276230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] For port 5f2a14a7-d250-401e-ad6d-67196f729aaf, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:45:59.304988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] For port 5f2a14a7-d250-401e-ad6d-67196f729aaf, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:45:59.312946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Made reservation on behalf of 438f7174e2af49ad8defe5cc973d1a39 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:59.316531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.354419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.367519 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] Set router d2a1451e-34f2-41fb-bba0-78230a835dea gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:45:59.369636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1026121879-network', 'tenant_id': '471d0855e6e94869bb57e2413e13e43b'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:45:59.369815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-35cc180d-1460-4fa4-8ea2-c3e1bb8969bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.371154 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-35cc180d-1460-4fa4-8ea2-c3e1bb8969bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1394012 Aug 20 08:45:59.378722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-255d4d7b-c895-41f3-bf83-4fc9a6a69cf6 req-a393977b-580f-480a-a4e7-db001e6c1074 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906536 Aug 20 08:45:59.414059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19be96bf-b24d-4379-b5ba-141e140f11ab req-d702e436-d4d2-403c-a7ad-a33f2fc7e852 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801686 Aug 20 08:45:59.430274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 37e760ed-ceef-46b1-9191-baeb1aa37252, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=37e760ed-ceef-46b1-9191-baeb1aa37252,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:59.457387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:45:59.466822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-4897f408-0bb5-4e60-be00-90257ff574f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630698 Aug 20 08:45:59.470003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.470861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.472394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] 10.222.0.26 "PUT /v2.0/ports/5f2a14a7-d250-401e-ad6d-67196f729aaf HTTP/1.1" status: 200 len: 1096 time: 2.1140654 Aug 20 08:45:59.475630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.477492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-e3871e67-4f78-40e3-8d3c-cef991bcfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.479051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-e3871e67-4f78-40e3-8d3c-cef991bcfa54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3264449 Aug 20 08:45:59.480099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-5477558d-cb2d-46fc-b20e-7d31cacae236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.481438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-5477558d-cb2d-46fc-b20e-7d31cacae236 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3507764 Aug 20 08:45:59.517654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Made reservation on behalf of 471d0855e6e94869bb57e2413e13e43b for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:45:59.520943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.532198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.548729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e760ed-ceef-46b1-9191-baeb1aa37252 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:45:59.579138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 37e760ed-ceef-46b1-9191-baeb1aa37252, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=37e760ed-ceef-46b1-9191-baeb1aa37252,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:45:59.584376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.614107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-cb0b7bfe-9efd-4d1e-8cc1-9716c0b41712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.1268640 Aug 20 08:45:59.615714 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-fb9da621-9447-448e-8ecf-cc6af8d9f6c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.1270237 Aug 20 08:45:59.626321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:45:59.659236 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:56Z', 'revision_number': 5, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:59.696344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=37e760ed-ceef-46b1-9191-baeb1aa37252,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:45:59.710870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5cb4e0f-2d53-4f24-b010-cce532c6faa9 req-229dc171-21af-41dc-adcc-9a6e06e04de3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 210 time: 0.1047556 Aug 20 08:45:59.797842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['37e760ed-ceef-46b1-9191-baeb1aa37252'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:45:59.829474 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] Checking router: d2a1451e-34f2-41fb-bba0-78230a835dea for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:45:59.838076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-b0552ba3-c532-499f-9c56-0a6f36c3ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.840390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-b0552ba3-c532-499f-9c56-0a6f36c3ab9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2152357 Aug 20 08:45:59.840729 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] Routers {'d2a1451e-34f2-41fb-bba0-78230a835dea'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:45:59.841460 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:45:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d2a1451e-34f2-41fb-bba0-78230a835dea'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:45:59.842343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-abdd390b-bfcf-4bf2-af28-089ef904c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.843875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-abdd390b-bfcf-4bf2-af28-089ef904c0f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2198055 Aug 20 08:45:59.930991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0180f-f4ec-4b0f-a942-73f69376fd9f req-9b5e5195-d0ac-49c3-9a4c-79cafca07e42 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:45:59.932568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ed0180f-f4ec-4b0f-a942-73f69376fd9f req-9b5e5195-d0ac-49c3-9a4c-79cafca07e42 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 948 time: 0.2619474 Aug 20 08:45:59.993540 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] Set router d2a1451e-34f2-41fb-bba0-78230a835dea gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:00.023094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'tag': '5f2a14a7-d250-401e-ad6d-67196f729aaf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:00.026352 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b7363c-35ce-4bee-a034-b4e773df8e03" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1548a1-9aa9-409d-b723-85f48f75a078", "tag": "5f2a14a7-d250-401e-ad6d-67196f729aaf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:00.028068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-8c06e4df-a3f1-4b24-b663-ecdee4b5a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.029907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-8c06e4df-a3f1-4b24-b663-ecdee4b5a697 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816142 Aug 20 08:46:00.042313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-7f50387d-c3db-46f3-b06a-354a405ca536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.043777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-7f50387d-c3db-46f3-b06a-354a405ca536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842692 Aug 20 08:46:00.067948 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.123062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.128299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ed0180f-f4ec-4b0f-a942-73f69376fd9f req-046d56aa-6c97-4816-a254-72ede65ccf74 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797240 Aug 20 08:46:00.140644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de9b48-d241-4861-b399-86c81f3d8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a14a7-d250-401e-ad6d-67196f729aaf,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:00.172692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30205d-503b-4042-b237-24163c1cfa28 req-d1f5cb63-a1f9-4a93-b155-05a2260ab269 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.180521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb30205d-503b-4042-b237-24163c1cfa28 req-d1f5cb63-a1f9-4a93-b155-05a2260ab269 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.2579167 Aug 20 08:46:00.217748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:46:00.223029 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:56Z', 'revision_number': 5, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:00.233848 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a57a94-6a01-4e3c-80ff-8b6f769cf2eb x-openstack-request-id: req-17a57a94-6a01-4e3c-80ff-8b6f769cf2eb {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:00.234230 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1548a1-9aa9-409d-b723-85f48f75a078", "tag": "5f2a14a7-d250-401e-ad6d-67196f729aaf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:00.234427 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17a57a94-6a01-4e3c-80ff-8b6f769cf2eb {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:00.234790 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'tag': '5f2a14a7-d250-401e-ad6d-67196f729aaf', 'status': 'completed', 'code': 200} Aug 20 08:46:00.255004 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a933c5-e1d2-4c0d-a8b0-077e25e95dda None None] The sync data for ids ['d2a1451e-34f2-41fb-bba0-78230a835dea'] in n-d-804285-2 is: [{'id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1400679026-router', 'tenant_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:56Z', 'revision_number': 5, 'project_id': 'abfc91c4bf164bc29eb32cb0bde3fcea', 'gw_port': {'id': '4aa79a3d-7475-4314-b1c6-129639d7f200', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:e9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a1451e-34f2-41fb-bba0-78230a835dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:42Z', 'updated_at': '2021-08-20T08:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:00.259882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.260191 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Added segment 1446f73d-01b3-44d6-aaff-c2d084015430 of type vlan for network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 Aug 20 08:46:00.263258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd807a-f93e-4155-9953-c97dafaed7f0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:00.310392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb30205d-503b-4042-b237-24163c1cfa28 req-7b96f16b-3ac3-40c8-9b72-ea0d3a55bd27 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288607 Aug 20 08:46:00.312356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-a83d8a85-4c17-49f8-ae8b-49087bb38014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.313887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-a83d8a85-4c17-49f8-ae8b-49087bb38014 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 1099 time: 0.2743998 Aug 20 08:46:00.322392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-cb20d6a0-f62b-4d55-a3af-64511fcaf631 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009946 Aug 20 08:46:00.323431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Allocated IP 172.20.0.10 (4add3635-958b-404b-96b7-389a788bb8fb/8aa1424f-4764-490e-9e18-1a8afaae75cd/08e98542-3025-4273-a983-4f20ae04168d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:00.345297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.353033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-1f3bb523-605a-4c1e-8e4c-77363a7e7d4e service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031242 Aug 20 08:46:00.384512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.407063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-7b4388ca-e04a-4fdb-b09c-6a20cc77a2c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf HTTP/1.1" status: 200 len: 217 time: 0.0773420 Aug 20 08:46:00.429434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-72a35a44-3e7f-4851-a0f6-19800a2b4a47 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723159 Aug 20 08:46:00.543177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.544081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.544648 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.594710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-feba9cc9-4069-4c25-bb58-ec358f512f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.596070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-feba9cc9-4069-4c25-bb58-ec358f512f7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1465688 Aug 20 08:46:00.620815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77bd7def-f0e4-40be-910d-7af904aaaf56 req-56f50fe0-636f-4363-9ecc-5cafd33b583b service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770064 Aug 20 08:46:00.699518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:00.710100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Deleting port 4aa79a3d-7475-4314-b1c6-129639d7f200 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:00.711603 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.808338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] For port 4aa79a3d-7475-4314-b1c6-129639d7f200, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4aa79a3d-7475-4314-b1c6-129639d7f200,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:00.808706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.814194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a58ced3e-aee8-400c-99a9-3e93c753af41 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:00.842070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a58ced3e-aee8-400c-99a9-3e93c753af41 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:00.842281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-3438841d-f197-4c38-9892-5831ca36cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.842655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a58ced3e-aee8-400c-99a9-3e93c753af41 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:00.843778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-3438841d-f197-4c38-9892-5831ca36cba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374773 Aug 20 08:46:00.844964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Calling delete_port for 4aa79a3d-7475-4314-b1c6-129639d7f200 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:00.847264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:00.860056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'port_id': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'mac_address': 'fa:16:3e:3a:b1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaddc3f-af3e-4afd-9241-3ed10479d349', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:00.909308 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.911178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-f56b9d6a-7e35-4e6d-8b77-0b8d75a5fe89 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450411 Aug 20 08:46:00.917948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7522876 Aug 20 08:46:00.925834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b4733b-34a3-4a33-a38c-3eff08f46d2d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:00.926042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:00.938171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Request body: {'subnet': {'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1026121879-subnet', 'tenant_id': '471d0855e6e94869bb57e2413e13e43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:00.940426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f7caf-598a-4ffa-b2ba-ec34fa40e181 admin admin] Pushing event updated for resources: {'Network': ['ID=89db3c07-cbfe-4cf8-8062-b3b66aa41912,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:00.950402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:00.956586 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:00.965196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:46:00.981923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76544ce2-08cb-4a46-937f-b0e51533b5d2 req-e777bbe9-f23c-4514-a65e-d9b7ac2a1d71 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:00.983784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76544ce2-08cb-4a46-937f-b0e51533b5d2 req-e777bbe9-f23c-4514-a65e-d9b7ac2a1d71 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 944 time: 0.4535441 Aug 20 08:46:00.986105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0964a786-edeb-422d-ac29-6c21a0a774ef req-12d95639-8760-4f15-b16c-4cfbe72c7557 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351088 Aug 20 08:46:00.993814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f29e-dca2-4a05-a287-2c0020d325af req-f9066f78-55f0-4e99-9f3c-7914b73452c2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.001356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bb2f29e-dca2-4a05-a287-2c0020d325af req-f9066f78-55f0-4e99-9f3c-7914b73452c2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.4779897 Aug 20 08:46:01.011595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.040502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Made reservation on behalf of 471d0855e6e94869bb57e2413e13e43b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:01.043090 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.088662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:01.105305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-7bb62f24-2f3f-476c-897e-cce263c0b2e9 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535701 Aug 20 08:46:01.119237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76544ce2-08cb-4a46-937f-b0e51533b5d2 req-0ae220a3-c916-4e49-9fe3-3c4c0b9e6096 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133354 Aug 20 08:46:01.126482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bb2f29e-dca2-4a05-a287-2c0020d325af req-55706bdf-340f-418e-95a9-1b8c100c0e81 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235175 Aug 20 08:46:01.199951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['d7b4733b-34a3-4a33-a38c-3eff08f46d2d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:01.211700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.238057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 37e760ed-ceef-46b1-9191-baeb1aa37252 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:01.321617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Network 4add3635-958b-404b-96b7-389a788bb8fb is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:01.330053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:01.335929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:01.343452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.344315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.352115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8e924-df1a-44f6-81e5-5986f5135706 req-cc90a335-6acd-40a9-9caf-7d8a2c389c4d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.353318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81c8e924-df1a-44f6-81e5-5986f5135706 req-cc90a335-6acd-40a9-9caf-7d8a2c389c4d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 932 time: 0.1316066 Aug 20 08:46:01.354572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.359499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 37e760ed-ceef-46b1-9191-baeb1aa37252 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:01.362330 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c918741e-e3ad-4c33-aec0-8b6e463f640d req-97a62fcd-d35e-41e0-8acf-2db674833828 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450051 Aug 20 08:46:01.377151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 37e760ed-ceef-46b1-9191-baeb1aa37252 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:01.377937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.385419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:01.390218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-dba4e1c0-e7be-488f-9da1-e72e48b14f7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4448659 Aug 20 08:46:01.391348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.404523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Request body: {'port': {'device_id': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:01.418761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c268c0-d387-458c-a752-48699415b7bd req-28e184d1-b145-4ae6-80f2-c965863034b3 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.420335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85c268c0-d387-458c-a752-48699415b7bd req-28e184d1-b145-4ae6-80f2-c965863034b3 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 948 time: 0.1327591 Aug 20 08:46:01.452773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa79a3d-7475-4314-b1c6-129639d7f200,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:01.453785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec97766-f58d-4db0-88b6-f4264c19290c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:01.490008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81c8e924-df1a-44f6-81e5-5986f5135706 req-d6ceb234-9c83-4b8c-a208-bca75436926b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219997 Aug 20 08:46:01.505812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.512251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Checking segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:01.512746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Network hostable DHCP agents. Network: 89db3c07-cbfe-4cf8-8062-b3b66aa41912, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:46:01.522138 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.545371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85c268c0-d387-458c-a752-48699415b7bd req-cb3306e3-55a2-454e-afd9-ec85794321d3 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075087 Aug 20 08:46:01.563492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:46:01.573168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 37e760ed-ceef-46b1-9191-baeb1aa37252, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=37e760ed-ceef-46b1-9191-baeb1aa37252,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:01.574080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:01.576491 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c472c3f3-055f-4ff0-90e4-1207b444bfa1" -d '{"events": [{"server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "name": "network-vif-plugged", "status": "completed", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:01.580231 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.593477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 89db3c07-cbfe-4cf8-8062-b3b66aa41912) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:01.603648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.604183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.617536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.621004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d1b8-647f-4007-935c-422550711c02 req-f3482423-1ac7-44f0-a4de-f43eb2e9838f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.628911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed93d1b8-647f-4007-935c-422550711c02 req-f3482423-1ac7-44f0-a4de-f43eb2e9838f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.0792842 Aug 20 08:46:01.640342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=37e760ed-ceef-46b1-9191-baeb1aa37252,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:01.649108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc51471-63ec-4afb-8a34-f1e9e0b86489 None None] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:46:01.654568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bd2fa0e4-96df-4804-88de-2521dc6583ab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7259977 Aug 20 08:46:01.657011 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8ecc26-401c-4f1c-8a47-08d2788c037a x-openstack-request-id: req-3b8ecc26-401c-4f1c-8a47-08d2788c037a {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:01.657318 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "name": "network-vif-plugged", "status": "completed", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:01.657583 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b8ecc26-401c-4f1c-8a47-08d2788c037a {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:01.658195 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'code': 200} Aug 20 08:46:01.669241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.674055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.680813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-771659a9-c90e-4d94-9cf1-5cfd58d84e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.682681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-771659a9-c90e-4d94-9cf1-5cfd58d84e71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 1099 time: 0.2539997 Aug 20 08:46:01.691740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed93d1b8-647f-4007-935c-422550711c02 req-f61b1b31-c6d7-47e1-a737-47bebce1c20d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Aug 20 08:46:01.802025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238bcb5-a022-433c-82b4-a076b795262e req-f2ec10f8-58d8-40ae-83fc-64a075e3dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:01.803774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1238bcb5-a022-433c-82b4-a076b795262e req-f2ec10f8-58d8-40ae-83fc-64a075e3dcdf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.0850670 Aug 20 08:46:01.858229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1238bcb5-a022-433c-82b4-a076b795262e req-96af85f7-5c88-4339-8940-1ff3c4470b1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Aug 20 08:46:01.869590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.870272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a1451e-34f2-41fb-bba0-78230a835dea {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:46:01.893170 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:01.894509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2d8a8cf9-f124-47fd-a401-574d09179ca0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d2a1451e-34f2-41fb-bba0-78230a835dea HTTP/1.1" status: 204 len: 168 time: 2.7478600 Aug 20 08:46:01.897869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:01.925188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3aa4d-de7c-4181-9630-aff0356ebaf7 None None] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:46:02.017919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-180c8ee9-12e3-456a-8c68-c59cd293c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.020195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-180c8ee9-12e3-456a-8c68-c59cd293c5e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3117425 Aug 20 08:46:02.032969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Deleting subnet 8515fb5e-3948-47be-9470-668c73c9c14a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:46:02.038636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.087301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-01ae05bf-844e-4e82-aa7a-434fce05dbb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf HTTP/1.1" status: 200 len: 217 time: 0.0582027 Aug 20 08:46:02.145634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007fbc2-1e01-46c2-825b-c2a2de6e763d req-e8b52f84-c2fe-49f5-b298-ce04ca0cbc3a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.147196 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0007fbc2-1e01-46c2-825b-c2a2de6e763d req-e8b52f84-c2fe-49f5-b298-ce04ca0cbc3a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 948 time: 0.2038252 Aug 20 08:46:02.153984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.204974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-c477c80a-ca3a-43fa-853f-e33bb2d6332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.206498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-c477c80a-ca3a-43fa-853f-e33bb2d6332f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0925062 Aug 20 08:46:02.287234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-1a17f224-d521-4045-a505-2e51d1bbea40 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.288773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-1a17f224-d521-4045-a505-2e51d1bbea40 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae&tenant_id=0f4d929c31814177bd5a0584cb552160&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 948 time: 0.2288618 Aug 20 08:46:02.299853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-9fd4b825-d4be-4073-854c-618c8dc838c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.301359 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-9fd4b825-d4be-4073-854c-618c8dc838c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853145 Aug 20 08:46:02.354256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0007fbc2-1e01-46c2-825b-c2a2de6e763d req-a0095ef5-5e8d-4bba-b7f4-b3e2f873a57e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923375 Aug 20 08:46:02.384681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.386407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e98542-3025-4273-a983-4f20ae04168d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:02.397134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.432930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Transition to ACTIVE for port object 08e98542-3025-4273-a983-4f20ae04168d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:02.439761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.482457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-0e96a24a-7a5c-4118-a1c6-ecb8eb07d0f3 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634181 Aug 20 08:46:02.504552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-20d9ac1b-38f9-4964-99a0-eee04e05a12d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.506066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-20d9ac1b-38f9-4964-99a0-eee04e05a12d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.2733254 Aug 20 08:46:02.520932 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-5d0cc901-6c9a-4c6d-b857-360f88678f93 service neutron] delete failed (client error): The resource could not be found. Aug 20 08:46:02.521924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-5d0cc901-6c9a-4c6d-b857-360f88678f93 service neutron] 10.222.0.37 "DELETE /v2.0/ports/85b8fbff-321c-44f0-a980-539c38404266/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.1917613 Aug 20 08:46:02.537447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-63c934f6-b628-4250-959b-9f75946e53fd tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/quotas/471d0855e6e94869bb57e2413e13e43b HTTP/1.1" status: 200 len: 375 time: 0.0208535 Aug 20 08:46:02.542110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.553311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:02.556749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63979005-a35c-41bc-91f3-7295c7c43f71 req-374968ce-b048-49ad-8065-cdbbb33616a8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.558323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63979005-a35c-41bc-91f3-7295c7c43f71 req-374968ce-b048-49ad-8065-cdbbb33616a8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 945 time: 0.1303694 Aug 20 08:46:02.592128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.594065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8515fb5e-3948-47be-9470-668c73c9c14a HTTP/1.1" status: 204 len: 168 time: 0.6942236 Aug 20 08:46:02.595540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e515d-c839-4316-bc71-d13f2a173840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8515fb5e-3948-47be-9470-668c73c9c14a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:02.598933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d1833c-ff54-4685-b464-233b3718dcf7 None None] Network f1a1f44e-e4ce-43a2-8348-33545340bbc5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:46:02.606051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59082) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:02.617915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-82ef3b0c-72c0-4a50-afb8-191fd1106343 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568662 Aug 20 08:46:02.627088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:02.627430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:02.627760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:02.649987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:02.649987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:02.695875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:02.696222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:02.696614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:02.697065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Bound port: 08e98542-3025-4273-a983-4f20ae04168d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:02.697434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.704267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 85b8fbff-321c-44f0-a980-539c38404266 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:02.719585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87b7363c-35ce-4bee-a034-b4e773df8e03 req-4293d497-4498-4fe6-834e-825a43b19f19 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267585 Aug 20 08:46:02.725067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63979005-a35c-41bc-91f3-7295c7c43f71 req-ef35599e-319c-4a41-b045-48d020086b06 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357265 Aug 20 08:46:02.739433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:02.746655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-8b1f94f7-32d9-4b40-a932-077dfbbff0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.748150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-8b1f94f7-32d9-4b40-a932-077dfbbff0e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1099 time: 0.1239464 Aug 20 08:46:02.779041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.809383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-cd71537c-e4a6-4fd3-a8dd-d089e82f05cf service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745977 Aug 20 08:46:02.850075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:02.864298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:02.870807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.889339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4aa79a3d-7475-4314-b1c6-129639d7f200 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:02.912763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:02.914293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.915694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 1092 time: 1.5153759 Aug 20 08:46:02.919326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'tag': '08e98542-3025-4273-a983-4f20ae04168d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:02.921237 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b815c-6744-4187-977a-1ee291f2c274" -d '{"events": [{"name": "network-changed", "server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "tag": "08e98542-3025-4273-a983-4f20ae04168d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:02.921505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4aa79a3d-7475-4314-b1c6-129639d7f200 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:02.921872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4aa79a3d-7475-4314-b1c6-129639d7f200 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:02.945021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port d7b4733b-34a3-4a33-a38c-3eff08f46d2d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:02.950383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Deleting port c0eb2e40-7de5-4931-a64a-6531467ba396 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:02.950730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.961942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port d7b4733b-34a3-4a33-a38c-3eff08f46d2d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:02.962316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:02.975030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f3131-5e53-46e7-ae9e-2b7e4bda91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:03.013727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] DHCP port deletion for f1a1f44e-e4ce-43a2-8348-33545340bbc5 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:46:03.022871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:03.065813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] For port c0eb2e40-7de5-4931-a64a-6531467ba396, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c0eb2e40-7de5-4931-a64a-6531467ba396,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:03.065813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.066107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '85b8fbff-321c-44f0-a980-539c38404266', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '85b8fbff-321c-44f0-a980-539c38404266', 'mac_address': 'fa:16:3e:fd:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:03.076154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-ca178339-a5bc-4948-af4a-9683fae80d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.077663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-ca178339-a5bc-4948-af4a-9683fae80d3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3113475 Aug 20 08:46:03.081502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Calling delete_port for c0eb2e40-7de5-4931-a64a-6531467ba396 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:03.096771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-cab0e84f-6e0b-4ff4-869a-1d6bf75a691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.098353 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-cab0e84f-6e0b-4ff4-869a-1d6bf75a691b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1095 time: 0.0829334 Aug 20 08:46:03.134262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-631bcdf7-21c9-4e56-a8b7-96a8973bf64a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.0477688 Aug 20 08:46:03.142195 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.144876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.145507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd0f81-2ae6-47df-bd40-21fba0066a94 req-a83d9e42-f95f-4d77-9a47-69337c7b6edd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.147021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5fd0f81-2ae6-47df-bd40-21fba0066a94 req-a83d9e42-f95f-4d77-9a47-69337c7b6edd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 945 time: 0.1599054 Aug 20 08:46:03.169906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] Deleting port c0eb2e40-7de5-4931-a64a-6531467ba396 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:03.170306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.174049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-7559991b-b837-402b-bbcb-b01495c175cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 217 time: 0.0433261 Aug 20 08:46:03.184876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b8fbff-321c-44f0-a980-539c38404266 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:03.205061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-8dcd1a63-ac38-4686-a611-48773d7467fd service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820083 Aug 20 08:46:03.233097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-bbd9f3de-5490-4816-b3d7-a51e49069d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.234901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-bbd9f3de-5490-4816-b3d7-a51e49069d6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0839694 Aug 20 08:46:03.239477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5fd0f81-2ae6-47df-bd40-21fba0066a94 req-1671400f-a60d-41a2-82d2-c3368717a12f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778189 Aug 20 08:46:03.242683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fddda1-45c1-485b-b53c-525e47373761 req-87e66978-7ecd-4ad5-b7c3-7cafa17ca0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.244179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-87e66978-7ecd-4ad5-b7c3-7cafa17ca0d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0605369 Aug 20 08:46:03.249705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.304409 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-b2c3db22-6d3e-4048-8dd0-82ede358b2e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506246 Aug 20 08:46:03.305260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0eb2e40-7de5-4931-a64a-6531467ba396,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:03.307299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] No DVR routers for this DVR port c0eb2e40-7de5-4931-a64a-6531467ba396 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:03.315265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-fa17a521-3636-4820-99a2-1602bd13ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.321364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-fa17a521-3636-4820-99a2-1602bd13ea19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751457 Aug 20 08:46:03.386507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:03.398630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:03.401205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.426208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.442946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] For port c0eb2e40-7de5-4931-a64a-6531467ba396, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c0eb2e40-7de5-4931-a64a-6531467ba396,segment=NetworkSegment(c381e2be-ca79-4129-bf69-e9b0496cb564),segment_id=c381e2be-ca79-4129-bf69-e9b0496cb564)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:03.443546 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.447869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-69276097-c4f5-4fd4-b680-d6609076b1f4 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217017 Aug 20 08:46:03.467111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] Calling delete_port for c0eb2e40-7de5-4931-a64a-6531467ba396 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:03.483890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:03.623322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fadc1-3097-4fa0-89e5-00f045a6375e req-92a9555f-f22f-449d-8834-1e18f52b3f78 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.624655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d3fadc1-3097-4fa0-89e5-00f045a6375e req-92a9555f-f22f-449d-8834-1e18f52b3f78 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.1591966 Aug 20 08:46:03.646544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04a7a90c-b3c9-43a7-bdbb-821f583e5bf0 req-5f2f8f0e-1c86-4284-ba40-3bae3589ef63 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914923 Aug 20 08:46:03.662682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:03.666438 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f616f-4c2c-4ee4-8667-9332df175566" -d '{"events": [{"server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "name": "network-vif-plugged", "status": "completed", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:03.666885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67570b-ba76-4f4d-b946-38bf5fd3e2ab req-1858e2d2-ec09-48d5-bd5b-39d4e63b1f02 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.668418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff67570b-ba76-4f4d-b946-38bf5fd3e2ab req-1858e2d2-ec09-48d5-bd5b-39d4e63b1f02 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 948 time: 0.1359365 Aug 20 08:46:03.682270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:03.722298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:03.734841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d3fadc1-3097-4fa0-89e5-00f045a6375e req-ae4168a8-2aa0-4276-845d-9d50367947e1 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Aug 20 08:46:03.784618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:03.785370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff67570b-ba76-4f4d-b946-38bf5fd3e2ab req-4915e812-90f0-45ea-a265-a2dfaf951462 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093295 Aug 20 08:46:03.815743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] No DVR routers for this DVR port c0eb2e40-7de5-4931-a64a-6531467ba396 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:03.839120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d034f-9acc-423e-92c8-13e3994423ff None None] Pushing event deleted for resources: {'Port': ['ID=c0eb2e40-7de5-4931-a64a-6531467ba396,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:03.884662 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccccfe01-320e-4490-8dbd-3d6bf1d396e0 x-openstack-request-id: req-ccccfe01-320e-4490-8dbd-3d6bf1d396e0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:03.884952 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "tag": "08e98542-3025-4273-a983-4f20ae04168d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:03.885205 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccccfe01-320e-4490-8dbd-3d6bf1d396e0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:03.885869 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'tag': '08e98542-3025-4273-a983-4f20ae04168d', 'status': 'completed', 'code': 200} Aug 20 08:46:03.929326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fe7b1f3-ce74-4165-b2ae-6b3fd3b1f2b5 req-c659da2d-72b8-42c7-a2c3-91d11f07522b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 210 time: 0.0323346 Aug 20 08:46:03.959552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5882c-1833-424b-9662-9d4b14b21eb2 req-8f431ec1-6f3f-4c4c-89c3-ca7037f666e9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:03.974451 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33d5882c-1833-424b-9662-9d4b14b21eb2 req-8f431ec1-6f3f-4c4c-89c3-ca7037f666e9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 949 time: 0.1143794 Aug 20 08:46:03.992493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.032626 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe55ce7-dffb-4b37-b7db-1c2ab17319b1 x-openstack-request-id: req-8fe55ce7-dffb-4b37-b7db-1c2ab17319b1 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:04.033140 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "name": "network-vif-plugged", "status": "completed", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:04.033241 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fe55ce7-dffb-4b37-b7db-1c2ab17319b1 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:04.033576 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'code': 200} Aug 20 08:46:04.045931 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33d5882c-1833-424b-9662-9d4b14b21eb2 req-364aefdc-fe56-45ea-bc25-efa0de0fa3e6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702193 Aug 20 08:46:04.047048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.049144 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.050279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.051065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > port after_create 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.051620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.052567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > port after_update 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.053115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.053887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.055165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.056153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.171070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff812c-5725-482e-9595-948846d53b2d req-0d9cf5e3-14cd-4fc2-af4e-6d6e0c05d0d7 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:04.172467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dff812c-5725-482e-9595-948846d53b2d req-0d9cf5e3-14cd-4fc2-af4e-6d6e0c05d0d7 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 945 time: 0.0660117 Aug 20 08:46:04.179569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.179925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.180444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.180966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:46:04.181333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a1f44e-e4ce-43a2-8348-33545340bbc5']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:04.215258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dff812c-5725-482e-9595-948846d53b2d req-d2a57a28-fd89-4465-8bf3-ad5665df274a tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365341 Aug 20 08:46:04.252840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c381e2be-ca79-4129-bf69-e9b0496cb564') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:04.253369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c381e2be-ca79-4129-bf69-e9b0496cb564') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:04.263891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-90cfac38-965f-4cf5-b730-bf9ee71f93f7 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9523211 Aug 20 08:46:04.349322 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.383894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.394789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9bf1-7f4e-4f4a-a130-86a49514d8ea req-9909fe0a-3d35-41af-bf34-42c95555650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:04.396217 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71dd9bf1-7f4e-4f4a-a130-86a49514d8ea req-9909fe0a-3d35-41af-bf34-42c95555650b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1097 time: 0.2093351 Aug 20 08:46:04.404933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:46:04.405293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: from cryptography.utils import int_from_bytes Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: from cryptography.utils import int_from_bytes Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:46:04.435441 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:46:04.489468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5423d8-d9bd-40f0-a338-1b2b5349fb16 req-d886e06c-5ff0-402d-8391-ffab711f03ea tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:04.490994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e5423d8-d9bd-40f0-a338-1b2b5349fb16 req-d886e06c-5ff0-402d-8391-ffab711f03ea tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 946 time: 0.1285770 Aug 20 08:46:04.519633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58fddda1-45c1-485b-b53c-525e47373761 req-57d8cde3-2a7d-4174-8f08-88db73986385 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412231 Aug 20 08:46:04.528036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-3fd8dd46-1749-4ab5-864c-c69462e6cc68 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2704365 Aug 20 08:46:04.533942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71dd9bf1-7f4e-4f4a-a130-86a49514d8ea req-4c4c21fb-8f66-4bb5-8d34-c86df2a33e34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257286 Aug 20 08:46:04.540191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.546881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.549192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:04.552225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f1a1f44e-e4ce-43a2-8348-33545340bbc5 HTTP/1.1" status: 204 len: 168 time: 1.9376962 Aug 20 08:46:04.557335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e5423d8-d9bd-40f0-a338-1b2b5349fb16 req-3039f832-be33-42bd-84e4-6f78797b2341 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Aug 20 08:46:04.568576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4c9b9-bb52-4569-8585-46a64543db70 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a1f44e-e4ce-43a2-8348-33545340bbc5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:04.577319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.630886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b815c-6744-4187-977a-1ee291f2c274 req-792f5ae4-694e-47a7-b5fa-04f822d426f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:04.632248 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-792f5ae4-694e-47a7-b5fa-04f822d426f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1095 time: 0.0573587 Aug 20 08:46:04.713559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5f2a14a7-d250-401e-ad6d-67196f729aaf details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:04.721913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 85b8fbff-321c-44f0-a980-539c38404266 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:04.722237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59110) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:04.763035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b815c-6744-4187-977a-1ee291f2c274 req-0afeaef1-3d2d-4cf8-a969-af24002a7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:04.764533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-0afeaef1-3d2d-4cf8-a969-af24002a7019 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1255596 Aug 20 08:46:04.814990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-5be8c4da-7f4d-46c4-875d-94af599bfe23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 217 time: 0.0398054 Aug 20 08:46:04.821739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a7dc4155-ac02-4f02-8166-b21c954c9dc8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abfc91c4bf164bc29eb32cb0bde3fcea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983469 Aug 20 08:46:04.823604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:04.899402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b815c-6744-4187-977a-1ee291f2c274 req-54658dab-b473-46f2-a736-284471bc1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:04.900994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-54658dab-b473-46f2-a736-284471bc1842 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0781705 Aug 20 08:46:04.901112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c0eb2e40-7de5-4931-a64a-6531467ba396 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:04.926098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 85b8fbff-321c-44f0-a980-539c38404266 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:04.932976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c0eb2e40-7de5-4931-a64a-6531467ba396 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:04.932976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c0eb2e40-7de5-4931-a64a-6531467ba396 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:04.938174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 85b8fbff-321c-44f0-a980-539c38404266 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:04.938556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.948769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-b183fd52-fbe3-4dff-ae2c-be0a42f66748 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357504 Aug 20 08:46:04.971822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a789eac-a2a8-498c-a563-ac179626c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:04.975834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5f2a14a7-d250-401e-ad6d-67196f729aaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:04.995960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5f2a14a7-d250-401e-ad6d-67196f729aaf', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '5f2a14a7-d250-401e-ad6d-67196f729aaf', 'mac_address': 'fa:16:3e:3a:e3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:05.018988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041277c5-a704-4f27-a6a3-6cb92eea4a01 req-f2c4490c-8852-4fd8-8a21-c634febdc1e7 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:05.020026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-041277c5-a704-4f27-a6a3-6cb92eea4a01 req-f2c4490c-8852-4fd8-8a21-c634febdc1e7 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.0986350 Aug 20 08:46:05.080713 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.088618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.090582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a789eac-a2a8-498c-a563-ac179626c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.102877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2a14a7-d250-401e-ad6d-67196f729aaf {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:05.115686 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.151793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5f2a14a7-d250-401e-ad6d-67196f729aaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:05.156519 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.176086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-4597d69d-23ec-457c-b7a6-91a5b33d82d4 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:05.177792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-4597d69d-23ec-457c-b7a6-91a5b33d82d4 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.2279720 Aug 20 08:46:05.180901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-2f6b6034-8d80-46ed-8df3-0497aa756e1d service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184162 Aug 20 08:46:05.187163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-041277c5-a704-4f27-a6a3-6cb92eea4a01 req-44a3d4cd-9dd3-474c-8e6d-4c0914272c4b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516263 Aug 20 08:46:05.202788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Allocated IP 172.25.5.230 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/0ff53016-7813-4a9d-82f2-5d49b819444f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:05.203914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Request body: {'port': {'device_id': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'admin_state_up': True, 'tenant_id': '471d0855e6e94869bb57e2413e13e43b'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:05.207837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:05.226401 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.253290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5f2a14a7-d250-401e-ad6d-67196f729aaf,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:05.320549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a789eac-a2a8-498c-a563-ac179626c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.323058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a789eac-a2a8-498c-a563-ac179626c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.324202 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a789eac-a2a8-498c-a563-ac179626c159 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfbc70d4-e043-49cc-b1de-223904637c54 HTTP/1.1" status: 204 len: 168 time: 0.4996867 Aug 20 08:46:05.324433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:05.360934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a789eac-a2a8-498c-a563-ac179626c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbc70d4-e043-49cc-b1de-223904637c54,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:05.379239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2311-acc7-4f8a-9ba4-08130d5afce2 req-7d8ca996-9fcb-41a7-9586-c184eee454fd tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:05.380942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-177f2311-acc7-4f8a-9ba4-08130d5afce2 req-7d8ca996-9fcb-41a7-9586-c184eee454fd tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 949 time: 0.1000054 Aug 20 08:46:05.388039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.407583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-081b815c-6744-4187-977a-1ee291f2c274 req-b9683249-20a4-4f0e-b4b4-ef003f23ba5e service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186286 Aug 20 08:46:05.408691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Made reservation on behalf of 471d0855e6e94869bb57e2413e13e43b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:05.412110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.463297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5f2a14a7-d250-401e-ad6d-67196f729aaf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:05.466660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-177f2311-acc7-4f8a-9ba4-08130d5afce2 req-bf2694e1-ce22-41ac-a81b-66c04926dafd tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Aug 20 08:46:05.475402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.539405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:05.542351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:05.545950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:05.558387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Allocated IP 172.20.0.8 (89db3c07-cbfe-4cf8-8062-b3b66aa41912/4ec97766-f58d-4db0-88b6-f4264c19290c/060aab07-9e02-457c-bf1f-af081ff90e3a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:05.559487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event updated for resources: {'Port': ['ID=0ff53016-7813-4a9d-82f2-5d49b819444f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:05.626357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd94b32-fb7f-4b9a-9a39-94b03da5b6f5 req-0d7e846e-69e5-451e-bb27-766d5e223692 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 210 time: 0.0364928 Aug 20 08:46:05.646042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.742223 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.771905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.817614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.863709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:05.868564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:05.879160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e17bf-bb22-4b7e-9541-c842399a2bb2 req-7e13b406-c1ab-4dc7-a8dd-d1bac15361b0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:05.882711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:05.887054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c1e17bf-bb22-4b7e-9541-c842399a2bb2 req-7e13b406-c1ab-4dc7-a8dd-d1bac15361b0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1147513 Aug 20 08:46:05.913964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:05.939137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:05.939749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:05.946939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c1e17bf-bb22-4b7e-9541-c842399a2bb2 req-edf65b05-2184-457c-a672-39062396521b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559051 Aug 20 08:46:05.967621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-f4d4d9da-6c32-40fe-bbf5-d11ee9211044 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7764966 Aug 20 08:46:05.980420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Request body: {'port': {'device_id': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:06.003514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.009541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.034998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b8fbff-321c-44f0-a980-539c38404266'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:06.041957 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d81f2-35c9-4048-bc4d-972b68e637f2" -d '{"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-plugged", "status": "completed", "tag": "85b8fbff-321c-44f0-a980-539c38404266"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:06.043968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.054460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.092312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event updated for resources: {'Port': ['ID=0ff53016-7813-4a9d-82f2-5d49b819444f,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:06.098347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.099362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-145168f1-b193-4de3-9d4d-b40928ae25cc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5569620 Aug 20 08:46:06.182511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b119dc1-f1fa-4b36-8b78-c81083e3814b req-75413c3c-41df-440d-bdd1-efbd25f21a76 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.184016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b119dc1-f1fa-4b36-8b78-c81083e3814b req-75413c3c-41df-440d-bdd1-efbd25f21a76 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 946 time: 0.1447082 Aug 20 08:46:06.189310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-fa1af61d-c847-4a07-82e6-5fe71c9d6e10 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0788045 Aug 20 08:46:06.281458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b119dc1-f1fa-4b36-8b78-c81083e3814b req-905ba2f8-c635-4af5-8ba1-b871a8e91d2b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880113 Aug 20 08:46:06.330872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-ddb5727d-7435-4ff2-8e95-f5bf101c6b35 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.332744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-ddb5727d-7435-4ff2-8e95-f5bf101c6b35 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1316395 Aug 20 08:46:06.343775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-2ad4d97d-cb94-4387-b94f-21857153bf47 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:06.344835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9971b42a-ce3b-44aa-bf50-acbfd22aa601 req-2ad4d97d-cb94-4387-b94f-21857153bf47 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057762 Aug 20 08:46:06.347307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060aab07-9e02-457c-bf1f-af081ff90e3a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:06.359492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.374006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Transition to ACTIVE for port object 060aab07-9e02-457c-bf1f-af081ff90e3a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:06.378674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.395069 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def3130-caf1-4bcc-833d-7ae4976bf944 x-openstack-request-id: req-6def3130-caf1-4bcc-833d-7ae4976bf944 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:06.395586 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-plugged", "status": "completed", "tag": "85b8fbff-321c-44f0-a980-539c38404266", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:06.395810 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6def3130-caf1-4bcc-833d-7ae4976bf944 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:06.396291 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b8fbff-321c-44f0-a980-539c38404266', 'code': 200} Aug 20 08:46:06.445648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403f37-4624-47ee-bfc7-23c34d990bf3 req-a087ee76-dcfd-4607-a293-0b6d6ea34b29 tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.452393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:06.452839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb403f37-4624-47ee-bfc7-23c34d990bf3 req-a087ee76-dcfd-4607-a293-0b6d6ea34b29 tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1101 time: 0.0473437 Aug 20 08:46:06.520731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb403f37-4624-47ee-bfc7-23c34d990bf3 req-9f62b232-aa85-4b1a-9372-5776409579b5 tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Aug 20 08:46:06.528588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc403b1-77e8-4651-86d2-9d8bf4583bc0 req-cf5aa2a9-6e75-44f7-a9aa-f24a0bc666be tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.530094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afc403b1-77e8-4651-86d2-9d8bf4583bc0 req-cf5aa2a9-6e75-44f7-a9aa-f24a0bc666be tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.0747578 Aug 20 08:46:06.537490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Attempting to bind port 060aab07-9e02-457c-bf1f-af081ff90e3a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:06.538499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Attempting to bind port 060aab07-9e02-457c-bf1f-af081ff90e3a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:06.538849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Attempting to bind port 060aab07-9e02-457c-bf1f-af081ff90e3a on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:06.546627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Port 060aab07-9e02-457c-bf1f-af081ff90e3a on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:06.546627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Attempting to bind port 060aab07-9e02-457c-bf1f-af081ff90e3a on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:06.550717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:06.551059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Checking segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:06.551526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Bound using segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:06.552103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Bound port: 060aab07-9e02-457c-bf1f-af081ff90e3a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:06.552789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.571603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afc403b1-77e8-4651-86d2-9d8bf4583bc0 req-5374d9d4-520b-4da9-ac9a-2c80d1d67720 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Aug 20 08:46:06.620981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:06.624248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:06.629605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.668130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.668749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.670180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] 10.222.0.26 "PUT /v2.0/ports/060aab07-9e02-457c-bf1f-af081ff90e3a HTTP/1.1" status: 200 len: 1091 time: 0.6946816 Aug 20 08:46:06.670627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:06.672942 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:06.705947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa619b5-4929-4b69-9012-e02c2a833226 service neutron] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:06.715053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5f2a14a7-d250-401e-ad6d-67196f729aaf up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:06.752302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-08aa5d17-1f01-423a-ab25-2da6e4e6c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.753899 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-08aa5d17-1f01-423a-ab25-2da6e4e6c612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 1094 time: 0.0448916 Aug 20 08:46:06.768075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5f2a14a7-d250-401e-ad6d-67196f729aaf completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:06.774203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5f2a14a7-d250-401e-ad6d-67196f729aaf triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:06.774680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.808081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-6ed077b6-8333-4736-89ab-e865ada4df16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060aab07-9e02-457c-bf1f-af081ff90e3a HTTP/1.1" status: 200 len: 217 time: 0.0457263 Aug 20 08:46:06.863138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-15944f58-030b-43c6-9d6c-c8cccd85a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.864617 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-15944f58-030b-43c6-9d6c-c8cccd85a25c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.0500548 Aug 20 08:46:06.876254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.896963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191ccf6-06bb-4540-9c2f-2ea56be1997b req-10febe67-bf5b-4225-889b-aa202e863cfe tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:06.906544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f191ccf6-06bb-4540-9c2f-2ea56be1997b req-10febe67-bf5b-4225-889b-aa202e863cfe tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1097 time: 0.0536129 Aug 20 08:46:06.907778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-374b8ab1-ba94-4731-b7e8-f5cc9b671ba6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357454 Aug 20 08:46:06.923090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5f2a14a7-d250-401e-ad6d-67196f729aaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:06.929903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:06.957104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f191ccf6-06bb-4540-9c2f-2ea56be1997b req-51a81284-35fc-4684-bec5-6b33590a2773 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Aug 20 08:46:07.028501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5f2a14a7-d250-401e-ad6d-67196f729aaf,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:07.030169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-a1420fc1-f02f-4440-9c09-dee8d776ef52 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154838 Aug 20 08:46:07.123515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-918eefb7-f5e7-4319-91a6-a4fdbdda1e8b req-3f3d9088-1841-4a7f-88a3-744ed637c96c service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871549 Aug 20 08:46:07.141816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc19ad-0b2a-481d-8883-dad9f8f0ed1f req-85cd9646-00ab-41a6-9d1e-89c7cff651bc tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.144330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5bc19ad-0b2a-481d-8883-dad9f8f0ed1f req-85cd9646-00ab-41a6-9d1e-89c7cff651bc tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 950 time: 0.0790691 Aug 20 08:46:07.154728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-c9ecf7fd-dfca-4e30-b094-f12c18be77fd tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.156121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-c9ecf7fd-dfca-4e30-b094-f12c18be77fd tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 821 time: 0.1531138 Aug 20 08:46:07.184978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-0d554a21-cf76-4cd5-b52c-8a0e5b7a5562 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/quotas/9cda5552e7b448c2abe0622847c100c4 HTTP/1.1" status: 200 len: 375 time: 0.0222080 Aug 20 08:46:07.206798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5bc19ad-0b2a-481d-8883-dad9f8f0ed1f req-bd5632a6-0ccd-4bdb-93ba-8eb46095668a tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496545 Aug 20 08:46:07.247913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-119401c5-985d-4b2d-8852-b0f48d245162 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0574021 Aug 20 08:46:07.281166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 08e98542-3025-4273-a983-4f20ae04168d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:07.378791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df802b3-5685-4d83-be97-8784f589fcf8 req-874f3a58-dbd8-4b93-8d61-012c3825d886 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.380267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3df802b3-5685-4d83-be97-8784f589fcf8 req-874f3a58-dbd8-4b93-8d61-012c3825d886 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 943 time: 0.0776894 Aug 20 08:46:07.380710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:07.382071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-a89cfc65-4811-4873-b381-6d80d6539995 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275089 Aug 20 08:46:07.392487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '08e98542-3025-4273-a983-4f20ae04168d', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'port_id': '08e98542-3025-4273-a983-4f20ae04168d', 'mac_address': 'fa:16:3e:de:1c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa1424f-4764-490e-9e18-1a8afaae75cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:07.428357 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:07.441291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e98542-3025-4273-a983-4f20ae04168d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:07.460355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:07.464450 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:07.470560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3df802b3-5685-4d83-be97-8784f589fcf8 req-1a5726ee-239d-4462-8e6b-4fb23c9e1dd1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837471 Aug 20 08:46:07.514253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-0b612fdb-1f01-497f-b4eb-72c2f11cd3c7 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210945 Aug 20 08:46:07.516619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:07.529583 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1dacd3-f438-426e-afc3-e1612391497f x-openstack-request-id: req-1b1dacd3-f438-426e-afc3-e1612391497f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:07.530081 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:07.530246 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b1dacd3-f438-426e-afc3-e1612391497f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:07.530625 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'status': 'completed', 'code': 200} Aug 20 08:46:07.602834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-301bc5c1-1fbe-4f0b-a85c-36290b171842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.604595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-301bc5c1-1fbe-4f0b-a85c-36290b171842 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 1094 time: 0.0477400 Aug 20 08:46:07.629312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76cbed-92a1-49a7-9436-14c8d1009a3b req-b0d5bf1e-507f-4802-98b3-7e58bc0bbf21 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.629312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb76cbed-92a1-49a7-9436-14c8d1009a3b req-b0d5bf1e-507f-4802-98b3-7e58bc0bbf21 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1097 time: 0.0485263 Aug 20 08:46:07.675349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb76cbed-92a1-49a7-9436-14c8d1009a3b req-56499e58-1fdd-47a1-9684-8a8dc6a97dbc tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Aug 20 08:46:07.698243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['08e98542-3025-4273-a983-4f20ae04168d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:07.722079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-2067ab75-407f-44a2-b462-22eb7ac8a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.723713 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-2067ab75-407f-44a2-b462-22eb7ac8a81c service neutron] 10.222.0.26 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 905 time: 0.1126146 Aug 20 08:46:07.729398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-5031c4ec-2154-4638-8d36-69cb7547e45b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229847 Aug 20 08:46:07.782202 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-df4b5977-fd97-4cfe-954a-4605ece49cc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060aab07-9e02-457c-bf1f-af081ff90e3a HTTP/1.1" status: 200 len: 217 time: 0.0489566 Aug 20 08:46:07.844651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-9f0bbfdc-854f-49ed-82a1-e1e1ba6e54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.846287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-9f0bbfdc-854f-49ed-82a1-e1e1ba6e54bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.0520310 Aug 20 08:46:07.888534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-0f6fbb56-e97d-42e8-9a59-6bdb381fc6ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338397 Aug 20 08:46:07.890908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-130907f3-5690-42ef-84b0-35f558035cf8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:07.894287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-130907f3-5690-42ef-84b0-35f558035cf8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580245 Aug 20 08:46:07.922754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-875e7c74-8b35-4340-a54d-4755611600d1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/quotas/0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 375 time: 0.0203280 Aug 20 08:46:08.005497 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-aac34cb5-ce8d-46d4-ad68-73972e708e30 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095207 Aug 20 08:46:08.020736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-c6f1d351-5e6a-4f79-8fda-7d3f239e0eed tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968831 Aug 20 08:46:08.037438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c5da-67a2-47b0-8744-8ef2413f8a3a req-04f6158e-abfc-4d67-8b51-648415912073 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:08.039077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41a0c5da-67a2-47b0-8744-8ef2413f8a3a req-04f6158e-abfc-4d67-8b51-648415912073 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.0674829 Aug 20 08:46:08.089570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41a0c5da-67a2-47b0-8744-8ef2413f8a3a req-5e5fce98-f671-4604-8f14-65d9ed2bd8d3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Aug 20 08:46:08.138819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-862308c9-4b1b-44b7-b85e-aa3f8fc1f5e2 req-a7deda13-433d-4080-a361-4486e3340d63 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251090 Aug 20 08:46:08.190441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc041630-e84c-4ecd-ac2e-2ef2403c1c00 req-0b4c6c3d-c6bd-47da-a92a-c6784e81bda2 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 210 time: 0.0374088 Aug 20 08:46:08.273276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c7a7c1-7a1e-4b02-8b50-7b746726a816 req-7be14d31-0c97-4d9f-a105-c6bc4fd57a69 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 210 time: 0.0367708 Aug 20 08:46:08.398027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2a14a7-d250-401e-ad6d-67196f729aaf'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:08.401009 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da52cd-f4d0-49af-b4ea-175a81423b13" -d '{"events": [{"server_uuid": "fe1548a1-9aa9-409d-b723-85f48f75a078", "name": "network-vif-plugged", "status": "completed", "tag": "5f2a14a7-d250-401e-ad6d-67196f729aaf"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:08.451909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef0d8-df71-4d85-a4a9-8908b4c6ba45 req-e5389506-0064-4b6b-950b-d4c46f4b115a tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:08.453405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8eef0d8-df71-4d85-a4a9-8908b4c6ba45 req-e5389506-0064-4b6b-950b-d4c46f4b115a tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 950 time: 0.0663195 Aug 20 08:46:08.498375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8eef0d8-df71-4d85-a4a9-8908b4c6ba45 req-c189abf8-e459-4be1-ab1c-7d97429ff50c tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 Aug 20 08:46:08.583461 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf40217e-625d-44ed-bbd9-63b22a9fda63 x-openstack-request-id: req-cf40217e-625d-44ed-bbd9-63b22a9fda63 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:08.585698 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1548a1-9aa9-409d-b723-85f48f75a078", "name": "network-vif-plugged", "status": "completed", "tag": "5f2a14a7-d250-401e-ad6d-67196f729aaf", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:08.586252 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf40217e-625d-44ed-bbd9-63b22a9fda63 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:08.586951 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2a14a7-d250-401e-ad6d-67196f729aaf', 'code': 200} Aug 20 08:46:08.688247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfd48-8cf1-4a27-8337-5e5f93e39cf9 req-2b3de73d-b362-4cc9-b367-8f8a6d9d50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:08.690155 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fadfd48-8cf1-4a27-8337-5e5f93e39cf9 req-2b3de73d-b362-4cc9-b367-8f8a6d9d50e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 1101 time: 0.0487890 Aug 20 08:46:08.703820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102801e-a4e9-4e8d-9ba5-df2c1e7beb5a req-c593ca73-8a11-4c5b-9dce-451d2a3b4a3e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:08.705992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1102801e-a4e9-4e8d-9ba5-df2c1e7beb5a req-c593ca73-8a11-4c5b-9dce-451d2a3b4a3e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 943 time: 0.0773153 Aug 20 08:46:08.731413 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fadfd48-8cf1-4a27-8337-5e5f93e39cf9 req-1d66a905-1c78-4e0c-8a09-651b8a825156 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Aug 20 08:46:08.763641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1102801e-a4e9-4e8d-9ba5-df2c1e7beb5a req-75b8769d-4da7-4db5-ab39-0af7b25213e7 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Aug 20 08:46:08.918924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-f982fe52-a026-4a4d-9245-6d13309413f8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:08.920881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-f982fe52-a026-4a4d-9245-6d13309413f8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 821 time: 0.1332853 Aug 20 08:46:08.937468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'port': {'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'admin_state_up': True, 'tenant_id': '9cda5552e7b448c2abe0622847c100c4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:09.071693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Made reservation on behalf of 9cda5552e7b448c2abe0622847c100c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:09.075642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.214183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Allocated IP 172.20.0.9 (9e1e7c29-ba3d-4b51-a413-6028593ed398/9c9a4e43-734b-4f9b-a878-6f744f789b1e/8e6d3568-6b92-4252-9397-b45e46cfd20b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:09.248401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b608-a8b5-4405-85fe-26342f020485 req-999f5337-95b9-4dfb-ba15-ef5e95ac2cba tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:09.249979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6199b608-a8b5-4405-85fe-26342f020485 req-999f5337-95b9-4dfb-ba15-ef5e95ac2cba tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.0520875 Aug 20 08:46:09.291418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-5db6eb6f-85ea-41e4-870e-bf3fa2d6ad93 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326819 Aug 20 08:46:09.298289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 08e98542-3025-4273-a983-4f20ae04168d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:09.333242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6199b608-a8b5-4405-85fe-26342f020485 req-32bd1fb7-7d91-42f2-9e72-326093ce88ff tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734289 Aug 20 08:46:09.374009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-cd8bc0ad-87d4-4b2a-8184-0ab8fa90a65f tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:09.375020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-cd8bc0ad-87d4-4b2a-8184-0ab8fa90a65f tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155289 Aug 20 08:46:09.388393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:09.391548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:46:09.405099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 08e98542-3025-4273-a983-4f20ae04168d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:09.411700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 08e98542-3025-4273-a983-4f20ae04168d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:09.412072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.450611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.470916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Transition to ACTIVE for port object 8e6d3568-6b92-4252-9397-b45e46cfd20b will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:09.508818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-47147f21-2507-4c43-8ae4-3b23841dbf84 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:09.510740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-47147f21-2507-4c43-8ae4-3b23841dbf84 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092600 Aug 20 08:46:09.513977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.526517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['37e760ed-ceef-46b1-9191-baeb1aa37252'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:09.535663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Request body: {'port': {'device_id': 'd117ae94-4978-4092-926b-310201d9a382', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '0f4d929c31814177bd5a0584cb552160'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:09.559363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:09.562579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:09.576498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:09.639216 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.646224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event updated for resources: {'Port': ['ID=8e6d3568-6b92-4252-9397-b45e46cfd20b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:09.663812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:09.664463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:09.665080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:09.680224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:09.682280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:09.700632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:09.702235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.718078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:09.718771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:09.719487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:09.720386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Bound port: d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:09.746922 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-05b42200-62af-442a-acf3-1383a1e82ec0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8131855 Aug 20 08:46:09.757333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:09.763931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Request body: {'port': {'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:09.772011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.851171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:09.852040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Made reservation on behalf of 0f4d929c31814177bd5a0584cb552160 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:09.855667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.861844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.878771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:09.893230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:09.894561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f0c4d54e-dd8a-4efc-a1f1-bd83ba52cc1a service neutron] 10.222.0.35 "POST /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5123127 Aug 20 08:46:09.904614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda7cc4-665a-4682-a53f-eaa738ae9ad3 req-f7da0634-f8dc-48dc-a215-3fd315e2befc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:09.912116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfda7cc4-665a-4682-a53f-eaa738ae9ad3 req-f7da0634-f8dc-48dc-a215-3fd315e2befc tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 931 time: 0.1497872 Aug 20 08:46:09.977704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4a12342b-df38-4751-af0a-3b9f0f121556 None None] Provisioning for port 8e6d3568-6b92-4252-9397-b45e46cfd20b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:09.987584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4a12342b-df38-4751-af0a-3b9f0f121556 None None] Provisioning complete for port 8e6d3568-6b92-4252-9397-b45e46cfd20b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:09.988076 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a12342b-df38-4751-af0a-3b9f0f121556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.011133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfda7cc4-665a-4682-a53f-eaa738ae9ad3 req-2a152e6b-c628-435b-b73c-3be81b79ec19 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979378 Aug 20 08:46:10.049615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4a12342b-df38-4751-af0a-3b9f0f121556 None None] Port 8e6d3568-6b92-4252-9397-b45e46cfd20b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:46:10.082661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Allocated IP 192.168.233.23 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/5b84b65c-e46a-40ab-b9b5-cfa312433a89) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:10.134494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ebf9b94-10a5-4120-9244-630e4fdc4020 req-86f682a5-df40-44c4-b66c-b62db0f0bbd4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 210 time: 0.0461998 Aug 20 08:46:10.208911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed8e6-5544-403b-b63c-a962f7b47404 req-54bb777e-04de-44be-8bff-d15f10558802 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.211158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b9ed8e6-5544-403b-b63c-a962f7b47404 req-54bb777e-04de-44be-8bff-d15f10558802 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 950 time: 0.1060331 Aug 20 08:46:10.309993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b9ed8e6-5544-403b-b63c-a962f7b47404 req-9eb2f821-7fc5-4a1a-bad9-57e817ac0a1a tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895851 Aug 20 08:46:10.358204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.376574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Transition to ACTIVE for port object 5b84b65c-e46a-40ab-b9b5-cfa312433a89 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:10.457488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9c3cc028-714e-44d3-903a-ebbba1bb89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.459323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9c3cc028-714e-44d3-903a-ebbba1bb89e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1097 time: 0.0662029 Aug 20 08:46:10.466556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5bde-f9cb-4759-b757-5f054a11c6ab req-45dbfd37-9d7f-414c-9f8e-c1ee8df07883 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.469106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-719b5bde-f9cb-4759-b757-5f054a11c6ab req-45dbfd37-9d7f-414c-9f8e-c1ee8df07883 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 943 time: 0.0731483 Aug 20 08:46:10.471145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.492364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:10.524940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:10.569787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-719b5bde-f9cb-4759-b757-5f054a11c6ab req-38957e3c-4564-4eb8-92ec-58e7f09d879f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484865 Aug 20 08:46:10.571189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:10.572737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:10.575813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:10.592726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.592726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.593192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e98542-3025-4273-a983-4f20ae04168d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:10.599404 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee1f91b-5683-47d4-a4b8-47756d99b2d9" -d '{"events": [{"server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "name": "network-vif-plugged", "status": "completed", "tag": "08e98542-3025-4273-a983-4f20ae04168d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:10.605226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-0fab17d8-4504-47a8-a29e-bfa9fb35a331 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0759523 Aug 20 08:46:10.618304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Request body: {'port': {'device_id': 'd117ae94-4978-4092-926b-310201d9a382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:10.632529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6d3568-6b92-4252-9397-b45e46cfd20b {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:10.641843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.644869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-84dba094-9293-43fd-be1c-ccbd9ce3771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.646718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-84dba094-9293-43fd-be1c-ccbd9ce3771c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1771498 Aug 20 08:46:10.696620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Transition to ACTIVE for port object 8e6d3568-6b92-4252-9397-b45e46cfd20b will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:10.699434 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-565f9961-7a1c-420a-a125-4a913e34d5f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 217 time: 0.0447133 Aug 20 08:46:10.701053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.725229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:10.738901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:10.850877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d3568-6b92-4252-9397-b45e46cfd20b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:10.904417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:10.912580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-294cd0fe-7b0f-4cf7-8340-830da3db8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.914170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-294cd0fe-7b0f-4cf7-8340-830da3db8a74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.2029605 Aug 20 08:46:10.920962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'mac_address': 'fa:16:3e:ec:3e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:10.957966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93d5c3-dcac-4a8e-be9b-462692cdefe1 req-020d1b31-7586-4c5b-addb-1ef482ac24d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:10.959553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c93d5c3-dcac-4a8e-be9b-462692cdefe1 req-020d1b31-7586-4c5b-addb-1ef482ac24d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 946 time: 0.2354796 Aug 20 08:46:10.972575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-260ababe-89d2-4d13-8f84-4764171ab1cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511634 Aug 20 08:46:11.002282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01c25649-3f16-4599-9634-511a7653e9f6 None None] Provisioning for port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:11.005295 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.009023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01c25649-3f16-4599-9634-511a7653e9f6 None None] Provisioning complete for port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:11.009500 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c25649-3f16-4599-9634-511a7653e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.044879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060aab07-9e02-457c-bf1f-af081ff90e3a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:11.076025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-01c25649-3f16-4599-9634-511a7653e9f6 None None] Port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:46:11.079582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:11.085507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.105430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Attempting to bind port 8e6d3568-6b92-4252-9397-b45e46cfd20b on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:11.105922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Attempting to bind port 8e6d3568-6b92-4252-9397-b45e46cfd20b by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:11.106251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Attempting to bind port 8e6d3568-6b92-4252-9397-b45e46cfd20b on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:11.112262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Port 8e6d3568-6b92-4252-9397-b45e46cfd20b on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:11.112584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Attempting to bind port 8e6d3568-6b92-4252-9397-b45e46cfd20b on network 9e1e7c29-ba3d-4b51-a413-6028593ed398 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:11.120514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-46e598ea-7abe-4105-bbde-57cc9d5c48d9 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411922 Aug 20 08:46:11.121679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:11.121679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Checking segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:11.122086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Bound using segment: {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:11.122513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Bound port: 8e6d3568-6b92-4252-9397-b45e46cfd20b, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77a570e-2d62-41aa-90d0-279f1436d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:11.122866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.148989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:11.165796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924dce5-5707-4c89-985b-d214fb326f1f req-21e7a193-40bf-449e-baf0-53a5b6a1ef1c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.167287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3924dce5-5707-4c89-985b-d214fb326f1f req-21e7a193-40bf-449e-baf0-53a5b6a1ef1c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.2265189 Aug 20 08:46:11.180096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c93d5c3-dcac-4a8e-be9b-462692cdefe1 req-5f242398-e276-435c-80dc-a4c1270d7996 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085900 Aug 20 08:46:11.263833 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547fbd7b-b45f-4b48-a475-1ac3549c53c9 x-openstack-request-id: req-547fbd7b-b45f-4b48-a475-1ac3549c53c9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:11.264147 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "name": "network-vif-plugged", "status": "completed", "tag": "08e98542-3025-4273-a983-4f20ae04168d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:11.264424 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-547fbd7b-b45f-4b48-a475-1ac3549c53c9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:11.264862 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e98542-3025-4273-a983-4f20ae04168d', 'code': 200} Aug 20 08:46:11.268716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] For port 8e6d3568-6b92-4252-9397-b45e46cfd20b, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:11.275347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] For port 8e6d3568-6b92-4252-9397-b45e46cfd20b, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:11.280666 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-f79523cf-a92b-4fd5-89f0-3430a2b9c938 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418486 Aug 20 08:46:11.282692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.332180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.333107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.334582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] 10.222.0.37 "PUT /v2.0/ports/8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 1091 time: 1.5782607 Aug 20 08:46:11.341169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:11.343512 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d67b135-ea46-441d-ba7a-1754df5c7c86" -d '{"events": [{"name": "network-changed", "server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:11.345353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['060aab07-9e02-457c-bf1f-af081ff90e3a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:11.454115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5540e4-ea5c-43aa-9d71-6604817fe78d service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d3568-6b92-4252-9397-b45e46cfd20b,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:11.483992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-24bdd6da-aa00-4d81-a485-c1ce451921c3 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.485080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-24bdd6da-aa00-4d81-a485-c1ce451921c3 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1097 time: 0.1262646 Aug 20 08:46:11.487754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9173e-e18d-448c-9b00-01fbe134ec08 req-e0e8f633-73f8-46b7-99ba-bb133ed4d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.489142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8e9173e-e18d-448c-9b00-01fbe134ec08 req-e0e8f633-73f8-46b7-99ba-bb133ed4d4aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1097 time: 0.1536531 Aug 20 08:46:11.495449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-a5192b53-72e8-476f-a7c3-0c340b8460a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.496915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-a5192b53-72e8-476f-a7c3-0c340b8460a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1094 time: 0.1039140 Aug 20 08:46:11.501885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:11.542074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3924dce5-5707-4c89-985b-d214fb326f1f req-39f4f198-099b-422b-92da-79dfa8bc86cc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630147 Aug 20 08:46:11.583463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-f12ae8fb-6fbd-4145-9cb5-0dd5d8d9b18e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 217 time: 0.0571537 Aug 20 08:46:11.584665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bc412-b417-477a-9b2c-0af267115cef req-7624b040-f5e4-4ba0-b4e8-f7e24b0293b2 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.586395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-390bc412-b417-477a-9b2c-0af267115cef req-7624b040-f5e4-4ba0-b4e8-f7e24b0293b2 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 943 time: 0.1198909 Aug 20 08:46:11.661385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.667014 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8e9173e-e18d-448c-9b00-01fbe134ec08 req-a25f8cf7-490d-47fe-a4cd-b9fa8fda2be6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614411 Aug 20 08:46:11.679692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-0eaa730c-ad2d-475d-bde0-2cef917ba014 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368280 Aug 20 08:46:11.687828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b84b65c-e46a-40ab-b9b5-cfa312433a89 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:11.688663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-3d319399-5099-41bb-85ce-2d16d2d8a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.690123 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-3d319399-5099-41bb-85ce-2d16d2d8a9d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.0932007 Aug 20 08:46:11.707905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.715570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-390bc412-b417-477a-9b2c-0af267115cef req-02408653-6cba-46ab-bba5-ea4c48e3f760 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187799 Aug 20 08:46:11.763955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Transition to ACTIVE for port object 5b84b65c-e46a-40ab-b9b5-cfa312433a89 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:11.769353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.812838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:11.853569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:11.877869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:11.919293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-6cdda20d-7c66-4492-90fc-ffe0e6681ddd tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.920846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-6cdda20d-7c66-4492-90fc-ffe0e6681ddd tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287586 Aug 20 08:46:11.924566 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.931734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:11.933318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc432b3-a747-4307-9e43-410b2a58a71f req-af19a859-6e1b-4e6d-b7a6-25cd4b5d1184 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.934885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccc432b3-a747-4307-9e43-410b2a58a71f req-af19a859-6e1b-4e6d-b7a6-25cd4b5d1184 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.1564865 Aug 20 08:46:11.935005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-4fd1af62-6af0-4e55-9c5d-0086647cee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:11.936375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-4fd1af62-6af0-4e55-9c5d-0086647cee99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810878 Aug 20 08:46:11.967127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:11.967467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:11.967793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:11.970522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-0e01a97d-73b7-42b2-bf68-50fecf304e8d tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/quotas/e8bcbff5021b4a379bad8dcce11771e6 HTTP/1.1" status: 200 len: 375 time: 0.0347040 Aug 20 08:46:11.995550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:11.999434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:11.999769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:12.025563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccc432b3-a747-4307-9e43-410b2a58a71f req-3fb3e7b6-8e5e-41f6-b230-925db3a73f2a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837548 Aug 20 08:46:12.028510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:12.028661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:12.029028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:12.029482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Bound port: 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:12.029877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.086789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-fb833fcd-a6c9-4bd5-8dac-32318a7d8f49 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048467 Aug 20 08:46:12.110592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:12.114450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:12.118400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:12.118746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:12.119315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:12.120102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.137700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:12.138078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Attempting to bind port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:12.145375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:12.146510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:12.146904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:12.147390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Bound port: d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:12.148889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.155862 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0bb3a-6baa-4628-b750-4c9bae72e386 x-openstack-request-id: req-fab0bb3a-6baa-4628-b750-4c9bae72e386 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:12.155862 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:12.156160 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fab0bb3a-6baa-4628-b750-4c9bae72e386 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:12.156511 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'status': 'completed', 'code': 200} Aug 20 08:46:12.160575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.161263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.163174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] 10.222.0.37 "PUT /v2.0/ports/5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 1095 time: 1.5502193 Aug 20 08:46:12.163882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:12.166457 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:12.167844 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-be883af9-2276-4c38-a2c9-8b896ffa1f49 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690962 Aug 20 08:46:12.196999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57839bd9-7c18-4694-8963-f0934bdbe021 service neutron] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:12.329863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-76d4d322-1e58-4380-a014-3238473ef37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.332124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-76d4d322-1e58-4380-a014-3238473ef37f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1098 time: 0.1101825 Aug 20 08:46:12.344876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.345706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:12.379266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9b470c-3a08-4a6c-b669-7f4ffafaea1a req-2e61c00c-e9f1-4fb6-b319-630a8d0f9170 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038715 Aug 20 08:46:12.406783 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa043b20-c851-4ce9-8e8c-d36296d5502c x-openstack-request-id: req-aa043b20-c851-4ce9-8e8c-d36296d5502c {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:12.407063 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:12.407325 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa043b20-c851-4ce9-8e8c-d36296d5502c {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:12.407761 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'status': 'completed', 'code': 200} Aug 20 08:46:12.408274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:12.411566 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-8e19c262-d3cb-46af-8bfe-f4e2093b28c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.0713336 Aug 20 08:46:12.426738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.536282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-a508829f-3966-4556-abcd-0f9ed1714128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.537954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-a508829f-3966-4556-abcd-0f9ed1714128 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0981793 Aug 20 08:46:12.549504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ecb09-c3ba-4a87-bf14-8d012c2ce297 req-4afcfea3-ec16-44f0-81d0-24fd491457af tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.551151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-032ecb09-c3ba-4a87-bf14-8d012c2ce297 req-4afcfea3-ec16-44f0-81d0-24fd491457af tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 944 time: 0.1426871 Aug 20 08:46:12.565556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.566215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:12.567940 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] 10.222.0.37 "PUT /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 1122 time: 1.0700464 Aug 20 08:46:12.570389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-d7fef155-7a85-47dd-94f5-ec252631b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.571932 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-d7fef155-7a85-47dd-94f5-ec252631b173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1094 time: 0.1302390 Aug 20 08:46:12.573010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca15ab-b8a4-4f7a-b159-213eb38767fa service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=8']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:12.578376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e84a9c-b60b-4da3-8caa-5bc688e76688 req-ddb6289b-a9ec-48c6-9a6d-fcc55a39c746 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.579890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1e84a9c-b60b-4da3-8caa-5bc688e76688 req-ddb6289b-a9ec-48c6-9a6d-fcc55a39c746 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.1245713 Aug 20 08:46:12.663907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-032ecb09-c3ba-4a87-bf14-8d012c2ce297 req-28d6357a-25a8-4983-a792-f168a1235fe4 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012561 Aug 20 08:46:12.669967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['d7b4733b-34a3-4a33-a38c-3eff08f46d2d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:12.672056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-9b3d650a-a100-4688-ac05-3a30dd18c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.674125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-9b3d650a-a100-4688-ac05-3a30dd18c1d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213701 Aug 20 08:46:12.689282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1e84a9c-b60b-4da3-8caa-5bc688e76688 req-2b737f8a-abf7-4f4d-aa59-f73b28c0ea30 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944095 Aug 20 08:46:12.742708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-3e9ecd5c-db22-4829-9905-be6c04321850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.745312 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-3e9ecd5c-db22-4829-9905-be6c04321850 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.1568656 Aug 20 08:46:12.747296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:12.806780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b0cd497-4744-422d-aa04-3e4fae1b5f3d req-44e1f7c2-d6e2-4b18-a731-3f2f22d7f0b0 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 210 time: 0.0387359 Aug 20 08:46:12.851754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-50db9f2c-a51c-49f1-8c2b-8580a372b063 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611800 Aug 20 08:46:12.901299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-5c9bdb12-bbae-4a24-9030-2cebfaeb5b33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 217 time: 0.1425524 Aug 20 08:46:12.975955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-a27a86d8-5d63-4d21-a018-0ee3cb1e9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:12.977458 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-a27a86d8-5d63-4d21-a018-0ee3cb1e9ded service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.0695953 Aug 20 08:46:13.003401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 060aab07-9e02-457c-bf1f-af081ff90e3a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:13.004314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4967fb-686f-4b5d-afa0-301682b0c2ea req-f938e8ec-172c-4091-9b9a-bf6702da4ba2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.012873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de4967fb-686f-4b5d-afa0-301682b0c2ea req-f938e8ec-172c-4091-9b9a-bf6702da4ba2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.1600215 Aug 20 08:46:13.013141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 060aab07-9e02-457c-bf1f-af081ff90e3a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:13.013626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:13.040962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-c6b1240f-ab38-4aa7-90d2-635ec74c17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.043100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-c6b1240f-ab38-4aa7-90d2-635ec74c17c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574572 Aug 20 08:46:13.077367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e2b2d-ff27-421d-9eaa-cebe877f6079 req-d4051435-6b20-405a-924e-2f5624cc3b7c tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.079281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b8e2b2d-ff27-421d-9eaa-cebe877f6079 req-d4051435-6b20-405a-924e-2f5624cc3b7c tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 943 time: 0.1439342 Aug 20 08:46:13.084174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bc19f1d-5faf-44c9-8bd5-d29d88f36d74 req-63f5e847-6aa6-4174-a02e-c18211aab973 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197480 Aug 20 08:46:13.088742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de4967fb-686f-4b5d-afa0-301682b0c2ea req-912efec3-3d7e-492d-8396-f86fa4566e43 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743418 Aug 20 08:46:13.134110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b8e2b2d-ff27-421d-9eaa-cebe877f6079 req-1885cb1c-3f8f-4e19-a871-5c6e5b58ce0e tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Aug 20 08:46:13.165735 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:13.185274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-6adb8838-5d8b-414c-b625-c23dae432a18 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336715 Aug 20 08:46:13.219162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:13.221056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-addf890b-d13a-4162-8ced-5e2184e699ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:13.224390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:13.289593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-6d05eeef-3f09-41ee-bb73-03f7925c2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.291457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-6d05eeef-3f09-41ee-bb73-03f7925c2027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1098 time: 0.0897577 Aug 20 08:46:13.305609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f6af-1abb-4e97-b14c-0ae7a27324b5 req-47618ab2-9abd-459d-a4cb-c74741b430e8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.307313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29e2f6af-1abb-4e97-b14c-0ae7a27324b5 req-47618ab2-9abd-459d-a4cb-c74741b430e8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.0949872 Aug 20 08:46:13.324211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d67b135-ea46-441d-ba7a-1754df5c7c86 req-121fe432-34f1-4dbc-bf83-9b54a031ea11 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132379 Aug 20 08:46:13.387897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:13.390153 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06626fa8-90a7-4d2b-ba28-a037d54cb943" -d '{"events": [{"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-plugged", "status": "completed", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:13.403187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29e2f6af-1abb-4e97-b14c-0ae7a27324b5 req-797bb1e4-9aea-40ac-837f-c94ac365d4e5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855722 Aug 20 08:46:13.420657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:13.443726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-cd4d8b40-0e17-4bef-ba38-0d26186c8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.446041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-cd4d8b40-0e17-4bef-ba38-0d26186c8ee3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1375790 Aug 20 08:46:13.494171 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d2448-c01e-484c-94c0-d2685b9f9876 x-openstack-request-id: req-e62d2448-c01e-484c-94c0-d2685b9f9876 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:13.494543 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-plugged", "status": "completed", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:13.494866 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e62d2448-c01e-484c-94c0-d2685b9f9876 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:13.495324 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'code': 200} Aug 20 08:46:13.501663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-0a867dff-628a-47ce-b5fd-34dc20ec6788 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Aug 20 08:46:13.542521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-ca38bd4e-9804-4ec9-b50e-99dac8ae1f50 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243294 Aug 20 08:46:13.582948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-34bb57f7-da5e-41af-99e6-f1d4a1b03ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.585339 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-34bb57f7-da5e-41af-99e6-f1d4a1b03ee8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0755231 Aug 20 08:46:13.652308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acd9e4-8247-4c9b-93dd-a8d7e923a1ac req-23b09383-1b3d-4e5c-846e-8eac01925bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.654798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4acd9e4-8247-4c9b-93dd-a8d7e923a1ac req-23b09383-1b3d-4e5c-846e-8eac01925bee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 1096 time: 0.0879478 Aug 20 08:46:13.659167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-ec6f144e-1ffe-4ac4-a737-6dbea7e445a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.660587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-ec6f144e-1ffe-4ac4-a737-6dbea7e445a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599935 Aug 20 08:46:13.670255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-f6af9fa2-6e7f-4837-947c-1fb8ff98007d tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.671816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-f6af9fa2-6e7f-4837-947c-1fb8ff98007d tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228898 Aug 20 08:46:13.697226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Request body: {'port': {'device_id': '0e6f0641-24b6-4c55-8307-07838d81919b', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'e8bcbff5021b4a379bad8dcce11771e6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:13.757569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:13.762248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4acd9e4-8247-4c9b-93dd-a8d7e923a1ac req-f19fb445-524e-4db4-879d-0c6451681865 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964859 Aug 20 08:46:13.810396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-7e777ab6-d2a9-429e-9f3f-74bf61b5b2ad service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391494 Aug 20 08:46:13.837503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Made reservation on behalf of e8bcbff5021b4a379bad8dcce11771e6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:13.841850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:13.907178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5ca1d-d44a-4c29-b146-dd177b027e03 req-9daaa130-faee-404f-ba94-44809841c54b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:13.916587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05a5ca1d-d44a-4c29-b146-dd177b027e03 req-9daaa130-faee-404f-ba94-44809841c54b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 945 time: 0.1254814 Aug 20 08:46:13.974577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05a5ca1d-d44a-4c29-b146-dd177b027e03 req-6aa2d2b7-75b5-4f91-8e1f-63716e2e1e36 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570865 Aug 20 08:46:13.979540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ead6181-0c49-47dc-a1c1-df2c898c4a6a req-6928a26f-b27c-4b2f-bfef-26c46f67e99e service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489077 Aug 20 08:46:14.012509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Allocated IP 192.168.233.79 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/2cd7b1f3-3993-40e1-8029-34de780c81c8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:14.079156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19c7fa8d-2785-4e02-809a-91f6363bf8ed req-96892666-4a0f-46a6-b83a-75a0fb62cb12 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 210 time: 0.0315201 Aug 20 08:46:14.098029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658d19-ccdd-4d27-8a8d-2e269b49c31e req-56401fc4-5aad-4a8a-9a7b-209c4f3e9200 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.098029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00658d19-ccdd-4d27-8a8d-2e269b49c31e req-56401fc4-5aad-4a8a-9a7b-209c4f3e9200 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.0801520 Aug 20 08:46:14.141807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00658d19-ccdd-4d27-8a8d-2e269b49c31e req-96da6ea0-d48f-465d-a485-dd4446cc3fff tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Aug 20 08:46:14.160922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d'}, {'name': 'network-changed', 'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:14.163969 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febd4dad-6831-4815-9656-534c626d2747" -d '{"events": [{"server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d"}, {"name": "network-changed", "server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:14.187409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:14.214525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Transition to ACTIVE for port object 2cd7b1f3-3993-40e1-8029-34de780c81c8 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:14.264792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dd8dc-ce9f-469a-af90-66ed12be53da req-6e7ce94f-d5f9-471b-bca1-7e73f0269ac4 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.266544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd5dd8dc-ce9f-469a-af90-66ed12be53da req-6e7ce94f-d5f9-471b-bca1-7e73f0269ac4 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.0853655 Aug 20 08:46:14.266903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:14.278815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5f2a14a7-d250-401e-ad6d-67196f729aaf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:14.333481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:14.335795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bc818-6a0e-49fb-aaab-a76af5d870c4 req-c89f9d7c-aa1c-4a85-9ab8-35b4ba3ba6a3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.338570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:14.344391 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d51bc818-6a0e-49fb-aaab-a76af5d870c4 req-c89f9d7c-aa1c-4a85-9ab8-35b4ba3ba6a3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 943 time: 0.1008012 Aug 20 08:46:14.349951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd5dd8dc-ce9f-469a-af90-66ed12be53da req-1343ae48-6cb1-4268-8e82-16f706aa8b4d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693095 Aug 20 08:46:14.361187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:14.411704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d51bc818-6a0e-49fb-aaab-a76af5d870c4 req-c979babb-2ea9-4f98-8fd1-9f108e1b553d tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663443 Aug 20 08:46:14.450161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Pushing event updated for resources: {'Port': ['ID=2cd7b1f3-3993-40e1-8029-34de780c81c8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:14.480743 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d514638-5671-47f1-ba04-a5e03ae8a1aa x-openstack-request-id: req-3d514638-5671-47f1-ba04-a5e03ae8a1aa {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:14.481785 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d", "code": 200}, {"name": "network-changed", "server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:14.482257 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d514638-5671-47f1-ba04-a5e03ae8a1aa {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:14.483010 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'code': 200} Aug 20 08:46:14.483463 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'status': 'completed', 'code': 200} Aug 20 08:46:14.548514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.551505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:14.556766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6dec-3c30-469d-aae4-5b60afc25f5f req-d686ec0f-3561-4c74-9c28-b8d9e4b0aca7 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.564653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-947b6dec-3c30-469d-aae4-5b60afc25f5f req-d686ec0f-3561-4c74-9c28-b8d9e4b0aca7 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1097 time: 0.1015022 Aug 20 08:46:14.574953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4880824c-ea07-4033-9fd1-e7651b447a29 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8833210 Aug 20 08:46:14.591790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Request body: {'port': {'device_id': '0e6f0641-24b6-4c55-8307-07838d81919b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:14.594318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59384) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:14.619899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd4dad-6831-4815-9656-534c626d2747 req-63d5d44a-7231-4730-a4f1-17baa16511c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.621484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-63d5d44a-7231-4730-a4f1-17baa16511c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1125 time: 0.1201158 Aug 20 08:46:14.622599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-68e9218d-1338-4e5f-8a5a-bfeef04ccbed None None] Provisioning for port 2cd7b1f3-3993-40e1-8029-34de780c81c8 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:14.628717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-68e9218d-1338-4e5f-8a5a-bfeef04ccbed None None] Provisioning complete for port 2cd7b1f3-3993-40e1-8029-34de780c81c8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:14.629033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-68e9218d-1338-4e5f-8a5a-bfeef04ccbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:14.660998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:14.665236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-947b6dec-3c30-469d-aae4-5b60afc25f5f req-a107f4b3-11da-4b7f-a9c1-afa9ed7239dc tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991104 Aug 20 08:46:14.671682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-68e9218d-1338-4e5f-8a5a-bfeef04ccbed None None] Port 2cd7b1f3-3993-40e1-8029-34de780c81c8 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:46:14.715537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe16a-db07-4050-bd04-106cbed8d73d req-c574e8a5-e97e-40fd-a80d-8433a5df286e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.717032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-accfe16a-db07-4050-bd04-106cbed8d73d req-c574e8a5-e97e-40fd-a80d-8433a5df286e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.1497922 Aug 20 08:46:14.782866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-accfe16a-db07-4050-bd04-106cbed8d73d req-8cf5f9ee-b40b-42f4-a64e-566274160e0b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597503 Aug 20 08:46:14.784383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd4dad-6831-4815-9656-534c626d2747 req-c90aeef5-69d7-4c4a-8748-89890427b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.785688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-c90aeef5-69d7-4c4a-8748-89890427b423 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1493828 Aug 20 08:46:14.802899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41b3d91f-2e38-47fc-a3a8-01483c171776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:14.834890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-c9531678-3f8f-4110-901d-d953c1013516 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 217 time: 0.0401688 Aug 20 08:46:14.894916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd4dad-6831-4815-9656-534c626d2747 req-4762632c-4588-4996-8b95-aeb1f41d663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:14.896405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-4762632c-4588-4996-8b95-aeb1f41d663d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0469460 Aug 20 08:46:14.937642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-aac19c55-2a51-4334-906a-5455d08f22cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335808 Aug 20 08:46:15.033737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41b3d91f-2e38-47fc-a3a8-01483c171776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.056756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41b3d91f-2e38-47fc-a3a8-01483c171776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.063098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd7b1f3-3993-40e1-8029-34de780c81c8 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:15.081202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.098854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-8f993ca1-e83d-4404-8587-3d9632c4dda9 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466017 Aug 20 08:46:15.110540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Transition to ACTIVE for port object 2cd7b1f3-3993-40e1-8029-34de780c81c8 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:15.119575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.125953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-41b3d91f-2e38-47fc-a3a8-01483c171776 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ec1c2c1a6444e2c95c8c8b235a7b8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278997 Aug 20 08:46:15.132906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59400) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:15.168716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3d91f-2e38-47fc-a3a8-01483c171776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c68bd-3c94-4f59-86c7-579716874c9e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:15.193896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Pushing event updated for resources: {'Port': ['ID=2cd7b1f3-3993-40e1-8029-34de780c81c8,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:15.226839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce443fec-883f-42a3-a3ca-10f7b34fc626 req-3d23c647-e8c5-4443-bf81-8d4c3e18f34e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:15.228447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce443fec-883f-42a3-a3ca-10f7b34fc626 req-3d23c647-e8c5-4443-bf81-8d4c3e18f34e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 945 time: 0.1753170 Aug 20 08:46:15.291274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Attempting to bind port 2cd7b1f3-3993-40e1-8029-34de780c81c8 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:15.291469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Attempting to bind port 2cd7b1f3-3993-40e1-8029-34de780c81c8 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:15.291853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Attempting to bind port 2cd7b1f3-3993-40e1-8029-34de780c81c8 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:15.296482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Port 2cd7b1f3-3993-40e1-8029-34de780c81c8 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:15.296809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Attempting to bind port 2cd7b1f3-3993-40e1-8029-34de780c81c8 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:15.302442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:15.302794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:15.303710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:15.304191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Bound port: 2cd7b1f3-3993-40e1-8029-34de780c81c8, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:15.304567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.313611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:15.363841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-febd4dad-6831-4815-9656-534c626d2747 req-7f3dcdec-1681-4067-aec9-4c4405e18e9b service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483852 Aug 20 08:46:15.384293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] For port 2cd7b1f3-3993-40e1-8029-34de780c81c8, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:15.388463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] For port 2cd7b1f3-3993-40e1-8029-34de780c81c8, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:15.393984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.410632 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce443fec-883f-42a3-a3ca-10f7b34fc626 req-0dbcc5a9-89a5-4a8b-ba07-4da623d53a56 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350646 Aug 20 08:46:15.423315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fbb90-0493-47e6-8f99-5a99ed836f87 req-523c9c56-1fa3-4bcc-b786-24f79d7a54c1 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:15.439816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:15.440589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.441082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-443fbb90-0493-47e6-8f99-5a99ed836f87 req-523c9c56-1fa3-4bcc-b786-24f79d7a54c1 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 947 time: 0.2166340 Aug 20 08:46:15.441792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] 10.222.0.26 "PUT /v2.0/ports/2cd7b1f3-3993-40e1-8029-34de780c81c8 HTTP/1.1" status: 200 len: 1095 time: 0.8562667 Aug 20 08:46:15.442875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63683a4a-a584-4340-b78a-5dca518c585d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.489601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63683a4a-a584-4340-b78a-5dca518c585d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.530645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1516-af67-4c1a-83ad-f10d8be3df5d service neutron] Pushing event updated for resources: {'Port': ['ID=2cd7b1f3-3993-40e1-8029-34de780c81c8,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:15.560032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:15.564811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4bcdd0af-6482-4e67-9c4d-0f2c41dc3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:15.566601 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-4bcdd0af-6482-4e67-9c4d-0f2c41dc3c38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 1098 time: 0.0826304 Aug 20 08:46:15.570573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-443fbb90-0493-47e6-8f99-5a99ed836f87 req-8ad8c82c-167c-4c1e-8f92-247eaceba17b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230960 Aug 20 08:46:15.577477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:46:15.577881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e6d3568-6b92-4252-9397-b45e46cfd20b details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:15.650572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-ca092a72-2037-4503-af8d-a768eabaecd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8 HTTP/1.1" status: 200 len: 217 time: 0.0731859 Aug 20 08:46:15.753600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8e6d3568-6b92-4252-9397-b45e46cfd20b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:15.762537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-aac46753-ffb8-41a6-9898-63a65778117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:15.763957 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-aac46753-ffb8-41a6-9898-63a65778117e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0973339 Aug 20 08:46:15.772767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:15.827351 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.846592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6d3568-6b92-4252-9397-b45e46cfd20b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:15.860800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-a348fdd5-5328-4576-bb85-220f7bdbf5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:15.863361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-a348fdd5-5328-4576-bb85-220f7bdbf5f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815229 Aug 20 08:46:15.875253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8e6d3568-6b92-4252-9397-b45e46cfd20b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:15.880944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:15.974346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8e6d3568-6b92-4252-9397-b45e46cfd20b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:15.984596 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-910ea568-29c9-43e5-ba7d-918cbc9bdca1 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095452 Aug 20 08:46:16.057778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa32833-0613-4fea-ae76-7d660eef2948 req-ab612b8b-daae-4972-8de5-ca3298f890ec tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.065506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8fa32833-0613-4fea-ae76-7d660eef2948 req-ab612b8b-daae-4972-8de5-ca3298f890ec tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.4747710 Aug 20 08:46:16.095815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0deb5-f2b5-41c7-b8f4-0ebf3a1fa921 req-fc2d73b7-149e-49b8-89ec-1da0e7617318 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.100693 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80c81a13-9e4f-4a80-bbcc-274d39d4a77d req-644a74e9-c1c5-4e68-a119-7ed99bffe29b service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032782 Aug 20 08:46:16.103740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42e0deb5-f2b5-41c7-b8f4-0ebf3a1fa921 req-fc2d73b7-149e-49b8-89ec-1da0e7617318 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 944 time: 0.1203783 Aug 20 08:46:16.128889 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63683a4a-a584-4340-b78a-5dca518c585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:16.132151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63683a4a-a584-4340-b78a-5dca518c585d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:16.133526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-63683a4a-a584-4340-b78a-5dca518c585d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c50c68bd-3c94-4f59-86c7-579716874c9e HTTP/1.1" status: 204 len: 168 time: 0.9973774 Aug 20 08:46:16.144161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8fa32833-0613-4fea-ae76-7d660eef2948 req-2bf8c689-2412-4179-89da-51e1e09b13d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777860 Aug 20 08:46:16.176646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63683a4a-a584-4340-b78a-5dca518c585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c68bd-3c94-4f59-86c7-579716874c9e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:16.226086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42e0deb5-f2b5-41c7-b8f4-0ebf3a1fa921 req-aa78329b-6c62-4b34-bb2b-233b5b78a1da tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206777 Aug 20 08:46:16.252987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8e6d3568-6b92-4252-9397-b45e46cfd20b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:16.324740 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:16.359684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01713a7-49ba-4f23-ad41-b9c5249f99e3 req-66110eb5-ebe0-42e8-b4a7-13de6113992a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.362186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c01713a7-49ba-4f23-ad41-b9c5249f99e3 req-66110eb5-ebe0-42e8-b4a7-13de6113992a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.0629916 Aug 20 08:46:16.366185 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0eea3790-0b7e-44b5-907b-3a6c400d1fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:16.413364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c01713a7-49ba-4f23-ad41-b9c5249f99e3 req-ec6e07f7-7419-4816-9a35-6ac19f6c0ae8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Aug 20 08:46:16.485604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6f0641-24b6-4c55-8307-07838d81919b', 'tag': '2cd7b1f3-3993-40e1-8029-34de780c81c8'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:16.488710 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c589dc53-64a0-4c83-b867-6b03257d3967" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6f0641-24b6-4c55-8307-07838d81919b", "tag": "2cd7b1f3-3993-40e1-8029-34de780c81c8"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:16.536362 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f8c949-80dd-40cf-8c9a-9e8bc93936c2 x-openstack-request-id: req-26f8c949-80dd-40cf-8c9a-9e8bc93936c2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:16.536927 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6f0641-24b6-4c55-8307-07838d81919b", "tag": "2cd7b1f3-3993-40e1-8029-34de780c81c8", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:16.537320 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26f8c949-80dd-40cf-8c9a-9e8bc93936c2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:16.538411 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6f0641-24b6-4c55-8307-07838d81919b', 'tag': '2cd7b1f3-3993-40e1-8029-34de780c81c8', 'status': 'completed', 'code': 200} Aug 20 08:46:16.567165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4adac-7cd1-4f5a-a8e5-4ab84c10d5c4 req-3136b77f-ff30-48c8-9148-bca11f4df614 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.571548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68c4adac-7cd1-4f5a-a8e5-4ab84c10d5c4 req-3136b77f-ff30-48c8-9148-bca11f4df614 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 945 time: 0.0597429 Aug 20 08:46:16.645415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-c6e696ab-00e6-440e-aee5-91a00b93ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.648866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-c6e696ab-00e6-440e-aee5-91a00b93ea3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 1098 time: 0.0767832 Aug 20 08:46:16.649526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68c4adac-7cd1-4f5a-a8e5-4ab84c10d5c4 req-a1b4678e-4fdc-4805-844f-9f2476f060f1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646470 Aug 20 08:46:16.741135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aa836-a70a-4ff2-8875-0b9c26652f5a req-06150521-7644-4406-a821-ed773f43364c tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.749163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-463aa836-a70a-4ff2-8875-0b9c26652f5a req-06150521-7644-4406-a821-ed773f43364c tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 947 time: 0.0968175 Aug 20 08:46:16.844718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-0b0b51f0-a371-4579-a4d0-b6f3b37e9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:16.846241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-0b0b51f0-a371-4579-a4d0-b6f3b37e9d63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1877022 Aug 20 08:46:16.867927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-463aa836-a70a-4ff2-8875-0b9c26652f5a req-9f331e07-630a-454b-8d0d-70f8c7898540 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176548 Aug 20 08:46:16.899297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-fb9d06e6-d9fd-4f5a-8927-c6b91c54922a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1223986 Aug 20 08:46:16.939776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-0bf8eb89-6097-493a-aa79-0d4b6790f37a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8 HTTP/1.1" status: 200 len: 217 time: 0.0828204 Aug 20 08:46:17.011390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561d423-1e1b-41c3-8680-3d5ddce51db3 req-8fae3b39-cb13-41c3-9406-b5432014a68b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.012801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1561d423-1e1b-41c3-8680-3d5ddce51db3 req-8fae3b39-cb13-41c3-9406-b5432014a68b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 945 time: 0.1105716 Aug 20 08:46:17.017412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-1ca142bc-1d2a-4ee2-b916-a240893b7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.020175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-1ca142bc-1d2a-4ee2-b916-a240893b7e57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0681388 Aug 20 08:46:17.027364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-f67db075-ff38-40d4-867f-89b24421b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.029323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-f67db075-ff38-40d4-867f-89b24421b433 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 1096 time: 0.0747855 Aug 20 08:46:17.090364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1561d423-1e1b-41c3-8680-3d5ddce51db3 req-8da0fe7e-a305-4be1-9eea-af60fd3f1fc9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Aug 20 08:46:17.123107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-aa501c1a-2d0e-4bbd-a5d3-c14fbf00b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.125019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-aa501c1a-2d0e-4bbd-a5d3-c14fbf00b227 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882628 Aug 20 08:46:17.242300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-a3094240-9761-4408-9608-e6ff0652ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.244192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-a3094240-9761-4408-9608-e6ff0652ff9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 924 time: 0.1655560 Aug 20 08:46:17.267768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-c8200ff1-5aa0-40a7-b061-37cd7b6658f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300426 Aug 20 08:46:17.286820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:17.328655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:17.331474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e6d3568-6b92-4252-9397-b45e46cfd20b up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:17.382513 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c589dc53-64a0-4c83-b867-6b03257d3967 req-f88b5d55-0105-42b4-88e3-1891928d5469 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040561 Aug 20 08:46:17.434872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe93a56-6c00-420a-80fb-c9e2b08555d3 req-0ce0b8fc-3b37-4931-b46c-7f8be5ed8acb tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.436655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fe93a56-6c00-420a-80fb-c9e2b08555d3 req-0ce0b8fc-3b37-4931-b46c-7f8be5ed8acb tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.1878865 Aug 20 08:46:17.451268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-7b3e0838-758f-4d92-87df-67b33b636a51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4 HTTP/1.1" status: 200 len: 1000 time: 0.1918190 Aug 20 08:46:17.535605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-b128cb9f-9292-45f7-a5ed-baa43d64b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.540275 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-b128cb9f-9292-45f7-a5ed-baa43d64b411 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.0764048 Aug 20 08:46:17.540439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 8e6d3568-6b92-4252-9397-b45e46cfd20b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:17.546913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 8e6d3568-6b92-4252-9397-b45e46cfd20b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:17.547136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fe93a56-6c00-420a-80fb-c9e2b08555d3 req-6198f107-7286-47fa-b82b-28250e1cc9b2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946577 Aug 20 08:46:17.547315 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:17.561781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:17.617070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'mac_address': 'fa:16:3e:6b:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:17.655964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ff9a-43bf-43b2-b154-bf4a9a96de62 req-a1f67180-e323-496d-bae5-27bd870935c8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.664262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ef8ff9a-43bf-43b2-b154-bf4a9a96de62 req-a1f67180-e323-496d-bae5-27bd870935c8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 944 time: 0.0967872 Aug 20 08:46:17.682201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-62deb709-d203-471c-8e04-deecfb540f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.683897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-62deb709-d203-471c-8e04-deecfb540f84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311007 Aug 20 08:46:17.699341 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:17.735703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b84b65c-e46a-40ab-b9b5-cfa312433a89 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:17.765275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:17.768238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:17.770114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ef8ff9a-43bf-43b2-b154-bf4a9a96de62 req-4df7ef37-2c46-47f8-a739-af8c84e2a907 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049323 Aug 20 08:46:17.778594 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:17.817346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:17.819923 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9aeacc-ba1a-4fa9-8141-e13c97155022" -d '{"events": [{"server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:17.839569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5970c-01bf-40f5-a032-8a336cef2c5a req-37f00cd3-3aed-45fe-80d7-393da27beb93 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:17.841175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bca5970c-01bf-40f5-a032-8a336cef2c5a req-37f00cd3-3aed-45fe-80d7-393da27beb93 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.0941379 Aug 20 08:46:17.841319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8e6d3568-6b92-4252-9397-b45e46cfd20b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:17.843271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-403b03c7-6fb3-4713-982f-7491c196e234 service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499498 Aug 20 08:46:17.846626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:17.862564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:17.912160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8e6d3568-6b92-4252-9397-b45e46cfd20b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:17.919307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7291278-8641-4a8c-827b-3dcbb6913e43 req-a0304fb5-1974-4fa9-b1ec-ffca85ae1fc4 tempest-AbsoluteLimitsNegativeTestJSON-978968416 tempest-AbsoluteLimitsNegativeTestJSON-978968416-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7c44a0e939e84376a76634dd98cdbb82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685332 Aug 20 08:46:18.015337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bca5970c-01bf-40f5-a032-8a336cef2c5a req-0521e951-e0f0-4b75-b4cb-e9745d104068 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441226 Aug 20 08:46:18.059323 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9598e335-1eb9-4095-84f9-c5990f149c66 x-openstack-request-id: req-9598e335-1eb9-4095-84f9-c5990f149c66 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:18.059683 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:18.060184 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9598e335-1eb9-4095-84f9-c5990f149c66 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:18.060667 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'code': 200} Aug 20 08:46:18.061237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170eec6b-840c-4acc-a446-bf702a7045c3 req-547539f0-279a-43d8-87ec-25e38d11a65b service neutron] 10.222.0.26 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087874 Aug 20 08:46:18.077457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7291278-8641-4a8c-827b-3dcbb6913e43 req-33588057-4fb4-494b-ac16-711f3df729dc tempest-AbsoluteLimitsNegativeTestJSON-978968416 tempest-AbsoluteLimitsNegativeTestJSON-978968416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:18.079223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7291278-8641-4a8c-827b-3dcbb6913e43 req-33588057-4fb4-494b-ac16-711f3df729dc tempest-AbsoluteLimitsNegativeTestJSON-978968416 tempest-AbsoluteLimitsNegativeTestJSON-978968416-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465390 Aug 20 08:46:18.097180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7291278-8641-4a8c-827b-3dcbb6913e43 req-f76f3922-f1e1-4dcd-93dc-8cef0bd2672f tempest-AbsoluteLimitsNegativeTestJSON-978968416 tempest-AbsoluteLimitsNegativeTestJSON-978968416-project] 10.222.0.35 "GET /v2.0/quotas/7c44a0e939e84376a76634dd98cdbb82 HTTP/1.1" status: 200 len: 375 time: 0.0104890 Aug 20 08:46:18.164459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7291278-8641-4a8c-827b-3dcbb6913e43 req-75b22655-a648-47d8-b67e-b870bd6106f0 tempest-AbsoluteLimitsNegativeTestJSON-978968416 tempest-AbsoluteLimitsNegativeTestJSON-978968416-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c44a0e939e84376a76634dd98cdbb82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598156 Aug 20 08:46:18.204833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fe3ba-e6f0-478f-a8ce-2cef71b8e743 req-2ffa007d-5908-4b70-8b96-58274870bd9f tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:18.206382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c1fe3ba-e6f0-478f-a8ce-2cef71b8e743 req-2ffa007d-5908-4b70-8b96-58274870bd9f tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 947 time: 0.1007564 Aug 20 08:46:18.216704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f565c-50da-48f0-859c-fdf177aa5104 req-5973662e-98aa-459d-9aac-6f79513343b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:18.219829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5b84b65c-e46a-40ab-b9b5-cfa312433a89'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:18.219995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f6f565c-50da-48f0-859c-fdf177aa5104 req-5973662e-98aa-459d-9aac-6f79513343b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1096 time: 0.0767486 Aug 20 08:46:18.286942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c1fe3ba-e6f0-478f-a8ce-2cef71b8e743 req-caf33ac5-1b0a-44fc-a021-652a342167de tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660768 Aug 20 08:46:18.294222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f6f565c-50da-48f0-859c-fdf177aa5104 req-8933acbf-9b43-4ae8-a2dc-3b357abcee41 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623364 Aug 20 08:46:18.408014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ed66a-bb4b-4d79-b489-fbf15a3530a8 req-0728880a-cc50-44ec-adc8-aef9a35acebb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:18.409511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-974ed66a-bb4b-4d79-b489-fbf15a3530a8 req-0728880a-cc50-44ec-adc8-aef9a35acebb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 945 time: 0.0555332 Aug 20 08:46:18.451812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-974ed66a-bb4b-4d79-b489-fbf15a3530a8 req-b17fca1d-b641-46d4-84d2-08862d2ee84b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Aug 20 08:46:18.493498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59496) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:18.607524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d548823e-5874-4b4a-b8fc-292cd4fdf07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:18.677798 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:18.735253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-6ab56008-649a-4b9c-8bdb-5a659ace5200 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532415 Aug 20 08:46:18.743180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2cd7b1f3-3993-40e1-8029-34de780c81c8 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:18.754118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d548823e-5874-4b4a-b8fc-292cd4fdf07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:18.761534 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d548823e-5874-4b4a-b8fc-292cd4fdf07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:18.859120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d548823e-5874-4b4a-b8fc-292cd4fdf07f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c44a0e939e84376a76634dd98cdbb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644910 Aug 20 08:46:18.861959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548823e-5874-4b4a-b8fc-292cd4fdf07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cdce07-e9dd-4214-8496-d46b61173195,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:18.868651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:18.908394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-010cd976-0c61-46d3-b955-46bdb4974bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:18.911721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-010cd976-0c61-46d3-b955-46bdb4974bbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 1095 time: 0.1100175 Aug 20 08:46:18.927454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2cd7b1f3-3993-40e1-8029-34de780c81c8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:18.950877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '2cd7b1f3-3993-40e1-8029-34de780c81c8', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '2cd7b1f3-3993-40e1-8029-34de780c81c8', 'mac_address': 'fa:16:3e:57:d5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:19.005169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ef0d-0aed-43a1-ae75-32926a2f125e req-6809ed99-617e-4d55-8897-7b560df8b8f4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:19.008176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a53ef0d-0aed-43a1-ae75-32926a2f125e req-6809ed99-617e-4d55-8897-7b560df8b8f4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.1674645 Aug 20 08:46:19.019141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.038610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd7b1f3-3993-40e1-8029-34de780c81c8 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:19.060000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2cd7b1f3-3993-40e1-8029-34de780c81c8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:19.064398 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.082333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b484685d-9250-4f17-93e5-92889982a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.134455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2cd7b1f3-3993-40e1-8029-34de780c81c8,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:19.152534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b484685d-9250-4f17-93e5-92889982a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.164681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a53ef0d-0aed-43a1-ae75-32926a2f125e req-cb1e9b3b-edb4-405e-b4c3-b6e7f54b0f58 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379538 Aug 20 08:46:19.198825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a574014-f7ac-4b58-b2ad-333dd56f57aa req-cdea8806-b1c1-4801-8fc3-d8aad396a413 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:19.200335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a574014-f7ac-4b58-b2ad-333dd56f57aa req-cdea8806-b1c1-4801-8fc3-d8aad396a413 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 945 time: 0.1459203 Aug 20 08:46:19.221676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-4411177e-17a7-4160-bd3f-ca05e14a092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:19.223031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-4411177e-17a7-4160-bd3f-ca05e14a092f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2452810 Aug 20 08:46:19.290908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a574014-f7ac-4b58-b2ad-333dd56f57aa req-295d3270-a095-4fad-be67-4e9179ea90ae tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779600 Aug 20 08:46:19.292566 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-3e96680b-3325-4c5d-8cee-480bec86a4ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 200 len: 217 time: 0.0517280 Aug 20 08:46:19.338311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:19.350758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b484685d-9250-4f17-93e5-92889982a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.353392 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b484685d-9250-4f17-93e5-92889982a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.354654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b484685d-9250-4f17-93e5-92889982a1da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97cdce07-e9dd-4214-8496-d46b61173195 HTTP/1.1" status: 204 len: 168 time: 0.4835379 Aug 20 08:46:19.369973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2cd7b1f3-3993-40e1-8029-34de780c81c8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:19.375276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484685d-9250-4f17-93e5-92889982a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cdce07-e9dd-4214-8496-d46b61173195,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:19.390026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-896154ad-8d51-4331-bb5a-7ee66c17ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:19.391631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-896154ad-8d51-4331-bb5a-7ee66c17ac79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0874901 Aug 20 08:46:19.400508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea03f0-6aef-4cc6-bd59-c41f4aa41d9b req-14f11858-6c4b-47b8-9a2e-e58d6aee8cf9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:19.402316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eea03f0-6aef-4cc6-bd59-c41f4aa41d9b req-14f11858-6c4b-47b8-9a2e-e58d6aee8cf9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 948 time: 0.1088772 Aug 20 08:46:19.454732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-4cc3cec5-69ac-4194-a402-281840b4cdab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502112 Aug 20 08:46:19.526574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:19.552836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:19.553197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.570765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eea03f0-6aef-4cc6-bd59-c41f4aa41d9b req-3c508e9f-be77-471d-be7e-e94e546ba5c5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508737 Aug 20 08:46:19.583316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010a1d5-7e36-4fa1-9282-1232832a829f req-09642f63-3ada-4ad9-815d-866c1bd44ebf tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:19.598422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3010a1d5-7e36-4fa1-9282-1232832a829f req-09642f63-3ada-4ad9-815d-866c1bd44ebf tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 948 time: 0.1885340 Aug 20 08:46:19.660925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3010a1d5-7e36-4fa1-9282-1232832a829f req-81457e7c-5d95-4751-a5f2-41baea9c3598 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637975 Aug 20 08:46:19.665058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-cf684f5b-dbcf-4894-8315-b7a9ebf1a71b service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938927 Aug 20 08:46:19.745912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.791030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9deadfe1-f5c5-4297-9a65-a52106257252 req-ed128326-b396-4d9b-911f-0c0ab1abab81 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142819 Aug 20 08:46:19.791889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:19.796535 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:19.854884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:20.062026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:20.064353 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78847311-7173-4cde-9785-b8c03f02906e" -d '{"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-plugged", "status": "completed", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:20.101218 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c95a348-387d-4f29-8dd4-2ce23ea77b9c x-openstack-request-id: req-4c95a348-387d-4f29-8dd4-2ce23ea77b9c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:20.101698 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-plugged", "status": "completed", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:20.101985 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c95a348-387d-4f29-8dd4-2ce23ea77b9c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:20.102380 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'code': 200} Aug 20 08:46:20.185343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-e55d6ad2-5834-438a-9aa5-7c8ed0492e0e service neutron] 10.222.0.26 "GET /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.0777414 Aug 20 08:46:20.199768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:20.274608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76eaf2-1500-4ea0-8567-697b068a74b6 req-21a0116a-5b48-4e72-b01b-b6ac51b62add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:20.276122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb76eaf2-1500-4ea0-8567-697b068a74b6 req-21a0116a-5b48-4e72-b01b-b6ac51b62add service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1100 time: 0.1040726 Aug 20 08:46:20.343165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-337382658-network', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:20.364600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Made reservation on behalf of 0716a4d1979640a6952c3b7d57de9c6a for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:20.367969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.378711 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.394683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b19be-8a8a-4f4f-9142-544539c797bd req-464ba4c7-4cf2-4133-b1ab-9ec7597e3e56 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:20.396473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-765b19be-8a8a-4f4f-9142-544539c797bd req-464ba4c7-4cf2-4133-b1ab-9ec7597e3e56 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 944 time: 0.1298122 Aug 20 08:46:20.402225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb76eaf2-1500-4ea0-8567-697b068a74b6 req-0c1501f5-de88-45a0-ad9b-a22bcbc6c8cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Aug 20 08:46:20.497262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.501480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.530219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:46:20.541023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038dccd5-920f-46cf-a720-f18a761b78b1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:20.545478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.545851 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Added segment e65c44fa-2f44-4f6d-a725-2d7069a02f82 of type vlan for network 819803ab-297a-4df1-86fd-2aa01b63ee39 Aug 20 08:46:20.555855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0ac6a-dd31-4525-b151-3e58a87936ef req-b0b4e7f5-c36e-4ae4-bd6c-494e08e7e14f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:20.557419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf0ac6a-dd31-4525-b151-3e58a87936ef req-b0b4e7f5-c36e-4ae4-bd6c-494e08e7e14f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 945 time: 0.1594584 Aug 20 08:46:20.570089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-765b19be-8a8a-4f4f-9142-544539c797bd req-431e74ee-ae69-40cb-995b-f53d8747c7b6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412082 Aug 20 08:46:20.583609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:20.592194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.625895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:20.636909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.638025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:20.638747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.660607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf0ac6a-dd31-4525-b151-3e58a87936ef req-b6cfc5ed-1afe-42fa-9920-ed10fd88ca8c tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831709 Aug 20 08:46:20.675973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b4733b-34a3-4a33-a38c-3eff08f46d2d {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:20.699146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:20.739672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.756901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2cd7b1f3-3993-40e1-8029-34de780c81c8 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:20.798613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447c24-0c4e-4686-a658-b8a63035e84f req-a0cc7532-cab3-4cfe-b5d6-96bb7f6530e5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:20.800626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30447c24-0c4e-4686-a658-b8a63035e84f req-a0cc7532-cab3-4cfe-b5d6-96bb7f6530e5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1191249 Aug 20 08:46:20.867221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 2cd7b1f3-3993-40e1-8029-34de780c81c8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:20.872766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 2cd7b1f3-3993-40e1-8029-34de780c81c8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:20.873246 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.902664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30447c24-0c4e-4686-a658-b8a63035e84f req-b4eec3ec-a534-4305-ab0a-03cf96819d62 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902040 Aug 20 08:46:20.920169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a532-ab5d-4bef-9cca-19f52813dc30 req-5286629c-f867-4fce-b774-1821864de351 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:20.937415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe68a532-ab5d-4bef-9cca-19f52813dc30 req-5286629c-f867-4fce-b774-1821864de351 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 948 time: 0.1521029 Aug 20 08:46:20.941151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] Transition to ACTIVE for port object d7b4733b-34a3-4a33-a38c-3eff08f46d2d will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:20.964262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.981174 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:20.984505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7828014 Aug 20 08:46:20.987291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:20.992539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Request body: {'subnet': {'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-337382658-subnet', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:21.012289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79238-3e9e-4da9-97b2-4e5911aed562 admin admin] Pushing event updated for resources: {'Network': ['ID=819803ab-297a-4df1-86fd-2aa01b63ee39,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:21.015549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Made reservation on behalf of 0716a4d1979640a6952c3b7d57de9c6a for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:21.018143 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.037138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2cd7b1f3-3993-40e1-8029-34de780c81c8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:21.042562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.101813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe68a532-ab5d-4bef-9cca-19f52813dc30 req-aa694c53-0f44-4f3a-bc08-070e87c22213 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642482 Aug 20 08:46:21.133776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:46:21.180860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] No DVR routers for this DVR port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:21.205429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2cd7b1f3-3993-40e1-8029-34de780c81c8,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:21.217086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=10']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:21.231958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.286763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=774f55f9-7b9f-47e0-86bc-0ff2e0960f55,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:21.304306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Checking segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:21.304710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-621d8800-0971-4ac0-a47a-3c94424f2767 service neutron] 10.222.0.26 "PUT /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1037612 Aug 20 08:46:21.304812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Network hostable DHCP agents. Network: 819803ab-297a-4df1-86fd-2aa01b63ee39, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:46:21.332925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:46:21.345951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-201f036f-1359-47a6-bbd8-02ab0461d2d5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:21.347522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 819803ab-297a-4df1-86fd-2aa01b63ee39) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:21.347886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-201f036f-1359-47a6-bbd8-02ab0461d2d5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1585445 Aug 20 08:46:21.352930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:21.353949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.363346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1099606-539c-4b64-8ac5-62eb7f2dc53c None None] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:46:21.382945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3aae7ffb-af3d-4d36-a64e-2a62e466fcbc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3944473 Aug 20 08:46:21.386310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:21.401363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:21.436483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.438675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.482518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-1b5226b7-91e1-4bda-afd2-b57a899ceca3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1076288 Aug 20 08:46:21.504444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'floatingip': {'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:21.518164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.577950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-819803ab-297a-4df1-86fd-2aa01b63ee39', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:46:21.579508 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.716341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:21.820248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Allocated IP 172.20.0.2 (819803ab-297a-4df1-86fd-2aa01b63ee39/774f55f9-7b9f-47e0-86bc-0ff2e0960f55/a421c2ee-d997-4f8f-bc56-c054145e0156) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:21.982684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.000491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-8b978278-5fb8-498f-bfbf-b41f3dff035d tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:22.002252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-8b978278-5fb8-498f-bfbf-b41f3dff035d tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.6033041 Aug 20 08:46:22.006996 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.063102 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.068472 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.074385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Transition to ACTIVE for port object a421c2ee-d997-4f8f-bc56-c054145e0156 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:22.093752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Transition to ACTIVE for port object a421c2ee-d997-4f8f-bc56-c054145e0156 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:22.102290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.122883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f0641-24b6-4c55-8307-07838d81919b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd7b1f3-3993-40e1-8029-34de780c81c8'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:22.127762 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d290296c-c6ce-41aa-befd-12560f220fc0" -d '{"events": [{"server_uuid": "0e6f0641-24b6-4c55-8307-07838d81919b", "name": "network-vif-plugged", "status": "completed", "tag": "2cd7b1f3-3993-40e1-8029-34de780c81c8"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:22.185610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:22.190207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:22.195522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:22.215100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Pushing event updated for resources: {'Port': ['ID=a421c2ee-d997-4f8f-bc56-c054145e0156,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:22.228634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-d48e3799-81a8-4642-9680-abfa45d735d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:22.230208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-d48e3799-81a8-4642-9680-abfa45d735d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee&tenant_id=b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 1096 time: 0.2146108 Aug 20 08:46:22.233741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Allocated IP 172.25.5.62 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/b5828395-5e7e-4fc2-a404-9b38556794e1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:22.314987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Attempting to bind port a421c2ee-d997-4f8f-bc56-c054145e0156 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:22.315428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Attempting to bind port a421c2ee-d997-4f8f-bc56-c054145e0156 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:22.315801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Attempting to bind port a421c2ee-d997-4f8f-bc56-c054145e0156 on network 819803ab-297a-4df1-86fd-2aa01b63ee39 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:22.322923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:22.323602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Checking segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:22.323895 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.324291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Bound using segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:22.324772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Bound port: a421c2ee-d997-4f8f-bc56-c054145e0156, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:22.325142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.360125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a0dc2-6a03-4dd5-b814-66d11bd08990 req-02e01089-a59b-4db0-815d-ba81a6b635d3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:22.361780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-350a0dc2-6a03-4dd5-b814-66d11bd08990 req-02e01089-a59b-4db0-815d-ba81a6b635d3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 945 time: 0.3780060 Aug 20 08:46:22.408982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] For port a421c2ee-d997-4f8f-bc56-c054145e0156, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:22.409575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-e97db806-0c15-4f1a-97bc-c2769a2b4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:22.411125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-e97db806-0c15-4f1a-97bc-c2769a2b4671 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1096 time: 0.1357112 Aug 20 08:46:22.414719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] For port a421c2ee-d997-4f8f-bc56-c054145e0156, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a421c2ee-d997-4f8f-bc56-c054145e0156,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:22.421232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.430268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.497219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1d95-f0d3-4736-b248-9160990fa0ee None None] Pushing event updated for resources: {'Port': ['ID=a421c2ee-d997-4f8f-bc56-c054145e0156,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:22.512375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:22.549956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:22.554568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:22.558681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:22.602923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Pushing event updated for resources: {'Port': ['ID=b5828395-5e7e-4fc2-a404-9b38556794e1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:22.777558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:22.961921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:23.009254 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:23.020733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a421c2ee-d997-4f8f-bc56-c054145e0156 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:23.043224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-350a0dc2-6a03-4dd5-b814-66d11bd08990 req-8c2a0ee1-4a32-4105-a86f-944229362cd3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664386 Aug 20 08:46:23.047874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'mac_address': 'fa:16:3e:ec:3e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:23.121561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:23.156775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 060aab07-9e02-457c-bf1f-af081ff90e3a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:23.202177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a421c2ee-d997-4f8f-bc56-c054145e0156 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:23.206894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:23.232590 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:23.264858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9c311553-b927-4c3d-b6ef-c3c8bfdc5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:23.270644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9c311553-b927-4c3d-b6ef-c3c8bfdc5dd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.7805729 Aug 20 08:46:23.329290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:23.387473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['060aab07-9e02-457c-bf1f-af081ff90e3a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:23.540633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-aafc784f-ee9d-4b39-946d-16ab32e7612f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 217 time: 0.1348345 Aug 20 08:46:23.629051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Router a2276cac-6687-4d04-ae87-e318e0ea49c3 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:46:23.641061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:23.808282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272a65f-4d95-4f6a-8579-72e6c1c28da3 req-cc0e6107-0618-4aa9-b2e3-5883b171b23d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:23.814990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b272a65f-4d95-4f6a-8579-72e6c1c28da3 req-cc0e6107-0618-4aa9-b2e3-5883b171b23d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.6182308 Aug 20 08:46:23.851987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:23.864423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Sync routers for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:23.878473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:23.882400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:23.891187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:23.892595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-687f04cc-6cdb-4f07-8bf7-6bb1343d3cdc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5048592 Aug 20 08:46:23.895362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59650) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:23.978747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-dd098332-3fa4-4c9d-b89c-58c7e9baceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:23.980137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-dd098332-3fa4-4c9d-b89c-58c7e9baceec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.3807039 Aug 20 08:46:24.078470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-ec327127-9688-44fe-ab08-7f646c7490cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662000 Aug 20 08:46:24.082256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.resource_extend [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:46:24.090686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d2206-1d14-4b6a-8f8d-dcae38a59716 None None] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:46:24.187923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:24.194305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b272a65f-4d95-4f6a-8579-72e6c1c28da3 req-78e8f9ef-47ad-4612-a7d6-36f841f8b537 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772008 Aug 20 08:46:24.202110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:24.369258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] Provisioning for port a421c2ee-d997-4f8f-bc56-c054145e0156 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:24.375270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:24.378822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] Provisioning complete for port a421c2ee-d997-4f8f-bc56-c054145e0156 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:24.379370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:24.760734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:24.773030 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:24.796778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:24.907937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-7776ba0c-0221-419a-8899-4a5cb5f43b8d service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210652 Aug 20 08:46:24.918056 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39 associated. External IP: 172.25.5.230, port: 37e760ed-ceef-46b1-9191-baeb1aa37252. Aug 20 08:46:24.954007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ca32-e82a-4ff0-ab11-b85cf5151cac req-abf93be9-49d2-45cf-af0b-023b771d2d68 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:24.956287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b301ca32-e82a-4ff0-ab11-b85cf5151cac req-abf93be9-49d2-45cf-af0b-023b771d2d68 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 949 time: 0.5992355 Aug 20 08:46:24.974321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] For port a421c2ee-d997-4f8f-bc56-c054145e0156, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a421c2ee-d997-4f8f-bc56-c054145e0156,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:24.991311 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.118546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adf998-9612-44a8-a6de-8ed2a2f68453 None None] Pushing event updated for resources: {'Port': ['ID=a421c2ee-d997-4f8f-bc56-c054145e0156,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:25.129185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Allocated IP 172.20.0.1 (819803ab-297a-4df1-86fd-2aa01b63ee39/774f55f9-7b9f-47e0-86bc-0ff2e0960f55/2304b319-a06c-4826-bc2a-6970360df2e1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:25.148990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:22Z', 'revision_number': 3, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:25.179433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b301ca32-e82a-4ff0-ab11-b85cf5151cac req-0dd5cba4-fb24-436f-b53e-6e3cce27d9da tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922574 Aug 20 08:46:25.214151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 060aab07-9e02-457c-bf1f-af081ff90e3a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:25.214724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.270427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-4554d986-e938-4699-9f60-f6a8f69598fe service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127229 Aug 20 08:46:25.272486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Checking router: a2276cac-6687-4d04-ae87-e318e0ea49c3 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:25.272968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Updating router a2276cac-6687-4d04-ae87-e318e0ea49c3 port b5828395-5e7e-4fc2-a404-9b38556794e1 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:46:25.307965 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c8b68-4613-407b-9cfb-d2e3f090637f x-openstack-request-id: req-1c6c8b68-4613-407b-9cfb-d2e3f090637f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:25.308653 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f0641-24b6-4c55-8307-07838d81919b", "name": "network-vif-plugged", "status": "completed", "tag": "2cd7b1f3-3993-40e1-8029-34de780c81c8", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:25.309381 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c6c8b68-4613-407b-9cfb-d2e3f090637f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:25.309978 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f0641-24b6-4c55-8307-07838d81919b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd7b1f3-3993-40e1-8029-34de780c81c8', 'code': 200} Aug 20 08:46:25.320925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc49bc94-f81f-4fc9-9745-4936abd671f3 None None] Provisioning complete for port a421c2ee-d997-4f8f-bc56-c054145e0156 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:25.321390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc49bc94-f81f-4fc9-9745-4936abd671f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.355645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.451834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.489643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Transition to ACTIVE for port object 2304b319-a06c-4826-bc2a-6970360df2e1 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:25.579761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:25.587552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21ea5-7b46-4d41-82ad-a99d290522e6 req-1bd64b53-cafa-4cdd-b351-c7f667b42ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:25.587885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.588636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4f21ea5-7b46-4d41-82ad-a99d290522e6 req-1bd64b53-cafa-4cdd-b351-c7f667b42ccc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 1100 time: 0.1801410 Aug 20 08:46:25.595242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.650537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:25.664500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:25.674190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:25.678170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Pushing event updated for resources: {'Port': ['ID=2304b319-a06c-4826-bc2a-6970360df2e1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:25.698187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:25.735041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.736666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.737032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.737371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.738852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.739189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.743091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.743699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.744049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.744394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.744764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.745101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:25.764820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4f21ea5-7b46-4d41-82ad-a99d290522e6 req-c76fc9fb-006c-4653-b226-b1d948e70a76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503499 Aug 20 08:46:25.777841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.791969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:25.792770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:25.850766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-364a9278-04de-4a64-b9b5-ab18d94b8086 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:25.852719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-364a9278-04de-4a64-b9b5-ab18d94b8086 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.2550976 Aug 20 08:46:25.917563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:25.991374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:25.996561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:26.004166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b13281-1645-43de-9343-0a66068580aa None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:26.016256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.022964 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:26.023605 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:26.046050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8933e67d-e1ac-43db-9c21-90df22325bfb None None] Provisioning for port 2304b319-a06c-4826-bc2a-6970360df2e1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:26.057899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8933e67d-e1ac-43db-9c21-90df22325bfb None None] Provisioning complete for port 2304b319-a06c-4826-bc2a-6970360df2e1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:26.058409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8933e67d-e1ac-43db-9c21-90df22325bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.079159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.156489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8933e67d-e1ac-43db-9c21-90df22325bfb None None] Port 2304b319-a06c-4826-bc2a-6970360df2e1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:46:26.175323 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.177465 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:26.183477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-d09afbe5-def4-47fd-a331-470946ff10d8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "PUT /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 996 time: 4.6864822 Aug 20 08:46:26.188655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:26.196259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Transition to ACTIVE for port object b5828395-5e7e-4fc2-a404-9b38556794e1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:26.198142 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d785b4-c166-4112-a986-e4b698e5e2de" -d '{"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:26.207417 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.269658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdefebe-1ae8-4a06-a617-e336c08bec70 req-b28fe44a-d8f5-466f-afa3-9a6c03decc95 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:26.278585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0bdefebe-1ae8-4a06-a617-e336c08bec70 req-b28fe44a-d8f5-466f-afa3-9a6c03decc95 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 945 time: 0.3442948 Aug 20 08:46:26.301463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Attempting to bind port b5828395-5e7e-4fc2-a404-9b38556794e1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:26.301857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Attempting to bind port b5828395-5e7e-4fc2-a404-9b38556794e1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:26.302224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Attempting to bind port b5828395-5e7e-4fc2-a404-9b38556794e1 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:26.313052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:26.313447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:26.314193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.314588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:26.315448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Bound port: b5828395-5e7e-4fc2-a404-9b38556794e1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:26.315838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.357468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.357740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023381-f0e8-485d-90f5-a7aa15e10b41 None None] Pushing event updated for resources: {'Port': ['ID=b5828395-5e7e-4fc2-a404-9b38556794e1,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:26.366298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.394291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0bdefebe-1ae8-4a06-a617-e336c08bec70 req-cc276ca7-c0c1-4f83-8885-c51d639e9db4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085799 Aug 20 08:46:26.425952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] For port b5828395-5e7e-4fc2-a404-9b38556794e1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:26.427310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-c24355d3-8b87-41c2-9c09-55e5191a3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:26.436154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] For port b5828395-5e7e-4fc2-a404-9b38556794e1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b5828395-5e7e-4fc2-a404-9b38556794e1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:26.440932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-c24355d3-8b87-41c2-9c09-55e5191a3944 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.2310240 Aug 20 08:46:26.441917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.515475 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:23Z', 'revision_number': 1, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:26.518101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.540682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Pushing event updated for resources: {'Port': ['ID=2304b319-a06c-4826-bc2a-6970360df2e1,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:26.557985 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b13281-1645-43de-9343-0a66068580aa None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:26.568265 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:26.569922 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:26.600637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:26.601897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:26.644133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-2c41e44a-d2c8-47f1-9df5-4e84239c929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:26.654807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-2c41e44a-d2c8-47f1-9df5-4e84239c929b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.2120266 Aug 20 08:46:26.710363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:26.760527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:46:26.777218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9f3f384f-03bb-4a94-8f08-815bb15abb00 service neutron] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:26.778906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:26.780326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:26.784856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023381-f0e8-485d-90f5-a7aa15e10b41 None None] Pushing event updated for resources: {'Port': ['ID=b5828395-5e7e-4fc2-a404-9b38556794e1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:26.813121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9f3f384f-03bb-4a94-8f08-815bb15abb00 service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:26.814302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-243f0407-3522-4fe1-8d54-59a2ceb933f3 req-9f3f384f-03bb-4a94-8f08-815bb15abb00 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.9525485 Aug 20 08:46:26.921701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-39ce9d6d-2b50-4789-9621-7c3ce227b8d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 999 time: 0.2547889 Aug 20 08:46:27.056184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a421c2ee-d997-4f8f-bc56-c054145e0156 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:27.076920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-32ebd614-86d5-40a6-8b51-63992326f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:27.086402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-32ebd614-86d5-40a6-8b51-63992326f7d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1637225 Aug 20 08:46:27.152836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a4b13281-1645-43de-9343-0a66068580aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:23Z', 'revision_number': 1, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:27.162229 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b248b458-6303-4a38-a258-6787765b9cd7 x-openstack-request-id: req-b248b458-6303-4a38-a258-6787765b9cd7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:27.173001 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:27.174082 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b248b458-6303-4a38-a258-6787765b9cd7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:27.175302 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'status': 'completed', 'code': 200} Aug 20 08:46:27.221254 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b13281-1645-43de-9343-0a66068580aa None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:23Z', 'revision_number': 1, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:27.378307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:27.382285 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0249f2-a3d9-467e-b749-5506f87ed88b" -d '{"events": [{"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-plugged", "status": "completed", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:27.421305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:27.434930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d785b4-c166-4112-a986-e4b698e5e2de req-39a7e2c7-54f0-486c-a39d-a7613e935b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:27.436444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-39a7e2c7-54f0-486c-a39d-a7613e935b53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.3310199 Aug 20 08:46:27.439076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-6658f117-629b-4753-97fa-25e66ddf26df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3022478 Aug 20 08:46:27.537977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eabd6e-c9ef-4b06-8b43-d42ecd8c096a req-4ec81673-5599-4afa-9904-86b4b5cb495c tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:27.548928 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19eabd6e-c9ef-4b06-8b43-d42ecd8c096a req-4ec81673-5599-4afa-9904-86b4b5cb495c tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 949 time: 0.3316503 Aug 20 08:46:27.575828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-8aed01dc-e607-499b-ba5e-c8d1ef1708be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:27.577478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-8aed01dc-e607-499b-ba5e-c8d1ef1708be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4902987 Aug 20 08:46:27.592275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-49350a9b-85e9-408b-bf82-1f80bd9a1c6c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:27.593389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-49350a9b-85e9-408b-bf82-1f80bd9a1c6c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064089 Aug 20 08:46:27.651655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19eabd6e-c9ef-4b06-8b43-d42ecd8c096a req-758aa03f-0bb4-4273-befd-6e5a6bf51e56 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017909 Aug 20 08:46:27.689397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf03e80-f399-4730-bed6-6fa0899f0f32 None None] New status for floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:46:27.701469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6f2dd1b5-b73f-41ac-9f2c-d1bd3db99c09 None None] Provisioning complete for port 2304b319-a06c-4826-bc2a-6970360df2e1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:27.705859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd1b5-b73f-41ac-9f2c-d1bd3db99c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:27.730694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Router a2276cac-6687-4d04-ae87-e318e0ea49c3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:27.861508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-7fedc2ff-9590-4e96-a328-d246abe5c9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334175 Aug 20 08:46:27.938719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6f2dd1b5-b73f-41ac-9f2c-d1bd3db99c09 None None] Port 2304b319-a06c-4826-bc2a-6970360df2e1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:46:27.989948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a421c2ee-d997-4f8f-bc56-c054145e0156 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:27.990365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:28.012498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:28.019823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68b5db3e-244f-4334-a123-2ae401443bce admin admin] 10.222.0.35 "PUT /v2.0/routers/a2276cac-6687-4d04-ae87-e318e0ea49c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1232893 Aug 20 08:46:28.022972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f51284d1-99ed-425e-90fe-248360b68fe5 req-44abb720-e57c-418b-8e4f-b281d2c42550 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491022 Aug 20 08:46:28.091485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d785b4-c166-4112-a986-e4b698e5e2de req-593b2706-eb7b-4855-932b-32fc7cfeacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:28.092999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-593b2706-eb7b-4855-932b-32fc7cfeacb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.6399710 Aug 20 08:46:28.171166 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb87cc77-ad31-4b65-b73e-dab515f8a1f5 x-openstack-request-id: req-eb87cc77-ad31-4b65-b73e-dab515f8a1f5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:28.171523 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-plugged", "status": "completed", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:28.171742 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb87cc77-ad31-4b65-b73e-dab515f8a1f5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:28.172127 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'code': 200} Aug 20 08:46:28.219164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d828b-bb08-4235-be44-1570878aeadc req-4a9c89c8-2653-4182-9d02-2b89166432fe tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:28.229557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c1d828b-bb08-4235-be44-1570878aeadc req-4a9c89c8-2653-4182-9d02-2b89166432fe tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1535673 Aug 20 08:46:28.249278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-dd6856e7-f6d0-4deb-a503-7c778277fbe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 999 time: 0.1353288 Aug 20 08:46:28.397239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 2, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:28.425607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c1d828b-bb08-4235-be44-1570878aeadc req-64d6846d-35bc-4954-9ba0-06535196fc27 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944430 Aug 20 08:46:28.431486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d785b4-c166-4112-a986-e4b698e5e2de req-8573491c-9d38-4d8c-ba56-10fd2ac41f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:28.433117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-8573491c-9d38-4d8c-ba56-10fd2ac41f5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1728263 Aug 20 08:46:28.449115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f93ca-c0fe-45d0-8652-a61ffa936dd5 req-57ac56f6-7ae1-427a-923a-7ac1a8247f2d tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:28.456824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-365f93ca-c0fe-45d0-8652-a61ffa936dd5 req-57ac56f6-7ae1-427a-923a-7ac1a8247f2d tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1096 time: 0.1141362 Aug 20 08:46:28.458277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5a5cd-7898-4575-b87b-643d08b1ce9e None None] The sync data for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 is: [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 2, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:28.570023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-365f93ca-c0fe-45d0-8652-a61ffa936dd5 req-34aa0e64-4e4b-4dab-ae5f-5f219be552c4 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054275 Aug 20 08:46:28.591139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d785b4-c166-4112-a986-e4b698e5e2de req-62173a89-21e1-41d2-9765-de0f2339e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:28.592917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-62173a89-21e1-41d2-9765-de0f2339e149 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341622 Aug 20 08:46:28.805563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-fa357acf-da24-41d4-906e-b4199966e2ca tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:28.831063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-fa357acf-da24-41d4-906e-b4199966e2ca tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2299473 Aug 20 08:46:29.119977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-6177a0bc-6814-4409-b33a-dc1cc43874bd tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.2919843 Aug 20 08:46:29.126353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'floatingip': {'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:29.218055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.222701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-c8c4e188-5b2b-491a-8cab-9a3cae2e27fa service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134794 Aug 20 08:46:29.341800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59738) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:29.348306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775724195', 'description': 'tempest-description--143524368'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:29.412252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.522866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.529578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.536310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20605df7-f0b3-4a1b-a718-ba3c0ccc4ab8 req-a5a88baf-b77a-4219-bc39-7ae262608c86 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:29.549542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20605df7-f0b3-4a1b-a718-ba3c0ccc4ab8 req-a5a88baf-b77a-4219-bc39-7ae262608c86 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 949 time: 0.1446266 Aug 20 08:46:29.555831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.561114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2132275 Aug 20 08:46:29.561380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37d785b4-c166-4112-a986-e4b698e5e2de req-04798481-85a2-4623-ae72-4a6285db3a02 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050005 Aug 20 08:46:29.561490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59742) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:29.565390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Request body: {'security_group_rule': {'security_group_id': '0b0ff761-ea1a-4b12-bd0f-b4850a293d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:29.588752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4d1d-edd7-4ee0-b31f-6a548255db19 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ff761-ea1a-4b12-bd0f-b4850a293d09,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:29.609384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.678670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.684848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.721482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c4511e-15d5-4475-853c-1cfd8939c2bb,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:29.725955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.727905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-079ab270-795f-4ff4-b798-53f38879fc8c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662381 Aug 20 08:46:29.730614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59744) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:29.735767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Request body: {'security_group_rule': {'security_group_id': '0b0ff761-ea1a-4b12-bd0f-b4850a293d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:29.772980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20605df7-f0b3-4a1b-a718-ba3c0ccc4ab8 req-f30f047e-fac8-4ccb-bcf4-1be5f47e1014 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200632 Aug 20 08:46:29.790310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.957476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.966241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:29.996372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18301a71-ca68-436a-9740-ce69cc2f8715,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:30.001847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.003841 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dbf4733c-7cd4-45dd-8e82-67e1d1093d8a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2719383 Aug 20 08:46:30.007545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59756) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:30.013565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:30.043671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.185582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.321739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Allocated IP 172.25.5.209 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/64f1e56e-2c84-4d36-9335-d7cf4da466c8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:30.464417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.488336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8d3e7453-456f-42d5-9100-09d79514059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:30.490018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8d3e7453-456f-42d5-9100-09d79514059e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1100 time: 0.6219230 Aug 20 08:46:30.509081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.553637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:30.556591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:30.560720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:30.602294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event updated for resources: {'Port': ['ID=64f1e56e-2c84-4d36-9335-d7cf4da466c8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:30.625778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-807983c6-d42b-4ab1-ac96-2662d45b1e44 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:30.633954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-807983c6-d42b-4ab1-ac96-2662d45b1e44 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.3254478 Aug 20 08:46:30.656517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-4d70cc98-c104-4a01-a91f-7891252df1a0 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/quotas/b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 375 time: 0.0215588 Aug 20 08:46:30.743861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.792207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:30.796415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-a900d0e1-5a60-48b7-9c2e-2c098dafe187 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390080 Aug 20 08:46:30.799999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-ee7fbfbf-796b-462e-9290-68b9dc86adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:30.801699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-ee7fbfbf-796b-462e-9290-68b9dc86adfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2755969 Aug 20 08:46:30.933474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-38d9a03e-8893-4c8d-94a4-c57bdcf0b697 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.1048365 Aug 20 08:46:30.945367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.resource_extend [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:46:30.993075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b5828395-5e7e-4fc2-a404-9b38556794e1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:31.035684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.044784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.072297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b5828395-5e7e-4fc2-a404-9b38556794e1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:31.078493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b5828395-5e7e-4fc2-a404-9b38556794e1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:31.080031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.080644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.090220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-fe4e9ed9-4256-4216-a828-e0522f42c634 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546325 Aug 20 08:46:31.103273 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.117064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-5291a0ef-d569-431d-a006-ae6f6b755dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:31.118657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-5291a0ef-d569-431d-a006-ae6f6b755dae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1691964 Aug 20 08:46:31.125212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event updated for resources: {'Port': ['ID=64f1e56e-2c84-4d36-9335-d7cf4da466c8,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:31.141409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.158305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.159826 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-08b6cdef-9f2a-4d68-847b-369046a6b49b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1511245 Aug 20 08:46:31.183929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.227780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port b5828395-5e7e-4fc2-a404-9b38556794e1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b5828395-5e7e-4fc2-a404-9b38556794e1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:31.232062 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:31.316398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=b5828395-5e7e-4fc2-a404-9b38556794e1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:31.328670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.329283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.329684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.330132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.330532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.330930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.331679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.331679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.332038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.332413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.333656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.334905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:31.446517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-6e807d1e-32b8-47c0-9848-17f6aa092f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:31.448521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-6e807d1e-32b8-47c0-9848-17f6aa092f64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788895 Aug 20 08:46:31.452924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-f2ef6b68-4eb1-425b-940f-1042f8084098 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618820 Aug 20 08:46:31.456344 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39 associated. External IP: 172.25.5.230, port: 37e760ed-ceef-46b1-9191-baeb1aa37252. Aug 20 08:46:31.691687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-63311c06-fab5-46ce-a307-88997e03ec07 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334592 Aug 20 08:46:31.807697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Sync routers for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:31.824441 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:31.825080 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:31.961475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:31.994209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0689-1600-4d4b-aea0-bdbfefd196fb req-d7a35511-1c73-40a4-8d34-4b0491ae12a2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:32.001553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fbe0689-1600-4d4b-aea0-bdbfefd196fb req-d7a35511-1c73-40a4-8d34-4b0491ae12a2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1629031 Aug 20 08:46:32.083339 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-227fd54c-25cc-486e-a84b-9603f950533d service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435629 Aug 20 08:46:32.101351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fbe0689-1600-4d4b-aea0-bdbfefd196fb req-01ae9377-9d2c-4a74-ad8f-fd85f02fac01 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988402 Aug 20 08:46:32.102486 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:32.244406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:32.255218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:32.275496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:32.276253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:32.646128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:32.799541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 2, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:32.839411 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Checking router: a2276cac-6687-4d04-ae87-e318e0ea49c3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:32.840570 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Updating router a2276cac-6687-4d04-ae87-e318e0ea49c3 port 2304b319-a06c-4826-bc2a-6970360df2e1 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:46:32.870696 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:32.974354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b5828395-5e7e-4fc2-a404-9b38556794e1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:33.060131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-e769d331-3d3b-4a76-b612-0a1549df5514 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--775724195&fields=id&tenant_id=0716a4d1979640a6952c3b7d57de9c6a HTTP/1.1" status: 200 len: 267 time: 0.0459719 Aug 20 08:46:33.125613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b5828395-5e7e-4fc2-a404-9b38556794e1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:33.126337 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.188498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:33.305685 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.324661 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Transition to ACTIVE for port object 2304b319-a06c-4826-bc2a-6970360df2e1 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:33.331507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-5c84ec4c-3b5b-4172-8906-ab0f5af7a0ff tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:33.333081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-5c84ec4c-3b5b-4172-8906-ab0f5af7a0ff tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.1210732 Aug 20 08:46:33.346348 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.367640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:30Z', 'revision_number': 3, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:33.384021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-ea4d106a-223b-486e-9e28-d1f14e02435f tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:33.391923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-ea4d106a-223b-486e-9e28-d1f14e02435f tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/networks?id=819803ab-297a-4df1-86fd-2aa01b63ee39 HTTP/1.1" status: 200 len: 811 time: 0.3203537 Aug 20 08:46:33.409218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Request body: {'port': {'device_id': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'admin_state_up': True, 'tenant_id': 'b600632f9f434cc5b5eef58a15461038'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:33.409435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:33.436386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:33.437085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:33.442705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-1c4656f0-797d-4268-8ca5-85d450bc32ad tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/quotas/0716a4d1979640a6952c3b7d57de9c6a HTTP/1.1" status: 200 len: 375 time: 0.0495725 Aug 20 08:46:33.452842 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d34e60-8c54-45c6-b500-bebcf46c9b43 None None] Pushing event updated for resources: {'Port': ['ID=2304b319-a06c-4826-bc2a-6970360df2e1,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:33.544699 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Attempting to bind port 2304b319-a06c-4826-bc2a-6970360df2e1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:33.545270 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Attempting to bind port 2304b319-a06c-4826-bc2a-6970360df2e1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:33.545806 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Attempting to bind port 2304b319-a06c-4826-bc2a-6970360df2e1 on network 819803ab-297a-4df1-86fd-2aa01b63ee39 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:33.556192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:33.558991 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Checking segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:33.559915 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.560527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Bound using segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:33.561571 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Bound port: 2304b319-a06c-4826-bc2a-6970360df2e1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:33.562724 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.610002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:33.654924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-036f1c1c-f147-43ea-b0ae-b53b12c05bef tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0716a4d1979640a6952c3b7d57de9c6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2103207 Aug 20 08:46:33.706178 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] For port 2304b319-a06c-4826-bc2a-6970360df2e1, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:33.715201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] For port 2304b319-a06c-4826-bc2a-6970360df2e1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2304b319-a06c-4826-bc2a-6970360df2e1,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:33.721778 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.804311 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:33.805261 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:33.850425 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d34e60-8c54-45c6-b500-bebcf46c9b43 None None] Pushing event updated for resources: {'Port': ['ID=2304b319-a06c-4826-bc2a-6970360df2e1,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:33.879563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-0d2461d8-5897-485d-bba4-9f8d56d9e14d service neutron] 10.222.0.35 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019300 Aug 20 08:46:33.906060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:33.925679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Made reservation on behalf of b600632f9f434cc5b5eef58a15461038 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:33.935825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:33.941992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:34.029366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:34.214016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:30Z', 'revision_number': 3, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:34.255308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:34.259022 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2410a0b-4c42-4c4b-af78-9597e608a2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:34.262007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9186f-b8ed-4080-bf5b-76bb0b6fd558 None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:30Z', 'revision_number': 3, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:34.265802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-a248602e-6f2b-4769-990b-b67cfdf1b74a service neutron] 10.222.0.35 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532822 Aug 20 08:46:34.317654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-214646eb-ac64-4b66-8cac-e2190efb412b tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "PUT /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 998 time: 5.1967351 Aug 20 08:46:34.382656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-62d27274-a8c7-4ac0-bcd1-dfef6f47185e tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:34.384103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-62d27274-a8c7-4ac0-bcd1-dfef6f47185e tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports/37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 942 time: 0.0522647 Aug 20 08:46:34.385688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Allocated IP 172.20.0.2 (bbfaa3ce-292d-4ecb-a035-6e8be520c385/dbaddc3f-af3e-4afd-9241-3ed10479d349/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:34.441322 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:33Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:34.530083 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f01e4-f214-4c78-9619-1f8424f21243 None None] The sync data for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 is: [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:33Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:34.610945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255bf10-fc2d-4d37-b03e-e1fd7e039df6 None None] New status for floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:46:34.692481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5842bd2-94b6-4190-993a-1459551575f1 req-536e6bd4-5ab6-4d33-99f3-ef381bb1a118 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 210 time: 0.0435019 Aug 20 08:46:34.731242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-b7cb8427-c74d-420b-8bdc-169ef2b3e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:34.742076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-b7cb8427-c74d-420b-8bdc-169ef2b3e83b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.2679815 Aug 20 08:46:34.963440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2304b319-a06c-4826-bc2a-6970360df2e1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:35.007516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.036234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cef636-4635-4011-9d4b-398c0f036dc2 req-2dad5443-94f3-4d70-866b-cea5ac8a2d8c tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:35.047270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36cef636-4635-4011-9d4b-398c0f036dc2 req-2dad5443-94f3-4d70-866b-cea5ac8a2d8c tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 1100 time: 0.1168120 Aug 20 08:46:35.085562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36cef636-4635-4011-9d4b-398c0f036dc2 req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.111032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2304b319-a06c-4826-bc2a-6970360df2e1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:35.135623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2304b319-a06c-4826-bc2a-6970360df2e1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:35.138827 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.209475 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36cef636-4635-4011-9d4b-398c0f036dc2 req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.212610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-0a260372-83bc-499b-a970-2c497ed16e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:35.214872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-0a260372-83bc-499b-a970-2c497ed16e9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.4710925 Aug 20 08:46:35.219175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36cef636-4635-4011-9d4b-398c0f036dc2 req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.270914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-c60e66b1-0863-4d43-9728-e9b50fc2682a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 217 time: 0.0450573 Aug 20 08:46:35.347854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36cef636-4635-4011-9d4b-398c0f036dc2 req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988727 Aug 20 08:46:35.348809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.387392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304be3ee-c1ea-4b4b-8731-d0376f2349e5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:35.399982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.400954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.401464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.402012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.402691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.403190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.403683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.404162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.404638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.405291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.406076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.406710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096c35e0-9a18-4a46-8cd1-a3bb166dd53b tempest-ServersAdminNegativeTestJSON-1944885436 tempest-ServersAdminNegativeTestJSON-1944885436-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:46:35.436366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:35.464161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-d73f9de1-7a51-4e99-9c9d-150496495162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:35.475615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-d73f9de1-7a51-4e99-9c9d-150496495162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1873212 Aug 20 08:46:35.478086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:35.479603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:35.485343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 2304b319-a06c-4826-bc2a-6970360df2e1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2304b319-a06c-4826-bc2a-6970360df2e1,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:35.501746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.534543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.637286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:35.685372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:35.689665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-91261ae4-1fb3-46d6-93d4-2ac288f4408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:35.698406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-91261ae4-1fb3-46d6-93d4-2ac288f4408f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218373 Aug 20 08:46:35.698690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:35.704037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-2e16551c-a873-4694-ab2d-20bb1c9a0b6f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:35.711704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-2e16551c-a873-4694-ab2d-20bb1c9a0b6f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123467 Aug 20 08:46:35.720673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:35.724291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:35.730823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:35.731461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.787905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-0dfd9514-96a4-44f1-8514-94842e74c9ed tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3830256 Aug 20 08:46:35.812302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=2304b319-a06c-4826-bc2a-6970360df2e1,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:35.814662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Request body: {'port': {'device_id': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:35.913868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:35.924662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ac1f-abad-416b-9da5-3f8698a6627b req-c2198b2d-eff2-494a-a2fe-08c1eb1262e2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:35.926267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb23ac1f-abad-416b-9da5-3f8698a6627b req-c2198b2d-eff2-494a-a2fe-08c1eb1262e2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.3169827 Aug 20 08:46:35.985872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-2672ab36-9624-4061-b828-d67ab6eedcc7 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730780 Aug 20 08:46:36.082904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:34Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:36.211365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:36.321868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:36.321868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:36.371123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb23ac1f-abad-416b-9da5-3f8698a6627b req-8b3ec9d6-a183-4963-aee7-d759701e2473 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257832 Aug 20 08:46:36.493041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-50fea329-767d-4b74-b543-b7bc0b3c9cf3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:36.495628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-50fea329-767d-4b74-b543-b7bc0b3c9cf3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.26 "GET /v2.0/networks?id=819803ab-297a-4df1-86fd-2aa01b63ee39 HTTP/1.1" status: 200 len: 811 time: 0.1888258 Aug 20 08:46:36.557051 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-48ab4906-f774-4426-88b9-83d02b9ffd31 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0716a4d1979640a6952c3b7d57de9c6a HTTP/1.1" status: 200 len: 379 time: 0.0435731 Aug 20 08:46:36.563365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:36.570620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-859325ec-e7aa-476b-a0c9-a3bd12d66f35 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670345 Aug 20 08:46:36.570895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Request body: {'port': {'device_id': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'admin_state_up': True, 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'security_groups': ['0b0ff761-ea1a-4b12-bd0f-b4850a293d09']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:36.709852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f730a84-ba6c-4382-8f86-bc2ece1bc2db req-cdc36b11-df63-4526-b600-12309f28fff8 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:36.711517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f730a84-ba6c-4382-8f86-bc2ece1bc2db req-cdc36b11-df63-4526-b600-12309f28fff8 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1097 time: 0.1224382 Aug 20 08:46:36.721671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-59fb733d-ca00-485b-963a-787f814e49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:36.730722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-59fb733d-ca00-485b-963a-787f814e49bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1096 time: 0.1167111 Aug 20 08:46:36.786108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Made reservation on behalf of 0716a4d1979640a6952c3b7d57de9c6a for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:36.791274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:36.865899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f730a84-ba6c-4382-8f86-bc2ece1bc2db req-8ee67ab5-6122-44f7-be87-eb1a62aee08e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213899 Aug 20 08:46:36.905911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:36.931880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:36.958065 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c036e320-42b7-4a0b-ac4e-a50edca51d86 x-openstack-request-id: req-c036e320-42b7-4a0b-ac4e-a50edca51d86 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:36.963329 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:36.963776 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c036e320-42b7-4a0b-ac4e-a50edca51d86 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:36.964987 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'status': 'completed', 'code': 200} Aug 20 08:46:36.996547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2304b319-a06c-4826-bc2a-6970360df2e1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:37.001972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:34Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:37.004555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-59b6255c-352d-4aff-9468-94bdb0fb08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.015190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-59b6255c-352d-4aff-9468-94bdb0fb08f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.2844410 Aug 20 08:46:37.042568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b91008-704a-4493-89f0-7fdf25d5771c None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:6e:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:34Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:37.053502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Transition to ACTIVE for port object 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:37.087338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Allocated IP 172.20.0.8 (819803ab-297a-4df1-86fd-2aa01b63ee39/774f55f9-7b9f-47e0-86bc-0ff2e0960f55/b9e1ce4b-2d91-436c-a322-1d66dc33558a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:37.108649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.175654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24747891-f2df-46b5-8659-8382f053850a req-dbd6db28-cc66-454c-a74e-38a2ba1ef12e tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 210 time: 0.1219099 Aug 20 08:46:37.176817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2304b319-a06c-4826-bc2a-6970360df2e1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:37.177338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.343413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-5b82fe31-2c96-46eb-b68a-2209da952dbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 1001 time: 0.3272398 Aug 20 08:46:37.362600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:37.376191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.393394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Transition to ACTIVE for port object b9e1ce4b-2d91-436c-a322-1d66dc33558a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:37.399576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-de120eea-0337-4e1a-934e-f13f4fb6bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.401152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-de120eea-0337-4e1a-934e-f13f4fb6bc8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.4290998 Aug 20 08:46:37.438631 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.481980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:37.485626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:37.490244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:37.504610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:37.504948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:37.505280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:37.532717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-1af98ad5-7b85-48ae-8b54-5c361cb5bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.540496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-1af98ad5-7b85-48ae-8b54-5c361cb5bdab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1960227 Aug 20 08:46:37.541051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event updated for resources: {'Port': ['ID=b9e1ce4b-2d91-436c-a322-1d66dc33558a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:37.553949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:37.559186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:37.567144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.567796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.585053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-d871ceef-1083-4927-ab30-64b6862b55cb tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0218925 Aug 20 08:46:37.599454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Request body: {'port': {'device_id': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:37.606036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:37.608207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:37.608782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:37.609444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Bound port: 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:37.610071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.641484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706573c7-2eba-4a27-bb25-aa1334e34461 req-2b2c8be1-3e76-4d85-8b29-fa6c6d700477 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.652531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-706573c7-2eba-4a27-bb25-aa1334e34461 req-2b2c8be1-3e76-4d85-8b29-fa6c6d700477 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.2819898 Aug 20 08:46:37.683384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-ffff26b6-16c7-4a89-b472-9b822b3c5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.685318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-ffff26b6-16c7-4a89-b472-9b822b3c5ade service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.2603502 Aug 20 08:46:37.688168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.794054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d0385e29-80fe-4e58-a33c-86d87c1b4dcd None None] Provisioning for port b9e1ce4b-2d91-436c-a322-1d66dc33558a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:37.797787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-0f54359c-08b8-476c-b1ff-4bb61a11487c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 217 time: 0.0930400 Aug 20 08:46:37.809377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d0385e29-80fe-4e58-a33c-86d87c1b4dcd None None] Provisioning complete for port b9e1ce4b-2d91-436c-a322-1d66dc33558a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:37.809860 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d0385e29-80fe-4e58-a33c-86d87c1b4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:37.868632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-79d40776-3bcd-408f-ab4b-25fd346ccbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:37.871916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-79d40776-3bcd-408f-ab4b-25fd346ccbdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306637 Aug 20 08:46:37.886087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d0385e29-80fe-4e58-a33c-86d87c1b4dcd None None] Port b9e1ce4b-2d91-436c-a322-1d66dc33558a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:46:37.926816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-706573c7-2eba-4a27-bb25-aa1334e34461 req-bd4daaab-5560-4d0e-89ad-6f23f462a2b3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746985 Aug 20 08:46:37.986858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:38.007880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:38.025666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.030084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-8500c153-8b8d-498b-8bf2-6f14646d016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:38.031667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-8500c153-8b8d-498b-8bf2-6f14646d016f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1986730 Aug 20 08:46:38.108708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-26029bd0-bd4a-4c56-9d4c-179e3c748754 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150373 Aug 20 08:46:38.116914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:38.117608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.119097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] 10.222.0.26 "PUT /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 1091 time: 2.3124595 Aug 20 08:46:38.150463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e1ce4b-2d91-436c-a322-1d66dc33558a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:38.170817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.190690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Transition to ACTIVE for port object b9e1ce4b-2d91-436c-a322-1d66dc33558a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:38.196585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.269709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1ce4b-2d91-436c-a322-1d66dc33558a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:38.432962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Attempting to bind port b9e1ce4b-2d91-436c-a322-1d66dc33558a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:38.433308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Attempting to bind port b9e1ce4b-2d91-436c-a322-1d66dc33558a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:38.433643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Attempting to bind port b9e1ce4b-2d91-436c-a322-1d66dc33558a on network 819803ab-297a-4df1-86fd-2aa01b63ee39 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:38.445349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Port b9e1ce4b-2d91-436c-a322-1d66dc33558a on network 819803ab-297a-4df1-86fd-2aa01b63ee39 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:38.445708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Attempting to bind port b9e1ce4b-2d91-436c-a322-1d66dc33558a on network 819803ab-297a-4df1-86fd-2aa01b63ee39 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:38.460659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:38.461001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Checking segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:38.461401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Bound using segment: {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:38.461886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Bound port: b9e1ce4b-2d91-436c-a322-1d66dc33558a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65c44fa-2f44-4f6d-a725-2d7069a02f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:38.470762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.575223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] For port b9e1ce4b-2d91-436c-a322-1d66dc33558a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:38.579381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] For port b9e1ce4b-2d91-436c-a322-1d66dc33558a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:38.584730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.639048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:38.639782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:38.641253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b9e1ce4b-2d91-436c-a322-1d66dc33558a HTTP/1.1" status: 200 len: 1091 time: 1.0463212 Aug 20 08:46:38.642196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:38.644571 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7af672-0952-4079-b3a1-3529a06321d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:38.664715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999af685-29a8-4b7a-a963-766b5e354ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:38.671046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ee384-7aa0-4f08-a05e-85bcf91f9da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e1ce4b-2d91-436c-a322-1d66dc33558a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:38.696089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-2c7b7fcc-c667-4b1d-bf62-e80ffd2ef36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:38.697663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-2c7b7fcc-c667-4b1d-bf62-e80ffd2ef36e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6375060 Aug 20 08:46:38.719498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-7b805fba-0269-4eb8-9771-b49f5855c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:38.720659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-7b805fba-0269-4eb8-9771-b49f5855c68b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1094 time: 0.5545874 Aug 20 08:46:38.794302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-1c792c2a-b47d-4943-82aa-cda2882d657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:38.796082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-1c792c2a-b47d-4943-82aa-cda2882d657a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0716a4d1979640a6952c3b7d57de9c6a&device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 1094 time: 0.1090772 Aug 20 08:46:38.842441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d796d34-54dd-40c0-8f0a-2f061598e08b req-957a1f01-c87d-46ab-92f7-6f2421b2e7f0 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184360 Aug 20 08:46:38.854451 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-84c0f002-d978-4ece-abda-99dcdbf1390e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a HTTP/1.1" status: 200 len: 217 time: 0.0490739 Aug 20 08:46:38.952197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-3ab9d15d-49b5-446b-ad8f-17b23ee25dcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 217 time: 0.1344707 Aug 20 08:46:38.977062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b'}, {'name': 'network-changed', 'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:38.979998 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e" -d '{"events": [{"name": "network-changed", "server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b"}, {"name": "network-changed", "server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:39.000603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-3e4b76cf-57ae-4f1c-99b9-6a7830ecc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:39.002750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-3e4b76cf-57ae-4f1c-99b9-6a7830ecc617 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=774f55f9-7b9f-47e0-86bc-0ff2e0960f55 HTTP/1.1" status: 200 len: 850 time: 0.1314909 Aug 20 08:46:39.094111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-3016f685-616a-4ece-9aa0-b7f8ae24f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:39.096288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-3016f685-616a-4ece-9aa0-b7f8ae24f1b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=819803ab-297a-4df1-86fd-2aa01b63ee39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840137 Aug 20 08:46:39.109144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-a890b946-81b0-43ef-80d7-04e5cd0e9f7b service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848977 Aug 20 08:46:39.111451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b119-4af9-4789-973f-b8d71a6db19a req-8fe17515-d090-4521-81a5-9a357600d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:39.112773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-8fe17515-d090-4521-81a5-9a357600d301 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1597960 Aug 20 08:46:39.212423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-a8d4307b-bc60-4266-8248-26cc96bb64e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811217 Aug 20 08:46:39.216438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-ec7ce05a-26d3-45ba-9600-18c96a521e55 service neutron] 10.222.0.26 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045835 Aug 20 08:46:39.227274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d2fa8-16f7-4d32-9cea-265d956e62c9 req-aea8dc22-b86b-4e12-984d-07bdcc0ad7c8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:39.230185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-591d2fa8-16f7-4d32-9cea-265d956e62c9 req-aea8dc22-b86b-4e12-984d-07bdcc0ad7c8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.2113533 Aug 20 08:46:39.359634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4605c3f-cd75-4a27-bdd7-dd865aa905a6 req-6756f7f4-2cac-47a8-9715-7ee67b20e73e service neutron] 10.222.0.26 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269577 Aug 20 08:46:39.389790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-591d2fa8-16f7-4d32-9cea-265d956e62c9 req-9bea9038-e7c0-4ddb-adc1-e0864f780b60 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470647 Aug 20 08:46:39.408518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-3a2428c1-eee5-4ef8-af1d-8ec9b60eff1e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:39.416770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-3a2428c1-eee5-4ef8-af1d-8ec9b60eff1e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444415 Aug 20 08:46:39.424242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Request body: {'binding': {'host': 'n-h2-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:39.424695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:46:39.513323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2410a0b-4c42-4c4b-af78-9597e608a2a5 req-ee63e5e5-b53f-40d2-bec5-b2f3baf10827 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889668 Aug 20 08:46:39.552493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-dd665cd9-7873-4617-a319-956fef40cd9a service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017836 Aug 20 08:46:39.686904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a9cae-f0e8-4bac-bd53-54c59e590364 req-5a41ed7c-4067-48c8-a978-565e7a2d39a8 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:39.688412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c55a9cae-f0e8-4bac-bd53-54c59e590364 req-5a41ed7c-4067-48c8-a978-565e7a2d39a8 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 943 time: 0.1423645 Aug 20 08:46:39.749157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1847b119-4af9-4789-973f-b8d71a6db19a req-f461046a-9b8f-4e91-b8ed-f792aef732c8 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845202 Aug 20 08:46:39.756858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on host n-h2-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:39.756858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:39.756858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:39.769421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:39.769785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:39.775439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c55a9cae-f0e8-4bac-bd53-54c59e590364 req-98307dd7-3c38-4a82-bfc0-789324ae48c9 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723705 Aug 20 08:46:39.779914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:39.780350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:39.780636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:39.781067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Bound port: 08e98542-3025-4273-a983-4f20ae04168d, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:39.837897 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e2231-903b-40ed-958c-eb7f1c8a93f6 x-openstack-request-id: req-909e2231-903b-40ed-958c-eb7f1c8a93f6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:39.838338 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:39.838443 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-909e2231-903b-40ed-958c-eb7f1c8a93f6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:39.838817 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'status': 'completed', 'code': 200} Aug 20 08:46:39.861945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:39.908103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:39.909170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-eda9390a-8ca9-490e-bae6-34994465be4a service neutron] 10.222.0.35 "POST /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4916298 Aug 20 08:46:39.968736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf4b5905-ef6f-43a3-8a32-b88aa87d7261 req-55a97eb3-310c-4657-bbd6-b1ea1155a07f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.1167698 Aug 20 08:46:39.992595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-75dabb78-ba0e-48b4-ae2b-468730d520dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:39.994122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-75dabb78-ba0e-48b4-ae2b-468730d520dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0716a4d1979640a6952c3b7d57de9c6a&device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 1094 time: 0.1279042 Aug 20 08:46:40.089223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5905-ef6f-43a3-8a32-b88aa87d7261 req-838d9bd1-dd42-4fc7-bb62-f0bb3da0ac14 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.090982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf4b5905-ef6f-43a3-8a32-b88aa87d7261 req-838d9bd1-dd42-4fc7-bb62-f0bb3da0ac14 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports/8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 942 time: 0.1162965 Aug 20 08:46:40.241653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-adf6e403-2356-4018-af86-ba9fe41307bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.241973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-5eb445b8-d1cd-47ef-abd7-b6dc64ed4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.243536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-5eb445b8-d1cd-47ef-abd7-b6dc64ed4a75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1097 time: 0.0519252 Aug 20 08:46:40.244570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-adf6e403-2356-4018-af86-ba9fe41307bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=819803ab-297a-4df1-86fd-2aa01b63ee39 HTTP/1.1" status: 200 len: 911 time: 0.2278326 Aug 20 08:46:40.264987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a3f5d-8a87-4bed-8969-b9929755e428 req-1c2e52c1-6786-4164-a574-08ea8ba0b48a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.273265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e0a3f5d-8a87-4bed-8969-b9929755e428 req-1c2e52c1-6786-4164-a574-08ea8ba0b48a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.1584783 Aug 20 08:46:40.299324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf4b5905-ef6f-43a3-8a32-b88aa87d7261 req-090a30f1-1490-4b7a-8717-6506f6c5c512 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.1423481 Aug 20 08:46:40.345819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-668a41af-8d46-4526-8b0d-742d86b2d79b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a HTTP/1.1" status: 200 len: 217 time: 0.0687180 Aug 20 08:46:40.367564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e0a3f5d-8a87-4bed-8969-b9929755e428 req-5fd17885-a12a-4f3d-adfd-b6139f5edf5d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934942 Aug 20 08:46:40.370790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-51ff9df6-0d99-4825-80cd-fd6628ae84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.373251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-51ff9df6-0d99-4825-80cd-fd6628ae84ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1078546 Aug 20 08:46:40.444261 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c7d5dd-629d-45d2-acf9-3410611b9af1 x-openstack-request-id: req-c4c7d5dd-629d-45d2-acf9-3410611b9af1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:40.444543 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:40.444788 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4c7d5dd-629d-45d2-acf9-3410611b9af1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:40.445178 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'status': 'completed', 'code': 200} Aug 20 08:46:40.445425 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'status': 'completed', 'code': 200} Aug 20 08:46:40.449629 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-9ba01161-9066-47e9-9ac9-63f5e2896da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 217 time: 0.0683925 Aug 20 08:46:40.514732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-8c499686-ea9f-4a20-a63a-ac5ddcc045cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.516286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-8c499686-ea9f-4a20-a63a-ac5ddcc045cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=774f55f9-7b9f-47e0-86bc-0ff2e0960f55 HTTP/1.1" status: 200 len: 850 time: 0.1085780 Aug 20 08:46:40.565290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-ea7e43f5-ea32-4f03-b01f-1575721e7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.567575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-ea7e43f5-ea32-4f03-b01f-1575721e7405 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1090889 Aug 20 08:46:40.574973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5905-ef6f-43a3-8a32-b88aa87d7261 req-83f56460-43c4-4df0-a369-a4bffcfedf9a tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.576409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf4b5905-ef6f-43a3-8a32-b88aa87d7261 req-83f56460-43c4-4df0-a369-a4bffcfedf9a tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2480240 Aug 20 08:46:40.588455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-988165fd-1f32-4f51-a4f2-80ce341f3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.590142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-988165fd-1f32-4f51-a4f2-80ce341f3635 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1096 time: 0.1088943 Aug 20 08:46:40.593439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-4a218f70-4b91-4a1e-9ab2-e5f71b7f3c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.594998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-4a218f70-4b91-4a1e-9ab2-e5f71b7f3c79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1094 time: 0.0929346 Aug 20 08:46:40.620405 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-53142140-ce5c-44cc-abde-4c3b4d28eb06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426614 Aug 20 08:46:40.625432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-35b698f4-20f5-48a8-aeb6-abd31017f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.627234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-35b698f4-20f5-48a8-aeb6-abd31017f973 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=819803ab-297a-4df1-86fd-2aa01b63ee39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946350 Aug 20 08:46:40.795684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-77f8625f-0432-4ed2-99e1-251886677c04 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573548 Aug 20 08:46:40.827242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264af6a-21e3-4a81-b6cf-fceebe13cff4 req-bd2a1fed-ff97-4a7c-a1d7-4fe4cc5b3b17 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.829793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9264af6a-21e3-4a81-b6cf-fceebe13cff4 req-bd2a1fed-ff97-4a7c-a1d7-4fe4cc5b3b17 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.2008355 Aug 20 08:46:40.851913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-40dfd1a0-9672-47c1-9a1c-650395ee7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.851913 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-40dfd1a0-9672-47c1-9a1c-650395ee7e97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.2348201 Aug 20 08:46:40.869394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be8073-aa26-4b23-bebc-1dc8bb31bd0b req-fd6a6a67-576d-40cb-b5f4-e44148f55ee5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.871302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8be8073-aa26-4b23-bebc-1dc8bb31bd0b req-fd6a6a67-576d-40cb-b5f4-e44148f55ee5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.2014985 Aug 20 08:46:40.878698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-79d022cc-d915-4083-8a7d-e4a5be800ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:40.880482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-79d022cc-d915-4083-8a7d-e4a5be800ce6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.2810163 Aug 20 08:46:40.911596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-53c04c8a-09b6-4671-899d-59fce1a8c24f service neutron] 10.222.0.26 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567053 Aug 20 08:46:40.918338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-a53379d6-0c76-4606-b21a-a88540b8243f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 217 time: 0.0463679 Aug 20 08:46:41.007820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-74ec466f-9fff-42f8-824e-ab0dbf97b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:41.007820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-74ec466f-9fff-42f8-824e-ab0dbf97b454 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0790281 Aug 20 08:46:41.015011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-c5341276-7d12-459b-958f-9dad9d4bc150 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086205 Aug 20 08:46:41.060633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9264af6a-21e3-4a81-b6cf-fceebe13cff4 req-47265004-e301-48aa-bc76-fa4ebfa34213 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207491 Aug 20 08:46:41.061485 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-491f8598-f11a-48fc-a855-b722e7a19409 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405064 Aug 20 08:46:41.087964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8be8073-aa26-4b23-bebc-1dc8bb31bd0b req-7cadde07-8b50-4c1a-9994-bc53575d053d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054698 Aug 20 08:46:41.097549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-0226a050-236f-44e9-bf75-2fd5f5a4ea82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 1001 time: 0.2027407 Aug 20 08:46:41.137016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e7af672-0952-4079-b3a1-3529a06321d0 req-29fa5512-47a3-44e7-947c-31390b099159 service neutron] 10.222.0.26 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904035 Aug 20 08:46:41.187545 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-b03bf30c-80e4-449f-a5ab-47cd70195fac service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068068 Aug 20 08:46:41.220455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-aa79d9eb-afa4-408b-a88c-f49053f971cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:41.221916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-aa79d9eb-afa4-408b-a88c-f49053f971cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.0960851 Aug 20 08:46:41.257455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-f0ffe2ba-0852-44f4-a7db-c8a92e983630 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.0906739 Aug 20 08:46:41.325734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-ac30c9c6-83ee-4c2f-89fc-2c20cdc375e6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:41.327054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-ac30c9c6-83ee-4c2f-89fc-2c20cdc375e6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports/8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 942 time: 0.0562441 Aug 20 08:46:41.335283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-1cd2db7e-e59a-4508-aa1b-e2d270297512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:41.336740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-1cd2db7e-e59a-4508-aa1b-e2d270297512 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981338 Aug 20 08:46:41.562678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-a54fb4b3-770d-42be-9768-6d92d6876839 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579127 Aug 20 08:46:41.853867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-d5863fbb-a444-46d5-8568-a59032ff66ab tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.4552824 Aug 20 08:46:41.867765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198ae48-d221-47f6-9e97-449bb76dcc66 req-725fcf21-f685-4cde-8c6f-bcb972885110 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:41.869136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3198ae48-d221-47f6-9e97-449bb76dcc66 req-725fcf21-f685-4cde-8c6f-bcb972885110 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 943 time: 0.1352739 Aug 20 08:46:41.887512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-1b2cd765-61fd-4158-b555-5f2fd378842c service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409484 Aug 20 08:46:42.025868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3198ae48-d221-47f6-9e97-449bb76dcc66 req-3ffa5380-e6e7-4449-a706-e293f9682306 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428313 Aug 20 08:46:42.064799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-1ca3dd9e-a33c-41cd-97ce-ecaca43d7916 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:42.066228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-1ca3dd9e-a33c-41cd-97ce-ecaca43d7916 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1946037 Aug 20 08:46:42.128602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f6ca4d6-bf1c-49db-99a6-c3da2dd1685e req-b689ffed-bfa0-4bdc-8047-5186131a9ffd service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011912 Aug 20 08:46:42.180859 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-829df30d-d27a-4359-a5c6-caf361a68cc6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.1011071 Aug 20 08:46:42.194194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc026bb2-911a-4735-b88e-25fb675ca632 req-4e36899a-9a5f-4429-8be6-fdb7664be224 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:42.195870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc026bb2-911a-4735-b88e-25fb675ca632 req-4e36899a-9a5f-4429-8be6-fdb7664be224 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.1047585 Aug 20 08:46:42.201364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:42.285142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc026bb2-911a-4735-b88e-25fb675ca632 req-8be359e1-51fd-4b4e-9d13-c4cf80affe73 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807548 Aug 20 08:46:42.288259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:42.346381 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:42.467890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:42.472320 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:42.472782 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39 disassociated. External IP: 172.25.5.230, port: 8e6d3568-6b92-4252-9397-b45e46cfd20b. Aug 20 08:46:42.556424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d28a-a09c-4fed-806b-9ee5a016d02f req-dd96b49d-2914-4449-b57f-362e9cedff56 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:42.558084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1522d28a-a09c-4fed-806b-9ee5a016d02f req-dd96b49d-2914-4449-b57f-362e9cedff56 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 949 time: 0.1072607 Aug 20 08:46:42.640635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1522d28a-a09c-4fed-806b-9ee5a016d02f req-c27b5069-e9da-4f3c-ba69-e66073f1adf8 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 Aug 20 08:46:42.780141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:42.799960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b3f0-6c6f-46a9-99bb-0c228cd43268 req-eff26f7a-d9f3-42a4-8060-5e8d76023495 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:42.801429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4206b3f0-6c6f-46a9-99bb-0c228cd43268 req-eff26f7a-d9f3-42a4-8060-5e8d76023495 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.0754483 Aug 20 08:46:42.868658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:42.918816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4206b3f0-6c6f-46a9-99bb-0c228cd43268 req-d5ba47cc-15f4-454d-aadc-1b6cd08831a3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753546 Aug 20 08:46:42.956020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:42.969942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:42.972853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:42.984127 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:42.984780 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:43.009751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:43.017536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-8a53cd37-19d4-40e7-9dcd-133e055008e4 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "PUT /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 695 time: 0.8206038 Aug 20 08:46:43.019154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:43.021487 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55" -d '{"events": [{"name": "network-changed", "server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:43.027064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'port_id': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'mac_address': 'fa:16:3e:4d:20:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaddc3f-af3e-4afd-9241-3ed10479d349', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:43.067060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.082242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:43.112222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc3cb3-8427-4c29-aa32-8c4e16a49d3b req-8614459e-75d5-4f35-bec3-bd5916c86983 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.114489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69fc3cb3-8427-4c29-aa32-8c4e16a49d3b req-8614459e-75d5-4f35-bec3-bd5916c86983 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1067665 Aug 20 08:46:43.117633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:43.123247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:43.126877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-9ebc85e4-7b1f-4f2d-9d47-47b85d155017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.128415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-9ebc85e4-7b1f-4f2d-9d47-47b85d155017 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1096 time: 0.0878985 Aug 20 08:46:43.129279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.130330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device b9e1ce4b-2d91-436c-a322-1d66dc33558a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:43.202566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-676038a9-7032-4922-967f-d4c13791d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.252609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:43.272387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69fc3cb3-8427-4c29-aa32-8c4e16a49d3b req-d64c4e54-b608-4d4b-a002-1bfdd6e327b6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459525 Aug 20 08:46:43.285867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-e5ebe7a2-8014-4034-b115-604c94672390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.285867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-e5ebe7a2-8014-4034-b115-604c94672390 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.1132457 Aug 20 08:46:43.344881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port b9e1ce4b-2d91-436c-a322-1d66dc33558a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:43.353874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-90fdfa10-2fb9-4b04-91d2-e1d3d049e93b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 217 time: 0.0558755 Aug 20 08:46:43.368288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'port_id': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'mac_address': 'fa:16:3e:62:d6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:43.413539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-92cba44b-ce23-4a22-88dd-5b2c220bf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.415104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-92cba44b-ce23-4a22-88dd-5b2c220bf75f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.0524726 Aug 20 08:46:43.463282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.479716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e1ce4b-2d91-436c-a322-1d66dc33558a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:43.485793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-f5aa7334-72d3-4053-8d09-1d92d6bfc610 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.492307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-f5aa7334-72d3-4053-8d09-1d92d6bfc610 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 949 time: 0.1054895 Aug 20 08:46:43.493517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-b307f197-a5e0-4c12-af45-a8e436550d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.495220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-b307f197-a5e0-4c12-af45-a8e436550d26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733645 Aug 20 08:46:43.505217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port b9e1ce4b-2d91-436c-a322-1d66dc33558a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:43.515087 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.519570 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d5abc3-0552-446f-825f-9ad1793419d0 x-openstack-request-id: req-81d5abc3-0552-446f-825f-9ad1793419d0 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:43.520730 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:43.522494 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81d5abc3-0552-446f-825f-9ad1793419d0 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:43.523138 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'status': 'completed', 'code': 200} Aug 20 08:46:43.577692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=b9e1ce4b-2d91-436c-a322-1d66dc33558a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:43.621330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-d478ea5a-1ade-48c6-aa29-235871f315b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.623112 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-d478ea5a-1ade-48c6-aa29-235871f315b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 1096 time: 0.0586209 Aug 20 08:46:43.660210 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:43.675380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Deleting port 2cd7b1f3-3993-40e1-8029-34de780c81c8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:43.675723 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.695817 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:43.705290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:43.706006 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:43.738143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.789374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-df4daabb-9846-473e-b297-4ef1260150fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.791844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-df4daabb-9846-473e-b297-4ef1260150fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.1303389 Aug 20 08:46:43.794287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['b9e1ce4b-2d91-436c-a322-1d66dc33558a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:43.799956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:43.803263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144950-cf37-48fd-8489-6d8bbc0ef971 req-f84261e7-cdb0-47d3-a825-a63ceafcd597 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:43.804734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] For port 2cd7b1f3-3993-40e1-8029-34de780c81c8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2cd7b1f3-3993-40e1-8029-34de780c81c8,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:43.805212 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:43.811372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2144950-cf37-48fd-8489-6d8bbc0ef971 req-f84261e7-cdb0-47d3-a825-a63ceafcd597 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 944 time: 0.1853516 Aug 20 08:46:43.829119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Calling delete_port for 2cd7b1f3-3993-40e1-8029-34de780c81c8 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:43.840491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-a46dd6f3-d22b-4825-9960-5278dbbfe08d service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377402 Aug 20 08:46:43.863086 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:43.880462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-70302ce2-c12d-462d-9326-100082044f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 200 len: 217 time: 0.0502715 Aug 20 08:46:44.007613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2144950-cf37-48fd-8489-6d8bbc0ef971 req-29a82401-21dd-4713-aa3f-624afb3f44df tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888189 Aug 20 08:46:44.050875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:44.081508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-eb701120-915c-4a40-9f21-a730219ad38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:44.083119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-eb701120-915c-4a40-9f21-a730219ad38b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1927688 Aug 20 08:46:44.089602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Pushing event deleted for resources: {'Port': ['ID=2cd7b1f3-3993-40e1-8029-34de780c81c8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:44.150950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] No DVR routers for this DVR port 2cd7b1f3-3993-40e1-8029-34de780c81c8 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:44.157120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:44.160223 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8919a078-d6ab-4fe1-ad89-d3d48294566d req-e233ceca-734f-4601-acf1-07bb7152fc4b tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "DELETE /v2.0/ports/2cd7b1f3-3993-40e1-8029-34de780c81c8 HTTP/1.1" status: 204 len: 173 time: 0.6599271 Aug 20 08:46:44.160963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6f0641-24b6-4c55-8307-07838d81919b', 'name': 'network-vif-deleted', 'tag': '2cd7b1f3-3993-40e1-8029-34de780c81c8'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:44.164715 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee36cab-19ef-44fc-9a21-9fba45443396" -d '{"events": [{"server_uuid": "0e6f0641-24b6-4c55-8307-07838d81919b", "name": "network-vif-deleted", "tag": "2cd7b1f3-3993-40e1-8029-34de780c81c8"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:44.285271 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:44.323568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbf2ff30-f7ab-42ed-8192-780e5fe9f6a1 req-bef5a37f-33fc-4691-8c17-801fac8b9a93 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422567 Aug 20 08:46:44.326517 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4bcef-4c62-48fb-96ad-c4eba1fb46b3 None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:44.335707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-6a4bf192-b5bb-4151-92a7-50b39b39320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:44.337532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-6a4bf192-b5bb-4151-92a7-50b39b39320d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327082 Aug 20 08:46:44.350603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133369a9-5041-46c9-b029-8e0d284ecca1 req-9e55c327-efc9-4877-a1ac-ecd63c0f5598 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:44.362831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-133369a9-5041-46c9-b029-8e0d284ecca1 req-9e55c327-efc9-4877-a1ac-ecd63c0f5598 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1995585 Aug 20 08:46:44.513594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-133369a9-5041-46c9-b029-8e0d284ecca1 req-547a075f-428a-4cdf-a37a-995668e019c0 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497610 Aug 20 08:46:44.546461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-3a5e2214-c405-4d1b-9397-d941a4063150 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746747 Aug 20 08:46:44.644707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ff3d05e-8a79-4b31-b633-329a9229f3b0 req-08d72d6f-a947-4daf-a39f-3e976c089dcb tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e6f0641-24b6-4c55-8307-07838d81919b HTTP/1.1" status: 200 len: 210 time: 0.0368972 Aug 20 08:46:44.674284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5f2a14a7-d250-401e-ad6d-67196f729aaf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:44.699245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7aac80b-1f1b-416a-a854-24c2fc0d1c55 req-29bc3990-808e-4fb2-a4bf-40259f36d078 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432781 Aug 20 08:46:44.741996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596027c5-e6d8-40b6-8e1e-ab9909a6832d None None] New status for floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:46:44.879359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed2483-0614-41fa-a0d8-90d9a6065792 req-10f7b10a-8064-4fbc-96dc-1bb226d23260 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:44.892094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0ed2483-0614-41fa-a0d8-90d9a6065792 req-10f7b10a-8064-4fbc-96dc-1bb226d23260 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.1045201 Aug 20 08:46:44.970843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0ed2483-0614-41fa-a0d8-90d9a6065792 req-6bb4fe6f-b04a-4d8e-b147-58f20e111511 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784192 Aug 20 08:46:45.005460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:45.044066 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792aa04-0a89-4baa-b610-04191414d3fe x-openstack-request-id: req-a792aa04-0a89-4baa-b610-04191414d3fe {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:45.044637 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6f0641-24b6-4c55-8307-07838d81919b", "name": "network-vif-deleted", "tag": "2cd7b1f3-3993-40e1-8029-34de780c81c8", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:45.044723 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a792aa04-0a89-4baa-b610-04191414d3fe {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:45.045115 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6f0641-24b6-4c55-8307-07838d81919b', 'name': 'network-vif-deleted', 'tag': '2cd7b1f3-3993-40e1-8029-34de780c81c8', 'status': 'completed', 'code': 200} Aug 20 08:46:45.172506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:45.175425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a3441-6bd0-4a48-87a3-48c6ba296bd6 req-4b47c077-04cf-4c79-8fda-0bcd5c2b6c00 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:45.183491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e3a3441-6bd0-4a48-87a3-48c6ba296bd6 req-4b47c077-04cf-4c79-8fda-0bcd5c2b6c00 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.0744913 Aug 20 08:46:45.238045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e3a3441-6bd0-4a48-87a3-48c6ba296bd6 req-606dca34-e996-42fe-a1fc-84fde6b45a03 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Aug 20 08:46:45.266631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:45.266936 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.364220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9c57a-28b5-4400-aaad-85e1666b85ed req-53e152b8-e2e1-4f1f-86b3-da418d97e7c3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:45.366153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81c9c57a-28b5-4400-aaad-85e1666b85ed req-53e152b8-e2e1-4f1f-86b3-da418d97e7c3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 944 time: 0.0641966 Aug 20 08:46:45.439044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81c9c57a-28b5-4400-aaad-85e1666b85ed req-7bae5dea-cf5d-4880-94ed-3055d8ff145b tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668714 Aug 20 08:46:45.449052 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.481282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:45.483776 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14ed15-2c66-454c-9cf2-aee835893262" -d '{"events": [{"server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "name": "network-vif-plugged", "status": "completed", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:45.500270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:45.505146 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.506635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device b9e1ce4b-2d91-436c-a322-1d66dc33558a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:45.580187 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1a4501-7503-4cb9-bf90-9b2d0846883b x-openstack-request-id: req-6e1a4501-7503-4cb9-bf90-9b2d0846883b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:45.580518 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "name": "network-vif-plugged", "status": "completed", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:45.580773 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e1a4501-7503-4cb9-bf90-9b2d0846883b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:45.581164 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'code': 200} Aug 20 08:46:45.616729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:45.655280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port b9e1ce4b-2d91-436c-a322-1d66dc33558a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:45.660125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port b9e1ce4b-2d91-436c-a322-1d66dc33558a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:45.660744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.669683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56475c4b-5d9f-4ff4-8148-a9943adf5073 req-cb0af66e-152d-4a29-9eb7-bc76fb6432f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:45.671009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56475c4b-5d9f-4ff4-8148-a9943adf5073 req-cb0af66e-152d-4a29-9eb7-bc76fb6432f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1096 time: 0.0629511 Aug 20 08:46:45.681375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883134-8898-436f-9492-e827f5cafdd5 req-81b7fef5-ea0e-4e05-8f96-79ce03b270c5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:45.682880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-81b7fef5-ea0e-4e05-8f96-79ce03b270c5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1507573 Aug 20 08:46:45.695602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819e528-215b-431e-9d42-d59922c6aedf req-e45be8e9-dc44-45f8-b698-6a0c3b773613 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:45.703175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1819e528-215b-431e-9d42-d59922c6aedf req-e45be8e9-dc44-45f8-b698-6a0c3b773613 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 945 time: 0.0864556 Aug 20 08:46:45.714952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56475c4b-5d9f-4ff4-8148-a9943adf5073 req-82979d79-2c1c-4f08-9c55-e9f1cc0deb24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Aug 20 08:46:45.762211 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.778435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1819e528-215b-431e-9d42-d59922c6aedf req-9209d332-4c6d-4143-9386-5531ad6e96cf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740211 Aug 20 08:46:45.783446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-db684b53-5706-483c-9f1f-330dc043e63d tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0719490 Aug 20 08:46:45.795604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'floatingip': {'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:45.818565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port b9e1ce4b-2d91-436c-a322-1d66dc33558a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:45.824645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.825626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2cd7b1f3-3993-40e1-8029-34de780c81c8 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:45.847945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:45.853963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 2cd7b1f3-3993-40e1-8029-34de780c81c8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:45.854395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2cd7b1f3-3993-40e1-8029-34de780c81c8 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:45.854913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:45.942897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=b9e1ce4b-2d91-436c-a322-1d66dc33558a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:45.981871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:46.016403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:46.021646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:46.072892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:46.106021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-5b3be004-d94a-4bba-b1b0-3ed5a206c00f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:46.107521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-5b3be004-d94a-4bba-b1b0-3ed5a206c00f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.2281771 Aug 20 08:46:46.155701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-6385b6fc-d60a-4576-939f-3ae0e127786b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/quotas/471d0855e6e94869bb57e2413e13e43b HTTP/1.1" status: 200 len: 375 time: 0.0422540 Aug 20 08:46:46.287676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:46.361837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0aa9f6b7-0523-44e6-8bc7-ef8c39a1ce65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:46.541610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-51e1a605-0e3f-4a81-aa97-eb56d70c5ebe tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3798983 Aug 20 08:46:46.704334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-731591bf-2e79-4840-b516-eff18925b79d service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549196 Aug 20 08:46:46.808519 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:46.816652 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:46.871015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-9004aae4-ff20-4b2b-9d6e-be2f94996498 service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579046 Aug 20 08:46:46.941839 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39 associated. External IP: 172.25.5.230, port: 37e760ed-ceef-46b1-9191-baeb1aa37252. Aug 20 08:46:47.126210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-9a724f8e-313f-4146-94a7-130d04cff8b0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:47.127648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-9a724f8e-313f-4146-94a7-130d04cff8b0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "GET /v2.0/ports?device_id=13afc7b2-a11f-4837-bc11-69b9b25e2882 HTTP/1.1" status: 200 len: 945 time: 0.1313267 Aug 20 08:46:47.144238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3cd2a-def9-4453-a74d-de9f61292f57 req-88604785-d3e3-4016-b204-d4f7a7311e1d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:47.145649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95a3cd2a-def9-4453-a74d-de9f61292f57 req-88604785-d3e3-4016-b204-d4f7a7311e1d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.0825436 Aug 20 08:46:47.285039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:47.326768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95a3cd2a-def9-4453-a74d-de9f61292f57 req-e21a72d1-208c-4115-b477-4719823453df tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424966 Aug 20 08:46:47.360132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:47.392421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Deleting port 8e6d3568-6b92-4252-9397-b45e46cfd20b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:47.392757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:47.569276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403cec-a5cf-47f2-8cf1-10017d1cd1e2 req-302933bb-ebbb-4c31-8247-e7577bf06d49 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:47.570698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1403cec-a5cf-47f2-8cf1-10017d1cd1e2 req-302933bb-ebbb-4c31-8247-e7577bf06d49 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1810760 Aug 20 08:46:47.582280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a'}, {'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:47.586325 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c2c6e8-2b98-45ad-ab34-3ae844d2bc3b" -d '{"events": [{"server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a"}, {"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-unplugged", "status": "completed", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:47.613955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:47.618219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] For port 8e6d3568-6b92-4252-9397-b45e46cfd20b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e6d3568-6b92-4252-9397-b45e46cfd20b,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:47.618963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:47.623638 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:47.624563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:47.636637 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:47.637266 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:47.657745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-8779143a-3df4-4bd6-8cb3-d005775012b7 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:47.659622 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-8779143a-3df4-4bd6-8cb3-d005775012b7 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "GET /v2.0/ports?device_id=63154c64-ebae-4726-9dd7-6ad611d6f55c HTTP/1.1" status: 200 len: 943 time: 0.0494976 Aug 20 08:46:47.665857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Calling delete_port for 8e6d3568-6b92-4252-9397-b45e46cfd20b owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:47.683724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1403cec-a5cf-47f2-8cf1-10017d1cd1e2 req-618ca747-448e-4782-b712-8025380cf5f6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039898 Aug 20 08:46:47.685110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-00b48945-fea0-4958-9419-42491e375129 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "PUT /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 996 time: 1.8949993 Aug 20 08:46:47.686943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:47.689652 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24757e80-3b78-43c0-a917-86d66e583246" -d '{"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:47.770661 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:47.813088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883134-8898-436f-9492-e827f5cafdd5 req-cf9d6568-d877-4dbf-8c3a-0ed906c5d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:47.814699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-cf9d6568-d877-4dbf-8c3a-0ed906c5d38f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.0770559 Aug 20 08:46:47.988544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.005970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['37e760ed-ceef-46b1-9191-baeb1aa37252', '8e6d3568-6b92-4252-9397-b45e46cfd20b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:48.035341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Deleting port 060aab07-9e02-457c-bf1f-af081ff90e3a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:48.036093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.102940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81accc-d0de-4cd3-a9a5-19dcb36a07a2 req-8cb38396-1a45-4ef0-8ed9-3f3071632069 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:48.110594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db81accc-d0de-4cd3-a9a5-19dcb36a07a2 req-8cb38396-1a45-4ef0-8ed9-3f3071632069 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.2347691 Aug 20 08:46:48.117232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:46Z', 'revision_number': 8, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:48.137338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883134-8898-436f-9492-e827f5cafdd5 req-586a3f36-8009-4e01-b14e-20edff489328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:48.147004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-586a3f36-8009-4e01-b14e-20edff489328 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.3220301 Aug 20 08:46:48.164841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event deleted for resources: {'Port': ['ID=8e6d3568-6b92-4252-9397-b45e46cfd20b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:48.191404 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:48.211007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:48.211898 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:48.217751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] For port 060aab07-9e02-457c-bf1f-af081ff90e3a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=060aab07-9e02-457c-bf1f-af081ff90e3a,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:48.218225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.233807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Calling delete_port for 060aab07-9e02-457c-bf1f-af081ff90e3a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:48.331442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-1c1f0d96-a2c6-403c-aa48-1b7e60fcfb72 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:48.333640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-1c1f0d96-a2c6-403c-aa48-1b7e60fcfb72 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.3635604 Aug 20 08:46:48.333926 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:48.334910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] No DVR routers for this DVR port 8e6d3568-6b92-4252-9397-b45e46cfd20b on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:48.362888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-14fea1e7-7455-4f25-9db3-836dc0e59fea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 999 time: 0.2147894 Aug 20 08:46:48.387383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.414768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.417325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d2530b6-1beb-4d8c-9704-7f5685af731e req-ac532c69-c0f7-4492-9f07-22a8a2096214 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "DELETE /v2.0/ports/8e6d3568-6b92-4252-9397-b45e46cfd20b HTTP/1.1" status: 204 len: 173 time: 1.2807150 Aug 20 08:46:48.421034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Request body: {'port': {'device_id': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'admin_state_up': True, 'tenant_id': '471d0855e6e94869bb57e2413e13e43b'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:48.422346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event deleted for resources: {'Port': ['ID=060aab07-9e02-457c-bf1f-af081ff90e3a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:48.474806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] No DVR routers for this DVR port 060aab07-9e02-457c-bf1f-af081ff90e3a on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:48.478648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.481053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9a6a6441-3ad8-4379-ae14-1d7d6254a32b req-2fb3af90-e247-4a3c-b518-d709c7c62d73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "DELETE /v2.0/ports/060aab07-9e02-457c-bf1f-af081ff90e3a HTTP/1.1" status: 204 len: 173 time: 0.8141963 Aug 20 08:46:48.481534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-deleted', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:48.484648 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fb61a3-6456-4610-b69d-52c12a98f0d5" -d '{"events": [{"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-deleted", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:48.639426 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:46Z', 'revision_number': 8, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:48.670002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:48.671734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf4c28-b9bf-4f2a-8234-7ef2ffc77b0b None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '737fba50-381e-4ec0-9a7b-7e6d03e38f39', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'port_id': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'mac_address': 'fa:16:3e:32:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:05Z', 'updated_at': '2021-08-20T08:46:46Z', 'revision_number': 8, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:48.743887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db81accc-d0de-4cd3-a9a5-19dcb36a07a2 req-fb7f85c3-e700-433a-ad06-573d79bf60a3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6323838 Aug 20 08:46:48.762006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883134-8898-436f-9492-e827f5cafdd5 req-e75b2afa-6100-47d2-a8bb-3a7ab3ea0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:48.763481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-e75b2afa-6100-47d2-a8bb-3a7ab3ea0d5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.3998072 Aug 20 08:46:48.870731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883134-8898-436f-9492-e827f5cafdd5 req-db9f6961-a35c-415d-904d-34ed654a8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:48.872300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-db9f6961-a35c-415d-904d-34ed654a8a11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944052 Aug 20 08:46:48.885358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d30f04-4953-4534-8c6c-6234adc73fa4 None None] New status for floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:46:48.893677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9913e8-7cee-4e17-a0c1-7cf47116d965 req-8faf55aa-970c-45d1-8e9a-da41678de1ef tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:48.895224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc9913e8-7cee-4e17-a0c1-7cf47116d965 req-8faf55aa-970c-45d1-8e9a-da41678de1ef tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 945 time: 0.0840487 Aug 20 08:46:48.905417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Made reservation on behalf of 471d0855e6e94869bb57e2413e13e43b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:46:48.908731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:49.059453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc9913e8-7cee-4e17-a0c1-7cf47116d965 req-857637f8-a555-4e74-ac4a-ce638bc8aa48 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549940 Aug 20 08:46:49.096658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-906eaff2-145b-40e5-9350-6d635e1b67d8 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004502 Aug 20 08:46:49.214405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a83e34ef-8133-4ac4-8be2-efc3744effaf req-23953e13-736b-401c-99ad-ef975fb191ff tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 210 time: 0.0375524 Aug 20 08:46:49.215328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Allocated IP 172.20.0.8 (89db3c07-cbfe-4cf8-8062-b3b66aa41912/4ec97766-f58d-4db0-88b6-f4264c19290c/44ac7849-8715-464e-abdf-a4d4b2f94eda) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:46:49.277438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40883134-8898-436f-9492-e827f5cafdd5 req-41b5b099-6332-43c8-9607-1e320f4feaa2 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569765 Aug 20 08:46:49.339582 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d4deb0-d5e3-4a38-ae40-b8c9acae5e37 x-openstack-request-id: req-a0d4deb0-d5e3-4a38-ae40-b8c9acae5e37 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:49.339908 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "name": "network-vif-plugged", "status": "completed", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a", "code": 200}, {"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-unplugged", "status": "completed", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:49.340164 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0d4deb0-d5e3-4a38-ae40-b8c9acae5e37 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:49.341789 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'code': 200} Aug 20 08:46:49.342064 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'code': 200} Aug 20 08:46:49.381231 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29410399-2f78-4c95-8ae0-325fdc572d39 x-openstack-request-id: req-29410399-2f78-4c95-8ae0-325fdc572d39 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:49.381520 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:49.381795 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29410399-2f78-4c95-8ae0-325fdc572d39 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:49.382912 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'status': 'completed', 'code': 200} Aug 20 08:46:49.413682 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ab90e-8435-4440-9294-7fd0031f2dd1 x-openstack-request-id: req-f60ab90e-8435-4440-9294-7fd0031f2dd1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:49.414239 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63154c64-ebae-4726-9dd7-6ad611d6f55c", "name": "network-vif-deleted", "tag": "060aab07-9e02-457c-bf1f-af081ff90e3a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:49.414239 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f60ab90e-8435-4440-9294-7fd0031f2dd1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:49.414663 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63154c64-ebae-4726-9dd7-6ad611d6f55c', 'name': 'network-vif-deleted', 'tag': '060aab07-9e02-457c-bf1f-af081ff90e3a', 'status': 'completed', 'code': 200} Aug 20 08:46:49.435906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:49.475470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90783b68-7245-4ab7-a990-6648fd72cb7c req-6f084937-2fb3-4382-a391-03f6a5f03b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:49.476970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90783b68-7245-4ab7-a990-6648fd72cb7c req-6f084937-2fb3-4382-a391-03f6a5f03b26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 1096 time: 0.0452576 Aug 20 08:46:49.512339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90783b68-7245-4ab7-a990-6648fd72cb7c req-ae9ae59f-e48d-465b-a2d6-e4ffbf4ddf80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278983 Aug 20 08:46:49.543180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757e80-3b78-43c0-a917-86d66e583246 req-ae6e6367-0fac-427c-bc25-eee495c8c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:49.544683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-ae6e6367-0fac-427c-bc25-eee495c8c259 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.1241841 Aug 20 08:46:49.568686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e827eb-398d-43d5-ad8b-a3d97c1cbd1b req-af3c31af-6b81-4624-9aa8-c5f195848d0a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:49.570128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40e827eb-398d-43d5-ad8b-a3d97c1cbd1b req-af3c31af-6b81-4624-9aa8-c5f195848d0a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.1388004 Aug 20 08:46:49.648363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8d550-6dc5-4528-83ef-a5e25c78dc1b req-0a4ff390-f240-47c9-83b3-abe35bafad53 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:49.649827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12e8d550-6dc5-4528-83ef-a5e25c78dc1b req-0a4ff390-f240-47c9-83b3-abe35bafad53 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1852608 Aug 20 08:46:49.668958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:49.742067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:46:49.757851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40e827eb-398d-43d5-ad8b-a3d97c1cbd1b req-a05b74af-feeb-440f-a38c-a7d335339041 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725192 Aug 20 08:46:49.766260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:46:49.768937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:46:49.775454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:49.776064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:49.789974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:49.814253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12e8d550-6dc5-4528-83ef-a5e25c78dc1b req-f31ba68b-3bf1-4486-8b34-efb10804febb tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511724 Aug 20 08:46:49.817653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-b427e0ad-c365-4734-9b91-368ae607217c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4129455 Aug 20 08:46:49.820911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757e80-3b78-43c0-a917-86d66e583246 req-3e63fd67-f14e-40b4-bf87-102e69edf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:49.822378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-3e63fd67-f14e-40b4-bf87-102e69edf28a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.2619319 Aug 20 08:46:49.835649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Request body: {'port': {'device_id': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:50.019975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-3da4525b-b912-45c9-b13c-81d8c8e1dd6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 1001 time: 0.1810617 Aug 20 08:46:50.024511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd267ec-2096-404d-bfe4-f5f767efa2af req-1e5c7120-9e4f-4220-a79f-a9e00efcd7c0 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 998 time: 0.1804483 Aug 20 08:46:50.025325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:50.047776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488ad05-ba60-4997-9044-90bd1ed130be req-786e5a84-486a-4200-8cc1-5d29c54310d3 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.049221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c488ad05-ba60-4997-9044-90bd1ed130be req-786e5a84-486a-4200-8cc1-5d29c54310d3 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1096 time: 0.1557724 Aug 20 08:46:50.194482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757e80-3b78-43c0-a917-86d66e583246 req-57f4ac21-9286-496d-add7-8c72964533ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.195927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-57f4ac21-9286-496d-add7-8c72964533ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1584573 Aug 20 08:46:50.215853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c488ad05-ba60-4997-9044-90bd1ed130be req-5166c872-ca43-4065-8439-b5ec5148baec tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572111 Aug 20 08:46:50.350013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd267ec-2096-404d-bfe4-f5f767efa2af req-a19ff41f-4f65-4109-8807-8c230c52609e tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.351276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd267ec-2096-404d-bfe4-f5f767efa2af req-a19ff41f-4f65-4109-8807-8c230c52609e tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.3149700 Aug 20 08:46:50.405895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-2fd267ec-2096-404d-bfe4-f5f767efa2af req-df0a8944-c754-4404-bd5f-a72195450dec tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:50.406878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd267ec-2096-404d-bfe4-f5f767efa2af req-df0a8944-c754-4404-bd5f-a72195450dec tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453033 Aug 20 08:46:50.413437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757e80-3b78-43c0-a917-86d66e583246 req-749c3718-b19a-4c21-8246-19b98011d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.414911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-749c3718-b19a-4c21-8246-19b98011d810 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026525 Aug 20 08:46:50.443696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e242-0823-4f8b-87a1-c3746acb2678 req-bb89b344-97fb-4c54-94d0-c6a03aee0225 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.445154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcc9e242-0823-4f8b-87a1-c3746acb2678 req-bb89b344-97fb-4c54-94d0-c6a03aee0225 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 950 time: 0.1465516 Aug 20 08:46:50.606826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcc9e242-0823-4f8b-87a1-c3746acb2678 req-18e6a83f-437c-4c73-aeb9-610611f43ade tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496356 Aug 20 08:46:50.618382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864f5f0-ddcf-424d-9cdc-b0ea846a80b8 req-52cde690-59e7-427c-a4a8-499274695eb0 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.619858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b864f5f0-ddcf-424d-9cdc-b0ea846a80b8 req-52cde690-59e7-427c-a4a8-499274695eb0 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.1638994 Aug 20 08:46:50.645047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-9360eb66-1403-4c0f-b5cd-1a9053578bbd service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186542 Aug 20 08:46:50.767368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ac7849-8715-464e-abdf-a4d4b2f94eda {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:50.778428 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b864f5f0-ddcf-424d-9cdc-b0ea846a80b8 req-2f08e727-9817-494c-b022-99c9da964a8d tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516652 Aug 20 08:46:50.780756 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:50.814151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Transition to ACTIVE for port object 44ac7849-8715-464e-abdf-a4d4b2f94eda will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:46:50.823066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:50.845000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ef26-b771-4e44-9326-b8d9a9b9e105 req-2c3f656e-7fbb-42a1-b327-8ec56c49282b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.846527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4450ef26-b771-4e44-9326-b8d9a9b9e105 req-2c3f656e-7fbb-42a1-b327-8ec56c49282b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 931 time: 0.1624458 Aug 20 08:46:50.884420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24757e80-3b78-43c0-a917-86d66e583246 req-23f10b17-ac2c-45aa-ac8c-b9e1cfa34140 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282870 Aug 20 08:46:50.900970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:50.921840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 060aab07-9e02-457c-bf1f-af081ff90e3a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:50.922206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 060aab07-9e02-457c-bf1f-af081ff90e3a not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:50.952675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:50.987502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4450ef26-b771-4e44-9326-b8d9a9b9e105 req-f0f500b2-e33c-41f3-8561-bfe1f13c0db2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102207 Aug 20 08:46:50.990983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2286685-aa23-4f5e-ac14-438d25f13482 req-12006a15-675e-4c63-8e1e-8c4a9ee7f3b7 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:50.992433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2286685-aa23-4f5e-ac14-438d25f13482 req-12006a15-675e-4c63-8e1e-8c4a9ee7f3b7 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1096 time: 0.1415932 Aug 20 08:46:50.995117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Attempting to bind port 44ac7849-8715-464e-abdf-a4d4b2f94eda on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:50.995455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Attempting to bind port 44ac7849-8715-464e-abdf-a4d4b2f94eda by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:50.995792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Attempting to bind port 44ac7849-8715-464e-abdf-a4d4b2f94eda on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:51.007833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Port 44ac7849-8715-464e-abdf-a4d4b2f94eda on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:51.008154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Attempting to bind port 44ac7849-8715-464e-abdf-a4d4b2f94eda on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:51.024133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:51.024615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Checking segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:51.025010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Bound using segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:51.025451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Bound port: 44ac7849-8715-464e-abdf-a4d4b2f94eda, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:51.025840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.085879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2286685-aa23-4f5e-ac14-438d25f13482 req-413b7c6a-5060-4a45-81e9-c875b0203c64 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866292 Aug 20 08:46:51.128699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-f1e6b746-89f9-42c7-97c5-9cd35056da1a tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.0998449 Aug 20 08:46:51.186051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:51.196642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-f04ad7fb-2e9f-461c-8479-419c4ebed9d1 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.198034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-f04ad7fb-2e9f-461c-8479-419c4ebed9d1 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports/37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 942 time: 0.0588012 Aug 20 08:46:51.215435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:51.232650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.311462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.312068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.313449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] 10.222.0.26 "PUT /v2.0/ports/44ac7849-8715-464e-abdf-a4d4b2f94eda HTTP/1.1" status: 200 len: 1091 time: 1.4833703 Aug 20 08:46:51.333685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea960-ac9d-45bd-b9eb-d2d910bcf4c2 req-f0bd3873-1870-497d-95e3-665f3e06280a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.335179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeaea960-ac9d-45bd-b9eb-d2d910bcf4c2 req-f0bd3873-1870-497d-95e3-665f3e06280a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.1362710 Aug 20 08:46:51.382873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-e085d842-ea3b-4a94-baff-0ae921e60ce6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.1413715 Aug 20 08:46:51.386115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'name': 'network-vif-deleted', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b'}, {'name': 'network-changed', 'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:51.388342 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f17681-b3e8-47ff-8956-cbd1f58ece24" -d '{"events": [{"server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "name": "network-vif-deleted", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b"}, {"name": "network-changed", "server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:51.390938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a04c1-345f-47c2-add7-81a64a41fd7d service neutron] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:51.482166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeaea960-ac9d-45bd-b9eb-d2d910bcf4c2 req-4f044349-dd51-46ce-a6b1-ad26cf9bcee7 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355276 Aug 20 08:46:51.499401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-55004a91-7803-4898-96e5-8ce9ae2297c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.500896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-55004a91-7803-4898-96e5-8ce9ae2297c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 1094 time: 0.1340277 Aug 20 08:46:51.530704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-61980ac5-e68f-42c2-acc6-19c1edf521eb tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.532197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-61980ac5-e68f-42c2-acc6-19c1edf521eb tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 950 time: 0.0596011 Aug 20 08:46:51.540922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e6d3568-6b92-4252-9397-b45e46cfd20b no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:51.563581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-5963fd8d-daa7-4f41-a8ff-71a7ad28bc97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda HTTP/1.1" status: 200 len: 217 time: 0.0507255 Aug 20 08:46:51.571140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 8e6d3568-6b92-4252-9397-b45e46cfd20b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:51.571668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e6d3568-6b92-4252-9397-b45e46cfd20b not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:51.587629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-e3a84e13-8177-455b-9cc0-4c13129107ca tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.588575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-e3a84e13-8177-455b-9cc0-4c13129107ca tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1948333 Aug 20 08:46:51.651944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Deleting port 5f2a14a7-d250-401e-ad6d-67196f729aaf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:51.652200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.695785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-95c9be13-9176-4714-8f4f-22c807c06a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:51.697268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-95c9be13-9176-4714-8f4f-22c807c06a97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.1247213 Aug 20 08:46:51.723322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-7aa949d6-99b9-4f00-a719-4fbbeabb55bd tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 1001 time: 0.1149604 Aug 20 08:46:51.743126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] For port 5f2a14a7-d250-401e-ad6d-67196f729aaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5f2a14a7-d250-401e-ad6d-67196f729aaf,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:51.743501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.757281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Calling delete_port for 5f2a14a7-d250-401e-ad6d-67196f729aaf owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:51.892438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.916829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5f2a14a7-d250-401e-ad6d-67196f729aaf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:51.925340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Pushing event deleted for resources: {'Port': ['ID=5f2a14a7-d250-401e-ad6d-67196f729aaf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:51.979507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] No DVR routers for this DVR port 5f2a14a7-d250-401e-ad6d-67196f729aaf on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:46:51.982220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:51.984502 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fcfba700-9788-4142-aaa6-24268c8ef3cd req-cbf17480-421f-411f-a8c8-6cd3c2b6b678 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.26 "DELETE /v2.0/ports/5f2a14a7-d250-401e-ad6d-67196f729aaf HTTP/1.1" status: 204 len: 173 time: 0.4426289 Aug 20 08:46:51.984971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'name': 'network-vif-deleted', 'tag': '5f2a14a7-d250-401e-ad6d-67196f729aaf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:51.987869 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d1db14-7983-46f9-977b-9cd30f807e0e" -d '{"events": [{"server_uuid": "fe1548a1-9aa9-409d-b723-85f48f75a078", "name": "network-vif-deleted", "tag": "5f2a14a7-d250-401e-ad6d-67196f729aaf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:52.010351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-01ae13df-e16e-44a3-8194-179f6bce04ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2995174 Aug 20 08:46:52.015296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:52.064215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d27ae-63ad-4cac-8625-a842e7d5f657 req-57aac4b1-ae83-4976-979a-f1c110f2cc29 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:52.065705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-777d27ae-63ad-4cac-8625-a842e7d5f657 req-57aac4b1-ae83-4976-979a-f1c110f2cc29 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.4161775 Aug 20 08:46:52.153699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:52.202394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-777d27ae-63ad-4cac-8625-a842e7d5f657 req-001e504b-1d0e-47d2-bdc3-f7065a23c3c0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991371 Aug 20 08:46:52.236618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-e32691e5-1e29-4eaa-a15e-2bbb29a8c044 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175353 Aug 20 08:46:52.296938 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5488f0-19c3-4e38-a726-faec097d2688 x-openstack-request-id: req-2d5488f0-19c3-4e38-a726-faec097d2688 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:52.297235 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13afc7b2-a11f-4837-bc11-69b9b25e2882", "name": "network-vif-deleted", "tag": "8e6d3568-6b92-4252-9397-b45e46cfd20b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:52.297488 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d5488f0-19c3-4e38-a726-faec097d2688 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:52.297909 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13afc7b2-a11f-4837-bc11-69b9b25e2882', 'name': 'network-vif-deleted', 'tag': '8e6d3568-6b92-4252-9397-b45e46cfd20b', 'status': 'completed', 'code': 200} Aug 20 08:46:52.298166 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'status': 'completed', 'code': 200} Aug 20 08:46:52.419545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:52.421814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8755cfe7-43d4-4fcd-90bf-5846f995b50f req-f2b6c547-1d83-473e-bc6f-5823b25f2072 tempest-ServersAdminNegativeTestJSON-1087229863 tempest-ServersAdminNegativeTestJSON-1087229863-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1548a1-9aa9-409d-b723-85f48f75a078 HTTP/1.1" status: 200 len: 210 time: 0.0669398 Aug 20 08:46:52.427953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:52.428462 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39 disassociated. External IP: 172.25.5.230, port: 37e760ed-ceef-46b1-9191-baeb1aa37252. Aug 20 08:46:52.475571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acd0796a-da06-4c01-a955-84dc0bf8016b req-81dfa3b6-184e-4754-9941-1201bbb3184a service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014487 Aug 20 08:46:52.619617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcee90-41c5-425e-8c44-599402f10dc9 req-70cfdb86-fed1-4418-9dbe-bc24a2791563 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:52.626368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2edcee90-41c5-425e-8c44-599402f10dc9 req-70cfdb86-fed1-4418-9dbe-bc24a2791563 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.1356504 Aug 20 08:46:52.662256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-e1b74dbe-490f-44a1-a0c5-167b9a836f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:52.664120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-e1b74dbe-490f-44a1-a0c5-167b9a836f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 1094 time: 0.1061068 Aug 20 08:46:52.763876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2edcee90-41c5-425e-8c44-599402f10dc9 req-77c18c5f-51e2-4abf-ab62-844253692277 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364858 Aug 20 08:46:52.822001 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeb0159-af75-40ea-b62e-7f74025ef9c7 x-openstack-request-id: req-ffeb0159-af75-40ea-b62e-7f74025ef9c7 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:52.822588 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1548a1-9aa9-409d-b723-85f48f75a078", "name": "network-vif-deleted", "tag": "5f2a14a7-d250-401e-ad6d-67196f729aaf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:52.822765 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffeb0159-af75-40ea-b62e-7f74025ef9c7 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:52.823175 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1548a1-9aa9-409d-b723-85f48f75a078', 'name': 'network-vif-deleted', 'tag': '5f2a14a7-d250-401e-ad6d-67196f729aaf', 'status': 'completed', 'code': 200} Aug 20 08:46:52.851468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-5388e2bd-76b6-42fe-97e6-ded6669397d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:52.852985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-5388e2bd-76b6-42fe-97e6-ded6669397d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 905 time: 0.1583023 Aug 20 08:46:52.861334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:52.917576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-800c8cc8-6859-48d4-b9af-2804707142b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda HTTP/1.1" status: 200 len: 217 time: 0.0512295 Aug 20 08:46:53.034973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-a87b770e-d0bf-41e6-80ff-ad22f97b8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.036372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-a87b770e-d0bf-41e6-80ff-ad22f97b8f55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.1038959 Aug 20 08:46:53.044182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e745fcf-b9cd-4779-a76d-b26409078e37 req-6a421f66-c610-4679-9a50-2fa0d175b811 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.045573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e745fcf-b9cd-4779-a76d-b26409078e37 req-6a421f66-c610-4679-9a50-2fa0d175b811 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 943 time: 0.1722560 Aug 20 08:46:53.113306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-8bd0f4b1-4597-4e46-99a6-c3af0d2d6010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411887 Aug 20 08:46:53.187008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e745fcf-b9cd-4779-a76d-b26409078e37 req-73665864-918e-4031-b133-0e1a900cd388 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136525 Aug 20 08:46:53.189546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:53.196097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:53.210717 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:53.220293 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:53.221080 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:53.240093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8ed5e92e-42e1-435d-b7cb-bf3ed5e0567f tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "PUT /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 696 time: 1.2317152 Aug 20 08:46:53.302586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-32379db4-8184-449d-adaa-4f6deafd88c1 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786325 Aug 20 08:46:53.333376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-82808a42-1976-4721-8ca5-32ade655642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.335602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-82808a42-1976-4721-8ca5-32ade655642a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.0885243 Aug 20 08:46:53.379103 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:53.528149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7b54-ed2b-4aeb-9494-983c417866f9 req-49a03b02-347b-4241-9d50-1245a912c805 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.529795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fcb7b54-ed2b-4aeb-9494-983c417866f9 req-49a03b02-347b-4241-9d50-1245a912c805 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 946 time: 0.1404886 Aug 20 08:46:53.534435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-c8877aa5-3869-4d98-bedd-d282bafe06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.542357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-c8877aa5-3869-4d98-bedd-d282bafe06e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.1776223 Aug 20 08:46:53.545854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f17681-b3e8-47ff-8956-cbd1f58ece24 req-0d499cae-2882-47b6-891d-e69f6d49d537 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341006 Aug 20 08:46:53.627845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-143a4749-5097-4975-9a28-9f946922da2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 217 time: 0.0845275 Aug 20 08:46:53.685418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fcb7b54-ed2b-4aeb-9494-983c417866f9 req-11e76f2b-2475-4b32-8c9a-3e0dd207c9cc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385746 Aug 20 08:46:53.692466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-4d542eb2-f48d-49ee-8002-303616a180ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.694955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-4d542eb2-f48d-49ee-8002-303616a180ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.0664530 Aug 20 08:46:53.699372 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:53.730656 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:53.741197 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:53.741197 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:53.751498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-ea522864-814e-4e50-9bf6-55814f116965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.753932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-ea522864-814e-4e50-9bf6-55814f116965 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511856 Aug 20 08:46:53.850950 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:53.916193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-f14456d0-f8ca-4919-8630-fc47a500907d service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551301 Aug 20 08:46:53.927799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-7aa1132e-0e4b-4249-b2b0-3641f1eda175 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:53.929313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-7aa1132e-0e4b-4249-b2b0-3641f1eda175 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1097 time: 0.0933239 Aug 20 08:46:53.943053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804285-2'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:54.004432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7dc76-368a-4c6b-b2a4-6ec9fbf177d2 req-e6f7ceb8-18e9-4874-a27f-766fd3b248c8 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:54.006222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81f7dc76-368a-4c6b-b2a4-6ec9fbf177d2 req-e6f7ceb8-18e9-4874-a27f-766fd3b248c8 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.1400497 Aug 20 08:46:54.015723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60128) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:54.022849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Request body: {'floatingip': {'port_id': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:54.065372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.072374 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:54.072990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.102790 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef495ff-0fe0-4cf3-96a2-c7aad6bb8b9b None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:41Z', 'revision_number': 4, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '96cc2339-79a5-419f-9489-be3e3eedcf54', 'name': '', 'network_id': '9e1e7c29-ba3d-4b51-a413-6028593ed398', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'mac_address': 'fa:16:3e:38:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:40Z', 'updated_at': '2021-08-20T08:45:49Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'subnets': [{'id': '9c9a4e43-734b-4f9b-a878-6f744f789b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:54.121554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-575c3e4b-b1f1-4107-a491-496cd47750d1 req-8172d56d-f5cf-4edf-9c28-5193a4e6a8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973000 Aug 20 08:46:54.182434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9f6f4-b276-4952-aaa1-036cb6b78c0b req-c373882c-01db-4602-af5e-984da483993a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:54.183642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4a9f6f4-b276-4952-aaa1-036cb6b78c0b req-c373882c-01db-4602-af5e-984da483993a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1117637 Aug 20 08:46:54.301707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:54.304063 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc33d7-f290-4c31-be69-65ad914fc690" -d '{"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:54.326090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4a9f6f4-b276-4952-aaa1-036cb6b78c0b req-2dcaedfe-33c0-4411-aa83-59c2d7272b22 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307976 Aug 20 08:46:54.360776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:54.411064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:54.462947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.469018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3c46c-aeed-49c1-bcbe-287af3ab6512 req-41e08120-ae5a-4692-abd9-e87635f57167 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:54.471133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18f3c46c-aeed-49c1-bcbe-287af3ab6512 req-41e08120-ae5a-4692-abd9-e87635f57167 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1096 time: 0.2479982 Aug 20 08:46:54.472441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.530108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ef5d53-f33b-439c-8cf9-4710e5bd0cf3 None None] New status for floating IP 737fba50-381e-4ec0-9a7b-7e6d03e38f39: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:46:54.587798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.592833 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.709101 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Floating IP f51a5a43-1d57-4706-b0d7-bc19a28731f3 associated. External IP: 172.25.5.209, port: b9e1ce4b-2d91-436c-a322-1d66dc33558a. Aug 20 08:46:54.746190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:54.891946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:54.913895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:54.918138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18f3c46c-aeed-49c1-bcbe-287af3ab6512 req-1665ba49-afbd-4e47-a683-06a6f19f3ce4 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037707 Aug 20 08:46:54.925393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5f2a14a7-d250-401e-ad6d-67196f729aaf no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:46:54.938467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on host n-h1-804285-2 for vnic_type normal with profile {"migrating_to": "n-h2-804285-2"} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:54.938822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:54.939137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:54.946957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:54.946957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Attempting to bind port 08e98542-3025-4273-a983-4f20ae04168d on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:54.957987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 5f2a14a7-d250-401e-ad6d-67196f729aaf {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:46:54.958820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5f2a14a7-d250-401e-ad6d-67196f729aaf not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:46:54.962226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10325ae1-ec0a-4f51-bfb0-6fdf9504de68 req-d70a0f7d-ad6a-4be2-88e7-2809ad05c2e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:54.963784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10325ae1-ec0a-4f51-bfb0-6fdf9504de68 req-d70a0f7d-ad6a-4be2-88e7-2809ad05c2e8 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 945 time: 0.4451289 Aug 20 08:46:54.968033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:54.968378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:54.968761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:54.969193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Bound port: 08e98542-3025-4273-a983-4f20ae04168d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:54.969748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:54.990681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Router a2276cac-6687-4d04-ae87-e318e0ea49c3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:46:54.994027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-42cad5ef-0b7a-45cf-b281-52f5d12f1f47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8bcbff5021b4a379bad8dcce11771e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466578 Aug 20 08:46:54.997114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60148) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:55.059507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10325ae1-ec0a-4f51-bfb0-6fdf9504de68 req-c506eea8-6bb6-4b1f-9685-cba427a5a16b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610709 Aug 20 08:46:55.106164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:55.120115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'mac_address': 'fa:16:3e:50:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:46:55.121823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:46:55.130132 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea6be44-52ae-490c-b32e-2db8d4c9120d x-openstack-request-id: req-aea6be44-52ae-490c-b32e-2db8d4c9120d {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:55.130428 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:55.130685 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aea6be44-52ae-490c-b32e-2db8d4c9120d {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:55.131262 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'status': 'completed', 'code': 200} Aug 20 08:46:55.148911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:55.163182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb451fbd-e5a7-4afa-90b4-580607b521cb req-55f1a0aa-3ac7-4582-8c93-f878d07e3516 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:55.164388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb451fbd-e5a7-4afa-90b4-580607b521cb req-55f1a0aa-3ac7-4582-8c93-f878d07e3516 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 943 time: 0.1026447 Aug 20 08:46:55.171602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.175485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.190180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ac7849-8715-464e-abdf-a4d4b2f94eda {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:46:55.199948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e8b771d-8a17-4d5a-b052-08167d6a8f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.204955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:46:55.215601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:55.216396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.226441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.227219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 08e98542-3025-4273-a983-4f20ae04168d details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:46:55.227834 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] Sync routers for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:46:55.239677 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:55.241511 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:55.248190 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2dfb698b-a4b6-4cc2-9cac-f430c8f9495c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "PUT /v2.0/floatingips/f51a5a43-1d57-4706-b0d7-bc19a28731f3 HTTP/1.1" status: 200 len: 991 time: 1.2310331 Aug 20 08:46:55.251427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:55.253917 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a844af9-dec4-4e40-ba03-fb5831cb422a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:55.268455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e8b771d-8a17-4d5a-b052-08167d6a8f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.269766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb451fbd-e5a7-4afa-90b4-580607b521cb req-c6b86bde-4fd9-4db2-9431-438e07b0f203 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838637 Aug 20 08:46:55.339785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e8b771d-8a17-4d5a-b052-08167d6a8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.343399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e8b771d-8a17-4d5a-b052-08167d6a8f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.345006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5e8b771d-8a17-4d5a-b052-08167d6a8f16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b72cde0-a5b7-4f1f-88d4-2d657d38b30e HTTP/1.1" status: 204 len: 168 time: 0.3469779 Aug 20 08:46:55.359581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:55.361097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b771d-8a17-4d5a-b052-08167d6a8f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b72cde0-a5b7-4f1f-88d4-2d657d38b30e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:55.362372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:55.363813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] 10.222.0.26 "PUT /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 1122 time: 1.4260383 Aug 20 08:46:55.410317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:55.417438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:55.430820 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:55.436538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98728-dcef-4019-8ad8-bfd289f14a58 req-6cdd6a11-accd-4336-a417-1d45ed70675f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:55.438082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36a98728-dcef-4019-8ad8-bfd289f14a58 req-6cdd6a11-accd-4336-a417-1d45ed70675f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.1995201 Aug 20 08:46:55.441548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['08e98542-3025-4273-a983-4f20ae04168d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:55.446612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 08e98542-3025-4273-a983-4f20ae04168d has no active binding in host n-h2-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:46:55.508470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['08e98542-3025-4273-a983-4f20ae04168d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:55.538982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-ec4bcb4d-80c7-4d1f-8947-e00a836a48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:55.545090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-ec4bcb4d-80c7-4d1f-8947-e00a836a48fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cda5552e7b448c2abe0622847c100c4&device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 1096 time: 0.3780432 Aug 20 08:46:55.669262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-546b6469-8705-45fa-b046-754bb76e600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:55.670793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-546b6469-8705-45fa-b046-754bb76e600d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 200 len: 921 time: 0.1167946 Aug 20 08:46:55.672682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168d3a9-ae53-4441-8fc6-adfeecfaac6f service neutron] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=8']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:55.724076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36a98728-dcef-4019-8ad8-bfd289f14a58 req-dc8a851d-b526-4f0e-bc6a-3a1ac3014a8c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387526 Aug 20 08:46:55.763033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['44ac7849-8715-464e-abdf-a4d4b2f94eda'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:46:55.819713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-86f3e5c6-f97f-4825-8dc7-7770ca8bb439 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 200 len: 217 time: 0.1156976 Aug 20 08:46:55.935357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-9992983c-45e0-47a2-a2f7-f3333783bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:55.937060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-9992983c-45e0-47a2-a2f7-f3333783bb2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 200 len: 860 time: 0.1074650 Aug 20 08:46:55.965362 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'f51a5a43-1d57-4706-b0d7-bc19a28731f3', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'port_id': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'mac_address': 'fa:16:3e:62:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:30Z', 'updated_at': '2021-08-20T08:46:54Z', 'revision_number': 1, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:35Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:55.985824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60184) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:56.003519 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] Checking router: a2276cac-6687-4d04-ae87-e318e0ea49c3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:46:56.016003 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:46:56.017616 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:56.024121 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8accf295-407e-4af0-8f0c-32726cb0fd74 x-openstack-request-id: req-8accf295-407e-4af0-8f0c-32726cb0fd74 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:56.025329 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:56.026121 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8accf295-407e-4af0-8f0c-32726cb0fd74 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:56.027362 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'status': 'completed', 'code': 200} Aug 20 08:46:56.105298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f3882c23-9e08-41dc-a467-5cba3b7f4e87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=761cc00e20ed4e43ad4f059975c9f2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178946 Aug 20 08:46:56.107615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60186) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:46:56.168693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-27ae931c-497c-4e3c-8c12-6bbad22e600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:56.170758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-27ae931c-497c-4e3c-8c12-6bbad22e600c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e1e7c29-ba3d-4b51-a413-6028593ed398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212894 Aug 20 08:46:56.175117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-8f484036-944c-4cc6-96d7-136e8bff7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:56.176651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-8f484036-944c-4cc6-96d7-136e8bff7ca9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0716a4d1979640a6952c3b7d57de9c6a&device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 1096 time: 0.1365364 Aug 20 08:46:56.184674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1bd64011-4a38-40f0-b61a-767c3f16af70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:56.214869 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1bd64011-4a38-40f0-b61a-767c3f16af70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:56.232662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:46:56.283325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1bd64011-4a38-40f0-b61a-767c3f16af70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:56.287458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1bd64011-4a38-40f0-b61a-767c3f16af70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:56.289007 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1bd64011-4a38-40f0-b61a-767c3f16af70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/304be3ee-c1ea-4b4b-8731-d0376f2349e5 HTTP/1.1" status: 204 len: 168 time: 0.1804214 Aug 20 08:46:56.300799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd64011-4a38-40f0-b61a-767c3f16af70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304be3ee-c1ea-4b4b-8731-d0376f2349e5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:56.328137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076b55-3e9f-4b11-8070-b3377359440f req-1f6a8f5e-ac4d-4c88-9d7f-db3dcc30591e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:56.329879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31076b55-3e9f-4b11-8070-b3377359440f req-1f6a8f5e-ac4d-4c88-9d7f-db3dcc30591e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.2351661 Aug 20 08:46:56.399886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-8f51aa6a-57ad-47bd-b4a2-94ba4c795bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:56.401588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-8f51aa6a-57ad-47bd-b4a2-94ba4c795bd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=819803ab-297a-4df1-86fd-2aa01b63ee39 HTTP/1.1" status: 200 len: 911 time: 0.2113593 Aug 20 08:46:56.514857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-14015749-127d-441e-bd56-a8292d1fd7ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a HTTP/1.1" status: 200 len: 999 time: 0.0951080 Aug 20 08:46:56.567233 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'f51a5a43-1d57-4706-b0d7-bc19a28731f3', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'port_id': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'mac_address': 'fa:16:3e:62:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:30Z', 'updated_at': '2021-08-20T08:46:54Z', 'revision_number': 1, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:35Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:46:56.584254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31076b55-3e9f-4b11-8070-b3377359440f req-329ed4c8-012e-42d7-b82c-9a0196bf96bb tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086067 Aug 20 08:46:56.619356 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a94027-3c0f-4ce7-9d6d-89285c9b569d None None] The sync data for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 is: [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'f51a5a43-1d57-4706-b0d7-bc19a28731f3', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'port_id': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'mac_address': 'fa:16:3e:62:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:46:30Z', 'updated_at': '2021-08-20T08:46:54Z', 'revision_number': 1, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:35Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:46:56.661050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-e530adef-1d03-4dbf-bd6b-8bdea084ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:56.663063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-e530adef-1d03-4dbf-bd6b-8bdea084ac72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=774f55f9-7b9f-47e0-86bc-0ff2e0960f55 HTTP/1.1" status: 200 len: 850 time: 0.1288502 Aug 20 08:46:56.667809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-e14d83b7-6f59-4a2a-9d6b-676dda361cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892433 Aug 20 08:46:56.671445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7854016c-d8d1-4a1d-8309-7da027c2f8b8 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:56.672425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7854016c-d8d1-4a1d-8309-7da027c2f8b8 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084727 Aug 20 08:46:56.709030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:56.710081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:46:56.932453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c78b0-3016-444b-9327-0191fad87584 None None] New status for floating IP f51a5a43-1d57-4706-b0d7-bc19a28731f3: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:46:56.969743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-53dec119-9898-4373-91c4-7b49af05c2b9 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 200 len: 694 time: 0.1674933 Aug 20 08:46:56.981569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77bc33d7-f290-4c31-be69-65ad914fc690 req-8a509d4a-7aee-448c-871d-ae8179a529ba service neutron] 10.222.0.37 "GET /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789364 Aug 20 08:46:56.983349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-230942d5-1cc6-4331-88cc-e6b873831203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:56.984839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-230942d5-1cc6-4331-88cc-e6b873831203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=819803ab-297a-4df1-86fd-2aa01b63ee39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115861 Aug 20 08:46:56.985105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:46:57.108490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 44ac7849-8715-464e-abdf-a4d4b2f94eda completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:46:57.116095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 44ac7849-8715-464e-abdf-a4d4b2f94eda triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:46:57.116672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.135164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e98542-3025-4273-a983-4f20ae04168d'}, {'name': 'network-changed', 'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'tag': '08e98542-3025-4273-a983-4f20ae04168d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:57.137413 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1216e362-05a5-4046-b932-3d2f50101004" -d '{"events": [{"server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "name": "network-vif-unplugged", "status": "completed", "tag": "08e98542-3025-4273-a983-4f20ae04168d"}, {"name": "network-changed", "server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "tag": "08e98542-3025-4273-a983-4f20ae04168d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:57.211069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-74985cce-a495-418e-8837-500f7f3fbc23 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:57.212466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-74985cce-a495-418e-8837-500f7f3fbc23 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2267661 Aug 20 08:46:57.216382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-04372a73-7121-420c-b0cc-478cc1bae53a service neutron] 10.222.0.26 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194757 Aug 20 08:46:57.217200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:46:57.217535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:46:57.217888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:57.229338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-11472bb8-781c-4624-bfc9-ea43471b5222 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:46:57.230359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-11472bb8-781c-4624-bfc9-ea43471b5222 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076685 Aug 20 08:46:57.230942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:46:57.231261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:46:57.248827 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.275253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:46:57.277516 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef93824-c5a4-478a-86a3-6a5b3680280b" -d '{"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-plugged", "status": "completed", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:46:57.288158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:46:57.288506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:46:57.288883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:46:57.289766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Bound port: 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:46:57.291326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:57.295303 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.353128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:57.366272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-5a2a5c8c-b97f-4d70-be65-517fc42f5006 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 697 time: 0.1258132 Aug 20 08:46:57.446625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-44308711-66bb-4eb6-8040-4391d24b1192 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 697 time: 0.0745716 Aug 20 08:46:57.452387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:46:57.469541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.470660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4a8bbaf7-7780-4125-b82f-154e429b696d service neutron] 10.222.0.35 "POST /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea/bindings HTTP/1.1" status: 201 len: 389 time: 0.7665820 Aug 20 08:46:57.508972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a844af9-dec4-4e40-ba03-fb5831cb422a req-dee19118-cd9c-4d40-8ba3-42a98c082efc service neutron] 10.222.0.26 "GET /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835243 Aug 20 08:46:57.599837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Deleting port 0ff53016-7813-4a9d-82f2-5d49b819444f {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:57.600503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.751361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.751692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:57.762402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda385c-2db0-47fc-a078-d3be730b355b req-cec27fe0-1159-444f-ae9b-ba5a73b78b92 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:57.763870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dda385c-2db0-47fc-a078-d3be730b355b req-cec27fe0-1159-444f-ae9b-ba5a73b78b92 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1221933 Aug 20 08:46:57.782882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Calling delete_port for 0ff53016-7813-4a9d-82f2-5d49b819444f owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:57.803995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-89ea324c-262a-430e-b047-908d60c6c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:57.805495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-89ea324c-262a-430e-b047-908d60c6c64b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1096 time: 0.1076295 Aug 20 08:46:57.887719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dda385c-2db0-47fc-a078-d3be730b355b req-fd29f3b6-04bd-4402-8335-6c6ca9d43d62 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173606 Aug 20 08:46:58.017522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4e7d3e1e-6d92-410e-b294-6fef0453a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.019035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-4e7d3e1e-6d92-410e-b294-6fef0453a723 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1974814 Aug 20 08:46:58.066451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee087806-b359-44a2-91e0-9966339b96e2 req-d3e09a75-b516-44af-8add-2be85b8f71f2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.068665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee087806-b359-44a2-91e0-9966339b96e2 req-d3e09a75-b516-44af-8add-2be85b8f71f2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.1084521 Aug 20 08:46:58.103300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-1950b14d-11ef-433b-86c4-386618f7f291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 217 time: 0.0559626 Aug 20 08:46:58.155977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:58.197640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee087806-b359-44a2-91e0-9966339b96e2 req-2c48c1c6-d302-4e4f-b9d9-cba29c4bf366 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Aug 20 08:46:58.198364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event deleted for resources: {'Port': ['ID=0ff53016-7813-4a9d-82f2-5d49b819444f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:46:58.227088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-5cc8ce83-6bbb-4e82-b49e-d5b8ea220ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.228681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-5cc8ce83-6bbb-4e82-b49e-d5b8ea220ba5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1109204 Aug 20 08:46:58.232355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:58.235150 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:58.236293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5084fb9-aeae-4af1-ae49-d63728d6d8f5 req-863af441-29f3-4398-aa73-8fda8da937b5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "DELETE /v2.0/floatingips/737fba50-381e-4ec0-9a7b-7e6d03e38f39 HTTP/1.1" status: 204 len: 173 time: 0.7827601 Aug 20 08:46:58.282789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7a8e4ef1-5fba-465c-bd05-6b9a38006991 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447865 Aug 20 08:46:58.372456 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90acee6f-f703-4b5b-8998-8d7f328538fa x-openstack-request-id: req-90acee6f-f703-4b5b-8998-8d7f328538fa {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:58.372754 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "name": "network-vif-unplugged", "status": "completed", "tag": "08e98542-3025-4273-a983-4f20ae04168d", "code": 200}, {"name": "network-changed", "server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "tag": "08e98542-3025-4273-a983-4f20ae04168d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:58.373010 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90acee6f-f703-4b5b-8998-8d7f328538fa {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:58.373411 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e98542-3025-4273-a983-4f20ae04168d', 'code': 200} Aug 20 08:46:58.373675 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'tag': '08e98542-3025-4273-a983-4f20ae04168d', 'status': 'completed', 'code': 200} Aug 20 08:46:58.386541 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9333e212-b082-4c9d-b2f2-cdc76fedc4ba x-openstack-request-id: req-9333e212-b082-4c9d-b2f2-cdc76fedc4ba {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:46:58.387392 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-plugged", "status": "completed", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:46:58.387878 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9333e212-b082-4c9d-b2f2-cdc76fedc4ba {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:46:58.391255 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'code': 200} Aug 20 08:46:58.412712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-f6ef9659-a00c-4c77-8395-f856b7e23dfe tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--47588158&fields=id&tenant_id=92222b011a1b402ea13e9c7f433ca1c9 HTTP/1.1" status: 200 len: 267 time: 0.1072187 Aug 20 08:46:58.443132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e362-05a5-4046-b932-3d2f50101004 req-ae98af6e-6f20-45c6-a05e-71b0b9bd6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.445272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-ae98af6e-6f20-45c6-a05e-71b0b9bd6d8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1125 time: 0.0687978 Aug 20 08:46:58.445926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18668f50-4b80-4f04-9a02-189945b0534b req-9b851b90-3aac-4e45-936d-2170d5404f59 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.447411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18668f50-4b80-4f04-9a02-189945b0534b req-9b851b90-3aac-4e45-936d-2170d5404f59 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.26 "GET /v2.0/ports?device_id=70324cef-a9ee-4adb-ac06-e731a32e0a7d HTTP/1.1" status: 200 len: 945 time: 0.1770258 Aug 20 08:46:58.564327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427c8be-d10d-452c-a95b-c83b0c6cb9e7 req-54d6f027-eb09-431a-afa9-35b717dd50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.565840 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f427c8be-d10d-452c-a95b-c83b0c6cb9e7 req-54d6f027-eb09-431a-afa9-35b717dd50cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 1096 time: 0.0646002 Aug 20 08:46:58.581932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e362-05a5-4046-b932-3d2f50101004 req-18dda969-c5bd-463f-812e-441f12dc87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.583916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-18dda969-c5bd-463f-812e-441f12dc87ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1299639 Aug 20 08:46:58.634233 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-2b1d3968-d8a2-4fae-bd3c-d199602c149b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 217 time: 0.0424931 Aug 20 08:46:58.640271 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f427c8be-d10d-452c-a95b-c83b0c6cb9e7 req-18f811b3-2f5b-45c2-a6f8-e6801e05d0bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667882 Aug 20 08:46:58.691488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e362-05a5-4046-b932-3d2f50101004 req-9c13aa87-a52b-4708-bcbe-f8134b2d6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.693165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-9c13aa87-a52b-4708-bcbe-f8134b2d6195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0491674 Aug 20 08:46:58.736370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-38ede67f-e2ab-44bd-9b89-768bcc761244 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252244 Aug 20 08:46:58.827374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-93949b3f-9187-4b98-89f1-f980fc578823 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824568 Aug 20 08:46:58.850258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-406fd4bc-93af-4b0a-967f-25b44b48c204 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460699 Aug 20 08:46:58.920826 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1216e362-05a5-4046-b932-3d2f50101004 req-2afdb88a-029b-4a1a-a9a1-926508177cfb service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853779 Aug 20 08:46:58.952969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba07a8a-049d-43c1-9f39-02cc5f45f564 req-81c2aff6-3baf-4690-9edb-3e38135c8732 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:58.954553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ba07a8a-049d-43c1-9f39-02cc5f45f564 req-81c2aff6-3baf-4690-9edb-3e38135c8732 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 945 time: 0.5035021 Aug 20 08:46:59.028350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-bc84afe6-059b-4e54-a137-b9d753d692f1 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:59.029870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-bc84afe6-059b-4e54-a137-b9d753d692f1 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 824 time: 0.5815306 Aug 20 08:46:59.060230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ba07a8a-049d-43c1-9f39-02cc5f45f564 req-9b48856e-456d-4768-8214-9fda6bcc6b75 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939786 Aug 20 08:46:59.074739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-47505db0-d292-4159-9936-e47f089cd854 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/quotas/92222b011a1b402ea13e9c7f433ca1c9 HTTP/1.1" status: 200 len: 375 time: 0.0325539 Aug 20 08:46:59.085114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-c5817121-7270-443f-b07f-06b52df51d35 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216311 Aug 20 08:46:59.097549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Deleting port 600b16a1-e297-4bf4-af8c-26f0955a28f4 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:46:59.097929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:59.274691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-c8110a50-ff20-450c-bbb5-3ac05bbb0b41 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1925623 Aug 20 08:46:59.292203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101575ef-96f0-4972-a4bb-01ea5041ebc7 req-772cdab1-41af-40a5-af70-85dbebb6212d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:59.293659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-101575ef-96f0-4972-a4bb-01ea5041ebc7 req-772cdab1-41af-40a5-af70-85dbebb6212d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1646962 Aug 20 08:46:59.301264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-3640d855-e9b1-49ec-a6df-e12364cb9539 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:46:59.303403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-3640d855-e9b1-49ec-a6df-e12364cb9539 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1444261 Aug 20 08:46:59.341104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:46:59.403400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] For port 600b16a1-e297-4bf4-af8c-26f0955a28f4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=600b16a1-e297-4bf4-af8c-26f0955a28f4,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:46:59.403775 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:59.534919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-101575ef-96f0-4972-a4bb-01ea5041ebc7 req-c6313677-8b82-4f86-bcee-547ae89deedd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285647 Aug 20 08:46:59.561685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:59.606013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-567396fa-4952-4f99-a072-fa42a1607f62 service neutron] 10.222.0.35 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067632 Aug 20 08:46:59.795748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-6e4d4219-58be-49cd-ae83-141045e73395 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798562 Aug 20 08:46:59.916882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:59.917274 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:46:59.917595 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Floating IP 94989a28-4257-463a-8fde-67b3148a0223 disassociated. External IP: 172.25.5.82, port: 600b16a1-e297-4bf4-af8c-26f0955a28f4. Aug 20 08:46:59.917973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Calling delete_port for 600b16a1-e297-4bf4-af8c-26f0955a28f4 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:46:59.925853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-1dc66446-0c4e-4098-8528-dc06e87c2772 service neutron] 10.222.0.35 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938740 Aug 20 08:47:00.011727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:00.086463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-cc30c32c-1ae0-45ac-aa0b-8d3dcc058bd7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:00.087920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-cc30c32c-1ae0-45ac-aa0b-8d3dcc058bd7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760313 Aug 20 08:47:00.108003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:00.151780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-166a09ce-e017-42be-b753-d721800928a4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/quotas/68603303a888476297bccde9c86a5c74 HTTP/1.1" status: 200 len: 375 time: 0.0570066 Aug 20 08:47:00.195200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-ed8b4a99-9dc0-4956-be2a-159ca0604358 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423853 Aug 20 08:47:00.224204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:00.234070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:00.332777 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:00.375858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:00.378160 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad08701-848d-416c-86de-a5ee927d75f6" -d '{"events": [{"server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "name": "network-vif-unplugged", "status": "completed", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:00.390672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:00.460809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:00.461145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:00.461760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:00.468345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event deleted for resources: {'Port': ['ID=600b16a1-e297-4bf4-af8c-26f0955a28f4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:00.479895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4bd9-97f8-480f-8fff-82a1e59928d5 req-9098a9ff-c828-4458-b394-56e06a7c2a77 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:00.481742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32df4bd9-97f8-480f-8fff-82a1e59928d5 req-9098a9ff-c828-4458-b394-56e06a7c2a77 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2304239 Aug 20 08:47:00.527993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:00.528319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Attempting to bind port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:00.560723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:00.561318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:00.561719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:00.562167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Bound port: 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:00.562752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:00.602265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c47dc5-4d74-4a99-a7c3-825510499556 req-c184c91f-2b85-4fb6-93cf-081a5cae9859 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:00.603869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9c47dc5-4d74-4a99-a7c3-825510499556 req-c184c91f-2b85-4fb6-93cf-081a5cae9859 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.2099354 Aug 20 08:47:00.652520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32df4bd9-97f8-480f-8fff-82a1e59928d5 req-763754fc-7e5d-4236-8384-60b5fbe7b2e7 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300726 Aug 20 08:47:00.743709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9c47dc5-4d74-4a99-a7c3-825510499556 req-418c491e-a9a5-4620-9f09-b3d42e1571bb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000581 Aug 20 08:47:00.779171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:47:00.791340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:00.797200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:00.810665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:00.958097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bfcaedf2-293b-4097-b5fe-d9fa7f2d7f80 req-6e150bcf-eab5-4f48-9988-5a2bf5571f31 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 210 time: 0.0974236 Aug 20 08:47:01.313907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-89870bfa-2062-4961-b90c-ec47364183dd tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:01.316099 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-89870bfa-2062-4961-b90c-ec47364183dd tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.37 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 824 time: 0.1225510 Aug 20 08:47:01.336538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=8']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:01.350566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:01.351186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:01.352672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-f6c7bbc4-fc0e-493f-a546-9fe5aa9ba437 service neutron] 10.222.0.37 "PUT /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 1121 time: 2.0358555 Aug 20 08:47:01.366812 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-4c153e35-358d-4708-bb04-a9b33aa85f2c tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92222b011a1b402ea13e9c7f433ca1c9 HTTP/1.1" status: 200 len: 378 time: 0.0402286 Aug 20 08:47:01.380076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'port': {'device_id': '436da47e-ab12-4eb9-9c4a-676536020581', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'admin_state_up': True, 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'security_groups': ['9c0e1a0a-6d80-42c4-98ff-3b705fd64306']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:01.382051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280759f3-08c5-4d93-8042-1fd21069e319 req-e018c4ae-67a8-4b50-bcfb-7aba433beacf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:01.383827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-280759f3-08c5-4d93-8042-1fd21069e319 req-e018c4ae-67a8-4b50-bcfb-7aba433beacf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.4881032 Aug 20 08:47:01.390481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:47:01.409669 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:47:01.422621 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:01.425348 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:01.451794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:01.465874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] No DVR routers for this DVR port 600b16a1-e297-4bf4-af8c-26f0955a28f4 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:01.470006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:01.472026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18668f50-4b80-4f04-9a02-189945b0534b req-fbefbd6f-0c83-4c65-a823-d26022df8d00 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.26 "DELETE /v2.0/ports/600b16a1-e297-4bf4-af8c-26f0955a28f4 HTTP/1.1" status: 204 len: 173 time: 2.9698639 Aug 20 08:47:01.481430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc7bc-1602-4f78-96c4-8f1e7455d88f req-00d78bbb-e50a-4df0-a578-2631d964ee18 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:01.490256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7fcc7bc-1602-4f78-96c4-8f1e7455d88f req-00d78bbb-e50a-4df0-a578-2631d964ee18 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 945 time: 0.1778600 Aug 20 08:47:01.527333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-280759f3-08c5-4d93-8042-1fd21069e319 req-469acf7a-a490-4961-9fbf-6d3bf9ec681b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119268 Aug 20 08:47:01.553553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7fcc7bc-1602-4f78-96c4-8f1e7455d88f req-52597147-affe-439e-94ad-cf97e35138e5 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597057 Aug 20 08:47:01.599403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Made reservation on behalf of 92222b011a1b402ea13e9c7f433ca1c9 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:01.604775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:01.633645 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02498deb-2aae-4b72-a57c-530bc5922380 x-openstack-request-id: req-02498deb-2aae-4b72-a57c-530bc5922380 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:01.634189 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "name": "network-vif-unplugged", "status": "completed", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:01.634631 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02498deb-2aae-4b72-a57c-530bc5922380 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:01.635515 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'code': 200} Aug 20 08:47:01.641427 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:01.814447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-3bd25f56-cc9c-42fd-8b2a-37161a6de23b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298841 Aug 20 08:47:01.829948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1882b7fd-29ff-4ad0-bf99-9470f74e880d req-a8a49851-7694-456c-bb0f-ecefd6838440 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 210 time: 0.1490283 Aug 20 08:47:01.870904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Allocated IP 172.20.0.6 (74c395c4-ebf6-486b-8ed3-24f068d0b173/126df53a-e9a4-4339-9a5a-fdf283c95ba1/b2fde89a-7b1f-4472-b6ae-722d59cc8b74) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:01.886543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ccca-0ee4-4a40-a385-f91ec500e150 req-23ff2da8-4ce7-40be-9efa-fbc04b92d70f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:01.892730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7090ccca-0ee4-4a40-a385-f91ec500e150 req-23ff2da8-4ce7-40be-9efa-fbc04b92d70f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1579328 Aug 20 08:47:01.917012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-9b453141-09a8-4f54-9561-7b8e653712d6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:01.918626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-9b453141-09a8-4f54-9561-7b8e653712d6 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 945 time: 0.2560990 Aug 20 08:47:02.030790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7090ccca-0ee4-4a40-a385-f91ec500e150 req-91777343-fd4b-4604-8f98-f241b0891540 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080534 Aug 20 08:47:02.158002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55f8f0-3a63-475c-9b81-abdf4c280469 req-139c3d26-cf62-4582-9fc5-d145e68f7123 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:02.166072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b55f8f0-3a63-475c-9b81-abdf4c280469 req-139c3d26-cf62-4582-9fc5-d145e68f7123 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2177143 Aug 20 08:47:02.186478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-7c4bc563-0c9e-4164-b9ff-7597e892ab11 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:02.193984 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-7c4bc563-0c9e-4164-b9ff-7597e892ab11 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731179 Aug 20 08:47:02.207378 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:02.209703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:02.257125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b55f8f0-3a63-475c-9b81-abdf4c280469 req-c8916405-9531-4523-8045-010e4be7a55c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897527 Aug 20 08:47:02.261985 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:47:02.266105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Deleting port 37e760ed-ceef-46b1-9191-baeb1aa37252 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:02.266381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.271888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:02.272851 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:02.294306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.312537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Transition to ACTIVE for port object b2fde89a-7b1f-4472-b6ae-722d59cc8b74 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:02.414141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bf7de-2324-4a14-8a1e-88362cf44712 req-27e95e87-252d-40b7-be20-df14e664e41a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:02.415713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f9bf7de-2324-4a14-8a1e-88362cf44712 req-27e95e87-252d-40b7-be20-df14e664e41a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.2451792 Aug 20 08:47:02.419697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:02.514961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f9bf7de-2324-4a14-8a1e-88362cf44712 req-cfd97314-f142-4b10-8f94-81c0bab5a96f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904987 Aug 20 08:47:02.526713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-795a22b9-46c3-439d-9878-0599b83aef01 req-569f0438-b152-48ea-bf49-a954577a32c1 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 210 time: 0.0548174 Aug 20 08:47:02.558972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] For port 37e760ed-ceef-46b1-9191-baeb1aa37252, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=37e760ed-ceef-46b1-9191-baeb1aa37252,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:02.559354 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.606874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Calling delete_port for 37e760ed-ceef-46b1-9191-baeb1aa37252 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:02.696510 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:02.732302 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb1f2d-012f-45ac-af7f-c1ca8a11d96e None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:47:02.754198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.810695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event updated for resources: {'Port': ['ID=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:02.825367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08ce01-ca0f-4bdc-b173-65db75bf3f2c req-2110465d-bbd1-4244-afd1-fa0774974ea6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:02.834371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc08ce01-ca0f-4bdc-b173-65db75bf3f2c req-2110465d-bbd1-4244-afd1-fa0774974ea6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.1553931 Aug 20 08:47:02.852861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:02.865369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:02.869124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:02.903549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:02.907104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.922800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.962417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 600b16a1-e297-4bf4-af8c-26f0955a28f4 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:02.968622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:02.969312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:02.993100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 600b16a1-e297-4bf4-af8c-26f0955a28f4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:02.994094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 600b16a1-e297-4bf4-af8c-26f0955a28f4 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:02.997394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc08ce01-ca0f-4bdc-b173-65db75bf3f2c req-7186de71-e61b-4a04-add6-5a815388c0c9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467545 Aug 20 08:47:03.061583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5337d-4282-4cce-b956-34cdfcc7e7cc req-e58a9f40-44ea-43e7-bae7-222a72364c32 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:03.072148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7da5337d-4282-4cce-b956-34cdfcc7e7cc req-e58a9f40-44ea-43e7-bae7-222a72364c32 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/ports?device_id=1401e486-49f1-4cdd-b65d-0c9293bb3664 HTTP/1.1" status: 200 len: 945 time: 0.2092216 Aug 20 08:47:03.111953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.118783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.139172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-2dfde94b-fb0d-4e0d-a6e2-6f77736b698b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7644041 Aug 20 08:47:03.149839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.159185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Request body: {'port': {'device_id': '436da47e-ab12-4eb9-9c4a-676536020581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:03.163985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['37e760ed-ceef-46b1-9191-baeb1aa37252'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:03.219820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7da5337d-4282-4cce-b956-34cdfcc7e7cc req-719a909d-9eb3-45f3-a740-a17730691ea8 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.35 "GET /v2.0/security-groups?id=62ce3b60-222b-47df-9ec0-07e262a6dfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467462 Aug 20 08:47:03.220564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Pushing event deleted for resources: {'Port': ['ID=37e760ed-ceef-46b1-9191-baeb1aa37252,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:03.234899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.285281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35432cf-6f46-4ec4-99fd-f34fe79bedb9 None None] New status for floating IP 94989a28-4257-463a-8fde-67b3148a0223: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:47:03.294633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6a4c2119-fd1a-4cea-8675-7f4dca4b9f7c None None] Provisioning for port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:03.324644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d200194c-3374-4e25-adb7-bd3d0f0ee9b2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:03.354603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] No DVR routers for this DVR port 37e760ed-ceef-46b1-9191-baeb1aa37252 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:03.366067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3684ef-0cd1-4f67-bc80-d3b595564218 req-0d5eec51-cf71-434f-a0ea-e477a36c3c55 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:03.374006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d3684ef-0cd1-4f67-bc80-d3b595564218 req-0d5eec51-cf71-434f-a0ea-e477a36c3c55 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2733676 Aug 20 08:47:03.382921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.385477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b0f8ed9-b745-4eac-87e9-abd03b592694 req-c5ceda4c-2250-42dc-819e-0c184855e1f3 tempest-FloatingIPsAssociationTestJSON-1914981858 tempest-FloatingIPsAssociationTestJSON-1914981858-project] 10.222.0.37 "DELETE /v2.0/ports/37e760ed-ceef-46b1-9191-baeb1aa37252 HTTP/1.1" status: 204 len: 173 time: 1.3439386 Aug 20 08:47:03.432009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f93ce42-5b5e-499e-9132-e60b28b3b6b1 req-3ac3d2a6-592a-440e-a404-9d1d797ac222 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 210 time: 0.0677454 Aug 20 08:47:03.500245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d3684ef-0cd1-4f67-bc80-d3b595564218 req-7f7cee6a-7b8c-434a-a3db-6cec79c1cf12 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250372 Aug 20 08:47:03.629037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:03.636518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'}, {'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'name': 'network-vif-deleted', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4'}, {'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'name': 'network-vif-deleted', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:03.638834 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c350e4-9781-45e1-9711-0885f79426f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea"}, {"server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "name": "network-vif-deleted", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4"}, {"server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "name": "network-vif-deleted", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:03.645633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6a4c2119-fd1a-4cea-8675-7f4dca4b9f7c None None] Provisioning complete for port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:03.646095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2119-fd1a-4cea-8675-7f4dca4b9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.705693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4471a3-17aa-4094-bf64-116031f23f12 req-4d79d491-6432-4c4c-9e5d-94e7fa319918 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:03.714204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da4471a3-17aa-4094-bf64-116031f23f12 req-4d79d491-6432-4c4c-9e5d-94e7fa319918 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1497300 Aug 20 08:47:03.762138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:47:03.781534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c2119-fd1a-4cea-8675-7f4dca4b9f7c None None] Port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:03.800075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-d17b6763-0e2b-4a0e-a1d6-a463d6191741 service neutron] 10.222.0.37 "GET /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.1573312 Aug 20 08:47:03.824768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fde89a-7b1f-4472-b6ae-722d59cc8b74 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:03.829765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:03.836155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.839382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da4471a3-17aa-4094-bf64-116031f23f12 req-fa76929d-0426-456b-a165-37faff023189 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239781 Aug 20 08:47:03.844467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:47:03.858350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Transition to ACTIVE for port object b2fde89a-7b1f-4472-b6ae-722d59cc8b74 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:03.859649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.91 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/006ee824-f2e1-4aa5-a343-a1db88b5d6b5) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:03.866167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:03.876980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65924b72-165f-453d-9875-da7d17f149ff req-16f5d21c-f6a3-4807-a0e5-a68321bc303f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:03.885259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65924b72-165f-453d-9875-da7d17f149ff req-16f5d21c-f6a3-4807-a0e5-a68321bc303f tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.1653993 Aug 20 08:47:03.975349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:04.004258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65924b72-165f-453d-9875-da7d17f149ff req-718e25d4-c5bf-4f50-8986-e600845da576 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178548 Aug 20 08:47:04.096219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9196b-432b-4dce-b2b5-983761a33f20 req-d6779dc7-49c8-422a-90a1-abfd7455173f tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.100938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65b9196b-432b-4dce-b2b5-983761a33f20 req-d6779dc7-49c8-422a-90a1-abfd7455173f tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 943 time: 0.1934834 Aug 20 08:47:04.108207 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a8c574-3d1f-4f71-b860-bd0ae27e1635 x-openstack-request-id: req-42a8c574-3d1f-4f71-b860-bd0ae27e1635 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:04.108618 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea", "status": "completed", "code": 200}, {"server_uuid": "70324cef-a9ee-4adb-ac06-e731a32e0a7d", "name": "network-vif-deleted", "tag": "600b16a1-e297-4bf4-af8c-26f0955a28f4", "status": "completed", "code": 200}, {"server_uuid": "1401e486-49f1-4cdd-b65d-0c9293bb3664", "name": "network-vif-deleted", "tag": "37e760ed-ceef-46b1-9191-baeb1aa37252", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:04.108976 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42a8c574-3d1f-4f71-b860-bd0ae27e1635 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:04.109474 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'status': 'completed', 'code': 200} Aug 20 08:47:04.109871 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70324cef-a9ee-4adb-ac06-e731a32e0a7d', 'name': 'network-vif-deleted', 'tag': '600b16a1-e297-4bf4-af8c-26f0955a28f4', 'status': 'completed', 'code': 200} Aug 20 08:47:04.110221 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401e486-49f1-4cdd-b65d-0c9293bb3664', 'name': 'network-vif-deleted', 'tag': '37e760ed-ceef-46b1-9191-baeb1aa37252', 'status': 'completed', 'code': 200} Aug 20 08:47:04.123065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Attempting to bind port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:04.123403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Attempting to bind port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:04.123738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Attempting to bind port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:04.133258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:04.133258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Attempting to bind port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 on network 74c395c4-ebf6-486b-8ed3-24f068d0b173 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:04.144740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:04.145086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Checking segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:04.146773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Bound using segment: {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:04.147224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Bound port: b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26414cc6-7e51-4ebe-82e7-7667dd854bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:04.147593 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.205364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.233642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:04.249782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] For port b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:04.254063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] For port b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:04.261511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.299519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65b9196b-432b-4dce-b2b5-983761a33f20 req-cc20074f-bef1-4451-814f-830e6495cdd9 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805618 Aug 20 08:47:04.308806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.309249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-bef8ab01-c314-444c-82bd-1f783a41d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.309445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.310789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-bef8ab01-c314-444c-82bd-1f783a41d86c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1124 time: 0.1889157 Aug 20 08:47:04.310908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] 10.222.0.37 "PUT /v2.0/ports/b2fde89a-7b1f-4472-b6ae-722d59cc8b74 HTTP/1.1" status: 200 len: 1091 time: 1.1565633 Aug 20 08:47:04.313744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:04.326288 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82320bb6-9a2e-4017-8e55-aa47e13b69b9" -d '{"events": [{"name": "network-changed", "server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:04.343426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe166fe-e6bd-4dc9-950b-821cd63d9729 req-7fcf5e3b-5043-415d-a37a-0a7b63543f56 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.347593 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.352558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfe166fe-e6bd-4dc9-950b-821cd63d9729 req-7fcf5e3b-5043-415d-a37a-0a7b63543f56 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.1801274 Aug 20 08:47:04.363626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a08e62-4bd6-4477-aca3-144bd20e12ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:04.383390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60336) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:04.428381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:04.430049 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a0150-4757-4a74-a497-f41d9dab0d75 x-openstack-request-id: req-f85a0150-4757-4a74-a497-f41d9dab0d75 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:04.430338 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:04.430592 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f85a0150-4757-4a74-a497-f41d9dab0d75 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:04.430987 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'status': 'completed', 'code': 200} Aug 20 08:47:04.436357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:04.438786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:04.485109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:04.531203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.531963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.535029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:04.555786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-c49e1c30-8789-45da-b8d1-b8be0d03471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.557700 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-c49e1c30-8789-45da-b8d1-b8be0d03471a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 1094 time: 0.1603329 Aug 20 08:47:04.559851 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0812dec5-154f-4ec5-827e-76ff758549ef tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3566773 Aug 20 08:47:04.578993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfe166fe-e6bd-4dc9-950b-821cd63d9729 req-43503e48-ce2f-4c21-9155-d7d8cf57626d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255332 Aug 20 08:47:04.583861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Request body: {'port': {'device_id': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:04.636030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:04.653116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-ec868530-9a1e-436f-a3eb-1af616e8c70d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74 HTTP/1.1" status: 200 len: 217 time: 0.0747869 Aug 20 08:47:04.687504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-28cb2663-ed45-429c-9b8a-a22cb3115743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.688998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-28cb2663-ed45-429c-9b8a-a22cb3115743 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.3638430 Aug 20 08:47:04.766570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.767489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e98542-3025-4273-a983-4f20ae04168d {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:04.781639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-e769956f-11ce-4db0-8f7e-ab33cf61e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.783140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-e769956f-11ce-4db0-8f7e-ab33cf61e8f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.1074228 Aug 20 08:47:04.785670 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-cd6417cf-8be3-4bfb-a84a-e95654124e6c service neutron] show failed (client error): The resource could not be found. Aug 20 08:47:04.787220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-cd6417cf-8be3-4bfb-a84a-e95654124e6c service neutron] 10.222.0.37 "GET /v2.0/ports/5b84b65c-e46a-40ab-b9b5-cfa312433a89/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.1426301 Aug 20 08:47:04.793561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff99edb-3799-4c22-8e82-9c6c437977d9 req-b44656c9-e0ff-42c5-a323-2b3b861f1abf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.797444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ff99edb-3799-4c22-8e82-9c6c437977d9 req-b44656c9-e0ff-42c5-a323-2b3b861f1abf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 935 time: 0.2508645 Aug 20 08:47:04.799042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-5e72b4d1-509e-4291-9286-f4c4e342d7d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 217 time: 0.0910618 Aug 20 08:47:04.841694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:04.901303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b61e0483-ca63-4ffa-b9f0-d1a7a1ca6d98 None None] Provisioning for port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:04.908217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b61e0483-ca63-4ffa-b9f0-d1a7a1ca6d98 None None] Provisioning complete for port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:04.909524 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b61e0483-ca63-4ffa-b9f0-d1a7a1ca6d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.913072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:04.932308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-349b1a68-08cf-40de-8040-c96bb86dda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.934512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-349b1a68-08cf-40de-8040-c96bb86dda9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213019 Aug 20 08:47:04.964249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b61e0483-ca63-4ffa-b9f0-d1a7a1ca6d98 None None] Port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:04.967508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854caa8b-3c30-4557-af20-e5544429b097 req-09bb59f3-e9a6-4538-86ee-01c4915ab3d3 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:04.975923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-854caa8b-3c30-4557-af20-e5544429b097 req-09bb59f3-e9a6-4538-86ee-01c4915ab3d3 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2961452 Aug 20 08:47:05.018742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ff99edb-3799-4c22-8e82-9c6c437977d9 req-f01c2404-6bbc-4c52-9cf8-e5cee91904cd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627147 Aug 20 08:47:05.024248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-a8a0a939-eed4-4bde-aa78-32e7439412e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:05.025745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-a8a0a939-eed4-4bde-aa78-32e7439412e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1804020 Aug 20 08:47:05.108099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-403daea7-f9f0-4023-9a49-105650feca97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476708 Aug 20 08:47:05.147776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-706390b3-731e-43a5-a4c5-4fa64ae78952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:05.149408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-706390b3-731e-43a5-a4c5-4fa64ae78952 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382&tenant_id=0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 1100 time: 0.1331239 Aug 20 08:47:05.150288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-854caa8b-3c30-4557-af20-e5544429b097 req-75e0cb74-d8ad-4ae5-9b7e-52f43990d051 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734128 Aug 20 08:47:05.165491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-8ba432d1-3132-4f1b-a985-28d8780d37e2 service neutron] 10.222.0.37 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109065 Aug 20 08:47:05.172330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:05.324251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] Transition to ACTIVE for port object 08e98542-3025-4273-a983-4f20ae04168d will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:05.356383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:05.383976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-e5c8a194-1565-4b27-bea9-82b0699ddd0e service neutron] 10.222.0.26 "GET /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.2006543 Aug 20 08:47:05.388799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:05.415648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:05.416794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81695-b1c1-48a6-af10-af83013c17cb req-8c20f670-de42-4057-9337-d81e0f4209a1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:05.418335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ca81695-b1c1-48a6-af10-af83013c17cb req-8c20f670-de42-4057-9337-d81e0f4209a1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.2259603 Aug 20 08:47:05.443990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:05.445076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f71e20-9ba9-47d0-9a04-fd2f7330565d req-2efa198e-5d8c-4366-aef0-17db10f45199 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:05.446716 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27f71e20-9ba9-47d0-9a04-fd2f7330565d req-2efa198e-5d8c-4366-aef0-17db10f45199 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 944 time: 0.2220130 Aug 20 08:47:05.447674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66f729f8-4b20-47f3-98ea-a5df52b9d139 req-d3f4f9ec-4a31-483b-bf85-3da50ebf98e9 service neutron] 10.222.0.37 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813597 Aug 20 08:47:05.448546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-e09c6f3c-bb83-41f3-af81-600afca59a90 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230762 Aug 20 08:47:05.487594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Transition to ACTIVE for port object 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:05.504043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:05.517050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] No DVR routers for this DVR port 08e98542-3025-4273-a983-4f20ae04168d on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:05.589310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] Pushing event updated for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=10']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:05.623541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 37e760ed-ceef-46b1-9191-baeb1aa37252 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:05.624390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-37fd7f16-f3dc-4846-a915-70b1bed26146 service neutron] 10.222.0.37 "PUT /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d/bindings/n-h2-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8129909 Aug 20 08:47:05.640684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ca81695-b1c1-48a6-af10-af83013c17cb req-434c2a4f-60b0-4b8a-a0dd-fb42a68d3583 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077959 Aug 20 08:47:05.664696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27f71e20-9ba9-47d0-9a04-fd2f7330565d req-068af3df-737e-4421-843a-73641452e55e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006121 Aug 20 08:47:05.676554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 37e760ed-ceef-46b1-9191-baeb1aa37252 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:05.677610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 37e760ed-ceef-46b1-9191-baeb1aa37252 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:05.678202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 08e98542-3025-4273-a983-4f20ae04168d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:05.701764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3c350e4-9781-45e1-9711-0885f79426f9 req-78df762f-fde3-44b4-a72a-0c8de40eb61c service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314367 Aug 20 08:47:05.703493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Pushing event updated for resources: {'Port': ['ID=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:05.756020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-9d93f68c-faa7-4e95-b472-8e2c6e859a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:05.757526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-9d93f68c-faa7-4e95-b472-8e2c6e859a2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 1094 time: 0.2545116 Aug 20 08:47:05.810386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 08e98542-3025-4273-a983-4f20ae04168d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:05.891772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-ae97ac45-caf9-4506-9ee3-92bce6e2e96b tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:05.893337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-ae97ac45-caf9-4506-9ee3-92bce6e2e96b tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1579757 Aug 20 08:47:05.902115 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.226728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:06.234689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b143c-cfea-47ea-8d5e-cf28d5d65c3b req-e099e0a3-20a3-46f0-9b06-723fa7ea1fb1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.236372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b8b143c-cfea-47ea-8d5e-cf28d5d65c3b req-e099e0a3-20a3-46f0-9b06-723fa7ea1fb1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 943 time: 0.4323783 Aug 20 08:47:06.260945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0c527-c91f-4a60-bfa1-187a4beb8c45 req-0d5b41ad-d5fe-43b8-be12-8fd5c3eb90be tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.262411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9e0c527-c91f-4a60-bfa1-187a4beb8c45 req-0d5b41ad-d5fe-43b8-be12-8fd5c3eb90be tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 943 time: 0.4424818 Aug 20 08:47:06.275277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Attempting to bind port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:06.275620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Attempting to bind port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:06.275965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Attempting to bind port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:06.278337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-c10703ff-622d-4b15-8d32-9525bdccacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.279811 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-c10703ff-622d-4b15-8d32-9525bdccacbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 924 time: 0.5122380 Aug 20 08:47:06.287132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:06.312552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:06.312878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Attempting to bind port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:06.354607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-f9dc18e7-8155-43a3-bdc0-c1823c6610d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74 HTTP/1.1" status: 200 len: 217 time: 0.0539985 Aug 20 08:47:06.355326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:06.355664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:06.356040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:06.356475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Bound port: 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:06.356845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.363605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-ba7c5346-408c-4966-9443-54fa752c1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.364083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:06.365965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-ba7c5346-408c-4966-9443-54fa752c1d8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367&tenant_id=438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 1096 time: 0.4619293 Aug 20 08:47:06.390913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b8b143c-cfea-47ea-8d5e-cf28d5d65c3b req-4f809d77-beb5-4ff3-a209-c8c1133279d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384013 Aug 20 08:47:06.402493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:06.417238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9e0c527-c91f-4a60-bfa1-187a4beb8c45 req-49f419a6-5867-4842-985a-021dae488982 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328630 Aug 20 08:47:06.509244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:06.515800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-792995bb-2170-4748-966b-70c3db0175fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.517267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-792995bb-2170-4748-966b-70c3db0175fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.1545453 Aug 20 08:47:06.523938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:06.526193 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b3062b-941d-4800-ac3b-03d36d1eeb2f" -d '{"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-unplugged", "status": "completed", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:06.533489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.539514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-171c46be-0edb-4bfa-a542-60aa18250e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.541262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-171c46be-0edb-4bfa-a542-60aa18250e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1096 time: 0.1458375 Aug 20 08:47:06.546527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:06.555516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f366-45f1-4451-b5de-210110134628 req-1196025f-1b09-4dce-a55d-915647fab2ae tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.557008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18a9f366-45f1-4451-b5de-210110134628 req-1196025f-1b09-4dce-a55d-915647fab2ae tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 947 time: 0.0922065 Aug 20 08:47:06.605013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Transition to ACTIVE for port object 5b84b65c-e46a-40ab-b9b5-cfa312433a89 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:06.608436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.612864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] For port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:06.622439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.667201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] For port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:06.699511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.706889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-ac096b8b-f549-4709-8262-e70d63944a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.708760 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-ac096b8b-f549-4709-8262-e70d63944a41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653311 Aug 20 08:47:06.730424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18a9f366-45f1-4451-b5de-210110134628 req-dfc57a3d-86c8-4e83-bc5d-48dd61036617 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612561 Aug 20 08:47:06.744220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5bc2-3911-46e4-a458-720bb0987257 req-e971e54b-c938-4ea9-9aef-05465f755edf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.745849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e3c5bc2-3911-46e4-a458-720bb0987257 req-e971e54b-c938-4ea9-9aef-05465f755edf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1778851 Aug 20 08:47:06.767739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] No DVR routers for this DVR port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:06.787304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-277e1cac-89fb-4cff-92e4-9427e14871e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.788821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-277e1cac-89fb-4cff-92e4-9427e14871e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2309284 Aug 20 08:47:06.823510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] Transition to ACTIVE for port object 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:06.870360 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc798621-9c54-44bc-ae9e-4a6ae2f155ad x-openstack-request-id: req-dc798621-9c54-44bc-ae9e-4a6ae2f155ad {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:06.870710 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-unplugged", "status": "completed", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:06.870947 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc798621-9c54-44bc-ae9e-4a6ae2f155ad {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:06.871350 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'code': 200} Aug 20 08:47:06.872238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:06.872372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-54cc83b8-9a9b-4c42-9a8a-3b464abdd137 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 217 time: 0.0598965 Aug 20 08:47:06.893221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.900607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:06.901229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:06.902743 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] 10.222.0.37 "PUT /v2.0/ports/006ee824-f2e1-4aa5-a343-a1db88b5d6b5 HTTP/1.1" status: 200 len: 1095 time: 2.3234079 Aug 20 08:47:06.903796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e3c5bc2-3911-46e4-a458-720bb0987257 req-e88add0e-bf76-42d0-bec4-fac66024b5d0 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378074 Aug 20 08:47:07.009998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:07.010341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:07.010666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:07.040400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-571ebd43-3442-43f2-8173-2d4420dacfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.041916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-571ebd43-3442-43f2-8173-2d4420dacfc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1575153 Aug 20 08:47:07.042114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:07.042403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Attempting to bind port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:07.069102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c7d04-98f6-4df0-955e-58ffe9e34bc7 req-376b1c60-79bd-48cd-b309-d40024a660a6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.076125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] No DVR routers for this DVR port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:07.078054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d6c7d04-98f6-4df0-955e-58ffe9e34bc7 req-376b1c60-79bd-48cd-b309-d40024a660a6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.1962430 Aug 20 08:47:07.098068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:07.098068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:07.098068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:07.098068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Bound port: 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:07.098068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:07.098638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333d4e9-fa9f-4f6c-b0b7-f480ee5f6478 service neutron] Pushing event updated for resources: {'Port': ['ID=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:07.110071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Deleting port 96cc2339-79a5-419f-9489-be3e3eedcf54 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:07.110419 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:07.121662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-7107e0d9-54a1-4571-bae0-10a83bf51ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707660 Aug 20 08:47:07.121934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-19dc8b51-66b9-4eda-8317-1c50d781a31e service neutron] 10.222.0.37 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999081 Aug 20 08:47:07.157346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-466cb4d3-e9d6-4c6a-b5a3-cae117cb5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.158842 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-466cb4d3-e9d6-4c6a-b5a3-cae117cb5525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 1098 time: 0.1903834 Aug 20 08:47:07.240506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833be259-5513-468c-a07d-0a84b305b6bd req-d4bcfbec-0f45-4da0-a982-17ad863a95ff tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.242019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-833be259-5513-468c-a07d-0a84b305b6bd req-d4bcfbec-0f45-4da0-a982-17ad863a95ff tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.2398691 Aug 20 08:47:07.248344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] 10.222.0.26 "PUT /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8519392 Aug 20 08:47:07.267358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d6c7d04-98f6-4df0-955e-58ffe9e34bc7 req-b57d871a-2b87-4166-a022-52da17011e5b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884296 Aug 20 08:47:07.294295 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-d351ae52-83fa-4e00-961e-3a00851c0b2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5 HTTP/1.1" status: 200 len: 217 time: 0.1181712 Aug 20 08:47:07.299797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4633a-9565-4cbf-936d-bdbff5624e58 service neutron] Pushing event updated for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:07.370623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:07.371735 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] For port 96cc2339-79a5-419f-9489-be3e3eedcf54, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=96cc2339-79a5-419f-9489-be3e3eedcf54,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:07.372115 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:07.376891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-833be259-5513-468c-a07d-0a84b305b6bd req-1ecd058f-6f19-4edb-bc02-3b2270a22927 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260324 Aug 20 08:47:07.395865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:07.403862 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:07.404098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Calling delete_port for 96cc2339-79a5-419f-9489-be3e3eedcf54 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:07.406695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-cd1ee4f4-ba76-4110-b174-07fa61b54798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.408394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-cd1ee4f4-ba76-4110-b174-07fa61b54798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1047466 Aug 20 08:47:07.408865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-1f8734a4-cc49-4c31-8ca4-305ccbac1ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472768 Aug 20 08:47:07.419633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-82320bb6-9a2e-4017-8e55-aa47e13b69b9 req-42020a25-2188-4857-9de6-ad09f207ab04 service neutron] 10.222.0.37 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597113 Aug 20 08:47:07.422705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-ce29c6c1-b7f2-4818-9075-7e79bd4faf6b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.424881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-ce29c6c1-b7f2-4818-9075-7e79bd4faf6b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.1160333 Aug 20 08:47:07.519185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.519901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:07.522219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] 10.222.0.26 "PUT /v2.0/ports/5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 1095 time: 2.3547809 Aug 20 08:47:07.540838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e321034-7575-4955-a667-fd0c3919dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:07.585517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-93c83424-d6c1-4718-bbcf-6bf6f1c7fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.587106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-93c83424-d6c1-4718-bbcf-6bf6f1c7fb3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699317 Aug 20 08:47:07.643782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-31f134b1-4984-45f5-8e6e-156087e27305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.645308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-31f134b1-4984-45f5-8e6e-156087e27305 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1098 time: 0.0940347 Aug 20 08:47:07.654623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:07.659215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7b24c250-9a14-4820-8499-80e389e77499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.660765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7b24c250-9a14-4820-8499-80e389e77499 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675&tenant_id=b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 1095 time: 0.2252140 Aug 20 08:47:07.688978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db13eb1-43a3-4a8c-9e68-d48c17ee940c req-34b0a1a9-df41-4f07-984e-889573e7f73c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.690426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5db13eb1-43a3-4a8c-9e68-d48c17ee940c req-34b0a1a9-df41-4f07-984e-889573e7f73c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1741967 Aug 20 08:47:07.701567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:07.731190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613dd1-d94d-44ef-9e2e-02e8386c183c req-f361d83b-4351-440d-ae09-06621e850b0b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.732639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48613dd1-d94d-44ef-9e2e-02e8386c183c req-f361d83b-4351-440d-ae09-06621e850b0b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 943 time: 0.2175059 Aug 20 08:47:07.734521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-3e6107a6-998f-41b2-82cd-3a779b0912ea service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086083 Aug 20 08:47:07.762936 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-352b34af-a8c8-45df-b4ac-ef2cba1b63ca service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666310 Aug 20 08:47:07.786226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-9cacbe23-167a-43a4-9ace-8258c8f7c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.787632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-9cacbe23-167a-43a4-9ace-8258c8f7c402 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1337562 Aug 20 08:47:07.849412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5db13eb1-43a3-4a8c-9e68-d48c17ee940c req-c2dca0db-9428-4c58-aa28-4b01a671a53b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139030 Aug 20 08:47:07.860848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48613dd1-d94d-44ef-9e2e-02e8386c183c req-4d95beae-90bf-4da0-8a07-1bdabf6d1669 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002007 Aug 20 08:47:07.862964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-2d935109-4bce-4842-be69-ce3cf8dca7b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.0386653 Aug 20 08:47:07.865745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-9306da0e-3138-4a3d-81c9-308363f97ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.867209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-9306da0e-3138-4a3d-81c9-308363f97ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1095 time: 0.1443403 Aug 20 08:47:07.965197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0b7a09b-ee17-449d-9f13-a5a9334c2051 req-0540e763-923d-4ee4-89c8-201a9262871b service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909444 Aug 20 08:47:07.966554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-560f1e82-c2a4-4d64-81d8-c3e16758168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:07.967866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-560f1e82-c2a4-4d64-81d8-c3e16758168b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0923405 Aug 20 08:47:08.043415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-47478b28-482f-48a1-a906-da541df9547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:08.045031 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-47478b28-482f-48a1-a906-da541df9547a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683591 Aug 20 08:47:08.051494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:08.090182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7d60f3a2-4aa1-4e8a-aaa1-3c38f5355f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:08.091657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7d60f3a2-4aa1-4e8a-aaa1-3c38f5355f23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.2106936 Aug 20 08:47:08.146714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=96cc2339-79a5-419f-9489-be3e3eedcf54,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:08.150620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-f6e2557b-5105-40d0-ad15-68bc65659043 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891845 Aug 20 08:47:08.237500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-54ef1a51-ca97-4e61-a1b9-b3e5c91d7a21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 217 time: 0.1080141 Aug 20 08:47:08.249552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630870d-708c-4469-885d-8b37e6297daa req-210b6467-8ebc-47ba-83f0-34090ef4137e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:08.251108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7630870d-708c-4469-885d-8b37e6297daa req-210b6467-8ebc-47ba-83f0-34090ef4137e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 947 time: 0.2598953 Aug 20 08:47:08.256233 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd7e4289-5376-4fb7-acac-5bb3ee84d8e0 req-cabce92e-1826-497f-9658-3b680a193118 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971212 Aug 20 08:47:08.305354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-c9ed91e9-23c6-4ae7-abad-2d6c8e7db8e7 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:08.306914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-c9ed91e9-23c6-4ae7-abad-2d6c8e7db8e7 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.2725239 Aug 20 08:47:08.334738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b591-a215-49e7-970e-a47a627a8edd req-9caa6d74-1729-44f6-ab60-6adb0c0e8318 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:08.336219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1865b591-a215-49e7-970e-a47a627a8edd req-9caa6d74-1729-44f6-ab60-6adb0c0e8318 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2787805 Aug 20 08:47:08.699268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-870e047e-a1a4-4bb0-86f9-301779893742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:08.700700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-870e047e-a1a4-4bb0-86f9-301779893742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.4461432 Aug 20 08:47:08.731327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7630870d-708c-4469-885d-8b37e6297daa req-482955ab-6876-4cc3-a390-ac814c810754 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632187 Aug 20 08:47:08.746609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:08.772241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-2ff8c823-4929-48c4-a805-6687c5b29320 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577874 Aug 20 08:47:08.781095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1865b591-a215-49e7-970e-a47a627a8edd req-3c04da8b-5157-47be-9a7c-3e972d38728b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414523 Aug 20 08:47:08.872081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'tag': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5'}, {'name': 'network-changed', 'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:08.874519 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803" -d '{"events": [{"name": "network-changed", "server_uuid": "a84cc28a-3b5f-481e-a2f6-e0a47d0285cf", "tag": "006ee824-f2e1-4aa5-a343-a1db88b5d6b5"}, {"name": "network-changed", "server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:08.987562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:09.027244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:09.054413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-7ba61d39-e7d6-4067-97e5-a476b63b58c6 service neutron] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:09.063306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407cd35-e561-486e-9d27-ee3bd3fe2c40 req-1332068e-71f7-490a-b2f6-bc2fc3df36b4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.064805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f407cd35-e561-486e-9d27-ee3bd3fe2c40 req-1332068e-71f7-490a-b2f6-bc2fc3df36b4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.2721219 Aug 20 08:47:09.077455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a012978-1ba3-48b3-8fff-8ce429c64e19 req-fad7c691-b01b-43ab-bc06-34a5ae0adc95 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.079004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a012978-1ba3-48b3-8fff-8ce429c64e19 req-fad7c691-b01b-43ab-bc06-34a5ae0adc95 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.2059464 Aug 20 08:47:09.081609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-7ba61d39-e7d6-4067-97e5-a476b63b58c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:09.082647 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbca74b6-2637-4b08-a4ac-3b664cc94a9f req-7ba61d39-e7d6-4067-97e5-a476b63b58c6 service neutron] 10.222.0.26 "DELETE /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d/bindings/n-h1-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.7569838 Aug 20 08:47:09.087403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-7a39ccd8-6abb-490e-871c-cc833902445a service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054211 Aug 20 08:47:09.237360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f407cd35-e561-486e-9d27-ee3bd3fe2c40 req-0d299a35-c35e-4e44-8935-438e1ee5bd89 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535997 Aug 20 08:47:09.245128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a012978-1ba3-48b3-8fff-8ce429c64e19 req-77db2699-ed07-4cf4-a366-c8d134c03816 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554043 Aug 20 08:47:09.311888 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850cedfd-b47b-4caa-af6c-0f0e497e0530 x-openstack-request-id: req-850cedfd-b47b-4caa-af6c-0f0e497e0530 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:09.312796 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84cc28a-3b5f-481e-a2f6-e0a47d0285cf", "tag": "006ee824-f2e1-4aa5-a343-a1db88b5d6b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:09.313461 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-850cedfd-b47b-4caa-af6c-0f0e497e0530 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:09.314106 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'tag': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'status': 'completed', 'code': 200} Aug 20 08:47:09.314574 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'status': 'completed', 'code': 200} Aug 20 08:47:09.374129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-56ccdade-fcf5-4f9e-955b-ae4306d0ba6b service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726912 Aug 20 08:47:09.389848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-be21a1c4-82de-47c6-a876-569704d11f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.392141 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-be21a1c4-82de-47c6-a876-569704d11f7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 1098 time: 0.0439069 Aug 20 08:47:09.430196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Router 2fb01d05-9f5f-4891-b123-492fdde7dac3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:47:09.454724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c79872-dd54-408c-ae92-7f377c566dfa req-c6d419c0-81e6-4e2e-a14d-579897a288d7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.456237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6c79872-dd54-408c-ae92-7f377c566dfa req-c6d419c0-81e6-4e2e-a14d-579897a288d7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1508613 Aug 20 08:47:09.468751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-379fab3e-fe11-4f0e-bc52-3bd02994020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.470260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-379fab3e-fe11-4f0e-bc52-3bd02994020b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1098 time: 0.1244223 Aug 20 08:47:09.482068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55523195-9068-4c3e-8853-910af0341b33 req-20460f02-4fa3-492f-9728-aa6bd12621af tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.483644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55523195-9068-4c3e-8853-910af0341b33 req-20460f02-4fa3-492f-9728-aa6bd12621af tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 943 time: 0.1185102 Aug 20 08:47:09.496513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-f2437f48-ff47-4151-ab93-77e1125c5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.498173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-f2437f48-ff47-4151-ab93-77e1125c5c25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.0960777 Aug 20 08:47:09.570792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-8f503fc3-1030-4dab-856a-399c24d1f116 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5 HTTP/1.1" status: 200 len: 217 time: 0.0483468 Aug 20 08:47:09.628509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-3096a9c2-a1a4-409a-aad9-45be416d2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.630588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-3096a9c2-a1a4-409a-aad9-45be416d2f6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0520246 Aug 20 08:47:09.654163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b2fde89a-7b1f-4472-b6ae-722d59cc8b74 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:09.691233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-6c68b704-1425-4c8f-a580-a47fa3f2b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.693810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-6c68b704-1425-4c8f-a580-a47fa3f2b21c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516219 Aug 20 08:47:09.703673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55523195-9068-4c3e-8853-910af0341b33 req-d8946332-5251-46ec-aec1-4f3b941b3d3e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2043180 Aug 20 08:47:09.706324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6c79872-dd54-408c-ae92-7f377c566dfa req-91251633-b3ad-4976-96a0-2ce5b83b0f0f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336764 Aug 20 08:47:09.756406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:47:09.763495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7635287-e405-433f-8334-3de5cedca5fc admin admin] 10.222.0.35 "PUT /v2.0/routers/2fb01d05-9f5f-4891-b123-492fdde7dac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3779535 Aug 20 08:47:09.767222 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] Sync routers for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:47:09.776960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60390) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:09.779122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-ee47cea1-03b6-44d5-a6c8-243ccb025877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.780641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-ee47cea1-03b6-44d5-a6c8-243ccb025877 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2917101 Aug 20 08:47:09.783784 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:09.784533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:09.788832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:09.811766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'port_id': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'mac_address': 'fa:16:3e:c9:a1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:09.858434 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-b0e4e81d-f64e-4e48-b7a9-c37627aba840 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464512 Aug 20 08:47:09.861996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:09.877023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fde89a-7b1f-4472-b6ae-722d59cc8b74 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:09.884020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-cbddc16f-6193-4ba2-8719-0de391fe35d5 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:09.885838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-cbddc16f-6193-4ba2-8719-0de391fe35d5 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.2454693 Aug 20 08:47:09.906346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:09.911950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:09.973166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:09.983766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-a4801ac2-c581-49c2-8fa7-c671942da2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132534 Aug 20 08:47:09.992205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:10.010474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-50114e1f-bbd9-4126-8af2-ea6cd0a0f250 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.2040272 Aug 20 08:47:10.104547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-5056b0ff-4c75-4a2d-ae82-e691387c2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.106176 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-5056b0ff-4c75-4a2d-ae82-e691387c2c6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1098 time: 0.0664725 Aug 20 08:47:10.174925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b2fde89a-7b1f-4472-b6ae-722d59cc8b74'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:10.186571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d35440-fcb2-4850-9dc9-3d1eef873514 req-c248466b-d49e-4155-9573-7d1c3c30d518 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.188094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6d35440-fcb2-4850-9dc9-3d1eef873514 req-c248466b-d49e-4155-9573-7d1c3c30d518 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2150450 Aug 20 08:47:10.190825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-349bc0bd-85a6-4d64-9c52-ea894ff10a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.192265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-349bc0bd-85a6-4d64-9c52-ea894ff10a1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1188638 Aug 20 08:47:10.194347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:10.205759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2081b1e-b67b-4d64-8779-963a23a67aaa req-62a3774c-1ae8-44a9-9e7f-cde3f3e37502 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.207342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2081b1e-b67b-4d64-8779-963a23a67aaa req-62a3774c-1ae8-44a9-9e7f-cde3f3e37502 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 947 time: 0.2472186 Aug 20 08:47:10.223968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:47:07Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:10.288922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-e3877b8a-000b-4985-ab84-1be82386bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.289360 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] Checking router: 2fb01d05-9f5f-4891-b123-492fdde7dac3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:47:10.291024 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-e3877b8a-000b-4985-ab84-1be82386bb53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1769321 Aug 20 08:47:10.308592 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] Routers {'2fb01d05-9f5f-4891-b123-492fdde7dac3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:10.309696 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:46:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2fb01d05-9f5f-4891-b123-492fdde7dac3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:10.353983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-a9dbdcbe-59ec-446b-81eb-d009aacc9732 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.0553567 Aug 20 08:47:10.402746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6d35440-fcb2-4850-9dc9-3d1eef873514 req-6813a1f4-39d7-4be1-b382-171b2bcab605 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597595 Aug 20 08:47:10.408742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-723f88ae-2aa9-4c02-9ec2-5a00e88c7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.410252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2081b1e-b67b-4d64-8779-963a23a67aaa req-b41ed8e1-3200-4231-b8db-d3e66816eb9f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579332 Aug 20 08:47:10.410406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-723f88ae-2aa9-4c02-9ec2-5a00e88c7d99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0502541 Aug 20 08:47:10.429106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-98cd4083-08ef-432b-b4bc-fba5e482df9d service neutron] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:10.431309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-f51813c4-4d80-4199-85a3-9e8f2cd2f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.432834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-f51813c4-4d80-4199-85a3-9e8f2cd2f20c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2246776 Aug 20 08:47:10.440593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-98cd4083-08ef-432b-b4bc-fba5e482df9d service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:10.441756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bec46f2d-9b7b-4fed-a8b5-7e50b29a8080 req-98cd4083-08ef-432b-b4bc-fba5e482df9d service neutron] 10.222.0.37 "DELETE /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.5003297 Aug 20 08:47:10.443514 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] Set router 2fb01d05-9f5f-4891-b123-492fdde7dac3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:10.498416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-ed536950-ecc0-4a26-bbc2-7e649e6a18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.500123 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-ed536950-ecc0-4a26-bbc2-7e649e6a18b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819483 Aug 20 08:47:10.519369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:10.607258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-8bb359c3-4113-41fa-9dea-e67c579b33f2 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986323 Aug 20 08:47:10.651004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-df4a5a77-d320-46f6-a2fe-af3b0ffe041c service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082636 Aug 20 08:47:10.671797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dc7cc-02a7-4bd0-91f7-cf645f8ad496 req-4e4f2b58-7139-4285-b48c-4944ff81bc8e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.673253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca0dc7cc-02a7-4bd0-91f7-cf645f8ad496 req-4e4f2b58-7139-4285-b48c-4944ff81bc8e tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1096 time: 0.1389263 Aug 20 08:47:10.675539 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:47:07Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:10.682366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7222d5-c910-40ba-a582-c2626b7f5c5c req-98610cd2-7886-41fd-8c75-8b60ab10ba5a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:10.686319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed7222d5-c910-40ba-a582-c2626b7f5c5c req-98610cd2-7886-41fd-8c75-8b60ab10ba5a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 947 time: 0.1477659 Aug 20 08:47:10.703587 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ef4b-1693-49d8-bd52-b35addc0daf0 None None] The sync data for ids ['2fb01d05-9f5f-4891-b123-492fdde7dac3'] in n-d-804285-2 is: [{'id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1700344378-router', 'tenant_id': '9cda5552e7b448c2abe0622847c100c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:47:07Z', 'revision_number': 5, 'project_id': '9cda5552e7b448c2abe0622847c100c4', 'gw_port': {'id': 'cd99c073-4898-404d-976d-55f8b8f1a778', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb01d05-9f5f-4891-b123-492fdde7dac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:45:37Z', 'updated_at': '2021-08-20T08:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:47:10.709160 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-7b763e26-59c2-418a-993c-df5f2f12b521 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937202 Aug 20 08:47:10.772192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Deleting port cd99c073-4898-404d-976d-55f8b8f1a778 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:10.772796 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.003939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:11.061593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 96cc2339-79a5-419f-9489-be3e3eedcf54 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:11.093530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 96cc2339-79a5-419f-9489-be3e3eedcf54 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:11.093905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 96cc2339-79a5-419f-9489-be3e3eedcf54 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:11.130312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca0dc7cc-02a7-4bd0-91f7-cf645f8ad496 req-3f331671-7e09-4022-b316-da575366f305 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317153 Aug 20 08:47:11.133551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:11.143127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed7222d5-c910-40ba-a582-c2626b7f5c5c req-a1c584cd-2113-4fb7-b0f3-d9bc984e7081 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117084 Aug 20 08:47:11.147587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'mac_address': 'fa:16:3e:6b:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:11.179395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8d6c75d-4d68-47fa-bcc2-ded9aab9f803 req-a2c3d7da-4712-478f-807d-475021214a7f service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183427 Aug 20 08:47:11.203039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.217534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] For port cd99c073-4898-404d-976d-55f8b8f1a778, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cd99c073-4898-404d-976d-55f8b8f1a778,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:11.218201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.219610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b84b65c-e46a-40ab-b9b5-cfa312433a89 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:11.243766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Calling delete_port for cd99c073-4898-404d-976d-55f8b8f1a778 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:11.249137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:11.254260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.310907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:11.361653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0cfe2-78c3-46b6-9e1b-d733174a14c3 req-0ff0207c-60e4-4a2a-b999-7e17eba2ea96 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:11.363152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b0cfe2-78c3-46b6-9e1b-d733174a14c3 req-0ff0207c-60e4-4a2a-b999-7e17eba2ea96 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 944 time: 0.1339340 Aug 20 08:47:11.387142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee607be-c1d8-4f08-9755-8693ae2af25e req-4a0c7433-5772-4caa-998a-c0144ab64e72 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:11.388458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bee607be-c1d8-4f08-9755-8693ae2af25e req-4a0c7433-5772-4caa-998a-c0144ab64e72 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1256661 Aug 20 08:47:11.478556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b0cfe2-78c3-46b6-9e1b-d733174a14c3 req-8976de79-e0b0-4f6f-9940-60947c764e7d tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074367 Aug 20 08:47:11.484388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bee607be-c1d8-4f08-9755-8693ae2af25e req-ae9ca475-c12c-4844-9415-dec9e2c8954c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868702 Aug 20 08:47:11.550980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.577544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5b84b65c-e46a-40ab-b9b5-cfa312433a89'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:11.602511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd99c073-4898-404d-976d-55f8b8f1a778,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:11.646237 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.674071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:11.710388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b2fde89a-7b1f-4472-b6ae-722d59cc8b74 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:11.731401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d5a98-dba4-4783-a512-fbf6585f7fd5 req-f50b6c83-c49c-4eb9-86b6-8d7eae66d225 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:11.732893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b2d5a98-dba4-4783-a512-fbf6585f7fd5 req-f50b6c83-c49c-4eb9-86b6-8d7eae66d225 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1096 time: 0.1764297 Aug 20 08:47:11.798425 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.799176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-7fb04032-8a89-431e-bb27-fab9ebd11eed tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:11.800358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-7fb04032-8a89-431e-bb27-fab9ebd11eed tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382&tenant_id=0f4d929c31814177bd5a0584cb552160&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 948 time: 0.0890422 Aug 20 08:47:11.809471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.866874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:11.868813 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-e72e1cf9-4057-496c-b9d0-4943d287a484 service neutron] delete failed (client error): The resource could not be found. Aug 20 08:47:11.869826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:11.870289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-e72e1cf9-4057-496c-b9d0-4943d287a484 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5b84b65c-e46a-40ab-b9b5-cfa312433a89/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0615788 Aug 20 08:47:11.884934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:11.885311 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.889112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'mac_address': 'fa:16:3e:86:cc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:11.889494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.890046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb01d05-9f5f-4891-b123-492fdde7dac3 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:47:11.893350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b2d5a98-dba4-4783-a512-fbf6585f7fd5 req-3bafbcf2-6d41-48fe-a83d-a8fa3693ea46 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465127 Aug 20 08:47:11.903048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167503b-b1a8-4793-b0bf-e7d20165d29d req-7a8d3086-dd8e-4f34-953b-88d80d37a27d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:11.910486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f167503b-b1a8-4793-b0bf-e7d20165d29d req-7a8d3086-dd8e-4f34-953b-88d80d37a27d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1812363 Aug 20 08:47:11.915023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:11.916131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09e42fd7-ecfd-4a84-90f6-9c4053d2726a admin admin] 10.222.0.35 "DELETE /v2.0/routers/2fb01d05-9f5f-4891-b123-492fdde7dac3 HTTP/1.1" status: 204 len: 168 time: 2.1345885 Aug 20 08:47:11.920931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60416) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:12.013604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-2709c684-fe68-4467-a2ef-082474538a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.015421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-2709c684-fe68-4467-a2ef-082474538a20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1099 time: 0.0812650 Aug 20 08:47:12.022317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f167503b-b1a8-4793-b0bf-e7d20165d29d req-626ae320-5b0e-42b6-85fb-8021ae73d2c7 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088820 Aug 20 08:47:12.025586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Deleting subnet 9c9a4e43-734b-4f9b-a878-6f744f789b1e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:47:12.039201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.058583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.066040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.112572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.114553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:12.132834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:12.136329 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23539ca-8f06-4170-b3b4-d779d49d8cab" -d '{"events": [{"server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "name": "network-vif-plugged", "status": "completed", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:12.156421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-a8b4c7d6-7c03-4f70-96d3-b8b167999a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.159426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3875a-aa35-4bf5-9b34-357a60da6ff0 req-2df73e4a-6a99-4850-9fd2-f74862bb8248 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.159767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-a8b4c7d6-7c03-4f70-96d3-b8b167999a63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1338475 Aug 20 08:47:12.160280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:12.161581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51e3875a-aa35-4bf5-9b34-357a60da6ff0 req-2df73e4a-6a99-4850-9fd2-f74862bb8248 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 947 time: 0.1228797 Aug 20 08:47:12.171187 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.175648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:12.180506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.217869 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-6a77ba38-63d6-4e9a-84c0-45ad8359708b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.0459783 Aug 20 08:47:12.228237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:12.228724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.270040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-1143e280-9253-4faa-b05c-6c2d6a08209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.272314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-1143e280-9253-4faa-b05c-6c2d6a08209e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0467296 Aug 20 08:47:12.280153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:12.280435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51e3875a-aa35-4bf5-9b34-357a60da6ff0 req-b5116cde-6007-4b07-8c09-d3d0514035a8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033175 Aug 20 08:47:12.299112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747855b-404a-44d9-b1b6-fa2647ddd7ad req-fb0bc1a0-5048-4d09-a699-94bea70ad1bf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.308355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9747855b-404a-44d9-b1b6-fa2647ddd7ad req-fb0bc1a0-5048-4d09-a699-94bea70ad1bf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 948 time: 0.1303988 Aug 20 08:47:12.329234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.336703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-51d94028-9c96-4abe-a637-0e0525d5b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.338561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-51d94028-9c96-4abe-a637-0e0525d5b598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587976 Aug 20 08:47:12.352227 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.365164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9a4e43-734b-4f9b-a878-6f744f789b1e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:12.372663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.374624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7dd4d2e1-3e66-42a6-ad11-9e882d248ef9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c9a4e43-734b-4f9b-a878-6f744f789b1e HTTP/1.1" status: 204 len: 168 time: 0.4474444 Aug 20 08:47:12.377768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9747855b-404a-44d9-b1b6-fa2647ddd7ad req-dbf9b72c-7dce-4495-a952-63921f7cbdc1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693240 Aug 20 08:47:12.378233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60426) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:12.381930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98755f-8a9e-4f09-bd72-7092928ef9ac None None] Network 9e1e7c29-ba3d-4b51-a413-6028593ed398 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:47:12.462341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.468316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-bf835bf7-640c-491f-867e-082628a860ee service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217160 Aug 20 08:47:12.474724 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:12.564929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955597a-df66-43ee-8fbf-c26f100e9da9 req-eef1d07f-1fb5-44b5-adf5-911546a7c74b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.572596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e955597a-df66-43ee-8fbf-c26f100e9da9 req-eef1d07f-1fb5-44b5-adf5-911546a7c74b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1095 time: 0.0695956 Aug 20 08:47:12.583235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Deleting port c143547c-f848-416d-b41f-c06a06fce7f0 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:12.583576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.601026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72e95b39-c1f8-44e3-9cac-02425c4e928c req-e3913e9f-f537-4774-844a-a85e74933272 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253412 Aug 20 08:47:12.681541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] For port c143547c-f848-416d-b41f-c06a06fce7f0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c143547c-f848-416d-b41f-c06a06fce7f0,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:12.681938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.707435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e955597a-df66-43ee-8fbf-c26f100e9da9 req-2dbefece-04da-4f20-bb59-f92bd42975a4 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339462 Aug 20 08:47:12.708469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Calling delete_port for c143547c-f848-416d-b41f-c06a06fce7f0 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:12.751630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] DHCP port deletion for 9e1e7c29-ba3d-4b51-a413-6028593ed398 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:47:12.777157 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d89bdf-508c-4be4-87b1-140c1761e921 x-openstack-request-id: req-e9d89bdf-508c-4be4-87b1-140c1761e921 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:12.777500 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "name": "network-vif-plugged", "status": "completed", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:12.777776 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9d89bdf-508c-4be4-87b1-140c1761e921 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:12.785409 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'code': 200} Aug 20 08:47:12.893853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] Deleting port c143547c-f848-416d-b41f-c06a06fce7f0 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:12.894346 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.958272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e59c5d-b41d-429b-b02e-6c02cd6e0b79 req-5a65329e-b5ef-4de5-8f87-9f9e4b348795 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.958272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1e59c5d-b41d-429b-b02e-6c02cd6e0b79 req-5a65329e-b5ef-4de5-8f87-9f9e4b348795 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.1172838 Aug 20 08:47:12.958272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:12.967733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a778b-9405-4c78-a9c9-40a270546c2a req-89fdddb0-d687-4db7-b470-a9b5367639a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:12.973047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-707a778b-9405-4c78-a9c9-40a270546c2a req-89fdddb0-d687-4db7-b470-a9b5367639a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 1096 time: 0.1168962 Aug 20 08:47:12.990515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cd99c073-4898-404d-976d-55f8b8f1a778 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:13.006404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c143547c-f848-416d-b41f-c06a06fce7f0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:13.017990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] No DVR routers for this DVR port c143547c-f848-416d-b41f-c06a06fce7f0 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:13.028386 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-707a778b-9405-4c78-a9c9-40a270546c2a req-eac24fe0-adf8-496e-be81-bdbc39765b58 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490324 Aug 20 08:47:13.030651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:13.036754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cd99c073-4898-404d-976d-55f8b8f1a778 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:13.036914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cd99c073-4898-404d-976d-55f8b8f1a778 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:13.037341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c143547c-f848-416d-b41f-c06a06fce7f0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:13.080913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c143547c-f848-416d-b41f-c06a06fce7f0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:13.081588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c143547c-f848-416d-b41f-c06a06fce7f0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:13.099734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] For port c143547c-f848-416d-b41f-c06a06fce7f0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c143547c-f848-416d-b41f-c06a06fce7f0,segment=NetworkSegment(b77a570e-2d62-41aa-90d0-279f1436d64b),segment_id=b77a570e-2d62-41aa-90d0-279f1436d64b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:13.100162 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.104754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1e59c5d-b41d-429b-b02e-6c02cd6e0b79 req-a9bcb5ef-c662-4692-9658-09cca0617489 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270976 Aug 20 08:47:13.119094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] Calling delete_port for c143547c-f848-416d-b41f-c06a06fce7f0 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:13.132479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.141895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:13.178163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.178513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.179426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.179664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.179891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:13.180003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.180269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.180408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.180596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.180917 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.181257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.181560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.221234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7c5a127-88b0-4b64-9391-2ec983ab52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.248959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.249310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.249747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.250408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 08:47:13.250408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1e7c29-ba3d-4b51-a413-6028593ed398']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:13.257921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.287669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77a570e-2d62-41aa-90d0-279f1436d64b') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:13.288038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77a570e-2d62-41aa-90d0-279f1436d64b') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:13.305344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] Pushing event deleted for resources: {'Port': ['ID=c143547c-f848-416d-b41f-c06a06fce7f0,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:13.308839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24938e-5893-440b-b877-c4dd80213aff None None] No DVR routers for this DVR port c143547c-f848-416d-b41f-c06a06fce7f0 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:13.325158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.333922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.370242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.381633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:13.387805 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.389303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:47:13.389731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: from cryptography.utils import int_from_bytes Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: from cryptography.utils import int_from_bytes Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:47:13.397022 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:47:13.420969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb449e6-6ab2-4aae-a317-15995dbce33c req-201335f3-52e1-43c9-97fe-3bf9d01fc6cb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:13.422626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fb449e6-6ab2-4aae-a317-15995dbce33c req-201335f3-52e1-43c9-97fe-3bf9d01fc6cb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1661832 Aug 20 08:47:13.462687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-c0c5d56e-bdd0-4d1f-8c6f-bc10c49778ce tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:13.470025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-c0c5d56e-bdd0-4d1f-8c6f-bc10c49778ce tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.3586650 Aug 20 08:47:13.478974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:13.500461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-653f5510-b56d-4918-99f4-78596e9b2c63 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/quotas/b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 375 time: 0.0293231 Aug 20 08:47:13.527034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.532951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.537615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e1e7c29-ba3d-4b51-a413-6028593ed398 HTTP/1.1" status: 204 len: 168 time: 1.1584506 Aug 20 08:47:13.577511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee2f77-bb93-4797-9320-accc7b8068a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1e7c29-ba3d-4b51-a413-6028593ed398,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:13.585813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fb449e6-6ab2-4aae-a317-15995dbce33c req-47c20bad-aca4-4154-9de8-96af17c3dcce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370966 Aug 20 08:47:13.615199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-a2e8e37c-c1f9-49dd-93cf-df965f688664 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023476 Aug 20 08:47:13.678889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:13.796885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827fc7b-0f6f-4c2f-92c4-a805d790e65c req-7fd33e7e-640a-4e14-a3c0-a4a9cade5bc6 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:13.798580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6827fc7b-0f6f-4c2f-92c4-a805d790e65c req-7fd33e7e-640a-4e14-a3c0-a4a9cade5bc6 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 948 time: 0.1210370 Aug 20 08:47:13.809200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-f5f170ac-ea33-422f-8609-8696c2d65a95 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930966 Aug 20 08:47:13.836800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60458) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:13.872154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.889785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:13.893864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:13.894654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:13.904960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6827fc7b-0f6f-4c2f-92c4-a805d790e65c req-08617786-181e-45cf-8508-873f60ffc521 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866237 Aug 20 08:47:13.934702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-9140e6a3-80d3-4cc7-ae42-ab67afc2fbdd service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246419 Aug 20 08:47:13.955309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-109e3f19-3dfd-4f48-b76a-4e7edd7ade4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9cda5552e7b448c2abe0622847c100c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173353 Aug 20 08:47:13.958267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60464) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:14.090246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbb037c7-5979-4d48-8a56-f1ce9fa6b144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.102011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.120119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbb037c7-5979-4d48-8a56-f1ce9fa6b144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.156142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e11a2-8677-4a7b-b631-3eee9a632c1b req-9011d64a-2bc0-438c-b5bb-3b0238756e25 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:14.166461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-979e11a2-8677-4a7b-b631-3eee9a632c1b req-9011d64a-2bc0-438c-b5bb-3b0238756e25 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1197927 Aug 20 08:47:14.179093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:14.184618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.207733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbb037c7-5979-4d48-8a56-f1ce9fa6b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.211440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbb037c7-5979-4d48-8a56-f1ce9fa6b144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.215771 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dbb037c7-5979-4d48-8a56-f1ce9fa6b144 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62ce3b60-222b-47df-9ec0-07e262a6dfbe HTTP/1.1" status: 204 len: 168 time: 0.2544248 Aug 20 08:47:14.220472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-979e11a2-8677-4a7b-b631-3eee9a632c1b req-457545d7-f7a7-4503-b73b-a3e9e11a9776 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525975 Aug 20 08:47:14.234528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb037c7-5979-4d48-8a56-f1ce9fa6b144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ce3b60-222b-47df-9ec0-07e262a6dfbe,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:14.388768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:14.447265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-480ecca4-f673-468a-b292-257d196d2611 req-11c95d37-5e6f-4eb2-947a-7a8d0ce24835 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 210 time: 0.0319839 Aug 20 08:47:14.474189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84e67-fe52-4ba3-9262-faa6255f74ee req-33e5d1a8-c4eb-49b2-bf4e-ef1acd24b4b0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:14.481503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adb84e67-fe52-4ba3-9262-faa6255f74ee req-33e5d1a8-c4eb-49b2-bf4e-ef1acd24b4b0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.1029897 Aug 20 08:47:14.525977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adb84e67-fe52-4ba3-9262-faa6255f74ee req-8b6a987d-90bf-4932-bbb6-4cca9d119b22 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433190 Aug 20 08:47:14.660158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e64b2-39fc-4ec4-a185-4be5c5eb63f1 req-6f3bdfa5-b019-4021-9c1f-20ebcb929413 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:14.668148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-100e64b2-39fc-4ec4-a185-4be5c5eb63f1 req-6f3bdfa5-b019-4021-9c1f-20ebcb929413 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1156166 Aug 20 08:47:14.696951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50d718-13fa-4ecf-a350-5f7b68654146 req-c532f100-b76d-4a8a-82be-6471123d6736 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:14.698615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a50d718-13fa-4ecf-a350-5f7b68654146 req-c532f100-b76d-4a8a-82be-6471123d6736 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.0884073 Aug 20 08:47:14.714548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60492) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:14.733863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Request body: {'floatingip': {'port_id': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:14.787032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89'}, {'server_uuid': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:14.789940 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2e6ff-4f2c-488a-9627-3dddbb970066" -d '{"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-plugged", "status": "completed", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89"}, {"server_uuid": "a84cc28a-3b5f-481e-a2f6-e0a47d0285cf", "name": "network-vif-plugged", "status": "completed", "tag": "006ee824-f2e1-4aa5-a343-a1db88b5d6b5"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:14.827760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-100e64b2-39fc-4ec4-a185-4be5c5eb63f1 req-a7175f58-2e3b-41ba-a38d-8d93870b46dc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586287 Aug 20 08:47:14.844734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:14.927362 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21b3e29-f1f8-492a-87d1-ed3abe0cf097 x-openstack-request-id: req-b21b3e29-f1f8-492a-87d1-ed3abe0cf097 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:14.928022 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-plugged", "status": "completed", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89", "code": 200}, {"server_uuid": "a84cc28a-3b5f-481e-a2f6-e0a47d0285cf", "name": "network-vif-plugged", "status": "completed", "tag": "006ee824-f2e1-4aa5-a343-a1db88b5d6b5", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:14.928462 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b21b3e29-f1f8-492a-87d1-ed3abe0cf097 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:14.929052 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'code': 200} Aug 20 08:47:14.929463 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'code': 200} Aug 20 08:47:15.089055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca259a-0cb6-49ae-b49e-9723f5268330 req-21730e45-4b78-4a0f-b490-7c97bbde7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:15.091949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eeca259a-0cb6-49ae-b49e-9723f5268330 req-21730e45-4b78-4a0f-b490-7c97bbde7c25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 1100 time: 0.0974696 Aug 20 08:47:15.149819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eeca259a-0cb6-49ae-b49e-9723f5268330 req-f4958797-e851-483f-b816-a8bd7697cf6c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498312 Aug 20 08:47:15.199549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d5d85-65f7-472e-831e-1fd03d2adaf1 req-256709f8-c8f7-43d5-8554-f0182e229380 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:15.201229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a39d5d85-65f7-472e-831e-1fd03d2adaf1 req-256709f8-c8f7-43d5-8554-f0182e229380 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.3724995 Aug 20 08:47:15.222660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019c33b-91b5-44b9-ab56-350322f5d8d5 req-4201e51e-3896-4786-8bdf-67793d425ff4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:15.224416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b019c33b-91b5-44b9-ab56-350322f5d8d5 req-4201e51e-3896-4786-8bdf-67793d425ff4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 949 time: 0.1227243 Aug 20 08:47:15.321588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60516) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:15.437812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-970699-network', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:15.471152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Made reservation on behalf of e70f27c530c24beda83c2f77278ee05f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:15.474343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.484495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.589682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.594101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.621935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481d2b5a-6545-4eef-b7d2-f41e1c502b60,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:15.638394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a39d5d85-65f7-472e-831e-1fd03d2adaf1 req-3c7c8fc4-82fa-4294-a753-4b03d8a454a9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237106 Aug 20 08:47:15.647719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:47:15.658092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.658490 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Added segment 2f94968e-5b61-4b7b-ae33-a27f43c75266 of type vlan for network e7b97e3d-2d3a-41d7-9d5e-3229f808023b Aug 20 08:47:15.702864 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.713943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b019c33b-91b5-44b9-ab56-350322f5d8d5 req-a36ab3cd-4777-4abe-89fb-5c7776032e74 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614863 Aug 20 08:47:15.750297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.751285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:15.752040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:15.858037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-0c82e18b-5c34-4dc0-a3ca-4bc18e7153ee tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:15.859955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-0c82e18b-5c34-4dc0-a3ca-4bc18e7153ee tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.2120194 Aug 20 08:47:15.865697 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5429001 Aug 20 08:47:15.868809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60528) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:15.875149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Request body: {'subnet': {'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-subnet', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:15.891803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26c979c1-7e67-4c1d-8596-62f987bafcc9 req-db1f82c4-f710-44cd-a737-ff3ca45d03d3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 210 time: 0.0419102 Aug 20 08:47:15.911039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed6f6-c2d9-4b8d-9712-561a34908e8e admin admin] Pushing event updated for resources: {'Network': ['ID=e7b97e3d-2d3a-41d7-9d5e-3229f808023b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:15.922347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Request body: {'port': {'device_id': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'admin_state_up': True, 'tenant_id': 'b600632f9f434cc5b5eef58a15461038'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:15.928943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Made reservation on behalf of e70f27c530c24beda83c2f77278ee05f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:15.933034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:47:15.934822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.116571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.134854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.175002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.191380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-6b418825-5ff6-4fa5-8c18-7f913d363aee tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735197 Aug 20 08:47:16.225750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd417670-9b16-40ef-97dc-aff02b9d576b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:16.246563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Checking segment: {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:16.247007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Network hostable DHCP agents. Network: e7b97e3d-2d3a-41d7-9d5e-3229f808023b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:47:16.266143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:47:16.278273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e7b97e3d-2d3a-41d7-9d5e-3229f808023b) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:16.282577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:16.283363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.315198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2e007-34f9-47ea-872d-997d24e0d68f None None] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:47:16.322210 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.360237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Made reservation on behalf of b600632f9f434cc5b5eef58a15461038 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:16.360795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2eec7274-94c7-44eb-8198-071594c30017 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4876595 Aug 20 08:47:16.360795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60542) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:16.366972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.367163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:16.409209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.409423 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Floating IP 94989a28-4257-463a-8fde-67b3148a0223 associated. External IP: 172.25.5.82, port: b2fde89a-7b1f-4472-b6ae-722d59cc8b74. Aug 20 08:47:16.411239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.447992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e6cfc9d-d604-4d8d-8b58-c997b191be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.493789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e7b97e3d-2d3a-41d7-9d5e-3229f808023b', 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'fixed_ips': [{'subnet_id': 'bd417670-9b16-40ef-97dc-aff02b9d576b'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:47:16.494991 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.651241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Allocated IP 172.20.0.14 (bbfaa3ce-292d-4ecb-a035-6e8be520c385/dbaddc3f-af3e-4afd-9241-3ed10479d349/8206736f-b66c-452b-9fb9-c72a76644713) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:16.658264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Allocated IP 172.20.0.2 (e7b97e3d-2d3a-41d7-9d5e-3229f808023b/bd417670-9b16-40ef-97dc-aff02b9d576b/4a4acbe0-2475-4d20-8d20-b4ddc4247079) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:16.786718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.884356 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.891067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-4815d4b9-f0ed-482e-917d-f4072873b103 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:16.892568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-4815d4b9-f0ed-482e-917d-f4072873b103 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6901662 Aug 20 08:47:16.893515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Transition to ACTIVE for port object 4a4acbe0-2475-4d20-8d20-b4ddc4247079 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:16.912534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Transition to ACTIVE for port object 4a4acbe0-2475-4d20-8d20-b4ddc4247079 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:16.916855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.919181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.962783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:16.977435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-d8d6d257-4104-425a-8404-e288a519c522 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/quotas/0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 375 time: 0.0684755 Aug 20 08:47:16.985911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Pushing event updated for resources: {'Port': ['ID=4a4acbe0-2475-4d20-8d20-b4ddc4247079,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:16.996298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:16.998262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:17.000966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:17.011363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7b947-b0db-4703-a947-b42998faf185 req-79f2aed0-f91b-4e94-8b15-d323babcfd3d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:17.012699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0d7b947-b0db-4703-a947-b42998faf185 req-79f2aed0-f91b-4e94-8b15-d323babcfd3d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2139227 Aug 20 08:47:17.072502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Attempting to bind port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:17.073606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Attempting to bind port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:17.074094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Attempting to bind port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 on network e7b97e3d-2d3a-41d7-9d5e-3229f808023b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:17.081646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:17.081922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Checking segment: {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:17.082251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:47:17.083257 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.083810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Bound using segment: {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:17.084528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Bound port: 4a4acbe0-2475-4d20-8d20-b4ddc4247079, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:17.084952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.116957 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0d7b947-b0db-4703-a947-b42998faf185 req-7bfdc8b6-79d7-49c6-8c6a-85ca548d2642 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939281 Aug 20 08:47:17.121079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.136657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-b201bdec-6557-4f84-9115-9d5e8c4ca4e9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498942 Aug 20 08:47:17.215464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:17.222162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:17.227481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] For port 4a4acbe0-2475-4d20-8d20-b4ddc4247079, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:17.231881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] For port 4a4acbe0-2475-4d20-8d20-b4ddc4247079, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a4acbe0-2475-4d20-8d20-b4ddc4247079,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:17.234035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:17.237863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.268362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:17.335857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.353561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.370089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1b90a-982a-4841-a971-9b9451448173 None None] Pushing event updated for resources: {'Port': ['ID=4a4acbe0-2475-4d20-8d20-b4ddc4247079,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:17.375774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:47:17.385036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:17.385685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.390729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.396159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:47:17.402564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.419853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:17.420542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:17.457756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a66a4-804f-4af1-ac45-6c39cf39ebdc req-216a6d79-77d5-404c-88a3-845da7b7954f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:17.465167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57a66a4-804f-4af1-ac45-6c39cf39ebdc req-216a6d79-77d5-404c-88a3-845da7b7954f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 949 time: 0.1917076 Aug 20 08:47:17.476300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-e2b83ecd-10b2-4f28-b025-d3eca94df745 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5834985 Aug 20 08:47:17.477771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-73732185-1a05-439d-be9e-db0959621225 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "PUT /v2.0/floatingips/94989a28-4257-463a-8fde-67b3148a0223 HTTP/1.1" status: 200 len: 990 time: 2.7608285 Aug 20 08:47:17.483006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:17.485353 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de050037-8147-45bf-8722-a3a7b5d585d5" -d '{"events": [{"name": "network-changed", "server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:17.494356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Request body: {'port': {'device_id': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:17.586985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57a66a4-804f-4af1-ac45-6c39cf39ebdc req-995395d9-2d92-47dc-9875-881463fe1073 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206665 Aug 20 08:47:17.681976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:17.769276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d05dbcf-6d70-41c5-9fc9-5fc97f768a32 req-9cea681f-5ce8-4520-bd6f-482352a07d7d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 210 time: 0.0769968 Aug 20 08:47:17.776796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:17.823505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Allocated IP 172.25.5.98 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/1ab66e73-c1e8-45f5-82b6-cda809d6760f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:17.827317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f82e5-30ef-415e-bfd9-9d418dad7a3b req-5685aef5-d068-4e0c-93ea-338f5ae2d786 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:17.829311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c5f82e5-30ef-415e-bfd9-9d418dad7a3b req-5685aef5-d068-4e0c-93ea-338f5ae2d786 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 932 time: 0.2412062 Aug 20 08:47:17.962056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:18.006592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:18.024634 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7983e317-2d99-4939-9121-c5125327f39c x-openstack-request-id: req-7983e317-2d99-4939-9121-c5125327f39c {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:18.024935 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:18.025182 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7983e317-2d99-4939-9121-c5125327f39c {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:18.025570 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'status': 'completed', 'code': 200} Aug 20 08:47:18.081136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c5f82e5-30ef-415e-bfd9-9d418dad7a3b req-3da9b4b5-e8a5-4d1f-ae11-de532637e814 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405181 Aug 20 08:47:18.104588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab66e73-c1e8-45f5-82b6-cda809d6760f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:18.138269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:18.142682 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-01ebc5c2-6383-4ee0-866f-c7fbebc9d1b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4195709 Aug 20 08:47:18.162096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:18.172288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-b9ea2884-f99a-4917-b563-f7256031d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:18.173939 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-b9ea2884-f99a-4917-b563-f7256031d931 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 1096 time: 0.1099346 Aug 20 08:47:18.174774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:18.341083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451310b7-15bc-4365-be27-db7eaaaa63f6 req-68f32199-4a7f-49f0-bf65-7faea52e2392 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:18.348096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-451310b7-15bc-4365-be27-db7eaaaa63f6 req-68f32199-4a7f-49f0-bf65-7faea52e2392 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1018422 Aug 20 08:47:18.362530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '94989a28-4257-463a-8fde-67b3148a0223', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'port_id': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'mac_address': 'fa:16:3e:c9:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da47e-ab12-4eb9-9c4a-676536020581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:44:58Z', 'updated_at': '2021-08-20T08:47:15Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:18.399222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-358de431-ef0d-410a-af11-2774531c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:18.401415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-358de431-ef0d-410a-af11-2774531c8536 service neutron] 10.222.0.37 "GET /v2.0/networks?id=74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 200 len: 924 time: 0.2005973 Aug 20 08:47:18.469460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-451310b7-15bc-4365-be27-db7eaaaa63f6 req-4837a649-95e9-4e05-b7e2-ecae55693919 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053934 Aug 20 08:47:18.493036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8206736f-b66c-452b-9fb9-c72a76644713 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:18.499110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:47:18.520965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:18.522596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:18.526833 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:18.554818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Transition to ACTIVE for port object 8206736f-b66c-452b-9fb9-c72a76644713 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:18.559789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:18.684103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-9d5e6f9b-1746-494d-9c63-8572b74f9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:18.687258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-9d5e6f9b-1746-494d-9c63-8572b74f9713 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 1101 time: 0.2810624 Aug 20 08:47:18.697500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:18.716924 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-a26e67e6-102a-4c8e-a1f3-4b1368713132 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74 HTTP/1.1" status: 200 len: 998 time: 0.2818499 Aug 20 08:47:18.747670 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:18.885621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:18.997544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-88ffa492-fe97-4fe8-bc0a-8aea15d854bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:18.999107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-88ffa492-fe97-4fe8-bc0a-8aea15d854bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 200 len: 863 time: 0.2101195 Aug 20 08:47:19.008813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd739-e18d-413b-8371-49fdfe0be855 req-1ab11567-fed7-45ae-9c09-0b68e54ed161 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.018663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef0fd739-e18d-413b-8371-49fdfe0be855 req-1ab11567-fed7-45ae-9c09-0b68e54ed161 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 1100 time: 0.2288003 Aug 20 08:47:19.034941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15b5d499-f53e-4f81-822a-be0c93cc315d req-9ddbdb63-5dbe-4a41-9ceb-80ba7e3c6635 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 210 time: 0.1221101 Aug 20 08:47:19.061427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a936263-9641-4fba-b3c4-a15a1c7464a8 None None] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:47:19.064817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a4acbe0-2475-4d20-8d20-b4ddc4247079 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:19.075042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ef0fd739-e18d-413b-8371-49fdfe0be855 req-06348148-7e86-4ca1-a029-62db7d1f21b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.089873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:19.090505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:19.091002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:19.099567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:19.100125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:19.108938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:19.109501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:19.110083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:19.110681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Bound port: 8206736f-b66c-452b-9fb9-c72a76644713, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:19.111240 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.160505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-d34efda1-3e27-4e4b-bf0d-2659fbdbaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.162315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-d34efda1-3e27-4e4b-bf0d-2659fbdbaa27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.4514203 Aug 20 08:47:19.172484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-ab1dd66c-a576-4ff4-b7ad-6194eae03468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.174659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-ab1dd66c-a576-4ff4-b7ad-6194eae03468 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=74c395c4-ebf6-486b-8ed3-24f068d0b173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585991 Aug 20 08:47:19.191808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db660fd3-0a01-4827-86d9-6ac3a41802f2 None None] Provisioning for port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:19.217392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:19.221669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:19.241020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.303362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-4d8e842f-95d7-47b4-a868-87d455c8cc7d service neutron] 10.222.0.37 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880115 Aug 20 08:47:19.321984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:19.346765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:19.347142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.351361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-efd6d951-c7ba-4130-a0e7-6d933dd90065 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 200 len: 217 time: 0.1467350 Aug 20 08:47:19.450807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.601779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ef0fd739-e18d-413b-8371-49fdfe0be855 req-06348148-7e86-4ca1-a029-62db7d1f21b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.606938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.607647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.609090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] 10.222.0.26 "PUT /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 1092 time: 2.1207955 Aug 20 08:47:19.614982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ef0fd739-e18d-413b-8371-49fdfe0be855 req-06348148-7e86-4ca1-a029-62db7d1f21b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.646774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.664898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '94989a28-4257-463a-8fde-67b3148a0223', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'port_id': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'mac_address': 'fa:16:3e:c9:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da47e-ab12-4eb9-9c4a-676536020581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:44:58Z', 'updated_at': '2021-08-20T08:47:15Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:19.666938 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-d319e21e-3500-4283-ab24-aaec35947b0e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697237 Aug 20 08:47:19.667066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef0fd739-e18d-413b-8371-49fdfe0be855 req-06348148-7e86-4ca1-a029-62db7d1f21b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457765 Aug 20 08:47:19.684675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de050037-8147-45bf-8722-a3a7b5d585d5 req-541c780b-7a77-4153-9e5a-e8e42db333ba service neutron] 10.222.0.37 "GET /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395002 Aug 20 08:47:19.694458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f5ae-ddea-46e1-bcc5-7f9173d269f2 req-7435fb60-11c7-4cf6-bc8f-f718da87687a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.696033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19e7f5ae-ddea-46e1-bcc5-7f9173d269f2 req-7435fb60-11c7-4cf6-bc8f-f718da87687a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.4699881 Aug 20 08:47:19.717785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb43e0-02cb-42cc-9e37-f4c655ee5206 service neutron] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:19.734010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-38e670a0-d5cb-4ffd-94d0-7998c6d0f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.735705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-38e670a0-d5cb-4ffd-94d0-7998c6d0f50b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.3682764 Aug 20 08:47:19.736466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df03291-690a-4b3e-9074-8b9a09a620ea None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '94989a28-4257-463a-8fde-67b3148a0223', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'port_id': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'mac_address': 'fa:16:3e:c9:a1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436da47e-ab12-4eb9-9c4a-676536020581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:44:58Z', 'updated_at': '2021-08-20T08:47:15Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:47:19.772616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4a4acbe0-2475-4d20-8d20-b4ddc4247079, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a4acbe0-2475-4d20-8d20-b4ddc4247079,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:19.782402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:19.790356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348148-7e86-4ca1-a029-62db7d1f21b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa6670-9694-4330-9d4b-bc0ed119f678,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:19.874915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4a4acbe0-2475-4d20-8d20-b4ddc4247079,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:19.878373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19e7f5ae-ddea-46e1-bcc5-7f9173d269f2 req-e9e65e06-8130-4c63-bfa3-8c207a97ae20 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616161 Aug 20 08:47:19.890488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-85536ad0-7945-4d0e-8686-ae810820eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.892403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-85536ad0-7945-4d0e-8686-ae810820eb53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1095 time: 0.1577361 Aug 20 08:47:19.920788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6483-06a4-4173-a2b0-43e20e32dc28 req-21300d23-08ed-4acc-8961-4a698cc23eaf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.929006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-502b6483-06a4-4173-a2b0-43e20e32dc28 req-21300d23-08ed-4acc-8961-4a698cc23eaf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1418996 Aug 20 08:47:19.998128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-cedc307d-8af3-4fbf-b386-65e93888ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:19.999871 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-cedc307d-8af3-4fbf-b386-65e93888ac4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517300 Aug 20 08:47:20.014869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-10146207-725b-4d7f-92c9-fb28c30242dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 217 time: 0.0848041 Aug 20 08:47:20.032210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:20.034677 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce2d13-9262-49bc-8187-8f0336294351" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "tag": "8206736f-b66c-452b-9fb9-c72a76644713"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:20.055523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac5c96e5-308d-4ee0-8838-fccecee07c62 None None] Provisioning complete for port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:20.055899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac5c96e5-308d-4ee0-8838-fccecee07c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:20.063526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-502b6483-06a4-4173-a2b0-43e20e32dc28 req-6528b3d2-1a5c-44cf-9233-bee778af1765 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174674 Aug 20 08:47:20.102051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-791c993f-5445-4e67-96f8-b1a29f12051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:20.103684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-791c993f-5445-4e67-96f8-b1a29f12051e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0806966 Aug 20 08:47:20.140921 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab7a99-e98a-4606-afaf-4b2d7811bf13 None None] New status for floating IP 94989a28-4257-463a-8fde-67b3148a0223: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:47:20.160075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-6f5d6b71-ff2a-426d-ae7b-8aea63fb01e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478799 Aug 20 08:47:20.166331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-6c23a8a3-7562-42e3-95a4-931ffdabad85 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:20.168369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-6c23a8a3-7562-42e3-95a4-931ffdabad85 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878531 Aug 20 08:47:20.170712 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-f7243517-7017-47c5-874a-4dcd260e5c4b service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623597 Aug 20 08:47:20.211082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:20.221779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Request body: {'port': {'device_id': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '0f4d929c31814177bd5a0584cb552160'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:20.329079 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a68e1d3-cf37-480a-ba3c-840f3c170ce0 x-openstack-request-id: req-8a68e1d3-cf37-480a-ba3c-840f3c170ce0 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:20.329079 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "tag": "8206736f-b66c-452b-9fb9-c72a76644713", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:20.329079 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a68e1d3-cf37-480a-ba3c-840f3c170ce0 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:20.329502 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713', 'status': 'completed', 'code': 200} Aug 20 08:47:20.331741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0a706917-8ef2-42f0-b6f5-376a656c647b req-6a330805-38e6-491c-ba0d-dcb13afada9a service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294847 Aug 20 08:47:20.399609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b93fd4f6-7a4f-4446-8f93-9678e91dbfcd req-c997559a-2603-4cf6-bf34-bdb0494ddf4f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 210 time: 0.0946627 Aug 20 08:47:20.408607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-68ad1650-3c36-4fbc-b654-55b9bfa1f68b service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410839 Aug 20 08:47:20.535365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-f336e690-9329-4470-a4cc-0f186c89d632 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5125785 Aug 20 08:47:20.611241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504559fc-0be5-4335-a9af-bf805d3c8f1f req-4e67aaed-5cba-4aa6-a54e-ad141032639f service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931794 Aug 20 08:47:20.613988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-398ec9c2-47ac-4166-a8d4-e06748ffea90 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495157 Aug 20 08:47:20.751974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce2d13-9262-49bc-8187-8f0336294351 req-92a65507-576b-42ec-bf37-73084bf72af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:20.753412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-92a65507-576b-42ec-bf37-73084bf72af8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1095 time: 0.0761445 Aug 20 08:47:20.819972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-106e8317-f020-4ef6-90ac-b16d976a67b0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:20.827251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-106e8317-f020-4ef6-90ac-b16d976a67b0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073040 Aug 20 08:47:20.853927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-bf7586fb-00b4-42a4-97be-c0758b5f29d1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/quotas/68603303a888476297bccde9c86a5c74 HTTP/1.1" status: 200 len: 375 time: 0.0255747 Aug 20 08:47:20.887267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Made reservation on behalf of 0f4d929c31814177bd5a0584cb552160 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:20.890857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:20.932845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-e15c2781-8648-4a83-8962-ec9ad7043f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:20.934608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-e15c2781-8648-4a83-8962-ec9ad7043f62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 1095 time: 0.1018281 Aug 20 08:47:20.986615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a4acbe0-2475-4d20-8d20-b4ddc4247079 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:21.035765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-cc44a116-c73c-470b-9769-ab19c5d2bb36 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1808600 Aug 20 08:47:21.056878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce2d13-9262-49bc-8187-8f0336294351 req-0abcc2b3-3f5d-45a1-b909-26c2a677ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:21.057494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:21.057673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:21.065341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Router fc2d2542-9eda-445f-bc4c-2b5035b83190 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:47:21.069588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-0abcc2b3-3f5d-45a1-b909-26c2a677ef33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.3053763 Aug 20 08:47:21.165497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-f6cd1ebc-84db-48a8-ad6d-8aeb86946e4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 217 time: 0.0854516 Aug 20 08:47:21.179027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e755-66a1-44e7-ad9c-03016eae3a54 req-9b984b91-ff2b-4bc6-8c6d-94216c5e65b8 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:21.180698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9700e755-66a1-44e7-ad9c-03016eae3a54 req-9b984b91-ff2b-4bc6-8c6d-94216c5e65b8 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.1812024 Aug 20 08:47:21.278037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce2d13-9262-49bc-8187-8f0336294351 req-d6b50068-fca7-4b5b-9ae0-ecb5184192bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:21.282692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-d6b50068-fca7-4b5b-9ae0-ecb5184192bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1009727 Aug 20 08:47:21.291321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-dfa819a4-4e5a-4746-8f85-26fc73480d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:21.293647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-dfa819a4-4e5a-4746-8f85-26fc73480d24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2993004 Aug 20 08:47:21.334430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-0ad172cc-84ec-4952-93d8-4ef4ea223e91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338354 Aug 20 08:47:21.337853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9700e755-66a1-44e7-ad9c-03016eae3a54 req-a34e1b67-bd60-4e11-a35f-af0d03268357 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461546 Aug 20 08:47:21.388126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-7d6c7c62-e7fc-4ceb-94b7-30deb198e61c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 200 len: 217 time: 0.0780959 Aug 20 08:47:21.453410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Allocated IP 192.168.233.119 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/43447838-b760-4ec1-9c48-ba0ac5ad58fa) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:21.456463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:47:21.467702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Sync routers for ids ['fc2d2542-9eda-445f-bc4c-2b5035b83190'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:47:21.501085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Routers {'fc2d2542-9eda-445f-bc4c-2b5035b83190'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:21.503055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fc2d2542-9eda-445f-bc4c-2b5035b83190'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:21.530933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-fa243a6d-992c-44f1-9a0b-6f4152057131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:21.532526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-fa243a6d-992c-44f1-9a0b-6f4152057131 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1305721 Aug 20 08:47:21.535337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:21.539710 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ff26d6a-a14e-4b04-a7b8-2b4b10240498 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1754503 Aug 20 08:47:21.540334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-c8e19758-3c89-42a6-87df-1bd865e26420 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775146 Aug 20 08:47:21.540334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60678) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:21.578942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-f48d024a-7d1e-40ed-86c2-89d5e94bc5ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373685 Aug 20 08:47:21.786818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ac448dd-37af-4f5b-b32c-e18b3f634338 req-ae10e409-2773-4d75-bcf2-b9243cc49285 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 210 time: 0.0814087 Aug 20 08:47:21.830619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Set router fc2d2542-9eda-445f-bc4c-2b5035b83190 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:21.843321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-c518a197-6e42-4ffd-805e-043e02472357 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464538 Aug 20 08:47:21.913279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:21.950715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ce2d13-9262-49bc-8187-8f0336294351 req-88ed12f6-4dca-4f32-af80-16bbd30fb6ee service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198512 Aug 20 08:47:22.007565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Transition to ACTIVE for port object 43447838-b760-4ec1-9c48-ba0ac5ad58fa will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:22.062290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd62cb9-da60-4aa1-9d95-4ddbec81b3d6 req-5398532e-4e33-4073-a83e-67998c39b599 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:22.081993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdd62cb9-da60-4aa1-9d95-4ddbec81b3d6 req-5398532e-4e33-4073-a83e-67998c39b599 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.4526889 Aug 20 08:47:22.088165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4906aed1-78b5-4fe2-8bbf-b81c8ca27fa4 req-4103069b-8d83-43d3-836b-bd29a9d5aac1 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329495 Aug 20 08:47:22.101129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:22.129039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266', '5b84b65c-e46a-40ab-b9b5-cfa312433a89'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:22.165063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:22.212126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:22.215238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:22.287601 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdd62cb9-da60-4aa1-9d95-4ddbec81b3d6 req-359744b1-76f3-40c3-a47f-305d8449a451 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028577 Aug 20 08:47:22.413491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:22.419241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:22.426398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:22.468656 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-0bfbe7ce-b082-476a-b81a-bd193041497e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2648818 Aug 20 08:47:22.484524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Request body: {'port': {'device_id': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:22.639169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:18Z', 'revision_number': 3, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:22.650394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:22.682198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Checking router: fc2d2542-9eda-445f-bc4c-2b5035b83190 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:47:22.682558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Updating router fc2d2542-9eda-445f-bc4c-2b5035b83190 port 1ab66e73-c1e8-45f5-82b6-cda809d6760f binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:47:22.755236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f5c1f844-5766-4c24-92db-832fcdda0b54 None None] Provisioning for port 43447838-b760-4ec1-9c48-ba0ac5ad58fa completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:22.766010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f5c1f844-5766-4c24-92db-832fcdda0b54 None None] Provisioning complete for port 43447838-b760-4ec1-9c48-ba0ac5ad58fa triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:22.766385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f844-5766-4c24-92db-832fcdda0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:22.769289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854bd42-ae7a-440e-8dbd-9d31d1df43c1 req-0cc91353-5cab-4d0f-a79f-a432d8d8b06c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:22.780169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1854bd42-ae7a-440e-8dbd-9d31d1df43c1 req-0cc91353-5cab-4d0f-a79f-a432d8d8b06c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.2140656 Aug 20 08:47:22.810407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1f844-5766-4c24-92db-832fcdda0b54 None None] Port 43447838-b760-4ec1-9c48-ba0ac5ad58fa cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:22.812304 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:22.908281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1854bd42-ae7a-440e-8dbd-9d31d1df43c1 req-ea3dead8-4746-4429-9a92-76642b8b530c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271327 Aug 20 08:47:23.049356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.112979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e703cd44-fafb-4933-9cc6-d242f44cd40c req-55463157-b751-414e-85df-d135cab43692 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 210 time: 0.0600262 Aug 20 08:47:23.169389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:23.213847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0bc46-8a1b-4674-be9e-e84ff3e33d4e req-02869689-334d-40d0-a9d2-3e4b1f13e5ca tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:23.223790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00d0bc46-8a1b-4674-be9e-e84ff3e33d4e req-02869689-334d-40d0-a9d2-3e4b1f13e5ca tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 936 time: 0.1425531 Aug 20 08:47:23.244648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:23.254311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.277707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Transition to ACTIVE for port object 43447838-b760-4ec1-9c48-ba0ac5ad58fa will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:23.283514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00d0bc46-8a1b-4674-be9e-e84ff3e33d4e req-35ca98ca-07e4-4aed-ab50-94b78fdd88ef tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Aug 20 08:47:23.284164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.441231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:23.526179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Allocated IP 172.20.0.1 (e7b97e3d-2d3a-41d7-9d5e-3229f808023b/bd417670-9b16-40ef-97dc-aff02b9d576b/e1ba11f5-458c-4385-8195-f5cae1cce723) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:23.550182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282fb34-81e9-43bf-a7be-50424a1f96aa req-68dfdba6-2b88-47bc-a7c1-3649f67cf0e4 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:23.568665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1282fb34-81e9-43bf-a7be-50424a1f96aa req-68dfdba6-2b88-47bc-a7c1-3649f67cf0e4 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1327236 Aug 20 08:47:23.590818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Attempting to bind port 43447838-b760-4ec1-9c48-ba0ac5ad58fa on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:23.591152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Attempting to bind port 43447838-b760-4ec1-9c48-ba0ac5ad58fa by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:23.591479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Attempting to bind port 43447838-b760-4ec1-9c48-ba0ac5ad58fa on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:23.597083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Port 43447838-b760-4ec1-9c48-ba0ac5ad58fa on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:23.597333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Attempting to bind port 43447838-b760-4ec1-9c48-ba0ac5ad58fa on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:23.607515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:23.608290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:23.608704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:23.609147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Bound port: 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:23.609927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.654367 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.697843 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-9887ba5e-c28b-48ec-894d-75f3cefbf285 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642540 Aug 20 08:47:23.704800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1282fb34-81e9-43bf-a7be-50424a1f96aa req-4d915cf9-bca4-4e3a-8613-c3c6049f1444 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348135 Aug 20 08:47:23.710245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:23.722566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Transition to ACTIVE for port object 1ab66e73-c1e8-45f5-82b6-cda809d6760f will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:23.734056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '8206736f-b66c-452b-9fb9-c72a76644713', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'port_id': '8206736f-b66c-452b-9fb9-c72a76644713', 'mac_address': 'fa:16:3e:16:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaddc3f-af3e-4afd-9241-3ed10479d349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:23.740810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.851947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.870997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.874342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8206736f-b66c-452b-9fb9-c72a76644713 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:23.895371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Attempting to bind port 1ab66e73-c1e8-45f5-82b6-cda809d6760f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:23.895972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Attempting to bind port 1ab66e73-c1e8-45f5-82b6-cda809d6760f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:23.896767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Attempting to bind port 1ab66e73-c1e8-45f5-82b6-cda809d6760f on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:23.903662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Transition to ACTIVE for port object e1ba11f5-458c-4385-8195-f5cae1cce723 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:23.904797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:23.906111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc91dce-fb7b-4857-a35c-db3ec1d8cd3f None None] Pushing event updated for resources: {'Port': ['ID=1ab66e73-c1e8-45f5-82b6-cda809d6760f,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:23.913668 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.939625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:23.940060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:23.940490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.940976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:23.941491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Bound port: 1ab66e73-c1e8-45f5-82b6-cda809d6760f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:23.947572 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.977900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:23.999632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:24.009809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:24.017355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:24.027768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-30b84ee2-c29b-42a4-bec4-296fbf2d997a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.029461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-30b84ee2-c29b-42a4-bec4-296fbf2d997a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167579 Aug 20 08:47:24.075761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:24.105455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.106494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:24.108897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:24.111884 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] 10.222.0.26 "PUT /v2.0/ports/43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 1096 time: 1.6328886 Aug 20 08:47:24.133970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] For port 1ab66e73-c1e8-45f5-82b6-cda809d6760f, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:24.150552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] For port 1ab66e73-c1e8-45f5-82b6-cda809d6760f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1ab66e73-c1e8-45f5-82b6-cda809d6760f,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:24.159174 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:24.188313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:24.188635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:24.195217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:24.197216 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea1712-e091-4fdb-ad41-1e2e962b383a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:24.217141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:24.249750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['8206736f-b66c-452b-9fb9-c72a76644713'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:24.335872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b28059-5f4a-40a8-8654-fc7cbf0a9902 service neutron] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:24.345136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba11f5-458c-4385-8195-f5cae1cce723,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:24.377705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc91dce-fb7b-4857-a35c-db3ec1d8cd3f None None] Pushing event updated for resources: {'Port': ['ID=1ab66e73-c1e8-45f5-82b6-cda809d6760f,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:24.404887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Routers {'fc2d2542-9eda-445f-bc4c-2b5035b83190'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:24.405896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fc2d2542-9eda-445f-bc4c-2b5035b83190'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:24.431302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-69cd3457-fe32-4b40-b645-6ad5a39f081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.433361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-69cd3457-fe32-4b40-b645-6ad5a39f081b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1099 time: 0.2138152 Aug 20 08:47:24.460307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-563671a4-32a0-4f8b-ad3a-943b02af8cff req-21c35940-0503-4621-bfa6-1308129b87ec tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 210 time: 0.2184896 Aug 20 08:47:24.475511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89f18eb0-2be9-4434-9781-1fb72584e34e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2126157 Aug 20 08:47:24.541884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdbbfd-dd41-4d6a-8dc5-2538ee041ce0 req-a9bb6c94-8500-43dc-b8df-1a7bed743b77 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.546903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdcdbbfd-dd41-4d6a-8dc5-2538ee041ce0 req-a9bb6c94-8500-43dc-b8df-1a7bed743b77 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.5094121 Aug 20 08:47:24.556003 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d7272-636c-4c81-8eb5-4864fe4efb6d x-openstack-request-id: req-384d7272-636c-4c81-8eb5-4864fe4efb6d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:24.556319 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:24.556600 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-384d7272-636c-4c81-8eb5-4864fe4efb6d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:24.557288 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'status': 'completed', 'code': 200} Aug 20 08:47:24.562748 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-5c95e462-8aea-4a2e-ad04-a1353ccfdf6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 217 time: 0.1131520 Aug 20 08:47:24.674467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:24.712953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-bd2d5513-0608-4939-b608-9fc279136c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.714695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-bd2d5513-0608-4939-b608-9fc279136c3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1239576 Aug 20 08:47:24.716102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:24.719624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:24.749614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] Set router fc2d2542-9eda-445f-bc4c-2b5035b83190 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:24.837705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdcdbbfd-dd41-4d6a-8dc5-2538ee041ce0 req-01c2db38-8ab9-4071-9bda-c0a44dc6db20 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356975 Aug 20 08:47:24.874110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97f419-8b57-4a1f-9779-9edec7824b06 req-21c46ba0-5524-4337-be13-f55e4cce796d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.875653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dcdc5d07-15e6-4d25-8f1b-220cf757b8cb None None] Provisioning for port e1ba11f5-458c-4385-8195-f5cae1cce723 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:24.884015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c97f419-8b57-4a1f-9779-9edec7824b06 req-21c46ba0-5524-4337-be13-f55e4cce796d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 948 time: 0.2666416 Aug 20 08:47:24.890759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dcdc5d07-15e6-4d25-8f1b-220cf757b8cb None None] Provisioning complete for port e1ba11f5-458c-4385-8195-f5cae1cce723 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:24.891133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5d07-15e6-4d25-8f1b-220cf757b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:24.896250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.193 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/fd2bf921-62a2-413c-9b45-a1ed5feb233d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:24.913500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-dd70e9ed-8dda-4dfa-948e-1edcfb6760b4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:24.916911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-dd70e9ed-8dda-4dfa-948e-1edcfb6760b4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117010 Aug 20 08:47:24.947532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:24.995109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc5d07-15e6-4d25-8f1b-220cf757b8cb None None] Port e1ba11f5-458c-4385-8195-f5cae1cce723 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:25.062998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:18Z', 'revision_number': 3, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:25.091490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.095137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-5b59c8db-8f00-4180-b505-5dd7f7fd75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:25.096553 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-5b59c8db-8f00-4180-b505-5dd7f7fd75fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3736708 Aug 20 08:47:25.110617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db8854-ca5f-4533-b052-5c545067a263 None None] The sync data for ids ['fc2d2542-9eda-445f-bc4c-2b5035b83190'] in n-d-804285-2 is: [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:18Z', 'revision_number': 3, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:47:25.134048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c97f419-8b57-4a1f-9779-9edec7824b06 req-69cb7e47-2305-47fc-9ecc-4ad9004f0de6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447231 Aug 20 08:47:25.151955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object fd2bf921-62a2-413c-9b45-a1ed5feb233d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:25.231477 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-2e3311fe-74fa-4664-ac32-d0a1213f15a8 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259832 Aug 20 08:47:25.234194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.246705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:25.254832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336621ec-b77d-489e-8489-9002f0810573 req-538a3504-2d00-4d7c-b071-589efbe4dba9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:25.262674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-336621ec-b77d-489e-8489-9002f0810573 req-538a3504-2d00-4d7c-b071-589efbe4dba9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2915862 Aug 20 08:47:25.326614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.359361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:25.377108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=fd2bf921-62a2-413c-9b45-a1ed5feb233d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:25.380486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:25.384670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:25.420204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-336621ec-b77d-489e-8489-9002f0810573 req-e0176a94-995c-4049-9d89-340983300d68 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565664 Aug 20 08:47:25.539833 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8896a3b1-0d49-4845-b1e6-4d528e1c22d7 req-1d6083f2-d3d6-4433-b8d3-5d67eece6015 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910008 Aug 20 08:47:25.546811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:25.547484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.576798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-89b17e0d-e1c6-410c-b154-c3343a3ff48f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5114334 Aug 20 08:47:25.596285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Request body: {'port': {'device_id': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:25.765402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.802979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-f52d9c4c-0b8d-46be-8711-150f7d75c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:25.804503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-f52d9c4c-0b8d-46be-8711-150f7d75c705 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1099 time: 0.1690059 Aug 20 08:47:25.890654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:25.896437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.931641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-88f4642a-cc39-4566-95b0-2db3382f44ec None None] Provisioning for port fd2bf921-62a2-413c-9b45-a1ed5feb233d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:25.941568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-88f4642a-cc39-4566-95b0-2db3382f44ec None None] Provisioning complete for port fd2bf921-62a2-413c-9b45-a1ed5feb233d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:25.943566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88f4642a-cc39-4566-95b0-2db3382f44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:25.994403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-484df486-1585-4043-8233-c9b0b8b2dd20 req-4c09fb32-1374-4b9c-a59c-a910d90ee35d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 210 time: 0.1048095 Aug 20 08:47:26.030143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-88f4642a-cc39-4566-95b0-2db3382f44ec None None] Port fd2bf921-62a2-413c-9b45-a1ed5feb233d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:26.109997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-5265da55-c1c7-43c6-8ac4-c820b308c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.111486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-5265da55-c1c7-43c6-8ac4-c820b308c132 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2739844 Aug 20 08:47:26.175498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-5053f8b0-c5ff-4cf1-975e-ca1c931804de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 217 time: 0.0558441 Aug 20 08:47:26.202824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435b012-959c-483f-b6c8-b2a816ff2592 req-e2d92c81-af49-406b-a4a5-93b459054af9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.207167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9435b012-959c-483f-b6c8-b2a816ff2592 req-e2d92c81-af49-406b-a4a5-93b459054af9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.2322400 Aug 20 08:47:26.268176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-e66d6dfd-713f-4c5d-84c2-1094c9a03b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.269748 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-e66d6dfd-713f-4c5d-84c2-1094c9a03b22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0852449 Aug 20 08:47:26.318453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9435b012-959c-483f-b6c8-b2a816ff2592 req-ef21b9bd-f59f-4291-a93f-952144518487 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910473 Aug 20 08:47:26.331898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2bf921-62a2-413c-9b45-a1ed5feb233d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:26.343287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116c6b7-9138-44d3-9b1a-c79f414f7106 req-ebbc55dc-092f-4151-a25f-f09e7e9f5fe5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.343443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.350594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8116c6b7-9138-44d3-9b1a-c79f414f7106 req-ebbc55dc-092f-4151-a25f-f09e7e9f5fe5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 948 time: 0.1128356 Aug 20 08:47:26.360027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Transition to ACTIVE for port object fd2bf921-62a2-413c-9b45-a1ed5feb233d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:26.366344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.378189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-b2cca0ea-6f75-465e-80c5-8a035f00ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.381254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-b2cca0ea-6f75-465e-80c5-8a035f00ec85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889392 Aug 20 08:47:26.444400 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.503116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.512036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2bf921-62a2-413c-9b45-a1ed5feb233d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:26.555336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.556289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.556791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.557284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.557800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.558301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.558787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.561085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.561627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.562164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.562660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.563185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:26.585994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8116c6b7-9138-44d3-9b1a-c79f414f7106 req-e53b026d-f30d-4dac-a4c3-a931513fe8e9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346318 Aug 20 08:47:26.617996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.155 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/482ec626-8146-43e7-a08a-e0acdc50f507) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:26.646875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba11f5-458c-4385-8195-f5cae1cce723,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:26.661248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.690126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-e4c3bca6-b6b4-408c-8f7f-9ad2fab1b7d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810717 Aug 20 08:47:26.700856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Attempting to bind port fd2bf921-62a2-413c-9b45-a1ed5feb233d on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:26.701200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Attempting to bind port fd2bf921-62a2-413c-9b45-a1ed5feb233d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:26.701553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Attempting to bind port fd2bf921-62a2-413c-9b45-a1ed5feb233d on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:26.727426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Port fd2bf921-62a2-413c-9b45-a1ed5feb233d on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:26.727758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Attempting to bind port fd2bf921-62a2-413c-9b45-a1ed5feb233d on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:26.768437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:26.769114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:26.769216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:26.769612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Bound port: fd2bf921-62a2-413c-9b45-a1ed5feb233d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:26.771416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.873161 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fea1712-e091-4fdb-ad41-1e2e962b383a req-f6f86db4-e733-4bae-a304-a4ef057516b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679099 Aug 20 08:47:26.891757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] For port fd2bf921-62a2-413c-9b45-a1ed5feb233d, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:26.893031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089832d-5b64-46ce-a15b-fcc8795904bd req-72d9887d-dfc4-4353-9506-9636544e102d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.894988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6089832d-5b64-46ce-a15b-fcc8795904bd req-72d9887d-dfc4-4353-9506-9636544e102d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2357309 Aug 20 08:47:26.904146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] For port fd2bf921-62a2-413c-9b45-a1ed5feb233d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:26.911235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.951070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:26.951070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:26.951070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd2bf921-62a2-413c-9b45-a1ed5feb233d HTTP/1.1" status: 200 len: 1096 time: 1.3639650 Aug 20 08:47:26.951789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'tag': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:26.954527 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9921b-cc20-4c02-81d2-3acd1bded5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb06f200-c6f4-4dc3-9209-953e3693955a", "tag": "fd2bf921-62a2-413c-9b45-a1ed5feb233d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:27.010601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:27.010925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9983e-c3dc-46d7-99f7-1f5d01d05486 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2bf921-62a2-413c-9b45-a1ed5feb233d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:27.022319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6089832d-5b64-46ce-a15b-fcc8795904bd req-4967d58c-f68a-4ef9-94d1-f33306e6bf5e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140485 Aug 20 08:47:27.027320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:27.041518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:27.051536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1ab66e73-c1e8-45f5-82b6-cda809d6760f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:27.125973 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2f2b1-5e37-4e66-ad1d-18ce47d51e4d x-openstack-request-id: req-42f2f2b1-5e37-4e66-ad1d-18ce47d51e4d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:27.125973 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb06f200-c6f4-4dc3-9209-953e3693955a", "tag": "fd2bf921-62a2-413c-9b45-a1ed5feb233d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:27.125973 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42f2f2b1-5e37-4e66-ad1d-18ce47d51e4d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:27.125973 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'tag': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', 'status': 'completed', 'code': 200} Aug 20 08:47:27.164914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-ac3d46b4-b75c-47aa-8f24-bbad533b6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:27.171304 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-ac3d46b4-b75c-47aa-8f24-bbad533b6ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 1099 time: 0.1529739 Aug 20 08:47:27.203214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:27.241607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-c3c4359d-d95c-4060-a420-39bdfee3e0d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d HTTP/1.1" status: 200 len: 217 time: 0.0597086 Aug 20 08:47:27.252551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object 482ec626-8146-43e7-a08a-e0acdc50f507 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:27.258231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6428e0ea-f8be-4c63-b35d-cf0e645d2058 req-8c5959dc-9dc0-4b42-9239-75aeff41d4e1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 210 time: 0.0639348 Aug 20 08:47:27.368106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Router fc2d2542-9eda-445f-bc4c-2b5035b83190 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:47:27.376410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-0163edeb-5545-47a2-99f9-6dafea24c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:27.380315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-0163edeb-5545-47a2-99f9-6dafea24c0b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1247115 Aug 20 08:47:27.475561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-705f699f-972c-45ea-90d0-e9b0487f29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:27.477045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-705f699f-972c-45ea-90d0-e9b0487f29ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895870 Aug 20 08:47:27.486277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:27.507214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:27.595702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:27.615748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1ab66e73-c1e8-45f5-82b6-cda809d6760f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:27.631657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1ab66e73-c1e8-45f5-82b6-cda809d6760f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:27.632003 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-5b8ebc5d-76b9-4fb2-a4bd-252f082d8957 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366997 Aug 20 08:47:27.632595 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:27.676724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:27.680383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:27.700963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 8206736f-b66c-452b-9fb9-c72a76644713 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:27.714401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 8206736f-b66c-452b-9fb9-c72a76644713 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:27.714691 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:27.790397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=482ec626-8146-43e7-a08a-e0acdc50f507,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:27.809110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ae3b5d91-78f3-44ee-9cfd-af84680651af None None] Provisioning complete for port e1ba11f5-458c-4385-8195-f5cae1cce723 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:27.809484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae3b5d91-78f3-44ee-9cfd-af84680651af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:27.810144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812d6fb-f503-465a-bac6-b10f98d4625f req-011a5df8-53d8-40ba-9c91-9c0243e92f02 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:27.818294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a812d6fb-f503-465a-bac6-b10f98d4625f req-011a5df8-53d8-40ba-9c91-9c0243e92f02 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.3535407 Aug 20 08:47:27.834046 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-6c163f04-3511-4fe0-9019-d0e487b98846 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939328 Aug 20 08:47:27.849932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:47:27.882529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7847f932-189a-46c8-bb76-ad590fdf8596 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc2d2542-9eda-445f-bc4c-2b5035b83190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3414879 Aug 20 08:47:27.883413 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Sync routers for ids ['fc2d2542-9eda-445f-bc4c-2b5035b83190'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:47:27.916572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Routers {'fc2d2542-9eda-445f-bc4c-2b5035b83190'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:27.920976 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fc2d2542-9eda-445f-bc4c-2b5035b83190'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:27.925961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b5d91-78f3-44ee-9cfd-af84680651af None None] Port e1ba11f5-458c-4385-8195-f5cae1cce723 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:27.958343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:27.991930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:27.994787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.015397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-91ae8f32-afb1-49f8-9653-84b214bf1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.017278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-91ae8f32-afb1-49f8-9653-84b214bf1ba3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 1099 time: 0.1022375 Aug 20 08:47:28.037526 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.074081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 1ab66e73-c1e8-45f5-82b6-cda809d6760f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1ab66e73-c1e8-45f5-82b6-cda809d6760f,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:28.093999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.101489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-fbb115af-b35c-4a97-b737-e7c1de6d12c5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1670070 Aug 20 08:47:28.111425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5fc4db0a-9b5e-4b76-81de-3fd7ec7c9b1d None None] Provisioning for port 482ec626-8146-43e7-a08a-e0acdc50f507 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:28.111779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a812d6fb-f503-465a-bac6-b10f98d4625f req-89519e20-0ac0-41b3-997e-14520be1b60a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903223 Aug 20 08:47:28.122191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Request body: {'port': {'device_id': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:28.165829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790bf23-6361-40cc-92c8-018677ca343d req-06e21802-f9b5-472c-9f86-8496d2e3825d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.170178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:28.171072 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbacddcd-3514-471a-aadb-43f0eaa2d2f3" -d '{"events": [{"server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "name": "network-vif-plugged", "status": "completed", "tag": "8206736f-b66c-452b-9fb9-c72a76644713"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:28.174491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5790bf23-6361-40cc-92c8-018677ca343d req-06e21802-f9b5-472c-9f86-8496d2e3825d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 948 time: 0.3356366 Aug 20 08:47:28.181274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5fc4db0a-9b5e-4b76-81de-3fd7ec7c9b1d None None] Provisioning complete for port 482ec626-8146-43e7-a08a-e0acdc50f507 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:28.181854 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5fc4db0a-9b5e-4b76-81de-3fd7ec7c9b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.227594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:28.240776 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.268119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-64242065-f5f2-4022-b61f-432ae15fa4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.269362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5fc4db0a-9b5e-4b76-81de-3fd7ec7c9b1d None None] Port 482ec626-8146-43e7-a08a-e0acdc50f507 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:28.274531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=1ab66e73-c1e8-45f5-82b6-cda809d6760f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:28.283235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-64242065-f5f2-4022-b61f-432ae15fa4ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2543688 Aug 20 08:47:28.284245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.339658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:28.341224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Set router fc2d2542-9eda-445f-bc4c-2b5035b83190 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:28.358497 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-3ec88347-cb25-4227-9c60-6bc83ecb45af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d HTTP/1.1" status: 200 len: 217 time: 0.0674255 Aug 20 08:47:28.367572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5790bf23-6361-40cc-92c8-018677ca343d req-0394659b-4373-49e5-ac47-9d6c60ec1982 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917784 Aug 20 08:47:28.443714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-18848322-72bf-4861-b3ff-624bbaba28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.445194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-18848322-72bf-4861-b3ff-624bbaba28c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0794075 Aug 20 08:47:28.528921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-6e24b962-6833-4286-8ec1-b4ae6c19e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.531041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-6e24b962-6833-4286-8ec1-b4ae6c19e812 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700328 Aug 20 08:47:28.532962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b435a7-c322-42a7-bbff-d7c24d4e63e6 req-35e9bda2-abf3-49a5-9f05-62fc6a2a399f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.534649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8b435a7-c322-42a7-bbff-d7c24d4e63e6 req-35e9bda2-abf3-49a5-9f05-62fc6a2a399f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.2158058 Aug 20 08:47:28.600845 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:25Z', 'revision_number': 4, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ba11f5-458c-4385-8195-f5cae1cce723', 'name': '', 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'mac_address': 'fa:16:3e:b8:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bd417670-9b16-40ef-97dc-aff02b9d576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:23Z', 'updated_at': '2021-08-20T08:47:26Z', 'revision_number': 2, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'subnets': [{'id': 'bd417670-9b16-40ef-97dc-aff02b9d576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:28.643263 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Checking router: fc2d2542-9eda-445f-bc4c-2b5035b83190 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:47:28.643945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Updating router fc2d2542-9eda-445f-bc4c-2b5035b83190 port e1ba11f5-458c-4385-8195-f5cae1cce723 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:47:28.667460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-ffc29954-ceee-4b6e-a183-8a50da07f764 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235242 Aug 20 08:47:28.677073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8b435a7-c322-42a7-bbff-d7c24d4e63e6 req-f4b3d7d8-3670-44a2-8a60-aaa4f53a03c5 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218162 Aug 20 08:47:28.685343 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.758916 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1dc584-6478-4c62-ba25-b8006c2b4d64 x-openstack-request-id: req-1a1dc584-6478-4c62-ba25-b8006c2b4d64 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:28.759249 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "name": "network-vif-plugged", "status": "completed", "tag": "8206736f-b66c-452b-9fb9-c72a76644713", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:28.759721 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a1dc584-6478-4c62-ba25-b8006c2b4d64 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:28.760121 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713', 'code': 200} Aug 20 08:47:28.794360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-ed8987c9-4a18-479b-a3a0-af0f4efd2f1a tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2763090 Aug 20 08:47:28.806834 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-71d9921b-cc20-4c02-81d2-3acd1bded5d3 req-2c5fa874-b9cf-4ca0-b02a-578385a81ad9 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317158 Aug 20 08:47:28.817234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:28.897030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85859fc5-039f-4336-ad00-b1bddb7458f9 req-29fa5204-694a-409e-83e0-e85765599344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:28.899646 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85859fc5-039f-4336-ad00-b1bddb7458f9 req-29fa5204-694a-409e-83e0-e85765599344 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1097 time: 0.0701015 Aug 20 08:47:28.912710 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:28.966037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85859fc5-039f-4336-ad00-b1bddb7458f9 req-a0ee6062-50c9-4dc5-be43-6c84c2c2672f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Aug 20 08:47:28.968427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1ab66e73-c1e8-45f5-82b6-cda809d6760f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:28.975972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482ec626-8146-43e7-a08a-e0acdc50f507 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:28.987264 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.013827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046453fe-d732-44a0-aea4-3e39e1039010 req-58160a29-57e1-4571-884e-d4f4b5787393 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:29.015420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-046453fe-d732-44a0-aea4-3e39e1039010 req-58160a29-57e1-4571-884e-d4f4b5787393 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 936 time: 0.1598394 Aug 20 08:47:29.041324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Transition to ACTIVE for port object 482ec626-8146-43e7-a08a-e0acdc50f507 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:29.048814 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.067248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:29.070731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1ab66e73-c1e8-45f5-82b6-cda809d6760f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:29.071164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.123680 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.133781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-046453fe-d732-44a0-aea4-3e39e1039010 req-8a6d56a8-83d8-419d-80fd-875bdba3e169 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043539 Aug 20 08:47:29.150146 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Transition to ACTIVE for port object e1ba11f5-458c-4385-8195-f5cae1cce723 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:29.156259 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.173085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Pushing event updated for resources: {'Port': ['ID=482ec626-8146-43e7-a08a-e0acdc50f507,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:29.253759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Pushing event updated for resources: {'Port': ['ID=e1ba11f5-458c-4385-8195-f5cae1cce723,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:29.291744 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.292228 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.292569 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.292902 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.293279 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.293610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.293963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.294332 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.294797 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.302334 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.303213 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.303561 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:29.371864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:29.388825 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Attempting to bind port e1ba11f5-458c-4385-8195-f5cae1cce723 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:29.389392 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Attempting to bind port e1ba11f5-458c-4385-8195-f5cae1cce723 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:29.390661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.392729 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Attempting to bind port e1ba11f5-458c-4385-8195-f5cae1cce723 on network e7b97e3d-2d3a-41d7-9d5e-3229f808023b {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:29.393433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Attempting to bind port 482ec626-8146-43e7-a08a-e0acdc50f507 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:29.393835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Attempting to bind port 482ec626-8146-43e7-a08a-e0acdc50f507 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:29.394173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Attempting to bind port 482ec626-8146-43e7-a08a-e0acdc50f507 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:29.402889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'mac_address': 'fa:16:3e:cd:b8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:29.404890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:29.405268 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Checking segment: {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:29.405670 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.406309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Bound using segment: {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:29.406791 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Bound port: e1ba11f5-458c-4385-8195-f5cae1cce723, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f94968e-5b61-4b7b-ae33-a27f43c75266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:29.407196 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.414373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Port 482ec626-8146-43e7-a08a-e0acdc50f507 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:29.414786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Attempting to bind port 482ec626-8146-43e7-a08a-e0acdc50f507 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:29.494307 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.513838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:29.518018 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] For port e1ba11f5-458c-4385-8195-f5cae1cce723, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:29.522081 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] For port e1ba11f5-458c-4385-8195-f5cae1cce723, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1ba11f5-458c-4385-8195-f5cae1cce723,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:29.530016 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.533585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:29.534250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:29.534649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:29.535103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Bound port: 482ec626-8146-43e7-a08a-e0acdc50f507, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:29.535571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.541814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:29.552959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.603294 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f17f3a-4354-476e-89ce-39561997c3e7 None None] Pushing event updated for resources: {'Port': ['ID=e1ba11f5-458c-4385-8195-f5cae1cce723,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:29.625942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Routers {'fc2d2542-9eda-445f-bc4c-2b5035b83190'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:29.626481 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fc2d2542-9eda-445f-bc4c-2b5035b83190'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:29.642268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd942f3d-d56b-4765-be3d-fc1e569c079b req-bd087558-042d-441e-b6a8-2634bcd1cbee tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:29.643818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd942f3d-d56b-4765-be3d-fc1e569c079b req-bd087558-042d-441e-b6a8-2634bcd1cbee tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.1533067 Aug 20 08:47:29.656787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:29.757894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Allocated IP 172.25.5.103 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/70c6ac37-19a3-43df-a423-04b9fea2335d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:29.770533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd942f3d-d56b-4765-be3d-fc1e569c079b req-a55d4cda-735f-4d05-9f6b-491a0c8f9e5c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949101 Aug 20 08:47:29.775339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] For port 482ec626-8146-43e7-a08a-e0acdc50f507, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:29.781913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] For port 482ec626-8146-43e7-a08a-e0acdc50f507, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=482ec626-8146-43e7-a08a-e0acdc50f507,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:29.797681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.800774 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] Set router fc2d2542-9eda-445f-bc4c-2b5035b83190 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:29.851217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['43447838-b760-4ec1-9c48-ba0ac5ad58fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:29.937790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:29.938935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:29.940526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/482ec626-8146-43e7-a08a-e0acdc50f507 HTTP/1.1" status: 200 len: 1096 time: 1.8258741 Aug 20 08:47:29.955917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'tag': '482ec626-8146-43e7-a08a-e0acdc50f507'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:29.959841 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6da859-da03-4f1c-8d04-170241374812" -d '{"events": [{"name": "network-changed", "server_uuid": "03c0deec-2e7b-4aac-89eb-4838eb7dac42", "tag": "482ec626-8146-43e7-a08a-e0acdc50f507"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:30.032974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984b4eb-90fd-424c-8517-85d5791394d2 service neutron] Pushing event updated for resources: {'Port': ['ID=482ec626-8146-43e7-a08a-e0acdc50f507,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:30.046288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e0e8-b0e2-47bc-bb11-d28580d74b81 req-6d4072b6-0cbc-4a3f-9338-afc1c27f8eda tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:30.047856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc80e0e8-b0e2-47bc-bb11-d28580d74b81 req-6d4072b6-0cbc-4a3f-9338-afc1c27f8eda tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 949 time: 0.2104063 Aug 20 08:47:30.167968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:25Z', 'revision_number': 4, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ba11f5-458c-4385-8195-f5cae1cce723', 'name': '', 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'mac_address': 'fa:16:3e:b8:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bd417670-9b16-40ef-97dc-aff02b9d576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:23Z', 'updated_at': '2021-08-20T08:47:29Z', 'revision_number': 4, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'subnets': [{'id': 'bd417670-9b16-40ef-97dc-aff02b9d576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:30.223968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aa868-71cc-4880-aaa8-f6c3b7a38229 None None] The sync data for ids ['fc2d2542-9eda-445f-bc4c-2b5035b83190'] in n-d-804285-2 is: [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:25Z', 'revision_number': 4, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ba11f5-458c-4385-8195-f5cae1cce723', 'name': '', 'network_id': 'e7b97e3d-2d3a-41d7-9d5e-3229f808023b', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'mac_address': 'fa:16:3e:b8:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bd417670-9b16-40ef-97dc-aff02b9d576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:23Z', 'updated_at': '2021-08-20T08:47:29Z', 'revision_number': 4, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'subnets': [{'id': 'bd417670-9b16-40ef-97dc-aff02b9d576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:47:30.492926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-3ab6e366-fe89-4b1c-8e89-37936b343025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:30.494615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-3ab6e366-fe89-4b1c-8e89-37936b343025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 1099 time: 0.4991913 Aug 20 08:47:30.541761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc80e0e8-b0e2-47bc-bb11-d28580d74b81 req-b8142997-e1c7-4c21-b190-380e5d923719 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739130 Aug 20 08:47:30.576404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-25f5264c-a454-455f-a08e-002720f36bf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=482ec626-8146-43e7-a08a-e0acdc50f507 HTTP/1.1" status: 200 len: 217 time: 0.0686953 Aug 20 08:47:30.579581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:30.703733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-d3160207-92c6-403e-b325-d8963c0576bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:30.705208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-d3160207-92c6-403e-b325-d8963c0576bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1208181 Aug 20 08:47:30.754858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b810b79-36a3-4fa7-b40b-938220b0fdca req-8fc54563-11cb-48fe-83a7-080b466f32a3 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:30.756420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b810b79-36a3-4fa7-b40b-938220b0fdca req-8fc54563-11cb-48fe-83a7-080b466f32a3 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1169350 Aug 20 08:47:30.778101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:30.827297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-204c324a-c4e0-4703-a4fb-c12e79f18634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:30.828377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-204c324a-c4e0-4703-a4fb-c12e79f18634 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123402 Aug 20 08:47:30.838090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:30.866972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:30.880517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:30.908447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=70c6ac37-19a3-43df-a423-04b9fea2335d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:30.913378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b810b79-36a3-4fa7-b40b-938220b0fdca req-6225c0eb-b0d5-4440-b0cf-34a0008fbc1e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458776 Aug 20 08:47:30.990552 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a4fc5e-7e9b-4885-942f-ec7ebd840936 x-openstack-request-id: req-96a4fc5e-7e9b-4885-942f-ec7ebd840936 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:30.991150 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c0deec-2e7b-4aac-89eb-4838eb7dac42", "tag": "482ec626-8146-43e7-a08a-e0acdc50f507", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:30.991625 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96a4fc5e-7e9b-4885-942f-ec7ebd840936 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:30.992146 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'tag': '482ec626-8146-43e7-a08a-e0acdc50f507', 'status': 'completed', 'code': 200} Aug 20 08:47:31.011640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ba11f5-458c-4385-8195-f5cae1cce723 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:31.040699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-6e0d3291-113f-4f4b-9706-f586c9b119e3 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956389 Aug 20 08:47:31.073965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:31.137311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.139943 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e1ba11f5-458c-4385-8195-f5cae1cce723 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:31.147505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e1ba11f5-458c-4385-8195-f5cae1cce723 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:31.148003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.171931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 43447838-b760-4ec1-9c48-ba0ac5ad58fa completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:31.181444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 43447838-b760-4ec1-9c48-ba0ac5ad58fa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:31.181969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.214674 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.227596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d628ec-98fc-4c79-b800-6ea436e4b3b9 req-a396a668-cda9-473a-81d4-08470b3b312c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:31.235616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7d628ec-98fc-4c79-b800-6ea436e4b3b9 req-a396a668-cda9-473a-81d4-08470b3b312c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 948 time: 0.1530261 Aug 20 08:47:31.289873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf531251-dc3f-46d5-81a9-773c233d44e4 req-18bc8f34-e6a3-4cba-a693-b533d88cbee0 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360096 Aug 20 08:47:31.323160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7d628ec-98fc-4c79-b800-6ea436e4b3b9 req-84b9f5b5-9223-4554-a6ca-ef47d4de64de tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866628 Aug 20 08:47:31.345244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.401668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e1ba11f5-458c-4385-8195-f5cae1cce723, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1ba11f5-458c-4385-8195-f5cae1cce723,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:31.403761 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.417155 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.452909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:31.479605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:31.484010 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ac813-734e-484d-a32f-b388612a8af1" -d '{"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-plugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:31.491824 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.505613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6da859-da03-4f1c-8d04-170241374812 req-e3010ff1-734d-44ed-8846-1f908e01fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:31.507350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-e3010ff1-734d-44ed-8846-1f908e01fae6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 1099 time: 0.1004989 Aug 20 08:47:31.521432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e1ba11f5-458c-4385-8195-f5cae1cce723,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:31.529607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.529984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.530323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.530650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.530974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.531296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.531732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.531933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.532391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.532721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.533040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.533357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:31.599119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:31.607685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.613964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.731618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6da859-da03-4f1c-8d04-170241374812 req-975af364-8c45-4867-b8c7-bbc5f5dc85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:31.733227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-975af364-8c45-4867-b8c7-bbc5f5dc85d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2172363 Aug 20 08:47:31.734021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=70c6ac37-19a3-43df-a423-04b9fea2335d,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:31.778550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fd2bf921-62a2-413c-9b45-a1ed5feb233d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:31.800294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.804208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-2bd31a7a-ac1a-4fb4-ab23-eced5e6df8f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=482ec626-8146-43e7-a08a-e0acdc50f507 HTTP/1.1" status: 200 len: 217 time: 0.0506878 Aug 20 08:47:31.828581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.829942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-e6725635-c22f-437a-9d79-e038ba7f58d1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0347056 Aug 20 08:47:31.871315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371e1d8-f1ab-4b5f-9f91-9a3337b7a49d req-80b1f933-8b53-42fb-b102-0ac909833684 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:31.872922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2371e1d8-f1ab-4b5f-9f91-9a3337b7a49d req-80b1f933-8b53-42fb-b102-0ac909833684 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.1637168 Aug 20 08:47:31.908462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fd2bf921-62a2-413c-9b45-a1ed5feb233d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:31.925756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-f93ad1f0-bc37-4ca5-a559-8261d2468a55 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0748055 Aug 20 08:47:31.927919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', 'mac_address': 'fa:16:3e:41:bf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:31.951415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6da859-da03-4f1c-8d04-170241374812 req-25ac7660-cbfc-4c7c-995b-98920ebfb57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:31.953123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-25ac7660-cbfc-4c7c-995b-98920ebfb57d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1360159 Aug 20 08:47:31.982128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:31.996800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2bf921-62a2-413c-9b45-a1ed5feb233d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:32.017659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fd2bf921-62a2-413c-9b45-a1ed5feb233d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:32.022425 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:32.029870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2371e1d8-f1ab-4b5f-9f91-9a3337b7a49d req-30984b07-385e-4623-b8a2-57a1c80b1a90 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283219 Aug 20 08:47:32.079314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=fd2bf921-62a2-413c-9b45-a1ed5feb233d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:32.086558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6da859-da03-4f1c-8d04-170241374812 req-df1cd6b3-4468-4501-8d59-6e1577e69ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.088063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-df1cd6b3-4468-4501-8d59-6e1577e69ade service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124969 Aug 20 08:47:32.103670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-793f5507-e6f9-470e-9a12-90e06aaff44a tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.105086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-793f5507-e6f9-470e-9a12-90e06aaff44a tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1701205 Aug 20 08:47:32.109757 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0342fc-a5ab-4230-a591-a44198bf8149 x-openstack-request-id: req-9f0342fc-a5ab-4230-a591-a44198bf8149 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:32.110281 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-plugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:32.110742 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f0342fc-a5ab-4230-a591-a44198bf8149 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:32.111241 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'code': 200} Aug 20 08:47:32.128730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-b01c1b17-f853-4539-bee9-9c10824de82d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:47:32.130492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0ac596-84cf-425d-9dbf-87075d3a6175 req-b01c1b17-f853-4539-bee9-9c10824de82d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169864 Aug 20 08:47:32.225405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbfc9-3b94-489a-9633-ddaadf4bf388 req-60a2ccce-e5e9-4d1c-af65-c25d9e0cba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.227300 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f41dbfc9-3b94-489a-9633-ddaadf4bf388 req-60a2ccce-e5e9-4d1c-af65-c25d9e0cba3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1101 time: 0.0542784 Aug 20 08:47:32.268469 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f41dbfc9-3b94-489a-9633-ddaadf4bf388 req-004b4200-b936-416a-a707-63cc79acbdc3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Aug 20 08:47:32.289910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-bcdcb1ab-9a06-4636-ab08-8d117527e4d8 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836843 Aug 20 08:47:32.302239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4151e-7934-461d-8baa-d9acb9abd14e req-f69c22fb-3d6f-46f4-97c8-9caee06f46fb tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.303655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83f4151e-7934-461d-8baa-d9acb9abd14e req-f69c22fb-3d6f-46f4-97c8-9caee06f46fb tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1151929 Aug 20 08:47:32.316053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e536a4-9977-4e8d-a68d-81c49a669a39 req-6e0ab230-06a6-4559-abc2-c974392265fd tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.316581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['fd2bf921-62a2-413c-9b45-a1ed5feb233d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:32.318425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07e536a4-9977-4e8d-a68d-81c49a669a39 req-6e0ab230-06a6-4559-abc2-c974392265fd tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1001709 Aug 20 08:47:32.442622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83f4151e-7934-461d-8baa-d9acb9abd14e req-7e87fde8-0c79-43a0-8079-c620c2c4ec29 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231806 Aug 20 08:47:32.447887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07e536a4-9977-4e8d-a68d-81c49a669a39 req-b3c6d744-1578-4cb0-a796-7725c5d068a1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152849 Aug 20 08:47:32.468172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de6da859-da03-4f1c-8d04-170241374812 req-bbef8ada-81e3-4721-b9c1-d6717c60d231 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476500 Aug 20 08:47:32.611902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd2ade-0453-4bf3-816a-e3278c1f3313 req-b0e3460f-1717-4f25-9131-1584a3eb1aef tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.613868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7fd2ade-0453-4bf3-816a-e3278c1f3313 req-b0e3460f-1717-4f25-9131-1584a3eb1aef tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1097 time: 0.0934567 Aug 20 08:47:32.651710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-b06976c6-7667-4dd2-999b-f50149190ef5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1606398 Aug 20 08:47:32.672796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:32.682264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7fd2ade-0453-4bf3-816a-e3278c1f3313 req-f55f23de-fb13-4867-94ed-990355112453 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600953 Aug 20 08:47:32.702474 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:32.832772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe9f06-2385-4d10-a86d-73469370496b req-9e04a5ae-29f0-4b35-96f4-07049ac8d7d1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:32.834348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8fe9f06-2385-4d10-a86d-73469370496b req-9e04a5ae-29f0-4b35-96f4-07049ac8d7d1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 948 time: 0.0670018 Aug 20 08:47:32.850402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:32.922167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8fe9f06-2385-4d10-a86d-73469370496b req-22bd3231-5861-4e9c-91c4-2bca61b8c3f9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791209 Aug 20 08:47:32.948806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ba11f5-458c-4385-8195-f5cae1cce723 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:32.993401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Allocated IP 172.25.5.119 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/7bd92729-60ea-4cbd-9fe7-6f16c5d81794) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:33.021662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e1ba11f5-458c-4385-8195-f5cae1cce723 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:33.022345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.156815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.204460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.245181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:33.248118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:33.256226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:33.259597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=7bd92729-60ea-4cbd-9fe7-6f16c5d81794,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:33.346760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.398251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.642229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.647577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.684529 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13951-c36e-4352-bf37-146abcbecce6 req-de9be6be-6775-451f-98aa-fcb8c02e4ac1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:33.686195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cff13951-c36e-4352-bf37-146abcbecce6 req-de9be6be-6775-451f-98aa-fcb8c02e4ac1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 945 time: 0.1028283 Aug 20 08:47:33.747288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=7bd92729-60ea-4cbd-9fe7-6f16c5d81794,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:33.778115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cff13951-c36e-4352-bf37-146abcbecce6 req-42f73d4a-d37b-4fa8-b991-462afceb3d0b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795949 Aug 20 08:47:33.787224 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.795393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 482ec626-8146-43e7-a08a-e0acdc50f507 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:33.815985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fd2bf921-62a2-413c-9b45-a1ed5feb233d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:33.817745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:33.819194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-4f29b4b6-cf45-4e09-87f1-f08b5141e2e5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1580548 Aug 20 08:47:33.940624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port fd2bf921-62a2-413c-9b45-a1ed5feb233d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:33.946815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-9eb54747-0ec3-43dd-9ba0-b0b3d919919d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1188619 Aug 20 08:47:33.956741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port fd2bf921-62a2-413c-9b45-a1ed5feb233d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:33.957861 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:34.008313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 482ec626-8146-43e7-a08a-e0acdc50f507, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=482ec626-8146-43e7-a08a-e0acdc50f507,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:34.027982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '482ec626-8146-43e7-a08a-e0acdc50f507', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '482ec626-8146-43e7-a08a-e0acdc50f507', 'mac_address': 'fa:16:3e:46:92:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:34.033388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca7812-c689-4aaf-8d00-71ea48c3d63a req-822a1022-01e9-4752-b371-0a891ac61219 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:34.035142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bca7812-c689-4aaf-8d00-71ea48c3d63a req-822a1022-01e9-4752-b371-0a891ac61219 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1375113 Aug 20 08:47:34.102148 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:34.102965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bca7812-c689-4aaf-8d00-71ea48c3d63a req-2d69ddda-c873-4cc4-8d71-a4227b6ca0ec tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572090 Aug 20 08:47:34.123045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:34.125778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482ec626-8146-43e7-a08a-e0acdc50f507 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:34.158176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 482ec626-8146-43e7-a08a-e0acdc50f507, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=482ec626-8146-43e7-a08a-e0acdc50f507,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:34.178060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:34.180479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-e9158f08-3377-4261-a220-c350a7dd4b45 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:34.182643 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8c59b55-8578-49ed-803a-b7df3f9ff7af req-e9158f08-3377-4261-a220-c350a7dd4b45 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2290595 Aug 20 08:47:34.206536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fd2bf921-62a2-413c-9b45-a1ed5feb233d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:34.208913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:34.211809 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a7451-198a-4aea-8306-244681157925" -d '{"events": [{"server_uuid": "eb06f200-c6f4-4dc3-9209-953e3693955a", "name": "network-vif-plugged", "status": "completed", "tag": "fd2bf921-62a2-413c-9b45-a1ed5feb233d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:34.245212 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:34.279586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=482ec626-8146-43e7-a08a-e0acdc50f507,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:34.356900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89562b2-4763-4bc1-b9aa-53583c7bcf76 req-fb9b1337-81e0-402b-854e-31ccd3871837 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:34.358537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d89562b2-4763-4bc1-b9aa-53583c7bcf76 req-fb9b1337-81e0-402b-854e-31ccd3871837 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 949 time: 0.0936761 Aug 20 08:47:34.367889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=fd2bf921-62a2-413c-9b45-a1ed5feb233d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:34.413789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d89562b2-4763-4bc1-b9aa-53583c7bcf76 req-418537ba-3366-4932-aeb1-c01d61c41a88 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Aug 20 08:47:34.482147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['482ec626-8146-43e7-a08a-e0acdc50f507'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:34.793989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fa439-fbbb-4bf1-b4f5-d7bc503d974b req-41bf093f-7067-46de-846b-3b1e90cdf220 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:34.795596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-598fa439-fbbb-4bf1-b4f5-d7bc503d974b req-41bf093f-7067-46de-846b-3b1e90cdf220 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0855083 Aug 20 08:47:34.815415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-26a84f81-d8ee-49ed-8f90-4a3aac0f2ced tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1693058 Aug 20 08:47:34.828327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:34.855574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-598fa439-fbbb-4bf1-b4f5-d7bc503d974b req-8fa991b5-e06a-411a-8067-6fa894556402 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520716 Aug 20 08:47:34.865646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:34.911954 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e88582-5478-42b9-81ac-e96510a4384e x-openstack-request-id: req-d7e88582-5478-42b9-81ac-e96510a4384e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:34.912256 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb06f200-c6f4-4dc3-9209-953e3693955a", "name": "network-vif-plugged", "status": "completed", "tag": "fd2bf921-62a2-413c-9b45-a1ed5feb233d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:34.912517 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7e88582-5478-42b9-81ac-e96510a4384e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:34.912921 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', 'code': 200} Aug 20 08:47:35.034942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:35.096319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982cb00-da68-4aff-8a8a-1eabb518a166 req-e3fed239-0f60-424d-a1a7-71023933b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:35.098573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b982cb00-da68-4aff-8a8a-1eabb518a166 req-e3fed239-0f60-424d-a1a7-71023933b123 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 1101 time: 0.1049223 Aug 20 08:47:35.179236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b982cb00-da68-4aff-8a8a-1eabb518a166 req-87fee5ea-a3ed-49dd-be87-756c17110aab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719771 Aug 20 08:47:35.201792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Allocated IP 172.25.5.158 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/bfc6a956-33d7-44e5-bb4f-c561a0eee6be) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:35.330660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:35.439674 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:35.454066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-0626cf08-4f3a-4a73-be66-95f1cf88c63f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046660 Aug 20 08:47:35.480386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2780c6-58dc-4c38-a25d-34b8fe6f7bf2 req-4284ba26-d4b0-426d-8250-0ccf067497d6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:35.481899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e2780c6-58dc-4c38-a25d-34b8fe6f7bf2 req-4284ba26-d4b0-426d-8250-0ccf067497d6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1240366 Aug 20 08:47:35.497189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:35.507411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:35.518312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:35.553401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=bfc6a956-33d7-44e5-bb4f-c561a0eee6be,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:35.578287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.578644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.578991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.579331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.579673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.580018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.580332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.580665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.580995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.581322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.581645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.582022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:47:35.590737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e2780c6-58dc-4c38-a25d-34b8fe6f7bf2 req-1bbcf3ab-054a-491b-bd21-eac98b0e5dd7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921228 Aug 20 08:47:35.666262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:35.733736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:35.778651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4517d2-4470-428f-ad41-d0961918e38f req-a55a67a0-d8d1-4edc-91ae-e053d736b305 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:35.780555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4517d2-4470-428f-ad41-d0961918e38f req-a55a67a0-d8d1-4edc-91ae-e053d736b305 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 949 time: 0.1013253 Aug 20 08:47:35.798302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 482ec626-8146-43e7-a08a-e0acdc50f507 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:35.882262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 482ec626-8146-43e7-a08a-e0acdc50f507 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:35.887758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 482ec626-8146-43e7-a08a-e0acdc50f507 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:35.888743 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:35.966850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4517d2-4470-428f-ad41-d0961918e38f req-6857c109-3bf1-4bea-81d4-ad4474133e4b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750662 Aug 20 08:47:36.023518 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:36.026879 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:36.031506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:36.100702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 482ec626-8146-43e7-a08a-e0acdc50f507, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=482ec626-8146-43e7-a08a-e0acdc50f507,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:36.108555 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:36.148356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=bfc6a956-33d7-44e5-bb4f-c561a0eee6be,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:36.166492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:36.182182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:36.186456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-f9b47ca6-8b5b-4014-afa4-97c27f76f487 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3631866 Aug 20 08:47:36.198869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=482ec626-8146-43e7-a08a-e0acdc50f507,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:36.272114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-5313c8cc-54e9-4c67-8751-7de9988ad8ae tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.158 HTTP/1.1" status: 200 len: 696 time: 0.0762732 Aug 20 08:47:36.438798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-001f0889-ec59-4ab7-87f0-ae301fe80958 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:36.440210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a002bfc-ca5b-42c9-a6be-4fd39378371a req-001f0889-ec59-4ab7-87f0-ae301fe80958 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1624207 Aug 20 08:47:36.913810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482ec626-8146-43e7-a08a-e0acdc50f507'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:36.916005 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4283336e-809b-4ed7-b329-95ceae83388c" -d '{"events": [{"server_uuid": "03c0deec-2e7b-4aac-89eb-4838eb7dac42", "name": "network-vif-plugged", "status": "completed", "tag": "482ec626-8146-43e7-a08a-e0acdc50f507"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:36.991713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659eda8-c592-4089-8784-2c9a66656def req-0a243cd1-3ae8-407c-b9a1-c014bfb6e8f3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:36.993159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f659eda8-c592-4089-8784-2c9a66656def req-0a243cd1-3ae8-407c-b9a1-c014bfb6e8f3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1129358 Aug 20 08:47:37.004562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-17ed41d2-0e47-46e8-8eb2-75289b584d16 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4870920 Aug 20 08:47:37.015452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:37.070866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-3233596f-22f0-4831-83c0-b57a42be57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:37.073217 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-3233596f-22f0-4831-83c0-b57a42be57b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1101 time: 0.0474176 Aug 20 08:47:37.089997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f659eda8-c592-4089-8784-2c9a66656def req-308514f6-cdd9-4717-8c4a-29253ae4f872 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833037 Aug 20 08:47:37.103343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:37.105460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:37.225885 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7501f4d-b04e-416d-ae42-7b78234d53aa x-openstack-request-id: req-a7501f4d-b04e-416d-ae42-7b78234d53aa {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:37.226236 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c0deec-2e7b-4aac-89eb-4838eb7dac42", "name": "network-vif-plugged", "status": "completed", "tag": "482ec626-8146-43e7-a08a-e0acdc50f507", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:37.226489 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7501f4d-b04e-416d-ae42-7b78234d53aa {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:37.226906 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482ec626-8146-43e7-a08a-e0acdc50f507', 'code': 200} Aug 20 08:47:37.257963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:37.276888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'mac_address': 'fa:16:3e:50:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:37.330153 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:37.349107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44ac7849-8715-464e-abdf-a4d4b2f94eda {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:37.403125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:37.406799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:37.411574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:37.450512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cca3d-5620-4a84-9b84-d4d0eab61bd9 req-f642d0bf-27cc-463d-bdec-5546a8f980e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:37.452379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be1cca3d-5620-4a84-9b84-d4d0eab61bd9 req-f642d0bf-27cc-463d-bdec-5546a8f980e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 1101 time: 0.1563072 Aug 20 08:47:37.520564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:37.522153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abbaf8-3b9d-4bf5-adff-0874ef38683f req-dfd9b3d7-915a-4a0c-be68-a93cd63da5d3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:37.531355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['44ac7849-8715-464e-abdf-a4d4b2f94eda'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:37.539692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0abbaf8-3b9d-4bf5-adff-0874ef38683f req-dfd9b3d7-915a-4a0c-be68-a93cd63da5d3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 950 time: 0.2075863 Aug 20 08:47:37.574000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be1cca3d-5620-4a84-9b84-d4d0eab61bd9 req-e78f744a-04ec-4846-b763-a17f0e5bb912 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802453 Aug 20 08:47:37.666198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0abbaf8-3b9d-4bf5-adff-0874ef38683f req-439a5129-7810-4d66-966a-1a2e1aa43fe6 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249578 Aug 20 08:47:37.725358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Allocated IP 172.25.5.249 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e033813e-4696-4370-8b90-a4d9bde48105) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:37.762610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-ba23ecd2-2107-48df-af20-5305bc7de59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:37.767036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-ba23ecd2-2107-48df-af20-5305bc7de59e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.6739752 Aug 20 08:47:37.859663 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-6a4da92e-c678-484f-b0db-10bedf1191c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 217 time: 0.0821996 Aug 20 08:47:37.963277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-4acad55b-3c75-4c3c-9229-ab708675a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:37.964789 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-4acad55b-3c75-4c3c-9229-ab708675a934 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0969753 Aug 20 08:47:38.036599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-f21242af-002e-452f-b08b-ef47b3c66eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:38.039157 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-f21242af-002e-452f-b08b-ef47b3c66eae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626943 Aug 20 08:47:38.096633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.153912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.215863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:38.222089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:38.228464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:38.233191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-f1bc6828-af60-4aca-b0eb-750872acbf80 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795974 Aug 20 08:47:38.239198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=e033813e-4696-4370-8b90-a4d9bde48105,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:38.392273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6dd28-8a26-4005-bea0-bc2482c77313 req-b32fd121-40cc-4bf3-b5ff-f7065d36d36d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:38.405064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86d6dd28-8a26-4005-bea0-bc2482c77313 req-b32fd121-40cc-4bf3-b5ff-f7065d36d36d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1403570 Aug 20 08:47:38.427941 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-7a11cf4e-5547-4fbf-9fed-a0a061d89743 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864252 Aug 20 08:47:38.477496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.598001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.610427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86d6dd28-8a26-4005-bea0-bc2482c77313 req-b7b55a17-de26-43f6-a9c8-13f020f9b9f1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042670 Aug 20 08:47:38.803113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.815486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.913486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.955849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:38.966867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9549813 Aug 20 08:47:39.078406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6e19b-1205-44ce-9931-dda50f7f7383 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event updated for resources: {'Port': ['ID=e033813e-4696-4370-8b90-a4d9bde48105,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:39.100418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:39.108628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-f5f67262-c508-4af0-954e-c8cf15b8ddac tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.1403265 Aug 20 08:47:39.123851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441398b-06ed-4eff-8297-691b95480c79 req-906f67a0-b77f-421f-92ea-43693186dc9c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:39.132147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2441398b-06ed-4eff-8297-691b95480c79 req-906f67a0-b77f-421f-92ea-43693186dc9c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 950 time: 0.3266320 Aug 20 08:47:39.214753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 44ac7849-8715-464e-abdf-a4d4b2f94eda triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:39.217808 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:39.258262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2441398b-06ed-4eff-8297-691b95480c79 req-252cb632-1199-492f-bc10-460f878831ad tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249278 Aug 20 08:47:39.311646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-1c6731e6-ac19-4dcd-a980-a515e2ca116e tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:39.319140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f1506f6-f39d-48c3-857e-878cdf8027ec req-1c6731e6-ac19-4dcd-a980-a515e2ca116e tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1781402 Aug 20 08:47:39.388528 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:39.477229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:39.482382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:39.484305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-433eaa49-ff2f-4112-9e4b-06545bb023e9 req-18cd9e7d-87b6-44e2-980f-4949569439c3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips/5b28e190-4c9c-4cc4-a446-a437eed0b880 HTTP/1.1" status: 200 len: 693 time: 0.0622299 Aug 20 08:47:39.487364 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc4bcd8-b958-4f88-93cc-3f6032fee688" -d '{"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-plugged", "status": "completed", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:39.500010 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:39.589085 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cfe8ca-5fb6-4fe7-81f2-e5f7fb9e3670 x-openstack-request-id: req-61cfe8ca-5fb6-4fe7-81f2-e5f7fb9e3670 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:39.589633 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-plugged", "status": "completed", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:39.590084 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61cfe8ca-5fb6-4fe7-81f2-e5f7fb9e3670 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:39.591026 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'code': 200} Aug 20 08:47:39.616792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:39.723097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eaa49-ff2f-4112-9e4b-06545bb023e9 req-7f47b598-61fd-4c36-8c74-dbd7e3a68bb5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:39.725253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-433eaa49-ff2f-4112-9e4b-06545bb023e9 req-7f47b598-61fd-4c36-8c74-dbd7e3a68bb5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2339070 Aug 20 08:47:39.836666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-9d02bb36-cde6-4b55-9565-fdfa3808144c tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips/5b28e190-4c9c-4cc4-a446-a437eed0b880 HTTP/1.1" status: 200 len: 693 time: 0.0814097 Aug 20 08:47:39.853910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5910-ab64-40fb-ab10-92adad35cdea req-4a3d1956-d0db-41a8-bbc6-059c8ad9c27f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:39.855585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918c5910-ab64-40fb-ab10-92adad35cdea req-4a3d1956-d0db-41a8-bbc6-059c8ad9c27f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1109176 Aug 20 08:47:39.974375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-918c5910-ab64-40fb-ab10-92adad35cdea req-4d76c697-29a6-4fbc-a63c-d9ef2dbfaf6a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089158 Aug 20 08:47:40.070958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-a752cf34-86bd-47b2-bad3-85e331bfc295 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:40.074328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-a752cf34-86bd-47b2-bad3-85e331bfc295 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2287459 Aug 20 08:47:40.184430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-c3f7aaa8-4844-4542-9529-7385fc9aaf25 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0999901 Aug 20 08:47:40.256271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-327ae289-ef85-4926-872b-ee5b327f9994 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.249 HTTP/1.1" status: 200 len: 696 time: 0.0709481 Aug 20 08:47:40.515937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae174-8f71-426b-9af4-af875403bb02 req-a2f3d501-5efd-49ab-bb69-be308807c634 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:40.518105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-251ae174-8f71-426b-9af4-af875403bb02 req-a2f3d501-5efd-49ab-bb69-be308807c634 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 950 time: 0.1453049 Aug 20 08:47:40.617800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Deleting port e033813e-4696-4370-8b90-a4d9bde48105 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:40.618348 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:40.641140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-251ae174-8f71-426b-9af4-af875403bb02 req-eaf81d43-ba1c-409b-aa69-bce1503c7d85 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119652 Aug 20 08:47:40.788580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:40.788810 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:40.789687 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:47:40.832234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Calling delete_port for e033813e-4696-4370-8b90-a4d9bde48105 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:41.032835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:41.073828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event deleted for resources: {'Port': ['ID=e033813e-4696-4370-8b90-a4d9bde48105,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:41.287587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:41.291227 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:41.292873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163c6fdb-432c-4a47-af56-52f2dd6c1b14 req-156a5dbe-1dc0-4d52-bbba-a75ac20c18d3 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "DELETE /v2.0/floatingips/5b28e190-4c9c-4cc4-a446-a437eed0b880 HTTP/1.1" status: 204 len: 173 time: 1.0305769 Aug 20 08:47:41.315175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87763db2-ab7b-4fb8-aabc-0160c9c9f83a req-6bb417d2-0e07-49af-b6f0-088e92edeab9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:41.317855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87763db2-ab7b-4fb8-aabc-0160c9c9f83a req-6bb417d2-0e07-49af-b6f0-088e92edeab9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 950 time: 0.1343532 Aug 20 08:47:41.370883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87763db2-ab7b-4fb8-aabc-0160c9c9f83a req-26515a47-ab63-49fa-be74-3a87c8c35316 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472991 Aug 20 08:47:41.724585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16fa2f-0063-4f9b-b724-5012504564f4 req-c23471ce-0a60-41af-b0fb-f1e337570a8e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:41.731986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d16fa2f-0063-4f9b-b724-5012504564f4 req-c23471ce-0a60-41af-b0fb-f1e337570a8e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.3485198 Aug 20 08:47:41.752378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403a1af-fffe-4f2c-b0aa-260d5c7995db req-6ccefd72-d047-4eba-9208-062c68d37245 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:41.763289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7403a1af-fffe-4f2c-b0aa-260d5c7995db req-6ccefd72-d047-4eba-9208-062c68d37245 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3300745 Aug 20 08:47:41.799399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d16fa2f-0063-4f9b-b724-5012504564f4 req-6ef907da-7ddc-434e-a7b3-28fc68012791 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663357 Aug 20 08:47:41.937706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10b2f50a-1be4-4dd9-ac66-38fffb1342df req-7f8f1398-a54b-4c25-889e-0c51f80498d5 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=e70f27c530c24beda83c2f77278ee05f HTTP/1.1" status: 200 len: 1657 time: 0.1039462 Aug 20 08:47:42.125762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2f50a-1be4-4dd9-ac66-38fffb1342df req-8e35d468-ee56-40c2-998c-b6dbd18f9026 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:42.127661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10b2f50a-1be4-4dd9-ac66-38fffb1342df req-8e35d468-ee56-40c2-998c-b6dbd18f9026 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks?id=08f59161-2b18-4800-8478-b94bd03b5143&id=08f59161-2b18-4800-8478-b94bd03b5143&id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 787 time: 0.1746237 Aug 20 08:47:42.140269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-10b2f50a-1be4-4dd9-ac66-38fffb1342df req-d8009d86-c1b8-4be4-b276-00fa3a19ef52 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:47:42.142159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10b2f50a-1be4-4dd9-ac66-38fffb1342df req-d8009d86-c1b8-4be4-b276-00fa3a19ef52 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084865 Aug 20 08:47:42.273814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d14f9-73ec-4561-b086-00955e4ab514 req-94c6fab3-a408-4797-aac9-9b2d5fa4df02 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:42.280244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d14f9-73ec-4561-b086-00955e4ab514 req-94c6fab3-a408-4797-aac9-9b2d5fa4df02 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:42.294057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-435d14f9-73ec-4561-b086-00955e4ab514 req-94c6fab3-a408-4797-aac9-9b2d5fa4df02 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42&device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 1691 time: 0.1080456 Aug 20 08:47:42.364381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-435d14f9-73ec-4561-b086-00955e4ab514 req-a57d97dc-b16d-43b6-b380-af0128492e1b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693440 Aug 20 08:47:42.382937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:42.529779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-96a508c2-3690-4a36-a5b9-5839809927e7 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips/36805bd3-f5ad-43a2-82e1-e97f8528ed63 HTTP/1.1" status: 200 len: 693 time: 0.1025894 Aug 20 08:47:42.724104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49800ba9-aeed-4053-b2f3-c059d5d283df req-c1a37f21-0478-4416-af63-af23f13588b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:42.733235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49800ba9-aeed-4053-b2f3-c059d5d283df req-c1a37f21-0478-4416-af63-af23f13588b5 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 1101 time: 0.0864043 Aug 20 08:47:42.772997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-938fa8c7-8c31-427c-9454-a11ffe7456b7 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:42.774471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-938fa8c7-8c31-427c-9454-a11ffe7456b7 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2382715 Aug 20 08:47:42.848878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49800ba9-aeed-4053-b2f3-c059d5d283df req-e0b631ae-938d-423b-bbc6-8af36b5db075 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147420 Aug 20 08:47:42.858824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-d24213b1-88fb-4afe-bfb3-5cc5e9b86799 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.158 HTTP/1.1" status: 200 len: 696 time: 0.0683861 Aug 20 08:47:42.985299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-d25b66c2-8c78-4267-be4c-7e77f1c96902 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.158 HTTP/1.1" status: 200 len: 696 time: 0.1094413 Aug 20 08:47:43.147280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279f98-0793-4f42-916f-e0aa0c1fb0bd req-28226f6b-0d7a-47a8-827a-100d06a36528 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:43.155893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71279f98-0793-4f42-916f-e0aa0c1fb0bd req-28226f6b-0d7a-47a8-827a-100d06a36528 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1845264 Aug 20 08:47:43.172536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-91e6f02c-bab8-4490-8f56-f447b958ede9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:43.234449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71279f98-0793-4f42-916f-e0aa0c1fb0bd req-66f06aa5-beb3-4f35-8396-13097b5d1340 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774739 Aug 20 08:47:43.268480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Deleting port bfc6a956-33d7-44e5-bb4f-c561a0eee6be {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:43.271197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:43.418331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:43.419070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:43.433999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Calling delete_port for bfc6a956-33d7-44e5-bb4f-c561a0eee6be owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:43.617346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd8521-7ecf-4ab2-8091-3af920bb4980 req-132318ff-8ee2-4815-8d85-5b53f966f8f8 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:43.622460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dfd8521-7ecf-4ab2-8091-3af920bb4980 req-132318ff-8ee2-4815-8d85-5b53f966f8f8 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 1101 time: 0.0933599 Aug 20 08:47:43.669246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:43.709140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dfd8521-7ecf-4ab2-8091-3af920bb4980 req-4126bac6-68c8-413f-a2f9-18cdb15818a9 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820644 Aug 20 08:47:43.712221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event deleted for resources: {'Port': ['ID=bfc6a956-33d7-44e5-bb4f-c561a0eee6be,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:43.765790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:44.129492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:44.135447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:44.150169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bfb30f-66ad-4979-a68b-9cc2f1c715c6 req-685590c6-ff83-4585-8753-f26f09219c41 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "DELETE /v2.0/floatingips/36805bd3-f5ad-43a2-82e1-e97f8528ed63 HTTP/1.1" status: 204 len: 173 time: 1.1357126 Aug 20 08:47:44.237729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-5f60e7e0-78dd-47ad-8c80-5c4ed1c1fad1 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips/b5339129-3d4f-49d4-ad10-546f4574850f HTTP/1.1" status: 200 len: 693 time: 0.0748017 Aug 20 08:47:44.449357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-6896b05b-411d-4b76-95a7-0169f5172be9 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:44.450855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-6896b05b-411d-4b76-95a7-0169f5172be9 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2115035 Aug 20 08:47:44.477006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-107aefa8-f53c-4fc2-9fd8-a8351451b739 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:47:44.484590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-107aefa8-f53c-4fc2-9fd8-a8351451b739 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211763 Aug 20 08:47:44.560348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c4be-b8ff-49be-baac-2c30691cb5ee req-f298dbb6-efcc-4d08-9f13-25b8600890c4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:44.562048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a612c4be-b8ff-49be-baac-2c30691cb5ee req-f298dbb6-efcc-4d08-9f13-25b8600890c4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1611605 Aug 20 08:47:44.577331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-f6329ff0-26b7-4f51-85d2-a637b7b77b6e tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0918512 Aug 20 08:47:44.666087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-66c09cbd-36dc-4cca-8a7b-adbe3e522f45 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0874276 Aug 20 08:47:44.703551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a612c4be-b8ff-49be-baac-2c30691cb5ee req-b32fdad4-1f2e-4bdc-9317-598f7a2da492 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100090 Aug 20 08:47:44.858550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-1a3d9e91-0b96-423f-8328-b89338a36ae7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289648 Aug 20 08:47:44.926579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Deleting port 7bd92729-60ea-4cbd-9fe7-6f16c5d81794 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:44.927106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:45.056413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-67a25b90-6b96-42d9-b5b8-eb8b3388390d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:45.058068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-67a25b90-6b96-42d9-b5b8-eb8b3388390d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890285 Aug 20 08:47:45.068772 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:45.069307 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:45.096795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Calling delete_port for 7bd92729-60ea-4cbd-9fe7-6f16c5d81794 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:45.102855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-62fe87fb-bd6d-4523-b278-feee0eb0907f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/quotas/68603303a888476297bccde9c86a5c74 HTTP/1.1" status: 200 len: 375 time: 0.0162137 Aug 20 08:47:45.234160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-b0ee93e5-fb9f-410b-92d4-a0d9258d2ad3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221416 Aug 20 08:47:45.333460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:45.362010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event deleted for resources: {'Port': ['ID=7bd92729-60ea-4cbd-9fe7-6f16c5d81794,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:45.456039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:45.459345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:45.460656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b57245-217c-4190-bda4-83e7d1eb93d9 req-320f48d7-c166-4622-b1b5-6b312e7da791 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "DELETE /v2.0/floatingips/b5339129-3d4f-49d4-ad10-546f4574850f HTTP/1.1" status: 204 len: 173 time: 0.7838850 Aug 20 08:47:45.776452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-7205cfc6-2bac-48de-a5ad-a7e9c2cda3cd tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips/505490a2-fab6-48c5-811a-0633beaa0d58 HTTP/1.1" status: 200 len: 693 time: 0.0607810 Aug 20 08:47:46.032709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-1ead73f9-25bb-40ad-be0b-6bd88a06c23c tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:46.036860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-1ead73f9-25bb-40ad-be0b-6bd88a06c23c tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2497382 Aug 20 08:47:46.115827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-e77cc883-ad5e-4315-bcd5-1d3ed9a523ff tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0733960 Aug 20 08:47:46.200962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-f8249792-1d31-4e51-a746-979adf219695 tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.0737419 Aug 20 08:47:46.212779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-b21e5ad7-74ab-459a-9d43-b256dd179beb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:46.227571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-b21e5ad7-74ab-459a-9d43-b256dd179beb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.2695160 Aug 20 08:47:46.313584 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:46.323731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-18046f72-31f0-4a10-b9ac-2167e00b0e44 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/quotas/438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 375 time: 0.0950663 Aug 20 08:47:46.371403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e782ea7e-9e01-49b0-844d-31222517c505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:46.440985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-da60cb2e-73c2-496f-98a3-e59fa4a29f4a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162815 Aug 20 08:47:46.505730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Deleting port 70c6ac37-19a3-43df-a423-04b9fea2335d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:46.506390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:46.582849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-0352674f-2964-4285-a250-8d10e930c6ce service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409490 Aug 20 08:47:46.700663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:46.701318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:46.719330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Calling delete_port for 70c6ac37-19a3-43df-a423-04b9fea2335d owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:46.800154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-ea9c81bc-e3a1-40c2-ad02-8e7af520233f service neutron] 10.222.0.35 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089779 Aug 20 08:47:46.955800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:46.995008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Pushing event deleted for resources: {'Port': ['ID=70c6ac37-19a3-43df-a423-04b9fea2335d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:47.083572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:47.086549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:47.088195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe1681ad-6865-42d6-826d-91fde7afe133 req-9722d360-6815-40fd-a840-972b58c79b7d tempest-FloatingIPDetailsTestJSON-499958016 tempest-FloatingIPDetailsTestJSON-499958016-project] 10.222.0.35 "DELETE /v2.0/floatingips/505490a2-fab6-48c5-811a-0633beaa0d58 HTTP/1.1" status: 204 len: 173 time: 0.8518989 Aug 20 08:47:47.094587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 32988) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:47.312861 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:47.357743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51c0c9-0249-4e50-976d-9c45cd411a1e req-3d519b5c-1761-4670-9224-181b166c8cbd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:47.359442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b51c0c9-0249-4e50-976d-9c45cd411a1e req-3d519b5c-1761-4670-9224-181b166c8cbd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1797514 Aug 20 08:47:47.455833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b51c0c9-0249-4e50-976d-9c45cd411a1e req-2bbd531d-733e-42b8-8db6-6d5f4d84a885 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853753 Aug 20 08:47:47.757427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-acf10cb8-79f8-45f6-8a5a-b2ca617e6c2e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032956 Aug 20 08:47:47.769788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6e44df8-7fc0-45a0-bc50-a956cfbbdfd2 req-3a081d06-e7fb-4363-a117-5290ccba093e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.0485783 Aug 20 08:47:47.808775 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-d189eff8-ade4-4845-8b67-7ead92c0c957 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878329 Aug 20 08:47:47.986158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d2fd668-7ff4-4c25-b47e-b709cf962463 req-e7f8084c-db0b-45c7-80e9-b9ebdccc0829 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 210 time: 0.0471094 Aug 20 08:47:48.015361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-328994eb-a6fd-4840-ad87-5a99d2edbea8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:48.017350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-328994eb-a6fd-4840-ad87-5a99d2edbea8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418711 Aug 20 08:47:48.035360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:48.063807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-ddd9b62c-7c6f-4c81-8e23-b3a8ee0d0b04 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:48.065701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-ddd9b62c-7c6f-4c81-8e23-b3a8ee0d0b04 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488334 Aug 20 08:47:48.085193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:48.221852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:48.228986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:48.313538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:48.315465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:48.319512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:48.431902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.251 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/4c1502b5-6f08-4c38-b9a0-ff6a639b1285) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:48.694145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:48.780682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:48.800876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:48.889026 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:48.909144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:48.996227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:49.003011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:49.009413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:49.079847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:49.085246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:49.110570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:49.129895 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-72c715d9-b66b-4e6e-a5ce-7cb14af23690 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0515797 Aug 20 08:47:49.141465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a9687c3-8e46-4c57-83ef-5e642c8d5ba3 req-2276289b-be6e-4587-93f3-63f3bb2f7791 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.0978100 Aug 20 08:47:49.151661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Request body: {'port': {'device_id': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:49.325013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:49.394213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.53 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/2b2adea4-3898-49ba-b49c-22862e98d8f7) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:49.588517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7b52396e-d7ab-4de2-ac5b-1b9a68ce25a8 None None] Provisioning for port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:49.590362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9403e-98fd-4b6f-a08d-a77b1ed11bd2 req-08263270-e2f4-4097-9299-8192d06f0c8d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:49.601969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aae9403e-98fd-4b6f-a08d-a77b1ed11bd2 req-08263270-e2f4-4097-9299-8192d06f0c8d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.4704564 Aug 20 08:47:49.603794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7b52396e-d7ab-4de2-ac5b-1b9a68ce25a8 None None] Provisioning complete for port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:49.604170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b52396e-d7ab-4de2-ac5b-1b9a68ce25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:49.682379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7b52396e-d7ab-4de2-ac5b-1b9a68ce25a8 None None] Port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:49.739741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aae9403e-98fd-4b6f-a08d-a77b1ed11bd2 req-7076a169-23d0-4fe9-8bd7-caf70082602f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365013 Aug 20 08:47:49.758850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267427-949b-438f-bf6a-bf017347e0cd req-be0aaaab-30de-4972-a543-e10638803f3f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:49.760696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe267427-949b-438f-bf6a-bf017347e0cd req-be0aaaab-30de-4972-a543-e10638803f3f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 936 time: 0.4670069 Aug 20 08:47:49.796003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-119a8671-3a8c-4282-b171-1ce89f90e4aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:49.799915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-119a8671-3a8c-4282-b171-1ce89f90e4aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 808 time: 0.7254548 Aug 20 08:47:49.818279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Request body: {'port': {'device_id': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'admin_state_up': True, 'tenant_id': '438f7174e2af49ad8defe5cc973d1a39'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:49.970696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:49.983036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe267427-949b-438f-bf6a-bf017347e0cd req-8ed5183c-b5f7-4f3e-ad90-94d66709e854 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121792 Aug 20 08:47:50.028533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object 2b2adea4-3898-49ba-b49c-22862e98d8f7 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:50.034124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f76ec-765f-45bd-8955-212c4caec34c req-af3662b2-5bb7-4188-9441-7f3f66fd53e5 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:50.035703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e9f76ec-765f-45bd-8955-212c4caec34c req-af3662b2-5bb7-4188-9441-7f3f66fd53e5 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1097 time: 0.2092981 Aug 20 08:47:50.231117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e9f76ec-765f-45bd-8955-212c4caec34c req-a3f512c9-79c0-4be4-aebe-b54eb5fd53e0 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711497 Aug 20 08:47:50.279192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Made reservation on behalf of 438f7174e2af49ad8defe5cc973d1a39 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:47:50.282800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:50.304079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:50.426938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99464e89-1cd7-40ca-a8a7-0220646545e9 req-8ce89230-652c-4b26-8662-265f77bcf89e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.0715125 Aug 20 08:47:50.440714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:50.453075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:50.454888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:50.461742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=2b2adea4-3898-49ba-b49c-22862e98d8f7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:50.540316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Deleting port e1ba11f5-458c-4385-8195-f5cae1cce723 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:50.540960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:50.553114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:50.594698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:50.614949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:50.648644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Transition to ACTIVE for port object 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:50.652864 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:50.726819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:50.790621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] For port e1ba11f5-458c-4385-8195-f5cae1cce723, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1ba11f5-458c-4385-8195-f5cae1cce723,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:50.791192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:50.822565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Calling delete_port for e1ba11f5-458c-4385-8195-f5cae1cce723 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:50.919934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Attempting to bind port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:50.922289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Attempting to bind port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:50.924698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Attempting to bind port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:50.935271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:50.935942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Attempting to bind port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:50.942812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:50.943530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:50.944173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:50.945047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Bound port: 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:50.945646 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.058514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:51.059942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.092584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] For port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:51.096559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] For port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:51.104733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.161598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c7219724-78a4-49e3-aaa4-a340fe8529fb None None] Provisioning for port 2b2adea4-3898-49ba-b49c-22862e98d8f7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:51.173375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c7219724-78a4-49e3-aaa4-a340fe8529fb None None] Provisioning complete for port 2b2adea4-3898-49ba-b49c-22862e98d8f7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:51.178376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c7219724-78a4-49e3-aaa4-a340fe8529fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.258823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c7219724-78a4-49e3-aaa4-a340fe8529fb None None] Port 2b2adea4-3898-49ba-b49c-22862e98d8f7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:47:51.294168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:51.295649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.299610 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c1502b5-6f08-4c38-b9a0-ff6a639b1285 HTTP/1.1" status: 200 len: 1096 time: 2.1531181 Aug 20 08:47:51.301851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad3e59-601e-4429-8b4a-ee512c5ce781 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:51.310602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'tag': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:51.317085 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9b6bd2-fab7-4686-ad06-9ce7d2281332", "tag": "4c1502b5-6f08-4c38-b9a0-ff6a639b1285"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:51.321802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-71cb5c57-2358-4a29-b1b7-f2be03070b5d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2932363 Aug 20 08:47:51.335193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Allocated IP 172.20.0.13 (4add3635-958b-404b-96b7-389a788bb8fb/8aa1424f-4764-490e-9e18-1a8afaae75cd/8e5eec1f-fb19-43ea-83a7-86f175acba11) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:47:51.358608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Request body: {'port': {'device_id': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:51.450589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-8cbce17e-f38b-48a7-a53c-a2ee364b5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:51.452245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-8cbce17e-f38b-48a7-a53c-a2ee364b5c37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 1099 time: 0.1039267 Aug 20 08:47:51.457650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9dfab-0119-4c5f-8ee7-1b6def1a3a9b req-37b8cf53-c77b-428a-b7ef-626ba7bd0467 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:51.459395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50a9dfab-0119-4c5f-8ee7-1b6def1a3a9b req-37b8cf53-c77b-428a-b7ef-626ba7bd0467 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.4724593 Aug 20 08:47:51.536725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-0b899e1f-42a2-4f94-ad5a-e1f1bf20aa9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285 HTTP/1.1" status: 200 len: 217 time: 0.0751650 Aug 20 08:47:51.714434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-402aa527-51a9-4559-997a-2a0f68a49e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:51.721518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-402aa527-51a9-4559-997a-2a0f68a49e0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1756601 Aug 20 08:47:51.742954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.754985 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:51.819602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-c70986ef-a207-421c-ace2-7a881a115845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:51.821730 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-c70986ef-a207-421c-ace2-7a881a115845 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920110 Aug 20 08:47:51.885306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50a9dfab-0119-4c5f-8ee7-1b6def1a3a9b req-917a38c8-59c8-4a95-9a1c-9c8998963c88 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927245 Aug 20 08:47:51.911144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ba11f5-458c-4385-8195-f5cae1cce723,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:52.004957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-86fb61d5-9340-4f24-8041-483bb5c15fcd tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:47:52.013453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-86fb61d5-9340-4f24-8041-483bb5c15fcd tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201576 Aug 20 08:47:52.017983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:52.018637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:47:52.048781 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-809c4dc2-91bc-421e-bee3-56a744183c75 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159266 Aug 20 08:47:52.187150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-1d2cff17-9742-4f1a-ad4b-9009e4b615a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111188 Aug 20 08:47:52.231096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:52.231732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:52.232230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:52.275102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:52.275710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:52.294645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:52.295346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:52.295939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:52.296560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Bound port: 8206736f-b66c-452b-9fb9-c72a76644713, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:52.395179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fc084-d78c-42e9-b1e0-1a424d7ec819 req-cdb5c729-29c2-46da-9f38-ab6eef62a871 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:52.397655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-450fc084-d78c-42e9-b1e0-1a424d7ec819 req-cdb5c729-29c2-46da-9f38-ab6eef62a871 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 948 time: 0.1977992 Aug 20 08:47:52.672410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:52.677512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-450fc084-d78c-42e9-b1e0-1a424d7ec819 req-dfb6e8a5-090a-4abb-aa16-e9d8a2fe1a0f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223182 Aug 20 08:47:52.700004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:52.717591 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:52.718814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-3f0227bf-01c9-42e5-9ad3-20be7ebcff1a service neutron] 10.222.0.35 "POST /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713/bindings HTTP/1.1" status: 201 len: 389 time: 0.7041893 Aug 20 08:47:52.764928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:52.892449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:52.914287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['08e98542-3025-4273-a983-4f20ae04168d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:52.918292 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22043897-e12d-4d86-a9bb-68163c18e063 x-openstack-request-id: req-22043897-e12d-4d86-a9bb-68163c18e063 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:52.918793 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9b6bd2-fab7-4686-ad06-9ce7d2281332", "tag": "4c1502b5-6f08-4c38-b9a0-ff6a639b1285", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:52.918793 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22043897-e12d-4d86-a9bb-68163c18e063 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:52.919200 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'tag': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'status': 'completed', 'code': 200} Aug 20 08:47:53.067611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-0a81e4b8-7425-4bb0-be64-6d4ae46d9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.069392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-0a81e4b8-7425-4bb0-be64-6d4ae46d9218 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 1099 time: 0.0887272 Aug 20 08:47:53.308527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a3fe94b1-ddd7-4b27-9944-cffb320a5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.310363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a3fe94b1-ddd7-4b27-9944-cffb320a5646 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1097 time: 0.1646428 Aug 20 08:47:53.411044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-332f5d39-9a53-4bdd-b548-a64765a5556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.412801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-332f5d39-9a53-4bdd-b548-a64765a5556c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3325484 Aug 20 08:47:53.492102 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-7402db91-5d8d-45cb-a9f5-710e8e0f69cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285 HTTP/1.1" status: 200 len: 217 time: 0.0616152 Aug 20 08:47:53.520991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:53.570216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-feed5914-9867-47c8-bda4-0115364d315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.571630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-feed5914-9867-47c8-bda4-0115364d315c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0699852 Aug 20 08:47:53.598964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-52c4f41d-06d0-4380-ba5c-1cd5c34d88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.600600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-52c4f41d-06d0-4380-ba5c-1cd5c34d88da service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.2699635 Aug 20 08:47:53.653047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Network 4add3635-958b-404b-96b7-389a788bb8fb is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:47:53.669802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:47:53.676333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2adea4-3898-49ba-b49c-22862e98d8f7 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:53.685106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:47:53.688532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ff89cb07-0a47-4253-af83-78e4ef71d060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 217 time: 0.0670712 Aug 20 08:47:53.696604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:53.696741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-6fa91364-a041-4446-b7f4-922139be1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.698628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-6fa91364-a041-4446-b7f4-922139be1a12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115339 Aug 20 08:47:53.741254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62020b-5c55-480d-baf6-f24b656eaa62 req-71d7f672-5dc4-4e7a-a3c9-cd250755a6c2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.743305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c62020b-5c55-480d-baf6-f24b656eaa62 req-71d7f672-5dc4-4e7a-a3c9-cd250755a6c2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.2094908 Aug 20 08:47:53.807485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Transition to ACTIVE for port object 2b2adea4-3898-49ba-b49c-22862e98d8f7 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:53.837117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:53.840478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a0e1829f-6468-40a0-b1aa-01c82f7f7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.842253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a0e1829f-6468-40a0-b1aa-01c82f7f7f09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1424553 Aug 20 08:47:53.848632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761de71-7299-497c-b5c9-0abb7fb7a8c4 req-40ab2205-f7dc-4d04-9cce-08dfe3675529 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.857039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4761de71-7299-497c-b5c9-0abb7fb7a8c4 req-40ab2205-f7dc-4d04-9cce-08dfe3675529 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 932 time: 0.3065298 Aug 20 08:47:53.915189 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a0d9dda7-4d93-4398-8abb-e5c5f5cd4a1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482175 Aug 20 08:47:53.919218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-ba049105-cb70-49b4-90bb-2ec5c680684d service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049859 Aug 20 08:47:53.934895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:53.935551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:54.022802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c62020b-5c55-480d-baf6-f24b656eaa62 req-e635a7f2-b8ea-4b11-859c-d3a0de7e5579 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651224 Aug 20 08:47:54.074691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-97d650b1-85dc-4421-a686-f6cfd1b8f14e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2553699 Aug 20 08:47:54.127731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Request body: {'port': {'device_id': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:47:54.131246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Pushing event updated for resources: {'Port': ['ID=2b2adea4-3898-49ba-b49c-22862e98d8f7,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:54.156916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4761de71-7299-497c-b5c9-0abb7fb7a8c4 req-5da80d81-4934-4b78-b62a-7e3795209d8c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986009 Aug 20 08:47:54.309807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b5bd68c-07f0-461a-aff7-8d9f8b22599d req-76a9b5f9-4cb3-4777-8403-596deea6259a service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759987 Aug 20 08:47:54.311586 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-d68b00c4-e668-412d-8f73-7f6d9d42aefe service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467680 Aug 20 08:47:54.426230 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-f7293915-5ec5-4949-8225-d3b5d71e6ce7 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043711 Aug 20 08:47:54.486894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Attempting to bind port 2b2adea4-3898-49ba-b49c-22862e98d8f7 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:54.487311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Attempting to bind port 2b2adea4-3898-49ba-b49c-22862e98d8f7 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:54.487746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Attempting to bind port 2b2adea4-3898-49ba-b49c-22862e98d8f7 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:54.499003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Router fc2d2542-9eda-445f-bc4c-2b5035b83190 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:47:54.502918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:54.517260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Port 2b2adea4-3898-49ba-b49c-22862e98d8f7 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:54.517260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Attempting to bind port 2b2adea4-3898-49ba-b49c-22862e98d8f7 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:54.556289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e8dd-3cde-405c-9e88-1143b3244637 req-bdcc0928-2c1e-42e9-86e3-1743832e7a19 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:54.565365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b56e8dd-3cde-405c-9e88-1143b3244637 req-bdcc0928-2c1e-42e9-86e3-1743832e7a19 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.3200705 Aug 20 08:47:54.581206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:54.581588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:54.582922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:54.583392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Bound port: 2b2adea4-3898-49ba-b49c-22862e98d8f7, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:54.583763 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:54.626068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a4825-f60a-4a29-9ef8-da2dac40a9c0 req-cee1f0e7-15ab-460f-8c0e-1be9ecf5505a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:54.634972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a87a4825-f60a-4a29-9ef8-da2dac40a9c0 req-cee1f0e7-15ab-460f-8c0e-1be9ecf5505a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 948 time: 0.3353879 Aug 20 08:47:54.799744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b56e8dd-3cde-405c-9e88-1143b3244637 req-12810dd6-88c8-4b25-bdee-ac0acbd5eb77 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334223 Aug 20 08:47:54.944549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a87a4825-f60a-4a29-9ef8-da2dac40a9c0 req-68a3807e-7b6c-44ff-b231-c41f43e9410d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085902 Aug 20 08:47:55.095739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] For port 2b2adea4-3898-49ba-b49c-22862e98d8f7, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:55.133790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] For port 2b2adea4-3898-49ba-b49c-22862e98d8f7, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:55.136239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:47:55.148253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] Sync routers for ids ['fc2d2542-9eda-445f-bc4c-2b5035b83190'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:47:55.159403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33136) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:55.159948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad4517f9-cfa0-4abb-8107-e800758c8c08 admin admin] 10.222.0.35 "PUT /v2.0/routers/fc2d2542-9eda-445f-bc4c-2b5035b83190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0638771 Aug 20 08:47:55.164277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.170129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] Routers {'fc2d2542-9eda-445f-bc4c-2b5035b83190'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:55.170856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fc2d2542-9eda-445f-bc4c-2b5035b83190'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:55.176491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:55.265294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:55.266252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.267863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] 10.222.0.37 "PUT /v2.0/ports/2b2adea4-3898-49ba-b49c-22862e98d8f7 HTTP/1.1" status: 200 len: 1095 time: 3.9288769 Aug 20 08:47:55.308806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'tag': '2b2adea4-3898-49ba-b49c-22862e98d8f7'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:55.311793 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ce545-12e2-474e-a06f-5a22090adfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "df7ca945-8237-4c4b-80eb-0f3f3342aab5", "tag": "2b2adea4-3898-49ba-b49c-22862e98d8f7"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:55.449044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.451977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] Set router fc2d2542-9eda-445f-bc4c-2b5035b83190 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:55.498739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758245aa-bbce-46ab-9671-e7b2b0a62eeb service neutron] Pushing event updated for resources: {'Port': ['ID=2b2adea4-3898-49ba-b49c-22862e98d8f7,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:55.592946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139f08c-031d-4cc1-8667-047a11fda0ea req-6816c8b7-99da-492c-9b5f-44eba64d40b6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:55.595301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1139f08c-031d-4cc1-8667-047a11fda0ea req-6816c8b7-99da-492c-9b5f-44eba64d40b6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.4207623 Aug 20 08:47:55.612977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.641896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5eec1f-fb19-43ea-83a7-86f175acba11 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:55.652494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.664809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:55.673296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Transition to ACTIVE for port object 8e5eec1f-fb19-43ea-83a7-86f175acba11 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:47:55.698264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'mac_address': 'fa:16:3e:56:7c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:47:55.700299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a964-685a-4fcf-bf27-715cfe6846bc req-516c5eac-b37a-47bf-b7be-94d40e05be6e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:55.709530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e369a964-685a-4fcf-bf27-715cfe6846bc req-516c5eac-b37a-47bf-b7be-94d40e05be6e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 932 time: 0.3078516 Aug 20 08:47:55.721973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.760276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Deleting port 1ab66e73-c1e8-45f5-82b6-cda809d6760f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:55.761526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.799117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:55.804704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-89fd02d8-38e4-4094-8528-c6450525bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:55.806948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-89fd02d8-38e4-4094-8528-c6450525bcd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 1098 time: 0.4718952 Aug 20 08:47:55.829148 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.856112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:47:55.886212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:55.891445 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.896580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:51Z', 'revision_number': 5, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port': {'id': '1ab66e73-c1e8-45f5-82b6-cda809d6760f', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:47:17Z', 'updated_at': '2021-08-20T08:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:55.935436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] Checking router: fc2d2542-9eda-445f-bc4c-2b5035b83190 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:47:55.953756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] For port 1ab66e73-c1e8-45f5-82b6-cda809d6760f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1ab66e73-c1e8-45f5-82b6-cda809d6760f,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:55.954082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:55.982414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] Routers {'fc2d2542-9eda-445f-bc4c-2b5035b83190'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:47:55.983053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fc2d2542-9eda-445f-bc4c-2b5035b83190'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:55.984566 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e369a964-685a-4fcf-bf27-715cfe6846bc req-b63f7118-73a2-4780-af96-3c4b5d28a8ef tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732170 Aug 20 08:47:55.989799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Calling delete_port for 1ab66e73-c1e8-45f5-82b6-cda809d6760f owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:56.028692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1139f08c-031d-4cc1-8667-047a11fda0ea req-c8277509-cc00-47d7-b27f-3b764aa2d080 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476996 Aug 20 08:47:56.032427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-f33daf31-ba98-444d-8c14-4ee1af68ef36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7 HTTP/1.1" status: 200 len: 217 time: 0.2030110 Aug 20 08:47:56.035424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:47:56.035771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:47:56.036110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:56.041260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:47:56.041589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:47:56.067064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:47:56.067436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:47:56.067813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:47:56.068267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Bound port: 8e5eec1f-fb19-43ea-83a7-86f175acba11, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:47:56.068636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.099009 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd971f-c945-4e6d-aa66-a03fdb671bc6 x-openstack-request-id: req-a8dd971f-c945-4e6d-aa66-a03fdb671bc6 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:56.099308 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7ca945-8237-4c4b-80eb-0f3f3342aab5", "tag": "2b2adea4-3898-49ba-b49c-22862e98d8f7", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:56.099560 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8dd971f-c945-4e6d-aa66-a03fdb671bc6 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:56.100581 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'tag': '2b2adea4-3898-49ba-b49c-22862e98d8f7', 'status': 'completed', 'code': 200} Aug 20 08:47:56.133269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] Set router fc2d2542-9eda-445f-bc4c-2b5035b83190 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:47:56.159486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-172bbc82-8db6-4d8c-9a08-75af3f23679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:56.161056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-172bbc82-8db6-4d8c-9a08-75af3f23679f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1145983 Aug 20 08:47:56.213681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:55Z', 'revision_number': 6, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:56.256110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f82a9-40cc-411b-908f-812bb21b3467 None None] The sync data for ids ['fc2d2542-9eda-445f-bc4c-2b5035b83190'] in n-d-804285-2 is: [{'id': 'fc2d2542-9eda-445f-bc4c-2b5035b83190', 'name': 'tempest-FloatingIPDetailsTestJSON-970699-router', 'tenant_id': 'e70f27c530c24beda83c2f77278ee05f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:47:16Z', 'updated_at': '2021-08-20T08:47:55Z', 'revision_number': 6, 'project_id': 'e70f27c530c24beda83c2f77278ee05f', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:47:56.256793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:47:56.257656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:56.289328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-89838353-ec8c-409d-887e-d9b647deef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:56.298004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-89838353-ec8c-409d-887e-d9b647deef81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244080 Aug 20 08:47:56.302833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:47:56.317423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6fba2-18f5-47f7-9de5-c45ece041eb8 req-8ef6c18d-af77-4284-b770-33b5fa69b18a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:56.319235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2be6fba2-18f5-47f7-9de5-c45ece041eb8 req-8ef6c18d-af77-4284-b770-33b5fa69b18a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1572683 Aug 20 08:47:56.340505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.346429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:47:56.439976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.535686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:56.549756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab66e73-c1e8-45f5-82b6-cda809d6760f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:56.551624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.561774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:56.562790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.564769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-4eee459c-abc2-4240-ba68-5c819dbb7d22 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 1092 time: 2.4727383 Aug 20 08:47:56.609839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2be6fba2-18f5-47f7-9de5-c45ece041eb8 req-1e298348-fde2-47a6-bbd2-d538ac812c56 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767873 Aug 20 08:47:56.692715 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.695006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.741407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed865dc-3848-46e2-930c-2d9925bd9ea0 req-3625fce9-14f8-484f-a830-a1843037bfc3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:56.744922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ed865dc-3848-46e2-930c-2d9925bd9ea0 req-3625fce9-14f8-484f-a830-a1843037bfc3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 949 time: 0.3913248 Aug 20 08:47:56.755116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.756230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2d2542-9eda-445f-bc4c-2b5035b83190 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:47:56.761571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.765449 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-03b1de96-c2f9-45a6-b4a2-47238478d13b admin admin] 10.222.0.35 "DELETE /v2.0/routers/fc2d2542-9eda-445f-bc4c-2b5035b83190 HTTP/1.1" status: 204 len: 168 time: 1.6020412 Aug 20 08:47:56.765908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33156) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:56.821360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Deleting subnet bd417670-9b16-40ef-97dc-aff02b9d576b {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:47:56.829301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.879929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:56.892561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-afc99075-1ac1-457e-8c2d-227d0cc25b47 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719550 Aug 20 08:47:56.927562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ed865dc-3848-46e2-930c-2d9925bd9ea0 req-50110d94-8a29-45ba-9627-882115a6ecd8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262736 Aug 20 08:47:56.930644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-71dbeed3-6f6c-4337-b58b-2bb33ff60629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:56.932221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-71dbeed3-6f6c-4337-b58b-2bb33ff60629 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1095 time: 0.2675333 Aug 20 08:47:57.042785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-1307caf7-3d36-4e54-8a9e-47460889cc28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 217 time: 0.0946593 Aug 20 08:47:57.063623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.103898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-320255d1-afcb-4726-b41d-39de7124faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:57.105861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-320255d1-afcb-4726-b41d-39de7124faba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0539811 Aug 20 08:47:57.120462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.170565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c66c1-6da8-4222-98d4-76ff76e18510 None None] Network e7b97e3d-2d3a-41d7-9d5e-3229f808023b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:47:57.170845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.177491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd417670-9b16-40ef-97dc-aff02b9d576b HTTP/1.1" status: 204 len: 168 time: 0.4093430 Aug 20 08:47:57.178566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e798ea-04ac-4f48-ab4a-0f062369473d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd417670-9b16-40ef-97dc-aff02b9d576b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:57.186176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33192) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:57.242531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8872498-7f1c-4b61-bff5-c199d487915c req-49cfd0dd-aee1-4f0e-973a-3d4e8a6eee30 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:57.262412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8872498-7f1c-4b61-bff5-c199d487915c req-49cfd0dd-aee1-4f0e-973a-3d4e8a6eee30 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1553388 Aug 20 08:47:57.266123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-0bed3c58-47b9-4960-ac2e-b69e9131d6fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094449 Aug 20 08:47:57.316804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee971ccd-0d38-468e-b747-d12284ca7a03 req-98569588-6f94-41f9-82f6-bfadd1014d66 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988702 Aug 20 08:47:57.327861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ba11f5-458c-4385-8195-f5cae1cce723 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:57.354331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e1ba11f5-458c-4385-8195-f5cae1cce723 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:57.355138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ba11f5-458c-4385-8195-f5cae1cce723 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:57.356405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1ab66e73-c1e8-45f5-82b6-cda809d6760f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:57.380168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1ab66e73-c1e8-45f5-82b6-cda809d6760f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:57.380509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1ab66e73-c1e8-45f5-82b6-cda809d6760f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:57.458422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8872498-7f1c-4b61-bff5-c199d487915c req-5618ee4f-0908-4334-b66c-828b8c84c3b2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947377 Aug 20 08:47:57.483277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] DHCP port deletion for e7b97e3d-2d3a-41d7-9d5e-3229f808023b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:47:57.544517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-49931715-ce85-4fab-865e-90a010e07c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:57.554930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-49931715-ce85-4fab-865e-90a010e07c0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 1098 time: 0.1638737 Aug 20 08:47:57.594247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] Deleting port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:57.595351 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.691715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-fb03e5f5-22b6-4ed2-84f9-47fed2beca86 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967097 Aug 20 08:47:57.728771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.762391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] For port 4a4acbe0-2475-4d20-8d20-b4ddc4247079, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a4acbe0-2475-4d20-8d20-b4ddc4247079,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:57.763675 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.811007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] Calling delete_port for 4a4acbe0-2475-4d20-8d20-b4ddc4247079 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:57.873129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Deleting port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:47:57.873628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.926815 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:57.966341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] Pushing event deleted for resources: {'Port': ['ID=4a4acbe0-2475-4d20-8d20-b4ddc4247079,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:57.969044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33544b6-bc31-49b8-aa54-1f446c9f7d7f None None] No DVR routers for this DVR port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:57.987164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] For port 4a4acbe0-2475-4d20-8d20-b4ddc4247079, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a4acbe0-2475-4d20-8d20-b4ddc4247079,segment=NetworkSegment(2f94968e-5b61-4b7b-ae33-a27f43c75266),segment_id=2f94968e-5b61-4b7b-ae33-a27f43c75266)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:57.988834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.005451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Calling delete_port for 4a4acbe0-2475-4d20-8d20-b4ddc4247079 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:47:58.084336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.114833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4acbe0-2475-4d20-8d20-b4ddc4247079,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:58.118407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] No DVR routers for this DVR port 4a4acbe0-2475-4d20-8d20-b4ddc4247079 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:47:58.129779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:58.132814 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d1282-9f60-48e3-8378-6b376a4b6853" -d '{"events": [{"name": "network-changed", "server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:58.182237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f72e-0532-4ca5-8510-86a41287a507 req-51034265-d9a2-4f5a-83c9-681d377ca8a5 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.183798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c027f72e-0532-4ca5-8510-86a41287a507 req-51034265-d9a2-4f5a-83c9-681d377ca8a5 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.5873129 Aug 20 08:47:58.196149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.207937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b97e3d-2d3a-41d7-9d5e-3229f808023b']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:58.219095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f94968e-5b61-4b7b-ae33-a27f43c75266') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:58.219511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f94968e-5b61-4b7b-ae33-a27f43c75266') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:47:58.229482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.245660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.252568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:47:58.252999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:47:58.255530 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:47:58.280435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-5383278b-a698-4220-94e5-b75b44243105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.281988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-5383278b-a698-4220-94e5-b75b44243105 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.7101188 Aug 20 08:47:58.322137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.327916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.334068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] 10.222.0.35 "DELETE /v2.0/networks/e7b97e3d-2d3a-41d7-9d5e-3229f808023b HTTP/1.1" status: 204 len: 168 time: 1.1424694 Aug 20 08:47:58.353417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166a54d-3ef8-410b-af73-eb0b8de5fedb admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b97e3d-2d3a-41d7-9d5e-3229f808023b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:58.358326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c027f72e-0532-4ca5-8510-86a41287a507 req-fd434f10-adcc-4991-8b6b-a2c9695ad871 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399620 Aug 20 08:47:58.364087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-6280e220-941e-48ad-9423-ae5e9d6ebe4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7 HTTP/1.1" status: 200 len: 217 time: 0.0659561 Aug 20 08:47:58.367433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060e36f8-adc1-47cb-8629-1d70b9a89b7b req-5a7ffa01-4574-480d-bd6c-c707069c144e service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632471 Aug 20 08:47:58.380983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984e07-c13f-4b47-8e5c-9d44fd1f0355 req-a9701bed-83ab-4727-ad41-b98a8659742a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.380983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65984e07-c13f-4b47-8e5c-9d44fd1f0355 req-a9701bed-83ab-4727-ad41-b98a8659742a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.2405918 Aug 20 08:47:58.451278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65984e07-c13f-4b47-8e5c-9d44fd1f0355 req-25f56de4-5f70-4812-95e1-d4706179fb5b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646400 Aug 20 08:47:58.463641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-802aa52f-217d-4dfc-aa2b-a370b2b6aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.465370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-802aa52f-217d-4dfc-aa2b-a370b2b6aa18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0874970 Aug 20 08:47:58.506819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33236) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:58.578546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eaf56983-e2de-495f-b72e-e7ec40f5fe43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e70f27c530c24beda83c2f77278ee05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698609 Aug 20 08:47:58.581596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33238) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:58.606507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-978ba59b-e63a-405f-97e3-bb89413bb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.610457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-978ba59b-e63a-405f-97e3-bb89413bb784 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306744 Aug 20 08:47:58.696852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf89-5fd8-4ac0-9a1e-3ae388c9f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.734158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf89-5fd8-4ac0-9a1e-3ae388c9f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.760597 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3b38f3-bfbb-4c2a-8e80-04031cfd7ccd x-openstack-request-id: req-3e3b38f3-bfbb-4c2a-8e80-04031cfd7ccd {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:58.761174 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:58.761174 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e3b38f3-bfbb-4c2a-8e80-04031cfd7ccd {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:58.763173 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'status': 'completed', 'code': 200} Aug 20 08:47:58.803141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf89-5fd8-4ac0-9a1e-3ae388c9f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.806613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd77bf89-5fd8-4ac0-9a1e-3ae388c9f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:58.810180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd77bf89-5fd8-4ac0-9a1e-3ae388c9f372 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/481d2b5a-6545-4eef-b7d2-f41e1c502b60 HTTP/1.1" status: 204 len: 168 time: 0.2251770 Aug 20 08:47:58.825246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77bf89-5fd8-4ac0-9a1e-3ae388c9f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481d2b5a-6545-4eef-b7d2-f41e1c502b60,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:58.834688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49cefa-af5a-4a36-9fcf-64d2eb6c997a req-693d0f35-bf1e-4945-8b60-7eb9c8ac042e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.851326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c49cefa-af5a-4a36-9fcf-64d2eb6c997a req-693d0f35-bf1e-4945-8b60-7eb9c8ac042e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 949 time: 0.3009338 Aug 20 08:47:58.952661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c49cefa-af5a-4a36-9fcf-64d2eb6c997a req-caa68c50-8ff7-4286-988f-5e0cf0e02a02 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003072 Aug 20 08:47:58.986396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-9e7583b6-11b6-4d1a-bb32-50ea1ac472bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:58.989521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-9e7583b6-11b6-4d1a-bb32-50ea1ac472bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1095 time: 0.2125938 Aug 20 08:47:59.010766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be20b0-e700-4127-88ef-4d4680327ef5 req-d4709285-5c7b-438d-8cd5-4f5791a5222e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:59.022364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8be20b0-e700-4127-88ef-4d4680327ef5 req-d4709285-5c7b-438d-8cd5-4f5791a5222e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1585834 Aug 20 08:47:59.039000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a4acbe0-2475-4d20-8d20-b4ddc4247079 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:59.095887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4a4acbe0-2475-4d20-8d20-b4ddc4247079 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:47:59.100961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a4acbe0-2475-4d20-8d20-b4ddc4247079 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:47:59.115819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-aedb347f-77c9-4da2-bcb7-ecd1aee7cea6 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962850 Aug 20 08:47:59.191684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:47:59.208697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8be20b0-e700-4127-88ef-4d4680327ef5 req-15a6da2a-3382-4156-a115-bb4587451c2c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851294 Aug 20 08:47:59.251632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:47:59.261443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:47:59.262774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:59.287796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-bf42293e-9f3b-4767-985b-2aca128287b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:59.289279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-bf42293e-9f3b-4767-985b-2aca128287b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2560890 Aug 20 08:47:59.372892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-5e89a43e-853c-4351-b248-2a006e87a233 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 217 time: 0.0666957 Aug 20 08:47:59.399164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ce545-12e2-474e-a06f-5a22090adfc0 req-c6cc2536-4e2e-4f2b-b0cb-217d63f441fc service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743142 Aug 20 08:47:59.416030 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:59.442353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:47:59.442699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-0f1e7a88-2701-4642-b52d-6271c9c2fe8f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:59.444171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-0f1e7a88-2701-4642-b52d-6271c9c2fe8f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.2990463 Aug 20 08:47:59.463391 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b4bec0-e055-47d9-bed0-39d1889de3bc" -d '{"events": [{"server_uuid": "aa9b6bd2-fab7-4686-ad06-9ce7d2281332", "name": "network-vif-plugged", "status": "completed", "tag": "4c1502b5-6f08-4c38-b9a0-ff6a639b1285"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:47:59.473962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-bd0cc883-9b2e-4034-8b24-9244bf1356d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:59.475864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-bd0cc883-9b2e-4034-8b24-9244bf1356d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0885632 Aug 20 08:47:59.485877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:59.493132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:59.494333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:47:59.495526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-a390ee5f-cd7e-4848-8b7a-82282c27c40e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/quotas/471d0855e6e94869bb57e2413e13e43b HTTP/1.1" status: 200 len: 375 time: 0.0163438 Aug 20 08:47:59.555201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-b3b68f6e-a626-423f-b6e6-6944904cefda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573046 Aug 20 08:47:59.679175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc8c12-6191-4f02-a901-bebf6a09bac8 req-e3955e17-eadc-4f2c-a4e5-013c04c58749 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:47:59.680799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4edc8c12-6191-4f02-a901-bebf6a09bac8 req-e3955e17-eadc-4f2c-a4e5-013c04c58749 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.2037339 Aug 20 08:47:59.704485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-ec28e039-2cdc-433f-b5c4-2292a74ccef4 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957145 Aug 20 08:47:59.755835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:59.772695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:59.808889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:47:59.813054 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:47:59.850408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-8def4c09-302e-475f-a193-5146f8ee9d7a service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692728 Aug 20 08:47:59.865160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:47:59.882492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4edc8c12-6191-4f02-a901-bebf6a09bac8 req-ac524cbe-1809-4ecf-97ab-4326b79979dc tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935475 Aug 20 08:47:59.920554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2b2adea4-3898-49ba-b49c-22862e98d8f7 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:47:59.932754 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dcff3d-5fdc-4111-a21f-3db1ded8f5e6 x-openstack-request-id: req-41dcff3d-5fdc-4111-a21f-3db1ded8f5e6 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:47:59.933049 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9b6bd2-fab7-4686-ad06-9ce7d2281332", "name": "network-vif-plugged", "status": "completed", "tag": "4c1502b5-6f08-4c38-b9a0-ff6a639b1285", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:47:59.933238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33282) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:47:59.933736 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41dcff3d-5fdc-4111-a21f-3db1ded8f5e6 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:47:59.933736 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'code': 200} Aug 20 08:47:59.958496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-f21d3432-32b8-493a-85fa-07cbd1d1fb46 service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528453 Aug 20 08:48:00.064127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2b2adea4-3898-49ba-b49c-22862e98d8f7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:00.079560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9b3c-4f21-4ca9-8c62-0c90b257715f req-7bae7b46-6611-4954-98fb-c8c42472353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:00.081316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb2a9b3c-4f21-4ca9-8c62-0c90b257715f req-7bae7b46-6611-4954-98fb-c8c42472353b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 1101 time: 0.0703175 Aug 20 08:48:00.088233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '2b2adea4-3898-49ba-b49c-22862e98d8f7', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '2b2adea4-3898-49ba-b49c-22862e98d8f7', 'mac_address': 'fa:16:3e:2f:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:00.103938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1174576921-network', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:00.131889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.144248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-893f5c00-6da7-4cc8-9b3d-c577f48785d9 service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714933 Aug 20 08:48:00.146483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb2a9b3c-4f21-4ca9-8c62-0c90b257715f req-7bde7c2a-3314-41bc-af7e-13d34214f568 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555377 Aug 20 08:48:00.147750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Made reservation on behalf of 8d8b503266424c1fbe9a546b2e8f3c23 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:00.150139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2adea4-3898-49ba-b49c-22862e98d8f7 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:00.150375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.161647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.177258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6167f00-62ee-4823-b22d-c6aaec74c13a req-2c7586bd-9238-45ea-9ec2-38679b3ff568 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:00.178913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6167f00-62ee-4823-b22d-c6aaec74c13a req-2c7586bd-9238-45ea-9ec2-38679b3ff568 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1812854 Aug 20 08:48:00.181829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2b2adea4-3898-49ba-b49c-22862e98d8f7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:00.183046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f10d1282-9f60-48e3-8378-6b376a4b6853 req-dc7149a5-36c4-4403-9c82-40d4696cadd1 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234911 Aug 20 08:48:00.186456 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.249129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=2b2adea4-3898-49ba-b49c-22862e98d8f7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:00.249585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6167f00-62ee-4823-b22d-c6aaec74c13a req-14829d67-6ec5-40d1-bfc4-93f66f7d141e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629523 Aug 20 08:48:00.297113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.303049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.341340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:48:00.354035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24cd942-8fdd-4eb8-8be1-befd0eb15443,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:00.359213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.359694 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Added segment 7b933e3f-7609-4921-8d6f-2e08d0ebc79e of type vlan for network 4e363493-2e53-4243-99ac-613a46bbbfa8 Aug 20 08:48:00.414710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.464433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e3ed6-4771-4736-970a-3d981ba4ff51 req-90503d21-689d-48e9-8adb-39fea214fcec tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:00.465796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.466839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:00.467465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.473513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-624e3ed6-4771-4736-970a-3d981ba4ff51 req-90503d21-689d-48e9-8adb-39fea214fcec tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 950 time: 0.0631680 Aug 20 08:48:00.517378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['2b2adea4-3898-49ba-b49c-22862e98d8f7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:00.544106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6070955 Aug 20 08:48:00.545864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:00.550872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Request body: {'subnet': {'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1174576921-subnet', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:00.566999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552a07e-29de-403b-ab3e-d1578347ef09 admin admin] Pushing event updated for resources: {'Network': ['ID=4e363493-2e53-4243-99ac-613a46bbbfa8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:00.580400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Made reservation on behalf of 8d8b503266424c1fbe9a546b2e8f3c23 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:00.584565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:48:00.586049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.682605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-624e3ed6-4771-4736-970a-3d981ba4ff51 req-f0128418-e76b-4d07-9afd-9fbb81655771 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080312 Aug 20 08:48:00.717046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29c1c-ebef-4e41-bf44-6a65ced3b53b req-d13372b0-3f68-44d6-9851-0e73f3fed8f1 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:00.718270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dce29c1c-ebef-4e41-bf44-6a65ced3b53b req-d13372b0-3f68-44d6-9851-0e73f3fed8f1 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.2426286 Aug 20 08:48:00.750227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-33e44903-1fd6-4f6c-b636-239c0d87b839 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:00.751985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-33e44903-1fd6-4f6c-b636-239c0d87b839 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5eec721-54e9-4f12-a77b-f14586dd2428 HTTP/1.1" status: 200 len: 943 time: 0.1494210 Aug 20 08:48:00.869802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef0bbdbb-bbe7-4f9b-95a8-99f8fc7fef02 req-75c4e2eb-6a4e-440b-b50b-d7c7caf91721 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 210 time: 0.0964065 Aug 20 08:48:00.905366 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:00.914085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dce29c1c-ebef-4e41-bf44-6a65ced3b53b req-8ffd443b-2860-46a8-9d69-0a43b361f6c2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884124 Aug 20 08:48:00.975357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Checking segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:00.975958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Network hostable DHCP agents. Network: 4e363493-2e53-4243-99ac-613a46bbbfa8, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:48:00.988326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a88ac9-5e45-4c3a-bea8-e65602df86b7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:00.991255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Deleting port 44ac7849-8715-464e-abdf-a4d4b2f94eda {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:00.991606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.005055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:48:01.016345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4e363493-2e53-4243-99ac-613a46bbbfa8) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:01.024668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:01.025268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.025808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d905c0-fc23-4957-995c-0d1526e16d36 None None] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:48:01.047572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0c19dcd-1761-42bd-8787-d3857f116b87 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4991241 Aug 20 08:48:01.048888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33306) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:01.055184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:01.085581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.087709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.154501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3473-d0ef-4377-8b5f-1500ae5c23d4 req-d00e34fe-1d2a-4756-8a4d-836760ab28fe tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:01.156042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f36f3473-d0ef-4377-8b5f-1500ae5c23d4 req-d00e34fe-1d2a-4756-8a4d-836760ab28fe tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.0815670 Aug 20 08:48:01.179198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] For port 44ac7849-8715-464e-abdf-a4d4b2f94eda, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=44ac7849-8715-464e-abdf-a4d4b2f94eda,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:01.179570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.197293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.201995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Calling delete_port for 44ac7849-8715-464e-abdf-a4d4b2f94eda owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:01.232913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f36f3473-d0ef-4377-8b5f-1500ae5c23d4 req-ceba48a6-ec51-4ac8-8145-db2a16931d1f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670447 Aug 20 08:48:01.257603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-4e363493-2e53-4243-99ac-613a46bbbfa8', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:48:01.258844 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.423399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed507ee-9fcf-46f2-995d-c1ba287779c8 req-dbeeeb1d-8f4f-4b3d-9526-a9981ff313ce tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:01.424998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ed507ee-9fcf-46f2-995d-c1ba287779c8 req-dbeeeb1d-8f4f-4b3d-9526-a9981ff313ce tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0887523 Aug 20 08:48:01.432850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Allocated IP 172.20.0.2 (4e363493-2e53-4243-99ac-613a46bbbfa8/46a88ac9-5e45-4c3a-bea8-e65602df86b7/280a67a5-59a9-4961-a3d6-148e2ab47f39) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:01.460551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.463911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.518683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ed507ee-9fcf-46f2-995d-c1ba287779c8 req-856bf364-2223-4d0c-85bf-83bd6c0f0f3c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806053 Aug 20 08:48:01.527372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event deleted for resources: {'Port': ['ID=44ac7849-8715-464e-abdf-a4d4b2f94eda,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:01.572146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] No DVR routers for this DVR port 44ac7849-8715-464e-abdf-a4d4b2f94eda on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:48:01.574758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.576777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c26570a-d9f1-46bc-b8df-5c1ab5127a52 req-98d3ac08-f8de-4d05-81aa-b314311dd6bf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "DELETE /v2.0/ports/44ac7849-8715-464e-abdf-a4d4b2f94eda HTTP/1.1" status: 204 len: 173 time: 0.8135111 Aug 20 08:48:01.577247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-deleted', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:01.579536 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45474a46-8983-46c6-a6ee-3b8b7a2e2302" -d '{"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-deleted", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:01.620283 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a53bd30-d096-4c98-b1c0-3d423a116f60 x-openstack-request-id: req-8a53bd30-d096-4c98-b1c0-3d423a116f60 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:01.620577 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-deleted", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:01.620826 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a53bd30-d096-4c98-b1c0-3d423a116f60 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:01.621223 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-deleted', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'status': 'completed', 'code': 200} Aug 20 08:48:01.658106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.667500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Transition to ACTIVE for port object 280a67a5-59a9-4961-a3d6-148e2ab47f39 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:01.693270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Transition to ACTIVE for port object 280a67a5-59a9-4961-a3d6-148e2ab47f39 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:01.700349 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.724281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.752624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.766062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Pushing event updated for resources: {'Port': ['ID=280a67a5-59a9-4961-a3d6-148e2ab47f39,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:01.777860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:01.779864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:01.782952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:01.851301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Attempting to bind port 280a67a5-59a9-4961-a3d6-148e2ab47f39 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:01.851682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Attempting to bind port 280a67a5-59a9-4961-a3d6-148e2ab47f39 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:01.852160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Attempting to bind port 280a67a5-59a9-4961-a3d6-148e2ab47f39 on network 4e363493-2e53-4243-99ac-613a46bbbfa8 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:01.857442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:01.857862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Checking segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:01.858258 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.858655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Bound using segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:01.859119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Bound port: 280a67a5-59a9-4961-a3d6-148e2ab47f39, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:01.859501 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:01.906322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Allocated IP 172.25.5.203 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/549f267b-5f3a-4656-b890-4c23772fad28) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:01.908069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c6f53-5ada-4c72-8847-1f52a217b4eb req-4ecf9738-021e-48a1-ace5-d1526dc98f39 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:01.910526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-618c6f53-5ada-4c72-8847-1f52a217b4eb req-4ecf9738-021e-48a1-ace5-d1526dc98f39 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 950 time: 0.1309216 Aug 20 08:48:01.927594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2b2adea4-3898-49ba-b49c-22862e98d8f7 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:01.935656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:01.938273 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9594c09c-e2d6-4d6a-914f-db547174c888" -d '{"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-unplugged", "status": "completed", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:01.962329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-f3b9178a-ac80-49b2-a733-9a1cfeaf32c9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:01.963826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-f3b9178a-ac80-49b2-a733-9a1cfeaf32c9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.37 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.2042878 Aug 20 08:48:01.975937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] For port 280a67a5-59a9-4961-a3d6-148e2ab47f39, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:01.981480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] For port 280a67a5-59a9-4961-a3d6-148e2ab47f39, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=280a67a5-59a9-4961-a3d6-148e2ab47f39,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:01.982113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Request body: {'port': {'device_id': '71ec6554-67a2-402f-8771-049dafb426fe', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'admin_state_up': True, 'tenant_id': '471d0855e6e94869bb57e2413e13e43b'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:01.988803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.003754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-618c6f53-5ada-4c72-8847-1f52a217b4eb req-1f7557ff-1201-45c6-93f6-845cdf3c7552 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Aug 20 08:48:02.062788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d73ba869-d06d-4439-ab0f-0fb7d035b4ce req-955acaba-0384-4416-aae5-f4fff0511582 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 210 time: 0.0723965 Aug 20 08:48:02.077126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.111009 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae64e8-8546-4909-a72b-5211ca398cfa x-openstack-request-id: req-f4ae64e8-8546-4909-a72b-5211ca398cfa {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:02.111319 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5eec721-54e9-4f12-a77b-f14586dd2428", "name": "network-vif-unplugged", "status": "completed", "tag": "44ac7849-8715-464e-abdf-a4d4b2f94eda", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:02.111604 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4ae64e8-8546-4909-a72b-5211ca398cfa {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:02.112047 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5eec721-54e9-4f12-a77b-f14586dd2428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ac7849-8715-464e-abdf-a4d4b2f94eda', 'code': 200} Aug 20 08:48:02.123869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 2b2adea4-3898-49ba-b49c-22862e98d8f7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:02.139558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Made reservation on behalf of 471d0855e6e94869bb57e2413e13e43b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:02.144508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.148208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba71d-27d0-4a83-9c5e-5f7d1f785094 None None] Pushing event updated for resources: {'Port': ['ID=280a67a5-59a9-4961-a3d6-148e2ab47f39,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:02.155733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.169654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 2b2adea4-3898-49ba-b49c-22862e98d8f7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:02.170239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.254880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Pushing event updated for resources: {'Port': ['ID=549f267b-5f3a-4656-b890-4c23772fad28,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:02.280705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:02.282310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:02.289791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:02.347083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.382505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348c58b-efbc-435a-9e25-51ba75e25214 req-ed1d67e3-db7b-40be-8212-1e560a5e89e9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:02.390506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8348c58b-efbc-435a-9e25-51ba75e25214 req-ed1d67e3-db7b-40be-8212-1e560a5e89e9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1426418 Aug 20 08:48:02.408199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2b2adea4-3898-49ba-b49c-22862e98d8f7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:02.413833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.473823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Allocated IP 172.20.0.7 (89db3c07-cbfe-4cf8-8062-b3b66aa41912/4ec97766-f58d-4db0-88b6-f4264c19290c/84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:02.496741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=2b2adea4-3898-49ba-b49c-22862e98d8f7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:02.508691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5baed4-b3b3-4955-aaeb-4863ef6537bd req-242ffbf4-4187-4368-a0ce-29c10efcb21e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:02.510635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e5baed4-b3b3-4955-aaeb-4863ef6537bd req-242ffbf4-4187-4368-a0ce-29c10efcb21e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 948 time: 0.1734731 Aug 20 08:48:02.522310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8348c58b-efbc-435a-9e25-51ba75e25214 req-82c55428-110c-48c6-8801-101bf4d06617 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114497 Aug 20 08:48:02.638916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e5baed4-b3b3-4955-aaeb-4863ef6537bd req-3be5e13b-5902-40f2-badb-651ba4662e57 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218374 Aug 20 08:48:02.650934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.702440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755347-5829-4e45-a093-0104e1732825 req-5553ec9e-e50f-48c0-9f85-651c651e1fad tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:02.704118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f755347-5829-4e45-a093-0104e1732825 req-5553ec9e-e50f-48c0-9f85-651c651e1fad tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.1126738 Aug 20 08:48:02.756798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.769907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f755347-5829-4e45-a093-0104e1732825 req-67f021d4-bb68-4fda-9d94-52fa5108a4f7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546882 Aug 20 08:48:02.845021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a40ad-6089-4540-a00e-4d938b77a8b2 req-ed97b658-dbb8-4eb0-afa5-c925f4acdb0a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:02.846506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-731a40ad-6089-4540-a00e-4d938b77a8b2 req-ed97b658-dbb8-4eb0-afa5-c925f4acdb0a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0757329 Aug 20 08:48:02.852038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.866623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:02.916256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:02.927716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:02.932163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:02.934305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:02.962311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-731a40ad-6089-4540-a00e-4d938b77a8b2 req-3e308b0e-2038-43b2-87c3-ad15c167149d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081345 Aug 20 08:48:03.014615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 280a67a5-59a9-4961-a3d6-148e2ab47f39 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:03.024944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:03.025901 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.042144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-7812aeaf-e6df-444d-9c7c-ba46ce859db6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0656998 Aug 20 08:48:03.051571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:48:03.056993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Request body: {'port': {'device_id': '71ec6554-67a2-402f-8771-049dafb426fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:03.085564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 280a67a5-59a9-4961-a3d6-148e2ab47f39 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:03.129213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.178232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:48:03.191912 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Sync routers for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:48:03.197790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.201907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d9c68d7-b72c-414e-840f-543e722c0137 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1488237 Aug 20 08:48:03.202104 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:03.202622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33334) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:03.202741 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:03.311059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e3709-2940-4f9b-accf-498b8b95f582 req-490da3ee-1547-4d18-8d82-b8cca4076697 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:03.321073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a97e3709-2940-4f9b-accf-498b8b95f582 req-490da3ee-1547-4d18-8d82-b8cca4076697 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 931 time: 0.1516180 Aug 20 08:48:03.337411 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:03.393043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc1031-6599-4b18-912b-8715f1a14c36 None None] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:48:03.421865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a97e3709-2940-4f9b-accf-498b8b95f582 req-3e130634-ec11-4e5f-9a9a-856d90351d31 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Aug 20 08:48:03.451143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] Provisioning for port 280a67a5-59a9-4961-a3d6-148e2ab47f39 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:03.458230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] Provisioning complete for port 280a67a5-59a9-4961-a3d6-148e2ab47f39 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:03.458718 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.540076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:03.547853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.563940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Transition to ACTIVE for port object 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:03.569041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.574026 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:02Z', 'revision_number': 3, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:03.632755 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.676761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:03.688541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] For port 280a67a5-59a9-4961-a3d6-148e2ab47f39, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=280a67a5-59a9-4961-a3d6-148e2ab47f39,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:03.695653 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.726357 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Checking router: 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:48:03.726704 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Updating router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 port 549f267b-5f3a-4656-b890-4c23772fad28 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:48:03.745969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ad6d4-3f99-4dea-89dd-fba5e2ffc963 req-492466cb-1f21-47f9-9084-bc17e4041cb9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:03.752739 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:03.755511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-286ad6d4-3f99-4dea-89dd-fba5e2ffc963 req-492466cb-1f21-47f9-9084-bc17e4041cb9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1322012 Aug 20 08:48:03.781915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4953165-5647-40ab-9449-547a4892aed8 None None] Pushing event updated for resources: {'Port': ['ID=280a67a5-59a9-4961-a3d6-148e2ab47f39,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:03.840433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.031092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f15d7743-2930-4dbf-8a79-c5302666e6f7 None None] Provisioning complete for port 280a67a5-59a9-4961-a3d6-148e2ab47f39 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:04.031983 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f15d7743-2930-4dbf-8a79-c5302666e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.046126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Allocated IP 172.20.0.1 (4e363493-2e53-4243-99ac-613a46bbbfa8/46a88ac9-5e45-4c3a-bea8-e65602df86b7/dbc34bcb-8816-4e9a-a57b-45d3a742be9a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:04.104101 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.116293 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Transition to ACTIVE for port object 549f267b-5f3a-4656-b890-4c23772fad28 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:04.118098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2adea4-3898-49ba-b49c-22862e98d8f7'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:04.120768 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5467ff5a-79e3-4aac-8085-19ea4fa096d8" -d '{"events": [{"server_uuid": "df7ca945-8237-4c4b-80eb-0f3f3342aab5", "name": "network-vif-plugged", "status": "completed", "tag": "2b2adea4-3898-49ba-b49c-22862e98d8f7"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:04.127209 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.192597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Attempting to bind port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:04.193171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Attempting to bind port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:04.193304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Attempting to bind port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:04.193739 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93153a-69c3-46c0-a342-832c028a3600 None None] Pushing event updated for resources: {'Port': ['ID=549f267b-5f3a-4656-b890-4c23772fad28,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:04.196236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.197331 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Attempting to bind port 549f267b-5f3a-4656-b890-4c23772fad28 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:04.197952 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Attempting to bind port 549f267b-5f3a-4656-b890-4c23772fad28 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:04.198335 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Attempting to bind port 549f267b-5f3a-4656-b890-4c23772fad28 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:04.204267 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:04.204492 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:04.205108 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.205686 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:04.206428 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Bound port: 549f267b-5f3a-4656-b890-4c23772fad28, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:04.206922 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.208158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-286ad6d4-3f99-4dea-89dd-fba5e2ffc963 req-06916e87-a4f1-463a-95b3-cd4a56d6070d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516811 Aug 20 08:48:04.210417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:04.210722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Attempting to bind port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:04.214808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Transition to ACTIVE for port object dbc34bcb-8816-4e9a-a57b-45d3a742be9a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:04.223424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40d7bb-3dca-4264-b897-42f851b34338 req-e4af8350-9a47-4150-b41d-1c8c1f2a2657 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:04.234990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f40d7bb-3dca-4264-b897-42f851b34338 req-e4af8350-9a47-4150-b41d-1c8c1f2a2657 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.4488683 Aug 20 08:48:04.234990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:04.234990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Checking segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:04.234990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Bound using segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:04.234990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Bound port: 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:04.234990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.263666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.273327 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] For port 549f267b-5f3a-4656-b890-4c23772fad28, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:04.280096 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] For port 549f267b-5f3a-4656-b890-4c23772fad28, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=549f267b-5f3a-4656-b890-4c23772fad28,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:04.285803 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.302685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:04.306926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:04.310365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:04.311045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f40d7bb-3dca-4264-b897-42f851b34338 req-f8b5cf67-b51f-42b9-832f-ce1e7b0700bb tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758142 Aug 20 08:48:04.331035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Pushing event updated for resources: {'Port': ['ID=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:04.361211 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93153a-69c3-46c0-a342-832c028a3600 None None] Pushing event updated for resources: {'Port': ['ID=549f267b-5f3a-4656-b890-4c23772fad28,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:04.395189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:04.399432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:04.403234 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:04.403942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:04.405291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.406342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.453511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:04.454391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.457027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] 10.222.0.37 "PUT /v2.0/ports/84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d HTTP/1.1" status: 200 len: 1091 time: 1.4039538 Aug 20 08:48:04.459929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:04.463458 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64669b-ab44-4f64-b1f2-eba2271a32e3" -d '{"events": [{"name": "network-changed", "server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:04.565806 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:04.592997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.598719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862ebc4-a9cc-43d8-acad-05f0fff02840 service neutron] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:04.619765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98279-4232-4bbd-9130-9516313302d4 req-b03ce099-1736-443a-a528-0e4374203813 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:04.621219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdb98279-4232-4bbd-9130-9516313302d4 req-b03ce099-1736-443a-a528-0e4374203813 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.1631937 Aug 20 08:48:04.644641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dd18c-6477-4434-b177-cc9ec7093737 req-521e30e4-7366-4baa-92ba-14e3f5cb510b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:04.646127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c16dd18c-6477-4434-b177-cc9ec7093737 req-521e30e4-7366-4baa-92ba-14e3f5cb510b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1954899 Aug 20 08:48:04.648946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-90af336e-b291-4908-9e07-3d91d35aa4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:04.650359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-90af336e-b291-4908-9e07-3d91d35aa4bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 1094 time: 0.1342108 Aug 20 08:48:04.670019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-de142ab8-8215-4c12-8a9d-c06fc1ead6d2 None None] Provisioning for port dbc34bcb-8816-4e9a-a57b-45d3a742be9a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:04.675867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-de142ab8-8215-4c12-8a9d-c06fc1ead6d2 None None] Provisioning complete for port dbc34bcb-8816-4e9a-a57b-45d3a742be9a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:04.676714 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de142ab8-8215-4c12-8a9d-c06fc1ead6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.715603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-81707c6b-02c8-41ba-a474-e725d527da10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d HTTP/1.1" status: 200 len: 217 time: 0.0532269 Aug 20 08:48:04.723527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-de142ab8-8215-4c12-8a9d-c06fc1ead6d2 None None] Port dbc34bcb-8816-4e9a-a57b-45d3a742be9a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:04.767096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdb98279-4232-4bbd-9130-9516313302d4 req-33df3198-9e55-47d3-953e-058094be884e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385996 Aug 20 08:48:04.773628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c16dd18c-6477-4434-b177-cc9ec7093737 req-f63238ad-5f03-4e8d-a304-aceb475a2176 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156025 Aug 20 08:48:04.790062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf707-a934-4e55-9344-6529e4f091d2 req-982f83f7-4def-43e3-83f1-738f74496353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:04.791567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-982f83f7-4def-43e3-83f1-738f74496353 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.0671210 Aug 20 08:48:04.793535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.796639 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:02Z', 'revision_number': 3, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:04.799735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:04.828366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e96535-754c-4079-84f1-e14d8f15d0c2 None None] The sync data for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 is: [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:02Z', 'revision_number': 3, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:48:04.835815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-41799617-98fb-4e06-bb27-c9cd74faec3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357091 Aug 20 08:48:04.876779 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebdd598-9a92-45a2-8621-611e71d72969 x-openstack-request-id: req-4ebdd598-9a92-45a2-8621-611e71d72969 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:04.877146 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7ca945-8237-4c4b-80eb-0f3f3342aab5", "name": "network-vif-plugged", "status": "completed", "tag": "2b2adea4-3898-49ba-b49c-22862e98d8f7", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:04.877335 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ebdd598-9a92-45a2-8621-611e71d72969 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:04.877782 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2adea4-3898-49ba-b49c-22862e98d8f7', 'code': 200} Aug 20 08:48:04.988726 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7d21ab-b0b3-4c34-b892-65adcccbf73a x-openstack-request-id: req-9a7d21ab-b0b3-4c34-b892-65adcccbf73a {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:04.995946 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:04.996447 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a7d21ab-b0b3-4c34-b892-65adcccbf73a {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:04.996889 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'status': 'completed', 'code': 200} Aug 20 08:48:05.029953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 280a67a5-59a9-4961-a3d6-148e2ab47f39 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:05.048595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-f0a017fb-8e1e-4cf3-9511-46bbbe2e4bec service neutron] 10.222.0.37 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034686 Aug 20 08:48:05.088434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 280a67a5-59a9-4961-a3d6-148e2ab47f39 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:05.089140 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:05.137348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa6832-e7ee-4ac7-808c-a0bc1d173aad req-d2ede832-dbcb-475c-bcb5-26e9e5fc91d0 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.140258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83fa6832-e7ee-4ac7-808c-a0bc1d173aad req-d2ede832-dbcb-475c-bcb5-26e9e5fc91d0 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 943 time: 0.1405056 Aug 20 08:48:05.221002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:05.244689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Pushing event updated for resources: {'Port': ['ID=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:05.246345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317bf707-a934-4e55-9344-6529e4f091d2 req-1a7b3554-aa65-48e3-8b18-a059e37f2236 service neutron] 10.222.0.37 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888118 Aug 20 08:48:05.263919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:05.264342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83fa6832-e7ee-4ac7-808c-a0bc1d173aad req-a39fb59d-5e66-4e30-b38e-1316a8fd1e0e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008649 Aug 20 08:48:05.268925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f15e-5d2d-4e0c-95a1-9005d7d48ccc req-3d557e28-8bcf-4fa3-a852-b01a8eae72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.270745 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3f55f15e-5d2d-4e0c-95a1-9005d7d48ccc req-3d557e28-8bcf-4fa3-a852-b01a8eae72c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 1100 time: 0.0816483 Aug 20 08:48:05.285332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 44ac7849-8715-464e-abdf-a4d4b2f94eda {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:48:05.285967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 44ac7849-8715-464e-abdf-a4d4b2f94eda not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:48:05.374532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3f55f15e-5d2d-4e0c-95a1-9005d7d48ccc req-7d08bcb7-bc30-4cf5-888a-f17c2da96b0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945508 Aug 20 08:48:05.409114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:05.411302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:05.433799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-0cc7d380-6485-4c78-98ba-a6fd0d129cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.435345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-0cc7d380-6485-4c78-98ba-a6fd0d129cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 1094 time: 0.1238353 Aug 20 08:48:05.454190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3cce6-ce3a-466c-8393-909a6a868432 req-2dc81c55-2c10-470d-abd6-cd190b577728 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.455759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49a3cce6-ce3a-466c-8393-909a6a868432 req-2dc81c55-2c10-470d-abd6-cd190b577728 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1151948 Aug 20 08:48:05.486279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514d2f8-dbe4-4e01-92e2-ea13de9a7593 req-62339b2b-cce4-4d07-91e7-215581e43772 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.487891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f514d2f8-dbe4-4e01-92e2-ea13de9a7593 req-62339b2b-cce4-4d07-91e7-215581e43772 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.1001964 Aug 20 08:48:05.536797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49a3cce6-ce3a-466c-8393-909a6a868432 req-ec5655dc-18ca-435c-8dce-623740037d91 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736823 Aug 20 08:48:05.539050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:48:05.582861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f514d2f8-dbe4-4e01-92e2-ea13de9a7593 req-c4d93bfb-e5e2-4891-8198-fbbed4b9f62e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864356 Aug 20 08:48:05.682547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:48:05.687660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ef6e13ae-2467-4806-a0e4-be750350073c admin admin] 10.222.0.35 "PUT /v2.0/routers/32f7b3ce-21f0-486c-aaa5-216ebc9bc345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4823222 Aug 20 08:48:05.698566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-e894592a-d468-46ca-8e0c-7fe036c460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.700193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-e894592a-d468-46ca-8e0c-7fe036c460a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 905 time: 0.1162648 Aug 20 08:48:05.755987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-93bd42b7-c820-4f7e-ad56-895ee09c3be9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d HTTP/1.1" status: 200 len: 217 time: 0.0412014 Aug 20 08:48:05.762473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d9a1ebfa-e1df-40c5-97ef-ca7b8e40b194 None None] Provisioning complete for port dbc34bcb-8816-4e9a-a57b-45d3a742be9a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:05.763003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ebfa-e1df-40c5-97ef-ca7b8e40b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:05.803277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d9a1ebfa-e1df-40c5-97ef-ca7b8e40b194 None None] Port dbc34bcb-8816-4e9a-a57b-45d3a742be9a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:05.836337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-0dba563c-8ea4-4ff6-aed8-9bdd56223a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.837874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-0dba563c-8ea4-4ff6-aed8-9bdd56223a92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.0703728 Aug 20 08:48:05.889468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-ad1a7577-2b97-432b-8250-79b9aac904c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341375 Aug 20 08:48:05.978059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017820ff-2d12-4f8b-b7e6-a62b7497baa2 req-5339870c-ce6c-4720-80a9-544be0aecbaf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:05.979868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017820ff-2d12-4f8b-b7e6-a62b7497baa2 req-5339870c-ce6c-4720-80a9-544be0aecbaf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1154182 Aug 20 08:48:06.038136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-9ec5695e-b6cb-42a7-931d-021b441fdf2d service neutron] 10.222.0.37 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342163 Aug 20 08:48:06.043015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017820ff-2d12-4f8b-b7e6-a62b7497baa2 req-6eb9ef8f-965e-47f1-948b-f9e7ca4deeb6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549469 Aug 20 08:48:06.164917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d64669b-ab44-4f64-b1f2-eba2271a32e3 req-a508022b-312f-411d-a113-989dbdad7fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192384 Aug 20 08:48:06.173632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c0542-99a4-4903-9b4b-cbf84d189c09 req-f79b4da2-a2c9-4d8d-bc7c-19c1d756da8a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:06.175787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c71c0542-99a4-4903-9b4b-cbf84d189c09 req-f79b4da2-a2c9-4d8d-bc7c-19c1d756da8a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.0710943 Aug 20 08:48:06.220463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33374) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:06.221948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c71c0542-99a4-4903-9b4b-cbf84d189c09 req-327fb274-06fa-4e07-b59f-633bda5b2ff4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361097 Aug 20 08:48:06.225455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539134467', 'description': 'tempest-description--165196338'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:06.250691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.341651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.345517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.371512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0bdf5-b8bd-4b06-88d5-47999331bdb3 req-3a093252-112a-4573-88d9-36b77ed4d803 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:06.373017 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.373143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64a0bdf5-b8bd-4b06-88d5-47999331bdb3 req-3a093252-112a-4573-88d9-36b77ed4d803 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 943 time: 0.0492828 Aug 20 08:48:06.374264 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1526444 Aug 20 08:48:06.376102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad9432-7bfa-4a73-967e-6fb30f490bb7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3923d929-c763-4935-8c35-bcc757d6a594,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:06.377011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33378) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:06.382944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Request body: {'security_group_rule': {'security_group_id': '3923d929-c763-4935-8c35-bcc757d6a594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:06.437858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.445016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64a0bdf5-b8bd-4b06-88d5-47999331bdb3 req-bd99e439-d640-4e33-895a-c18a27a5e22c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578029 Aug 20 08:48:06.492467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.496046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.513557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade622df-e95f-4d68-bf3a-ee9c584695ae,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:06.520587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.521800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-05eb3dff-d866-4cb7-aed3-9413043115bf tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435473 Aug 20 08:48:06.524311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33380) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:06.528830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Request body: {'security_group_rule': {'security_group_id': '3923d929-c763-4935-8c35-bcc757d6a594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:06.556568 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.627521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.649202 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.702062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c71694-dd04-436c-ae3d-075d2428f19d,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:06.711109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.712304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a6e48c96-4131-4a45-8814-615df964c8af tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1870322 Aug 20 08:48:06.716094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33388) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:06.720785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:06.726480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764931a7-f79f-4ab8-a2f0-ba190719ccc7 req-7a8bbad3-84bc-47a3-a015-bfaf5447046e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:06.727962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-764931a7-f79f-4ab8-a2f0-ba190719ccc7 req-7a8bbad3-84bc-47a3-a015-bfaf5447046e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1144378 Aug 20 08:48:06.749618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19114d83-00a2-47c4-a98a-cb75931d0b89 req-f142fa30-f633-49f2-b9fd-95c03e80f88d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:06.752283 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19114d83-00a2-47c4-a98a-cb75931d0b89 req-f142fa30-f633-49f2-b9fd-95c03e80f88d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.0952055 Aug 20 08:48:06.766894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.797922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-764931a7-f79f-4ab8-a2f0-ba190719ccc7 req-49612ba7-f7f9-4b42-96b8-7afbfa3c2529 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620186 Aug 20 08:48:06.817046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19114d83-00a2-47c4-a98a-cb75931d0b89 req-d6d8d2c1-293b-4a61-8c9c-c31da4b41fe9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Aug 20 08:48:06.828784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Sync routers for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:48:06.838842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:06.839614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:06.898261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:06.957404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:07.017109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Allocated IP 172.25.5.139 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/6db388eb-03ce-483d-9042-a6dee7b7b31e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:07.036391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 549f267b-5f3a-4656-b890-4c23772fad28 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:07.124688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.150270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 549f267b-5f3a-4656-b890-4c23772fad28 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:07.162789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 549f267b-5f3a-4656-b890-4c23772fad28 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:07.163159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.170697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff982a5-2d8b-40ae-b9a8-34a077ea7859 req-cbb905dd-d32a-46fa-8d9a-018793bc216f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:07.170906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.172548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ff982a5-2d8b-40ae-b9a8-34a077ea7859 req-cbb905dd-d32a-46fa-8d9a-018793bc216f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0570450 Aug 20 08:48:07.214471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ff982a5-2d8b-40ae-b9a8-34a077ea7859 req-9b32ccb3-296e-47ad-89dd-8c204d6d6b3a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 20 08:48:07.215278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:07.216163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:07.220094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:07.225600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:07.254924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event updated for resources: {'Port': ['ID=6db388eb-03ce-483d-9042-a6dee7b7b31e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:07.331899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.362058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f993d-cad0-41c1-9a66-97d6fadabf50 req-352468f2-4649-477e-8712-3df48ce2aedf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:07.364691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c9f993d-cad0-41c1-9a66-97d6fadabf50 req-352468f2-4649-477e-8712-3df48ce2aedf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 946 time: 0.0534842 Aug 20 08:48:07.381229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.398920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:07.407987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 2, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:07.408256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c9f993d-cad0-41c1-9a66-97d6fadabf50 req-4aa6e801-2073-4695-ad5a-539f323db0b1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 20 08:48:07.411221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.543053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.549480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.581921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb', 'port_id': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'mac_address': 'fa:16:3e:08:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa1424f-4764-490e-9e18-1a8afaae75cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:07.588929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Checking router: 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:48:07.589269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Updating router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 port dbc34bcb-8816-4e9a-a57b-45d3a742be9a binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:48:07.610393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec632bb-2117-4086-91af-d9c51da5d685 req-de64369e-eb65-4f0d-85e4-03a0ed3367b3 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:07.612040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ec632bb-2117-4086-91af-d9c51da5d685 req-de64369e-eb65-4f0d-85e4-03a0ed3367b3 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 943 time: 0.0912819 Aug 20 08:48:07.616324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 549f267b-5f3a-4656-b890-4c23772fad28, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=549f267b-5f3a-4656-b890-4c23772fad28,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:07.624177 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.625366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-019dcde6-a66f-4fd9-af78-2330219242a9 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:07.626953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-019dcde6-a66f-4fd9-af78-2330219242a9 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1097 time: 0.0708513 Aug 20 08:48:07.630134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event updated for resources: {'Port': ['ID=6db388eb-03ce-483d-9042-a6dee7b7b31e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:07.640376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.649796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:07.657737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.659077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0188f171-e69e-4e10-b12d-ce45e8233b81 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9419384 Aug 20 08:48:07.667959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.697154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.724962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ec632bb-2117-4086-91af-d9c51da5d685 req-fc11fa57-5962-4621-8b1c-fe45cfac2279 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035268 Aug 20 08:48:07.734471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.754022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5eec1f-fb19-43ea-83a7-86f175acba11 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:07.763539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=549f267b-5f3a-4656-b890-4c23772fad28,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:07.844088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:07.851253 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:07.937987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:07.963422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:07.983150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:08.045217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fa345-308b-429b-b323-db142ae16958 req-8eac9a80-8a3f-40b7-a872-e928e3c2a228 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:08.046772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df9fa345-308b-429b-b323-db142ae16958 req-8eac9a80-8a3f-40b7-a872-e928e3c2a228 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.1137779 Aug 20 08:48:08.048629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:08.057321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e60b-e181-437f-9fb4-74a083fe3b36 req-851b5336-b4a3-4243-a4f6-92edd945262e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:08.058866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7089e60b-e181-437f-9fb4-74a083fe3b36 req-851b5336-b4a3-4243-a4f6-92edd945262e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.1534235 Aug 20 08:48:08.132550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:08.135103 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3548620f-192d-482f-968f-1c4e8d3e3dcd" -d '{"events": [{"server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "name": "network-vif-unplugged", "status": "completed", "tag": "8206736f-b66c-452b-9fb9-c72a76644713"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:08.150475 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.168283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:08.169833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7089e60b-e181-437f-9fb4-74a083fe3b36 req-8022764b-8e3f-4218-858a-04639749b8f5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913098 Aug 20 08:48:08.179799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df9fa345-308b-429b-b323-db142ae16958 req-5372020a-36eb-4680-8a06-896f0c3a70e4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198640 Aug 20 08:48:08.186238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.207817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['8e5eec1f-fb19-43ea-83a7-86f175acba11'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:08.264906 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4007fe-211e-4a27-a075-f92ff10385ec x-openstack-request-id: req-7b4007fe-211e-4a27-a075-f92ff10385ec {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:08.265228 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "name": "network-vif-unplugged", "status": "completed", "tag": "8206736f-b66c-452b-9fb9-c72a76644713", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:08.265815 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b4007fe-211e-4a27-a075-f92ff10385ec {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:08.266465 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713', 'code': 200} Aug 20 08:48:08.272680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'mac_address': 'fa:16:3e:a4:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:08.286828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.332396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Transition to ACTIVE for port object dbc34bcb-8816-4e9a-a57b-45d3a742be9a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:08.340678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:08.347413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.357018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:08.357371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:08.357724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:08.363658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:08.363997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Attempting to bind port 8206736f-b66c-452b-9fb9-c72a76644713 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:08.398339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:08.398696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:08.399085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:08.399543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Bound port: 8206736f-b66c-452b-9fb9-c72a76644713, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:08.400545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.402065 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.449725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:08.465087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557e1a9-5422-493b-9216-a3ae88d701c3 None None] Pushing event updated for resources: {'Port': ['ID=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:08.514528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:08.518390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:08.523890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.540581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc036c8-6d1b-4105-95db-28c0bc72ae5a req-0c742b67-f9d8-4d8c-9246-59a8cf9bf680 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:08.542162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddc036c8-6d1b-4105-95db-28c0bc72ae5a req-0c742b67-f9d8-4d8c-9246-59a8cf9bf680 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1759636 Aug 20 08:48:08.550840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:08.598772 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.654529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Attempting to bind port dbc34bcb-8816-4e9a-a57b-45d3a742be9a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:08.654922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Attempting to bind port dbc34bcb-8816-4e9a-a57b-45d3a742be9a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:08.655283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Attempting to bind port dbc34bcb-8816-4e9a-a57b-45d3a742be9a on network 4e363493-2e53-4243-99ac-613a46bbbfa8 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:08.662141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:08.662508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Checking segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:08.662910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.663524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Bound using segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:08.663771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Bound port: dbc34bcb-8816-4e9a-a57b-45d3a742be9a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:08.664152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.715573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:08.730089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=8']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:08.766509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddc036c8-6d1b-4105-95db-28c0bc72ae5a req-8011ebb8-a22b-4bac-8782-e018b5e7c6ca tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039428 Aug 20 08:48:08.773302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:08.774737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] For port dbc34bcb-8816-4e9a-a57b-45d3a742be9a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:08.775124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.785762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-046ad6da-d5b6-4f20-95ad-7a71136ad9c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 1122 time: 1.1348631 Aug 20 08:48:08.786005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] For port dbc34bcb-8816-4e9a-a57b-45d3a742be9a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:08.786005 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:08.821669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95074ee5-7aaf-4460-87ed-f371e228d056 req-25c5a2a2-2397-4339-8704-f2a530c3be01 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:08.836227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95074ee5-7aaf-4460-87ed-f371e228d056 req-25c5a2a2-2397-4339-8704-f2a530c3be01 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:08.847943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95074ee5-7aaf-4460-87ed-f371e228d056 req-25c5a2a2-2397-4339-8704-f2a530c3be01 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332&device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 1690 time: 0.2311120 Aug 20 08:48:08.894724 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:08.896116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:47:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:08.919386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95074ee5-7aaf-4460-87ed-f371e228d056 req-1d08bda6-3cc8-4627-9870-24f48a66b24b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697942 Aug 20 08:48:09.024989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557e1a9-5422-493b-9216-a3ae88d701c3 None None] Pushing event updated for resources: {'Port': ['ID=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:09.026405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd5bf-ab62-4ea0-8f32-48b8452fbfbe req-2c5b99d3-f075-43a7-ac2f-2d16b26ed6e7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:09.028342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-748bd5bf-ab62-4ea0-8f32-48b8452fbfbe req-2c5b99d3-f075-43a7-ac2f-2d16b26ed6e7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.0859594 Aug 20 08:48:09.034054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['8206736f-b66c-452b-9fb9-c72a76644713'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:09.037807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8206736f-b66c-452b-9fb9-c72a76644713'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:09.040411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:09.092204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 549f267b-5f3a-4656-b890-4c23772fad28 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:09.118110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311868f1-84ac-4b7d-9c77-c2f6a2baf94b req-ecbddb5f-d855-47c7-9d6f-6e1711f79379 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:09.120367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311868f1-84ac-4b7d-9c77-c2f6a2baf94b req-ecbddb5f-d855-47c7-9d6f-6e1711f79379 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 944 time: 0.0910797 Aug 20 08:48:09.131311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-748bd5bf-ab62-4ea0-8f32-48b8452fbfbe req-5959de69-19cb-4f99-812d-ff7cdf31b864 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701096 Aug 20 08:48:09.196525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311868f1-84ac-4b7d-9c77-c2f6a2baf94b req-bd4a2546-1b5c-4ad5-a2c5-2e239bcb04e6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641613 Aug 20 08:48:09.361028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3a1a0-c1f7-463c-a459-ad7115994a61 req-a062c2a6-74e9-4617-9896-6810a770bb63 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:09.363219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87c3a1a0-c1f7-463c-a459-ad7115994a61 req-a062c2a6-74e9-4617-9896-6810a770bb63 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.0854433 Aug 20 08:48:09.364565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:09.398319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fc3fa-5ab3-4984-911f-e0e9f3251e8e req-50ee2af1-3a25-4765-98ac-e5eac7a93fa3 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:09.399995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-375fc3fa-5ab3-4984-911f-e0e9f3251e8e req-50ee2af1-3a25-4765-98ac-e5eac7a93fa3 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 1101 time: 0.0807202 Aug 20 08:48:09.422756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87c3a1a0-c1f7-463c-a459-ad7115994a61 req-caae8628-3e63-4eb7-91c2-3157dc2317f6 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511558 Aug 20 08:48:09.428971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 549f267b-5f3a-4656-b890-4c23772fad28 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:09.429347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:09.470392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-375fc3fa-5ab3-4984-911f-e0e9f3251e8e req-e0fd2d6a-fa20-4dfb-b61d-91aa90e5737f tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576961 Aug 20 08:48:09.603292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419ce2-ab0b-4391-9a7b-49208596a1bd req-6cdc618e-6ed9-4989-835b-d3b5c2065ab1 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:09.605012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b419ce2-ab0b-4391-9a7b-49208596a1bd req-6cdc618e-6ed9-4989-835b-d3b5c2065ab1 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 1100 time: 0.0469632 Aug 20 08:48:09.646631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b419ce2-ab0b-4391-9a7b-49208596a1bd req-b9cdfe1f-3218-4740-851c-3441f887c1e7 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Aug 20 08:48:09.899377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-9d631889-4930-419b-af2a-6b8b1641c3bc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488281 Aug 20 08:48:09.923268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0e2d5-4460-456c-99fa-5a456a49765d req-6ed4ec56-8183-4aa6-a7c5-78f77df4c45a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:09.926161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccc0e2d5-4460-456c-99fa-5a456a49765d req-6ed4ec56-8183-4aa6-a7c5-78f77df4c45a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0851700 Aug 20 08:48:09.973124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:10.046431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccc0e2d5-4460-456c-99fa-5a456a49765d req-1559cc33-d400-440a-b861-df6ec9182ce1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062384 Aug 20 08:48:10.098513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:08Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:10.107342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-f78d8e9a-d028-4990-baba-c0d493d64e4d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.113242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-f78d8e9a-d028-4990-baba-c0d493d64e4d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039235 Aug 20 08:48:10.130891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-eee65d47-d7d6-4000-bf2f-5b1ed255278d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/quotas/68603303a888476297bccde9c86a5c74 HTTP/1.1" status: 200 len: 375 time: 0.0150204 Aug 20 08:48:10.137625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f490001-05d2-4a15-b698-5fd48344bd29 None None] The sync data for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 is: [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:08Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:48:10.151369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:10.203856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-0c852aeb-6058-4b09-8017-0a74aafcd6d3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0704815 Aug 20 08:48:10.209671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:48:10.278544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:10.282792 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "tag": "8206736f-b66c-452b-9fb9-c72a76644713"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:10.318477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c85350-baef-43df-bc53-0286f401d308 req-32f5a58e-ee71-44d3-8db0-88bc9bdd1c55 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.323423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c85350-baef-43df-bc53-0286f401d308 req-32f5a58e-ee71-44d3-8db0-88bc9bdd1c55 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.0772223 Aug 20 08:48:10.412190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c85350-baef-43df-bc53-0286f401d308 req-7d406b2d-2ea1-48be-a5f0-d92cfb672fb9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724409 Aug 20 08:48:10.490573 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea5b770-d8e9-41c0-baec-d8ba932852bb x-openstack-request-id: req-1ea5b770-d8e9-41c0-baec-d8ba932852bb {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:10.491063 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "tag": "8206736f-b66c-452b-9fb9-c72a76644713", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:10.491558 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ea5b770-d8e9-41c0-baec-d8ba932852bb {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:10.495185 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713', 'status': 'completed', 'code': 200} Aug 20 08:48:10.509293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db823e-ff6b-45d0-b1f8-e928b25c3085 req-5ee5f7ea-0cbb-4582-af8e-877445cf859a tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.510969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18db823e-ff6b-45d0-b1f8-e928b25c3085 req-5ee5f7ea-0cbb-4582-af8e-877445cf859a tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 944 time: 0.0802591 Aug 20 08:48:10.608337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a357496-fa6b-4490-aa94-457426a3dbb6 req-bbbdd70a-da7b-4310-979d-f5886e95da7c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 210 time: 0.0735555 Aug 20 08:48:10.634621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18db823e-ff6b-45d0-b1f8-e928b25c3085 req-780f8ce8-ebc4-40bd-8d2a-bd70580dd06f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974376 Aug 20 08:48:10.645292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-e4e3aa8f-2f0a-4e92-873a-6b9ec65820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.646814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-e4e3aa8f-2f0a-4e92-873a-6b9ec65820a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1125 time: 0.1348650 Aug 20 08:48:10.693090 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-74d34abd-f3cd-4ea6-b932-2ab0222b6637 service neutron] 10.222.0.26 "GET /v2.0/ports/43447838-b760-4ec1-9c48-ba0ac5ad58fa/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 382 time: 0.0978956 Aug 20 08:48:10.887741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a374-1d6d-468f-981a-90955bfe67b1 req-33278013-0244-462d-819c-d4e13ac3fee0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.896270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc41a374-1d6d-468f-981a-90955bfe67b1 req-33278013-0244-462d-819c-d4e13ac3fee0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.1378021 Aug 20 08:48:10.939225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-cb28d3bd-820c-4a91-ab8a-9808623f03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.941320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-cb28d3bd-820c-4a91-ab8a-9808623f03f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.2868967 Aug 20 08:48:10.960736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc41a374-1d6d-468f-981a-90955bfe67b1 req-22b991d3-ba6f-49ce-87db-e8927c875bb3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635118 Aug 20 08:48:10.984634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-bb4918a5-3390-4055-bfe4-640e84ad9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:10.988561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-bb4918a5-3390-4055-bfe4-640e84ad9efe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70&tenant_id=0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 1101 time: 0.0979860 Aug 20 08:48:11.023047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dbc34bcb-8816-4e9a-a57b-45d3a742be9a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:11.024167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-bdb4ddbf-2c34-47f4-8cd0-647f977cfa97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 217 time: 0.0623066 Aug 20 08:48:11.116901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-80347ed0-b46f-4ddf-acc3-ff64018b623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.117975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-80347ed0-b46f-4ddf-acc3-ff64018b623b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0857224 Aug 20 08:48:11.121273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-718aca4b-de46-4c55-9cf9-d3e6dc80b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.122030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port dbc34bcb-8816-4e9a-a57b-45d3a742be9a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:11.123394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-718aca4b-de46-4c55-9cf9-d3e6dc80b531 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1101 time: 0.1099169 Aug 20 08:48:11.137434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port dbc34bcb-8816-4e9a-a57b-45d3a742be9a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:11.138193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:11.179548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-d482dd52-64c3-4660-8ec6-e018076755af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485911 Aug 20 08:48:11.284813 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:11.288903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:11.335784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-4ec0fe29-e5ec-4aa6-ba64-61277205eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.342605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-4ec0fe29-e5ec-4aa6-ba64-61277205eeec service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2060416 Aug 20 08:48:11.368971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe427a-be7d-40a8-b079-ac2089d17fa1 req-15d6e134-29ca-4bcf-9d96-503035425269 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.370817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8fe427a-be7d-40a8-b079-ac2089d17fa1 req-15d6e134-29ca-4bcf-9d96-503035425269 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1672456 Aug 20 08:48:11.415110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-91df83cb-119e-4250-bd3e-305566355eb1 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277367 Aug 20 08:48:11.421116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port dbc34bcb-8816-4e9a-a57b-45d3a742be9a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:11.429194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:11.440541 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-a877a14b-b349-45af-bc03-ce822902375b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 217 time: 0.0889072 Aug 20 08:48:11.482462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 8e5eec1f-fb19-43ea-83a7-86f175acba11 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:11.497056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 8e5eec1f-fb19-43ea-83a7-86f175acba11 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:11.497451 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:11.545815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaba0fc7-e9b8-411d-92d5-423ab2ce565b req-5f442d52-07c6-428e-93dd-299e0cca8b2e service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189177 Aug 20 08:48:11.560418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:11.563713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-f586d985-e1b8-4846-87c4-008904646b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.565406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-f586d985-e1b8-4846-87c4-008904646b63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1106298 Aug 20 08:48:11.575137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8fe427a-be7d-40a8-b079-ac2089d17fa1 req-8b66ff92-9309-4596-8885-ea5d67af7965 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955330 Aug 20 08:48:11.626264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-84209cf1-9f96-4132-9ba8-5ca7be1eb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.628238 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-84209cf1-9f96-4132-9ba8-5ca7be1eb0aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545065 Aug 20 08:48:11.635979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab926-3824-4e1e-81ee-045b446c3d8b req-e167266d-1316-46c7-8846-4da4f3a549c2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:11.637863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5beab926-3824-4e1e-81ee-045b446c3d8b req-e167266d-1316-46c7-8846-4da4f3a549c2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.0890977 Aug 20 08:48:11.642952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:11.701424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:11.704484 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d137e8f-c2af-422c-bc9a-2516bf58f900" -d '{"events": [{"server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "name": "network-vif-plugged", "status": "completed", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:11.726191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:11.731083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:11.741044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5beab926-3824-4e1e-81ee-045b446c3d8b req-11421c46-03cf-4043-854d-5e9e328268dd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889735 Aug 20 08:48:11.769399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-adaaf963-e2ae-4b9c-85d5-c666e0a64f65 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312695 Aug 20 08:48:11.790585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50d95450-ab10-4802-926a-c7e5ea7531c8 req-c8e8be81-6fee-4a13-bdb2-23b9cc8d10b5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 210 time: 0.0463824 Aug 20 08:48:11.857725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:11.862828 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d75bc7-4a59-4575-ab81-c8e7ab927ca3 x-openstack-request-id: req-b9d75bc7-4a59-4575-ab81-c8e7ab927ca3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:11.863481 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "name": "network-vif-plugged", "status": "completed", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:11.863827 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9d75bc7-4a59-4575-ab81-c8e7ab927ca3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:11.864326 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'code': 200} Aug 20 08:48:11.924762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-0260085b-b506-4ef2-a9b1-5403e09e665d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832753 Aug 20 08:48:11.968471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:11.992503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b95d4e13-88a5-4a80-8153-1936cc3a4c2a req-6ac6c36d-96b4-46ec-bd0d-c34055c86abc service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149494 Aug 20 08:48:12.068901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39d2b5-24fa-4b2e-ae9f-1db060cb40d8 req-5ea3a2f5-1aa4-470c-b9ee-b2a1a55b67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:12.070827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d39d2b5-24fa-4b2e-ae9f-1db060cb40d8 req-5ea3a2f5-1aa4-470c-b9ee-b2a1a55b67ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1097 time: 0.0619867 Aug 20 08:48:12.114967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:12.123641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:12.124177 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:12.133101 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d39d2b5-24fa-4b2e-ae9f-1db060cb40d8 req-0197ec8d-046e-41e5-a3cc-8376e28dbb7b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Aug 20 08:48:12.168027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-3db5585a-fa4c-49f6-abdf-507d204654be tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:12.170074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-3db5585a-fa4c-49f6-abdf-507d204654be tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880949 Aug 20 08:48:12.219633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032cc8-322e-4037-b0c0-bee6fbdd113b req-86b27064-89b4-4c76-ad1a-dad6bd7e7f0d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:12.221111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6032cc8-322e-4037-b0c0-bee6fbdd113b req-86b27064-89b4-4c76-ad1a-dad6bd7e7f0d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 944 time: 0.3250086 Aug 20 08:48:12.232155 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:12.239956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851aabe2-9666-483c-953f-f16f6d08d67e req-f8e3d3ee-b462-4c52-ac51-634d2433b611 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:12.241524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-851aabe2-9666-483c-953f-f16f6d08d67e req-f8e3d3ee-b462-4c52-ac51-634d2433b611 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0688622 Aug 20 08:48:12.275074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:12.279720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:12.304762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6032cc8-322e-4037-b0c0-bee6fbdd113b req-659035f3-2277-4b7d-a684-508b2763f7cf tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621555 Aug 20 08:48:12.326947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-851aabe2-9666-483c-953f-f16f6d08d67e req-f2bbf68e-ed22-4e5c-a6c1-95d2d2d068c9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651979 Aug 20 08:48:12.354727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:12.363386 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:12.397432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': '8248eaf4-af92-418a-b798-3caa6f139585', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:12.506545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:12.511656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:12.650785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.86 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/c2e2465d-0066-4b67-84df-e3e01c713045) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:12.727228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837fae7-fda9-4eea-8be3-72ada319e6f3 req-84fdbe1e-214d-4c74-a694-9128c4c21700 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:12.728729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a837fae7-fda9-4eea-8be3-72ada319e6f3 req-84fdbe1e-214d-4c74-a694-9128c4c21700 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0797186 Aug 20 08:48:12.971261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dbc34bcb-8816-4e9a-a57b-45d3a742be9a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:13.026138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port dbc34bcb-8816-4e9a-a57b-45d3a742be9a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:13.027016 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.138853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a837fae7-fda9-4eea-8be3-72ada319e6f3 req-e824f520-763f-4acb-91da-ab31e4fc56e6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021485 Aug 20 08:48:13.173514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f7b56f4a-15a8-45f1-96f1-8c732fe49b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.196305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab276ee-039e-489a-96f2-6f8dde4c8ed5 req-a702585a-523d-4ca5-82bb-46f268a85f43 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:13.197827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fab276ee-039e-489a-96f2-6f8dde4c8ed5 req-a702585a-523d-4ca5-82bb-46f268a85f43 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.1126115 Aug 20 08:48:13.202628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.239484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object c2e2465d-0066-4b67-84df-e3e01c713045 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:13.261213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fe2d318-da7e-42ee-8235-1c0e88e287de req-c1a68bed-2178-4bd9-a723-82395478be77 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 210 time: 0.0419168 Aug 20 08:48:13.288774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fab276ee-039e-489a-96f2-6f8dde4c8ed5 req-dc710051-646d-4c13-8969-03c253127352 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792108 Aug 20 08:48:13.312102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.331177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:13.336588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507', '2b2adea4-3898-49ba-b49c-22862e98d8f7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:13.383320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:13.386769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:13.390654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:13.421406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=c2e2465d-0066-4b67-84df-e3e01c713045,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:13.521359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:13.522100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.555459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-bfc6687d-2c74-499b-8e44-4c8d59c2f11b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1633039 Aug 20 08:48:13.583164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Request body: {'port': {'device_id': '8248eaf4-af92-418a-b798-3caa6f139585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:13.611255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bec6f-57f4-4f4a-bf05-2889d2655991 req-c34ee77b-df70-45e5-8c2b-725b58a04593 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:13.612883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc4bec6f-57f4-4f4a-bf05-2889d2655991 req-c34ee77b-df70-45e5-8c2b-725b58a04593 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 945 time: 0.1926501 Aug 20 08:48:13.661354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a74ed-f1b5-45d3-a671-dcc4f65648eb req-cb370eef-d393-43f1-b51a-ee1eb13aee18 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:13.670190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-484a74ed-f1b5-45d3-a671-dcc4f65648eb req-cb370eef-d393-43f1-b51a-ee1eb13aee18 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.2213926 Aug 20 08:48:13.782721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-484a74ed-f1b5-45d3-a671-dcc4f65648eb req-4d96b647-5bdb-4e9b-8c04-cccbf1633d3b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107383 Aug 20 08:48:13.788358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc4bec6f-57f4-4f4a-bf05-2889d2655991 req-10930584-03fd-46e8-ad2b-70211f1d41be tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148248 Aug 20 08:48:13.789191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.832703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.844102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8f5be3c-83c7-4f47-9c78-ead7315f2cb9 None None] Provisioning for port c2e2465d-0066-4b67-84df-e3e01c713045 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:13.852648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8f5be3c-83c7-4f47-9c78-ead7315f2cb9 None None] Provisioning complete for port c2e2465d-0066-4b67-84df-e3e01c713045 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:13.853090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8f5be3c-83c7-4f47-9c78-ead7315f2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:13.884102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:13.886356 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab8990-daab-498d-ab3d-4dfacf56ecdd" -d '{"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-plugged", "status": "completed", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:13.941909 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91417839-3b05-408b-a496-f7a3ba7a1662 x-openstack-request-id: req-91417839-3b05-408b-a496-f7a3ba7a1662 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:13.942205 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-plugged", "status": "completed", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:13.942466 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91417839-3b05-408b-a496-f7a3ba7a1662 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:13.942851 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'code': 200} Aug 20 08:48:13.946759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5be3c-83c7-4f47-9c78-ead7315f2cb9 None None] Port c2e2465d-0066-4b67-84df-e3e01c713045 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:14.102999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5f848-156b-4472-a3e2-09f4b2628349 req-9a9f7888-47ba-4b95-ad15-bc6b23442420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:14.104602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bcf5f848-156b-4472-a3e2-09f4b2628349 req-9a9f7888-47ba-4b95-ad15-bc6b23442420 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 1096 time: 0.0781879 Aug 20 08:48:14.177810 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bcf5f848-156b-4472-a3e2-09f4b2628349 req-20158948-ad9c-488c-a56c-c45f8e7f0ccc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Aug 20 08:48:14.183121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e2465d-0066-4b67-84df-e3e01c713045 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:14.191976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:14.204722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Transition to ACTIVE for port object c2e2465d-0066-4b67-84df-e3e01c713045 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:14.211145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:14.298479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e2465d-0066-4b67-84df-e3e01c713045,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:14.358319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c033d-459d-4fa4-bca1-afbbc0810cdc req-8064ffb9-c04f-4578-93b3-64684bfb1585 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:14.362431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef8c033d-459d-4fa4-bca1-afbbc0810cdc req-8064ffb9-c04f-4578-93b3-64684bfb1585 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1190956 Aug 20 08:48:14.469601 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef8c033d-459d-4fa4-bca1-afbbc0810cdc req-6a97bdec-f285-4453-8b78-c92ac78a79b2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Aug 20 08:48:14.471554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Attempting to bind port c2e2465d-0066-4b67-84df-e3e01c713045 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:14.472413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Attempting to bind port c2e2465d-0066-4b67-84df-e3e01c713045 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:14.472744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Attempting to bind port c2e2465d-0066-4b67-84df-e3e01c713045 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:14.486071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29737c-3036-4434-b9ed-f87c86646fcf req-c98d68ce-9394-4870-952a-a2ecbc91f29e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:14.487648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc29737c-3036-4434-b9ed-f87c86646fcf req-c98d68ce-9394-4870-952a-a2ecbc91f29e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 947 time: 0.1211505 Aug 20 08:48:14.488954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Port c2e2465d-0066-4b67-84df-e3e01c713045 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:14.489284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Attempting to bind port c2e2465d-0066-4b67-84df-e3e01c713045 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:14.495165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:14.495509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:14.495900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:14.496343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Bound port: c2e2465d-0066-4b67-84df-e3e01c713045, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:14.496695 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:14.632732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc29737c-3036-4434-b9ed-f87c86646fcf req-2faf5007-83e9-42be-8bfe-40d0ebade7e9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337674 Aug 20 08:48:14.665398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] For port c2e2465d-0066-4b67-84df-e3e01c713045, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:14.670319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] For port c2e2465d-0066-4b67-84df-e3e01c713045, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c2e2465d-0066-4b67-84df-e3e01c713045,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:14.680158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77340c99-8836-4976-9539-35b0fd109a29 req-5d61ede2-8971-437a-ac4d-d9dea46e4f83 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:14.681699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77340c99-8836-4976-9539-35b0fd109a29 req-5d61ede2-8971-437a-ac4d-d9dea46e4f83 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.1139138 Aug 20 08:48:14.683356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:14.741352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:14.742010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:14.743418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] 10.222.0.26 "PUT /v2.0/ports/c2e2465d-0066-4b67-84df-e3e01c713045 HTTP/1.1" status: 200 len: 1095 time: 1.1667957 Aug 20 08:48:14.744133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8248eaf4-af92-418a-b798-3caa6f139585', 'tag': 'c2e2465d-0066-4b67-84df-e3e01c713045'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:14.746135 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da02960c-386f-4b6c-b60d-4938ab55f081" -d '{"events": [{"name": "network-changed", "server_uuid": "8248eaf4-af92-418a-b798-3caa6f139585", "tag": "c2e2465d-0066-4b67-84df-e3e01c713045"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:14.797227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77340c99-8836-4976-9539-35b0fd109a29 req-49f3c17d-2014-4b5f-b6a3-4a2614af2ab9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034987 Aug 20 08:48:14.800042 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda223ef-552e-4714-b691-fc58ed7f47e6 x-openstack-request-id: req-cda223ef-552e-4714-b691-fc58ed7f47e6 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:14.800398 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8248eaf4-af92-418a-b798-3caa6f139585", "tag": "c2e2465d-0066-4b67-84df-e3e01c713045", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:14.800604 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cda223ef-552e-4714-b691-fc58ed7f47e6 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:14.800993 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8248eaf4-af92-418a-b798-3caa6f139585', 'tag': 'c2e2465d-0066-4b67-84df-e3e01c713045', 'status': 'completed', 'code': 200} Aug 20 08:48:14.820210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc8548-6820-4bb2-8292-5ce454371514 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e2465d-0066-4b67-84df-e3e01c713045,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:14.852174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-25968412-ce26-437c-9d25-e0c45bbeca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:14.854250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-25968412-ce26-437c-9d25-e0c45bbeca15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 1098 time: 0.0683405 Aug 20 08:48:14.923504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-767e5693-da25-4af8-a176-071750bef859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2e2465d-0066-4b67-84df-e3e01c713045 HTTP/1.1" status: 200 len: 217 time: 0.0547204 Aug 20 08:48:15.032461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180c469-e82f-4325-a59d-1d796dba3999 req-1c926b16-0c5d-4735-bc77-fb45b0f8a283 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.034822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f180c469-e82f-4325-a59d-1d796dba3999 req-1c926b16-0c5d-4735-bc77-fb45b0f8a283 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1560326 Aug 20 08:48:15.054895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-e1894950-57c7-4d08-9615-dea967c7b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.056351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-e1894950-57c7-4d08-9615-dea967c7b35d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1095419 Aug 20 08:48:15.070610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112328-69b9-4077-8087-7b8e4366d912 req-73067d5f-b2b0-460d-b51e-5569ffe43dcb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.072156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1112328-69b9-4077-8087-7b8e4366d912 req-73067d5f-b2b0-460d-b51e-5569ffe43dcb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 945 time: 0.1542330 Aug 20 08:48:15.163818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f180c469-e82f-4325-a59d-1d796dba3999 req-af4d7ab9-9a4b-4b31-afc4-1c9b30537027 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221669 Aug 20 08:48:15.176641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1112328-69b9-4077-8087-7b8e4366d912 req-44be1dde-327b-4913-866a-b17e7b3bee65 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917661 Aug 20 08:48:15.188009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-a7ce5866-efec-43cc-965c-d1c6073d0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.190324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-a7ce5866-efec-43cc-965c-d1c6073d0dbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165040 Aug 20 08:48:15.261303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:15.380703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-e4a5b610-8f4e-4c44-bf96-5aab9f5c5f67 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822855 Aug 20 08:48:15.381759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:15.386629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76ef3c-5f6a-4ee4-af06-b947e60d475e req-e8275c9a-449c-4bb9-a448-d209b6f1d8d2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.388145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee76ef3c-5f6a-4ee4-af06-b947e60d475e req-e8275c9a-449c-4bb9-a448-d209b6f1d8d2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1097 time: 0.1032488 Aug 20 08:48:15.396804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'mac_address': 'fa:16:3e:cd:b8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:15.399393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:15.479461 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:15.497465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:15.513173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee76ef3c-5f6a-4ee4-af06-b947e60d475e req-4d1676cb-622d-4536-8d5b-0837c032bc92 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151061 Aug 20 08:48:15.542721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:15.552406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:15.556947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:15.568818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2f63b78-b3a9-47cf-b158-49057ac152dc req-90dfa9ea-0ebb-4b1e-a75e-43e6c4bcd431 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795011 Aug 20 08:48:15.686375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:15.710751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:48:15.711169 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:48:15.734588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3733-ce75-45cb-adb4-c105dc6adf64 req-c8e18828-e864-4938-a31a-a2d63580e569 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.738022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-869c3733-ce75-45cb-adb4-c105dc6adf64 req-c8e18828-e864-4938-a31a-a2d63580e569 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 949 time: 0.1475484 Aug 20 08:48:15.754513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-2610c4e0-298d-4229-ac64-9a92237f725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.756102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-2610c4e0-298d-4229-ac64-9a92237f725c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 1098 time: 0.1150470 Aug 20 08:48:15.860513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f332635-c6a0-4a90-bc24-361eefd4612d req-4f52a08a-aee9-423f-b359-7e5fd4a90354 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.862123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f332635-c6a0-4a90-bc24-361eefd4612d req-4f52a08a-aee9-423f-b359-7e5fd4a90354 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1097 time: 0.1743865 Aug 20 08:48:15.866842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-869c3733-ce75-45cb-adb4-c105dc6adf64 req-f32e602f-d4ec-47ee-a8d6-7a8d18cbfd8d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196139 Aug 20 08:48:15.872510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['43447838-b760-4ec1-9c48-ba0ac5ad58fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:15.933966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-afdfc47a-dfa7-43a0-a1e1-424726eb907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:15.935511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-afdfc47a-dfa7-43a0-a1e1-424726eb907d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1700125 Aug 20 08:48:15.941418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f332635-c6a0-4a90-bc24-361eefd4612d req-edfdcf56-c597-43b2-a8f3-7de2717924d9 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629220 Aug 20 08:48:16.007140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-804dfd90-0f8b-4a9f-a3b7-92c37d0c1be9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=c2e2465d-0066-4b67-84df-e3e01c713045 HTTP/1.1" status: 200 len: 217 time: 0.0582578 Aug 20 08:48:16.085600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-ec1d1b66-f641-4f3a-97ae-3459a55a3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:16.087394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-ec1d1b66-f641-4f3a-97ae-3459a55a3fd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0685728 Aug 20 08:48:16.192355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e015480-1258-44b3-9aed-fc2c7b7d697b req-317f58ff-50f0-481a-9f46-8554393294b3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:16.193983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e015480-1258-44b3-9aed-fc2c7b7d697b req-317f58ff-50f0-481a-9f46-8554393294b3 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 947 time: 0.1857097 Aug 20 08:48:16.197748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-566fa99b-bdff-4326-8dc9-fde1113350e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:16.199157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-566fa99b-bdff-4326-8dc9-fde1113350e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934639 Aug 20 08:48:16.264631 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:16.294865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:16.311427 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:16.325962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:16.332379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:16.364460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e015480-1258-44b3-9aed-fc2c7b7d697b req-a301e03f-01a0-4a8d-a45f-91fee1a4e0e1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590979 Aug 20 08:48:16.381936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5e29-82e8-4d74-83ae-7292578482a8 req-803e6bed-2c61-436b-b59b-ce1b25ab3fa6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:16.392551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58ba5e29-82e8-4d74-83ae-7292578482a8 req-803e6bed-2c61-436b-b59b-ce1b25ab3fa6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 944 time: 0.2450309 Aug 20 08:48:16.401631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:16.412389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7219c586-13af-4fe8-b7dc-8edb5356d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:16.422222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-9d548c5d-6bb3-4189-9ad1-4ded5c17c9b4 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034819 Aug 20 08:48:16.507314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58ba5e29-82e8-4d74-83ae-7292578482a8 req-ac3c133f-6ed1-43f0-8f6f-221c12d9e5b0 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135480 Aug 20 08:48:16.567700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da02960c-386f-4b6c-b60d-4938ab55f081 req-85e406ab-9fce-4d37-9af6-b37b8fe08d18 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312273 Aug 20 08:48:16.679733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccc1b3-9ac9-48b4-90b9-1c7775382a75 req-55382470-a68f-4e32-97ce-9d468bfe0c5d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:16.681212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23ccc1b3-9ac9-48b4-90b9-1c7775382a75 req-55382470-a68f-4e32-97ce-9d468bfe0c5d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 945 time: 0.0601256 Aug 20 08:48:16.761081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23ccc1b3-9ac9-48b4-90b9-1c7775382a75 req-38101b07-e4cd-4881-a4f8-8882bae744f1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659900 Aug 20 08:48:16.806788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-5ed73857-9fde-4bfe-b841-3da72161a24d service neutron] 10.222.0.26 "GET /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.1213639 Aug 20 08:48:16.823881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-e4dd8123-2507-463f-b2a2-77de50a790cc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:16.826889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-e4dd8123-2507-463f-b2a2-77de50a790cc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70&tenant_id=0f4d929c31814177bd5a0584cb552160&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 948 time: 0.1005604 Aug 20 08:48:16.963626 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-89b85603-d565-4880-b701-46836265461e service neutron] 10.222.0.26 "GET /v2.0/ports/43447838-b760-4ec1-9c48-ba0ac5ad58fa/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 382 time: 0.1260538 Aug 20 08:48:17.030593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388fc1-a3dc-4e35-9945-74837b9b4f58 req-227df324-f99c-41a6-9777-c07fc51fd1a4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.038542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be388fc1-a3dc-4e35-9945-74837b9b4f58 req-227df324-f99c-41a6-9777-c07fc51fd1a4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 948 time: 0.1245201 Aug 20 08:48:17.044393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-ec2d8280-d85d-4c21-b77b-8d1649f5b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.047061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-ec2d8280-d85d-4c21-b77b-8d1649f5b831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1099 time: 0.0535538 Aug 20 08:48:17.093288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be388fc1-a3dc-4e35-9945-74837b9b4f58 req-3402eb3d-d8a8-436a-944b-1281bddb6d31 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538111 Aug 20 08:48:17.144333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:17.177525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-aa51bb4a-4a58-4489-826f-76c3fc251337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.179323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-aa51bb4a-4a58-4489-826f-76c3fc251337 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1242728 Aug 20 08:48:17.192289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:17.238939 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-b3082af6-5a2b-4f2a-87f3-6fffc27402b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 217 time: 0.0428393 Aug 20 08:48:17.252221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8206736f-b66c-452b-9fb9-c72a76644713 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:17.265270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:17.270519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:17.304792 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:17.312723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-4d853a23-0ba4-4ecb-a150-6c87d4e62dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.315225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-4d853a23-0ba4-4ecb-a150-6c87d4e62dfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0687876 Aug 20 08:48:17.370540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:17.387280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 43447838-b760-4ec1-9c48-ba0ac5ad58fa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:17.388043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:17.422713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-08c98b58-24da-4578-9d4a-f6e55b22ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.424725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-08c98b58-24da-4578-9d4a-f6e55b22ddec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969923 Aug 20 08:48:17.510065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] Transition to ACTIVE for port object 8206736f-b66c-452b-9fb9-c72a76644713 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:17.527318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:17.552278 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:17.554550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:17.557082 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5916e3-8ed3-41e9-99bb-3f1e03fed7df" -d '{"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-plugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:17.563150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-67840b84-d19e-4ffa-9820-6f134ab02b2f service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303036 Aug 20 08:48:17.570755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:17.576921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:17.578041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:17.651110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=10']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:17.684519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5a1e-5dd3-41ee-9e69-041964f85293 req-251ce3c5-6e04-49cb-ac2f-bfbc2f21ff9d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.686845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-118d5a1e-5dd3-41ee-9e69-041964f85293 req-251ce3c5-6e04-49cb-ac2f-bfbc2f21ff9d tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 945 time: 0.2078602 Aug 20 08:48:17.688991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-cf1ff055-e98d-4b3e-aa66-e3a1a6900643 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183724 Aug 20 08:48:17.694189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:17.697039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:48:17.723993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] No DVR routers for this DVR port 8206736f-b66c-452b-9fb9-c72a76644713 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:48:17.762129 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:48:17.780057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-ea53a5bb-3714-4e52-80da-e54ca7bd8cc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9614260 Aug 20 08:48:17.783814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-118d5a1e-5dd3-41ee-9e69-041964f85293 req-ec9ff3f5-4f65-4871-8c06-3ca7d03923a6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882852 Aug 20 08:48:17.928254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ef6d7-d987-47a7-b133-e70cd68d1a78 req-d896be14-8db0-4c40-8df2-8198748d40cf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.935782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c4ef6d7-d987-47a7-b133-e70cd68d1a78 req-d896be14-8db0-4c40-8df2-8198748d40cf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 947 time: 0.0821233 Aug 20 08:48:17.947456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-1266a528-df94-424c-8273-10caec3f9f11 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:17.950984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-1266a528-df94-424c-8273-10caec3f9f11 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1073434 Aug 20 08:48:17.993685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-1289f379-0568-40d9-959d-af2edd9518f2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:48:17.994923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-1289f379-0568-40d9-959d-af2edd9518f2 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215693 Aug 20 08:48:18.013210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:18.013767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:48:18.022243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c4ef6d7-d987-47a7-b133-e70cd68d1a78 req-da914835-b2ab-4d2d-a6ad-2159e46c3e95 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856307 Aug 20 08:48:18.071251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a261200f-5ea6-4816-9430-226b8100ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.072765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-a261200f-5ea6-4816-9430-226b8100ba24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f&tenant_id=b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 1096 time: 0.1114662 Aug 20 08:48:18.210673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a84426-538e-4be8-928c-4a294b4f5ce8 req-eb4e50b9-dda1-494b-b9aa-4ea20941d525 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.212187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16a84426-538e-4be8-928c-4a294b4f5ce8 req-eb4e50b9-dda1-494b-b9aa-4ea20941d525 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.1156819 Aug 20 08:48:18.218928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-34f674c4-a645-4787-98c7-23ea027d5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.220307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-34f674c4-a645-4787-98c7-23ea027d5698 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1096 time: 0.1122227 Aug 20 08:48:18.301916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:18.302261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:18.302594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:18.321876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:18.322202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:18.328550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16a84426-538e-4be8-928c-4a294b4f5ce8 req-6781c121-59a3-4841-9ff0-965de8a9f5b1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056340 Aug 20 08:48:18.339405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:18.339753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:18.340146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:18.340585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Bound port: 8e5eec1f-fb19-43ea-83a7-86f175acba11, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:18.387119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-88129c13-2823-42ff-b495-e194a7f7c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.388609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-88129c13-2823-42ff-b495-e194a7f7c69e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1559644 Aug 20 08:48:18.396970 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd159abc-63d6-4e42-afd8-1af39953e856 x-openstack-request-id: req-cd159abc-63d6-4e42-afd8-1af39953e856 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:18.397553 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-plugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:18.397553 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd159abc-63d6-4e42-afd8-1af39953e856 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:18.398720 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'code': 200} Aug 20 08:48:18.444850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:18.447291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-f8d26908-d154-4f35-a189-b9b1627875bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 200 len: 217 time: 0.0486829 Aug 20 08:48:18.450331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:18.451454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-9185b00b-bfe6-4b1e-949f-2cc06335deed service neutron] 10.222.0.35 "POST /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11/bindings HTTP/1.1" status: 201 len: 389 time: 0.4460065 Aug 20 08:48:18.560147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-44700746-5018-46c1-95b6-5935d0a3c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.561650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-44700746-5018-46c1-95b6-5935d0a3c931 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0974379 Aug 20 08:48:18.579641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2d21-7659-4b22-9032-1d1eb9fb0985 req-9240d508-5da9-432f-a10c-33ba79bb6fb1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.588830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a97e2d21-7659-4b22-9032-1d1eb9fb0985 req-9240d508-5da9-432f-a10c-33ba79bb6fb1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0715275 Aug 20 08:48:18.626959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-4e428493-8906-43db-93f1-c25a1405ce90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356827 Aug 20 08:48:18.666185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a97e2d21-7659-4b22-9032-1d1eb9fb0985 req-b86aac5a-7abb-4755-96d0-f49b0d02e726 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761039 Aug 20 08:48:18.684191 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:18.813044 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d63f05-80a3-4ccb-85bb-6851befcef70 req-d160ad18-1545-421b-8290-c650d63595b8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:18.814551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35d63f05-80a3-4ccb-85bb-6851befcef70 req-d160ad18-1545-421b-8290-c650d63595b8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1388619 Aug 20 08:48:18.830004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-a6950614-e7fe-44c2-89bf-174919b6b64a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053174 Aug 20 08:48:18.837652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-c4b357d5-7a7e-4e34-a061-a733e8271ee2 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951287 Aug 20 08:48:18.966921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35d63f05-80a3-4ccb-85bb-6851befcef70 req-bfb6839e-1ae1-4dcd-8247-9e5bdf6a5ede tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419263 Aug 20 08:48:19.299427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c2e2465d-0066-4b67-84df-e3e01c713045 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:19.328102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-18eedbc6-e60e-4598-b548-15278a6ac970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.329615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-18eedbc6-e60e-4598-b548-15278a6ac970 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 1096 time: 0.4647756 Aug 20 08:48:19.352700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701e68a-7471-49e6-869a-1e88bee24c6c req-6c17273d-8c75-408b-85a4-3a6f4c7011a1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.360056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6701e68a-7471-49e6-869a-1e88bee24c6c req-6c17273d-8c75-408b-85a4-3a6f4c7011a1 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 945 time: 0.4856410 Aug 20 08:48:19.368207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-1bf81f9f-9b05-4217-9645-f2c18399df68 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171869 Aug 20 08:48:19.441142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c2e2465d-0066-4b67-84df-e3e01c713045, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c2e2465d-0066-4b67-84df-e3e01c713045,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:19.446996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448935-2da7-4666-9e99-93847e58b27a req-6381feb8-c91c-42fc-a23e-c1172d6db148 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.448544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67448935-2da7-4666-9e99-93847e58b27a req-6381feb8-c91c-42fc-a23e-c1172d6db148 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 947 time: 0.1732624 Aug 20 08:48:19.453409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'c2e2465d-0066-4b67-84df-e3e01c713045', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'c2e2465d-0066-4b67-84df-e3e01c713045', 'mac_address': 'fa:16:3e:22:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:19.494816 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:19.510086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6701e68a-7471-49e6-869a-1e88bee24c6c req-d553d996-a303-43f9-b757-53df6d85c54c tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389730 Aug 20 08:48:19.513973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e2465d-0066-4b67-84df-e3e01c713045 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:19.545658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c2e2465d-0066-4b67-84df-e3e01c713045, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c2e2465d-0066-4b67-84df-e3e01c713045,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:19.548959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67448935-2da7-4666-9e99-93847e58b27a req-b5cf086d-02dc-430a-b1db-57fe06ff44ff tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899670 Aug 20 08:48:19.553659 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:19.618803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c2e2465d-0066-4b67-84df-e3e01c713045,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:19.620859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-63017acd-38f5-4232-8111-1ce7a72adad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.623615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-63017acd-38f5-4232-8111-1ce7a72adad9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.2475247 Aug 20 08:48:19.679608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-5f89c271-bfa2-406d-bec0-4f7ac3043835 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 200 len: 217 time: 0.0473685 Aug 20 08:48:19.714498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eadc2-5b79-4a05-b7bd-a66e2d8454f1 req-c4ebc336-833f-498c-82a9-c9f8aadea4dc tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.716084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d41eadc2-5b79-4a05-b7bd-a66e2d8454f1 req-c4ebc336-833f-498c-82a9-c9f8aadea4dc tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.1558521 Aug 20 08:48:19.812495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-c5cc7304-4f4b-4f04-901e-31c476c064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.814897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-c5cc7304-4f4b-4f04-901e-31c476c064e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1281641 Aug 20 08:48:19.849155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['c2e2465d-0066-4b67-84df-e3e01c713045'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:19.855955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-aff954af-a0ee-43b5-9bb3-e5c55652a461 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:19.858935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-aff954af-a0ee-43b5-9bb3-e5c55652a461 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1186671 Aug 20 08:48:19.931041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-893dcd53-db22-4599-a9bb-5139864fe211 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998154 Aug 20 08:48:19.937499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d41eadc2-5b79-4a05-b7bd-a66e2d8454f1 req-13d6c9f3-b140-4c3b-825b-b4c335d19c0d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953511 Aug 20 08:48:20.284919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-358768fb-188e-4581-94a8-22f98a4dda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.286745 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-358768fb-188e-4581-94a8-22f98a4dda86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70&tenant_id=0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 1101 time: 0.0526986 Aug 20 08:48:20.295401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-e60a2b60-fd18-47cf-8991-dd1e18475639 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566072 Aug 20 08:48:20.354594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-73b68aec-9f85-4248-b1cd-fb010335c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.356368 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-73b68aec-9f85-4248-b1cd-fb010335c5ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 1101 time: 0.0457344 Aug 20 08:48:20.431998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e644-260a-4ad3-a2b9-830aa436fdd9 req-5990e85b-078c-4fda-a69c-9cbfc05eab7a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.440840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4295e644-260a-4ad3-a2b9-830aa436fdd9 req-5990e85b-078c-4fda-a69c-9cbfc05eab7a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.2124393 Aug 20 08:48:20.452417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be3c6-964b-42de-a8c2-51971c899e5a req-47faf524-adf9-421c-a4a8-9d3a359740a8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.454307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d75be3c6-964b-42de-a8c2-51971c899e5a req-47faf524-adf9-421c-a4a8-9d3a359740a8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.2442462 Aug 20 08:48:20.457023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-fb850da1-9bca-44fe-962d-f8600544a627 service neutron] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:20.470088 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-fb850da1-9bca-44fe-962d-f8600544a627 service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:20.471199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-521b034a-5ed8-41c7-8edf-d3b31e674b2e req-fb850da1-9bca-44fe-962d-f8600544a627 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.5903959 Aug 20 08:48:20.480915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-36948734-b90c-4e13-beb3-2e4a41df00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.483485 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-36948734-b90c-4e13-beb3-2e4a41df00c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1132925 Aug 20 08:48:20.533578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-85164a6f-ff9f-4a5b-84f3-4c82cbe36b37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 200 len: 217 time: 0.0398145 Aug 20 08:48:20.548289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4295e644-260a-4ad3-a2b9-830aa436fdd9 req-4d35873d-f0ba-4f5d-9234-8af381b43e94 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065800 Aug 20 08:48:20.570010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9b8a4a3-4615-47d9-9f12-092498de8865 req-d7081330-fad8-4fba-8819-c6eb0e031c6e service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617190 Aug 20 08:48:20.586731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d75be3c6-964b-42de-a8c2-51971c899e5a req-3faf022a-1c54-4bd5-9e1c-25ec2e8378a9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219563 Aug 20 08:48:20.597158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-5ca1898d-11ab-4b64-897e-df6617a16a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.599391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-5ca1898d-11ab-4b64-897e-df6617a16a10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0551400 Aug 20 08:48:20.665582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-a72525c5-2e9b-4d9d-890e-6738f01a7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.667898 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-a72525c5-2e9b-4d9d-890e-6738f01a7399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584116 Aug 20 08:48:20.735105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252991c-55a0-409e-9a06-faeabf8107cb req-9f6880c2-645a-407f-aa83-0e245d503eca tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:20.737593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f252991c-55a0-409e-9a06-faeabf8107cb req-9f6880c2-645a-407f-aa83-0e245d503eca tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 948 time: 0.0673461 Aug 20 08:48:20.781701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f252991c-55a0-409e-9a06-faeabf8107cb req-8cc32dc9-a586-4bb5-861e-9fd84b4992dc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Aug 20 08:48:20.794889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-ed876fb2-2a0a-451b-be58-f4a6800ebd5a service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159949 Aug 20 08:48:20.895716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c6c4464-b92e-4302-bfb6-0eccd73d430a req-a5de5078-87f0-4510-869f-0ab6e1462c74 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932267 Aug 20 08:48:21.089269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f5b5b-14bf-43ec-ab21-01775ecf57ac req-7fc9407a-94e0-4a3d-8407-425901b189fd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.091186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b2f5b5b-14bf-43ec-ab21-01775ecf57ac req-7fc9407a-94e0-4a3d-8407-425901b189fd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.0562429 Aug 20 08:48:21.144480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b2f5b5b-14bf-43ec-ab21-01775ecf57ac req-d129f577-6cd5-4e9f-a516-afb91d7ba111 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461547 Aug 20 08:48:21.283236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7f71-b2bd-4b7f-9ebe-d875f5397657 req-df5969f8-b6e0-4368-bf1a-de25819e3901 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.285075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b8e7f71-b2bd-4b7f-9ebe-d875f5397657 req-df5969f8-b6e0-4368-bf1a-de25819e3901 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1096 time: 0.0422277 Aug 20 08:48:21.317848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c2e2465d-0066-4b67-84df-e3e01c713045 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:21.323839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b8e7f71-b2bd-4b7f-9ebe-d875f5397657 req-186b6bc7-dfc2-4491-a205-d435c65fac17 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 20 08:48:21.397311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port c2e2465d-0066-4b67-84df-e3e01c713045 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:21.401736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port c2e2465d-0066-4b67-84df-e3e01c713045 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:21.402119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:21.481537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9006223-ca0d-4bb5-b22f-cc5aef3b33f6 req-adb3e7da-752a-4e76-95c1-6737d6f83639 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.486200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9006223-ca0d-4bb5-b22f-cc5aef3b33f6 req-adb3e7da-752a-4e76-95c1-6737d6f83639 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 1096 time: 0.0581224 Aug 20 08:48:21.524760 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:21.535294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9006223-ca0d-4bb5-b22f-cc5aef3b33f6 req-5ae63486-7324-49eb-a772-ae1ac090ce66 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 Aug 20 08:48:21.562032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8248eaf4-af92-418a-b798-3caa6f139585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e2465d-0066-4b67-84df-e3e01c713045'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:21.566831 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9830f7-78e4-42be-8b2c-5c81c597d293" -d '{"events": [{"server_uuid": "8248eaf4-af92-418a-b798-3caa6f139585", "name": "network-vif-plugged", "status": "completed", "tag": "c2e2465d-0066-4b67-84df-e3e01c713045"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:21.605953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c2e2465d-0066-4b67-84df-e3e01c713045, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c2e2465d-0066-4b67-84df-e3e01c713045,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:21.655687 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b804a4-8bc5-42e4-aa8d-b0033988baaf x-openstack-request-id: req-86b804a4-8bc5-42e4-aa8d-b0033988baaf {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:21.661114 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8248eaf4-af92-418a-b798-3caa6f139585", "name": "network-vif-plugged", "status": "completed", "tag": "c2e2465d-0066-4b67-84df-e3e01c713045", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:21.661114 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86b804a4-8bc5-42e4-aa8d-b0033988baaf {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:21.661114 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8248eaf4-af92-418a-b798-3caa6f139585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e2465d-0066-4b67-84df-e3e01c713045', 'code': 200} Aug 20 08:48:21.663095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:21.734942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33390af4-4725-4936-9859-fbb071f454e4 req-ccdce4f7-a799-46df-9d68-b4f188ec45bd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.736894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33390af4-4725-4936-9859-fbb071f454e4 req-ccdce4f7-a799-46df-9d68-b4f188ec45bd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0688541 Aug 20 08:48:21.794942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33390af4-4725-4936-9859-fbb071f454e4 req-703335fb-412c-4b75-84fe-19621490d51e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Aug 20 08:48:21.799919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c2e2465d-0066-4b67-84df-e3e01c713045,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:21.862470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186f6df-dee2-489c-8ce5-d65f6f35fbcc req-29888953-2404-4659-b705-0b608ec5b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.865023 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c186f6df-dee2-489c-8ce5-d65f6f35fbcc req-29888953-2404-4659-b705-0b608ec5b093 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 1100 time: 0.0554500 Aug 20 08:48:21.887175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8ff58-0700-4d1a-bf8b-854d4bfe5846 req-dcb82876-234f-4a2e-8f87-40fd0777f357 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.888759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0f8ff58-0700-4d1a-bf8b-854d4bfe5846 req-dcb82876-234f-4a2e-8f87-40fd0777f357 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.0761240 Aug 20 08:48:21.917411 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c186f6df-dee2-489c-8ce5-d65f6f35fbcc req-4f90be60-5039-49ab-922e-d26df7040750 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Aug 20 08:48:21.956796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-b48c72b1-28e1-4e11-be57-506578f8057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:21.958714 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-b48c72b1-28e1-4e11-be57-506578f8057f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1097 time: 0.0918999 Aug 20 08:48:21.962036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0f8ff58-0700-4d1a-bf8b-854d4bfe5846 req-87f10a7f-290c-46bd-b583-ca3ec8275fa5 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528257 Aug 20 08:48:22.030021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:22.128296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca7d1f-92d6-4ed2-96bf-613780ce90e3 req-3f7a53f8-8b8c-4f5f-92b8-fb1bdb44575a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:22.130247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06ca7d1f-92d6-4ed2-96bf-613780ce90e3 req-3f7a53f8-8b8c-4f5f-92b8-fb1bdb44575a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.0769243 Aug 20 08:48:22.131335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-ca895b5a-83f2-4719-add6-534278027081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:22.132756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-ca895b5a-83f2-4719-add6-534278027081 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1514559 Aug 20 08:48:22.214201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-3196b49c-19b2-434c-9bca-12b511a6376f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 217 time: 0.0731099 Aug 20 08:48:22.293031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06ca7d1f-92d6-4ed2-96bf-613780ce90e3 req-b8fc8b69-e1aa-4045-aa35-eb7bdf1843bf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828810 Aug 20 08:48:22.303725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-f17d40f2-9932-465d-bd26-71428ea76779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:22.305393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-f17d40f2-9932-465d-bd26-71428ea76779 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.0808289 Aug 20 08:48:22.343507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:22.360997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'mac_address': 'fa:16:3e:a4:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:22.370080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-ea536600-22d5-40f2-8140-de39cd9de58b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489588 Aug 20 08:48:22.401791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:22.425234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:22.447065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:22.452448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:22.480075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-21c301a5-f3d5-4f33-8023-a1fcbc99cd08 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973506 Aug 20 08:48:22.506520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:22.580117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-52ba76de-ca67-41a4-aa52-0ce3fd0420cf service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Aug 20 08:48:22.667476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:23.005172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4766d48-8edf-4f5e-97cd-a8d95105cfa7 req-009f8d61-f15d-4833-8bdb-de6f0c86aefc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:23.010291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4766d48-8edf-4f5e-97cd-a8d95105cfa7 req-009f8d61-f15d-4833-8bdb-de6f0c86aefc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1221399 Aug 20 08:48:23.084505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4766d48-8edf-4f5e-97cd-a8d95105cfa7 req-39840140-c83c-480c-a769-c682228014f5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Aug 20 08:48:23.301548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d78f18-a07a-4a25-ab7e-d968af8e6606 req-336c4c8b-c547-4363-8dcb-a524e0987660 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:23.310164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05d78f18-a07a-4a25-ab7e-d968af8e6606 req-336c4c8b-c547-4363-8dcb-a524e0987660 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1107018 Aug 20 08:48:23.329091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:23.334516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:23.417536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05d78f18-a07a-4a25-ab7e-d968af8e6606 req-9a70e3f8-2d04-4c3a-92c4-6f97b836d7b3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002953 Aug 20 08:48:23.599483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b3b19-306b-4c1e-8d0b-b8185f18252d req-12668ca7-dabd-457e-a936-a993b336d7a8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:23.608186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f7b3b19-306b-4c1e-8d0b-b8185f18252d req-12668ca7-dabd-457e-a936-a993b336d7a8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.1243875 Aug 20 08:48:23.703502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:23.705918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f7b3b19-306b-4c1e-8d0b-b8185f18252d req-16acfd5e-57d7-4344-9b44-e61b7b230fc8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834763 Aug 20 08:48:23.712613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:23.736095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'mac_address': 'fa:16:3e:cd:b8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:23.753027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:23.755221 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d40a06-c33c-4f1a-b8b7-ac42da492d29" -d '{"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-unplugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:23.794746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:23.800882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:23.817635 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a6d2c7-96c7-450a-b13c-473b0a104b73 x-openstack-request-id: req-b2a6d2c7-96c7-450a-b13c-473b0a104b73 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:23.817948 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-unplugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:23.818284 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2a6d2c7-96c7-450a-b13c-473b0a104b73 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:23.818585 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'code': 200} Aug 20 08:48:23.838203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:23.857528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:23.952265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:48:23.952868 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:48:23.960497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:24.045524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:24.177844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:24.178231 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:24.297463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca3239-a85d-4e68-8bea-b3a4b170436c req-e85ef827-f65d-4bfd-9527-ca6c28220f4a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:24.299420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60ca3239-a85d-4e68-8bea-b3a4b170436c req-e85ef827-f65d-4bfd-9527-ca6c28220f4a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0769963 Aug 20 08:48:24.354264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:24.358952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60ca3239-a85d-4e68-8bea-b3a4b170436c req-6d929d85-fe8a-49ca-b2a5-df294054f67e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Aug 20 08:48:24.409663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:24.418857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:24.507801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:24.548809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:24.584024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:24.591305 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:24.595500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:24.712684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:24.732160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6690e-3d8f-408d-b259-91a19c5a28ce req-b8ce831c-d5de-4cd3-a769-1b774ed51ad0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:24.734020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd6690e-3d8f-408d-b259-91a19c5a28ce req-b8ce831c-d5de-4cd3-a769-1b774ed51ad0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1290712 Aug 20 08:48:24.866794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd6690e-3d8f-408d-b259-91a19c5a28ce req-0c8ee24d-c8b7-4ae4-92f2-67bfd521bb28 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250794 Aug 20 08:48:24.964542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afad83-a8dc-4d08-9f5a-67f9b68507ac req-09de5e68-8c81-4c24-ab1c-cc190ad27282 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:24.974766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85afad83-a8dc-4d08-9f5a-67f9b68507ac req-09de5e68-8c81-4c24-ab1c-cc190ad27282 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.1298928 Aug 20 08:48:24.989595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['43447838-b760-4ec1-9c48-ba0ac5ad58fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:25.057146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85afad83-a8dc-4d08-9f5a-67f9b68507ac req-56f02c78-0c19-49fa-86fd-c637d07777c4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778694 Aug 20 08:48:25.189262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb39984-8f80-49ce-85d8-3d51a2e737d6 req-f7273d93-77b6-4a27-bca9-a1e7facf5004 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:25.202177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3eb39984-8f80-49ce-85d8-3d51a2e737d6 req-f7273d93-77b6-4a27-bca9-a1e7facf5004 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 950 time: 0.1809309 Aug 20 08:48:25.329766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3eb39984-8f80-49ce-85d8-3d51a2e737d6 req-5c278d6d-9981-4e00-8e95-e316b0d3c820 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265886 Aug 20 08:48:25.338686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a83ad4-f868-4f40-9ccd-0930c185bb84 req-d5ecb9f4-9ae9-4c38-aa4e-2ec97824f706 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:25.340561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45a83ad4-f868-4f40-9ccd-0930c185bb84 req-d5ecb9f4-9ae9-4c38-aa4e-2ec97824f706 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 1100 time: 0.0961268 Aug 20 08:48:25.417884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45a83ad4-f868-4f40-9ccd-0930c185bb84 req-822a5923-b392-42be-b471-1656e0f1e1d3 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682170 Aug 20 08:48:25.687255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-2e731f2d-bc6b-49d0-802b-c315819156a9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439584 Aug 20 08:48:25.704796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0b1c-ce58-47f8-8ff5-04069edf2571 req-06c926f8-2d07-470a-a70c-5b1fb8c447cc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:25.707818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-762e0b1c-ce58-47f8-8ff5-04069edf2571 req-06c926f8-2d07-470a-a70c-5b1fb8c447cc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1237724 Aug 20 08:48:25.814350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-762e0b1c-ce58-47f8-8ff5-04069edf2571 req-2f6e431b-1829-4ee6-8211-140655351a36 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965798 Aug 20 08:48:25.819825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:25.822492 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1438605-c7ee-4a32-ab7f-eca61bc33aa1" -d '{"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-plugged", "status": "completed", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:25.904131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-0c400370-6352-4eed-a526-ab94d331ff67 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:25.905676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-0c400370-6352-4eed-a526-ab94d331ff67 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089353 Aug 20 08:48:25.929565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-859fcdb1-d852-4849-a4aa-cf00ddd4628f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/quotas/68603303a888476297bccde9c86a5c74 HTTP/1.1" status: 200 len: 375 time: 0.0168512 Aug 20 08:48:26.050949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-4da70d64-8349-4eee-bbab-1b4404711b52 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1123667 Aug 20 08:48:26.113846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-9e1a2208-e76b-4baa-8286-46b81ce72f17 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567186 Aug 20 08:48:26.335896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-282a52cb-c1e5-42d2-a15d-dfbd588f4002 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:26.350318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-282a52cb-c1e5-42d2-a15d-dfbd588f4002 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395225 Aug 20 08:48:26.380946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-c599c95b-4342-4c1d-8437-4bc8bcc78db3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/quotas/0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 375 time: 0.0293920 Aug 20 08:48:26.408414 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f2ddb8-bf46-40f9-b1f4-323a4a388502 x-openstack-request-id: req-27f2ddb8-bf46-40f9-b1f4-323a4a388502 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:26.409458 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-plugged", "status": "completed", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:26.409926 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27f2ddb8-bf46-40f9-b1f4-323a4a388502 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:26.410408 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'code': 200} Aug 20 08:48:26.482677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-12d95c5b-8965-437c-9ea8-8d5c4ee61ad7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000175 Aug 20 08:48:26.545397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-75e7b44e-3d9c-4009-ad49-1817d6e83c24 req-21e1e705-55c9-4d30-8533-781ff50a4543 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 210 time: 0.0510294 Aug 20 08:48:26.888574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af1b3294-ad37-45ab-b38b-dad9d148163d req-a19d6165-5456-436c-b914-b694219ca772 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 210 time: 0.0975864 Aug 20 08:48:27.067763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebfb35-688a-4343-b2f4-f836c655836d req-c866ce70-e582-43cb-a968-971a1122a236 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:27.071738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adebfb35-688a-4343-b2f4-f836c655836d req-c866ce70-e582-43cb-a968-971a1122a236 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1172874 Aug 20 08:48:27.164797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adebfb35-688a-4343-b2f4-f836c655836d req-adb7e6c7-e244-4343-9ed6-5502804b8cef tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811527 Aug 20 08:48:27.364275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:27.437419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 43447838-b760-4ec1-9c48-ba0ac5ad58fa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:27.438378 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:27.635904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:27.687658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8fd04f20-4401-442d-aa9d-52fa50ac8bcf req-7e3ed221-48dd-45d5-a97e-db8069c05cbc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 210 time: 0.0494616 Aug 20 08:48:27.720874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:27.726666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:27.794291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:27.903707 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-78b7e77a-2516-4120-bfa0-dbdd4625daea tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343955 Aug 20 08:48:28.076678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07a504e4-2513-4583-9ce3-7071c0437a16 req-abaa3c29-5fee-4ab6-8b90-b2e9da3a9fbf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 210 time: 0.0536654 Aug 20 08:48:28.156435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-96155956-52d1-4a9e-ae1c-a0b62773828a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:28.158460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-96155956-52d1-4a9e-ae1c-a0b62773828a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481029 Aug 20 08:48:28.178082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': '8db9282b-cdc3-40d4-8579-314a343a9493', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:28.412321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:28.415684 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acbfc8-d630-4bd6-b232-94135f4fa296" -d '{"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-plugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:28.438942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb38b3b-4a44-4ec1-bebc-9672db8e5e8e req-328562ad-13ce-4378-bc4f-ab1f1656e5e0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:28.456357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cfb38b3b-4a44-4ec1-bebc-9672db8e5e8e req-328562ad-13ce-4378-bc4f-ab1f1656e5e0 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1442888 Aug 20 08:48:28.536426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cfb38b3b-4a44-4ec1-bebc-9672db8e5e8e req-808f9286-f2c3-49ca-8355-b91559eddb16 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791397 Aug 20 08:48:28.563798 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11637e-3966-4832-8c9d-8a26a7504fb7 x-openstack-request-id: req-fd11637e-3966-4832-8c9d-8a26a7504fb7 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:28.564249 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-plugged", "status": "completed", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:28.564614 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd11637e-3966-4832-8c9d-8a26a7504fb7 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:28.565263 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'code': 200} Aug 20 08:48:28.615814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:28.631169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:28.652859 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-b7323ff7-cbaf-4921-a936-f4d8d7416242 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0f4d929c31814177bd5a0584cb552160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581768 Aug 20 08:48:29.065528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-6b20a22f-e9e9-4b91-b9e5-96458f3d51cf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:29.067505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-6b20a22f-e9e9-4b91-b9e5-96458f3d51cf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4075434 Aug 20 08:48:29.102457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68823057-54ff-40b2-b951-4b01e783bd6a req-7c7787f5-bae4-4b84-9edc-4cf3e37a6b2a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 210 time: 0.0337782 Aug 20 08:48:29.112725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Request body: {'port': {'device_id': '12076af6-e068-45c7-892e-ff483a401b3b', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '0f4d929c31814177bd5a0584cb552160'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:29.170839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.103 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/f318c0c7-4f4e-4c57-ad50-e445e59784c4) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:29.291435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55ae6c58-4bae-4f00-b3d7-c9aab6468d5b req-11051b92-3411-4e7d-9294-86598d0cc940 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 210 time: 0.0449092 Aug 20 08:48:29.301180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Made reservation on behalf of 0f4d929c31814177bd5a0584cb552160 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:29.307119 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:29.511480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:29.528974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object f318c0c7-4f4e-4c57-ad50-e445e59784c4 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:29.602048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:29.615838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507', '2b2adea4-3898-49ba-b49c-22862e98d8f7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:29.623820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'c2e2465d-0066-4b67-84df-e3e01c713045'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:29.706512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Allocated IP 192.168.233.226 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/1bd97258-e22e-4da0-92e3-15625953bcb2) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:29.708604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=f318c0c7-4f4e-4c57-ad50-e445e59784c4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:29.717426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:29.724577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:29.727986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.728717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.729295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.730046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.730566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.731210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.731687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.732128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.732711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.746603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.748778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.749740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:29.759119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:29.906300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:29.910251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:29.935825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-17dbd6c8-fcfd-4505-b380-c7fb2df2a790 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7668746 Aug 20 08:48:29.953662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Request body: {'port': {'device_id': '8db9282b-cdc3-40d4-8579-314a343a9493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:29.998860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:30.017816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Transition to ACTIVE for port object 1bd97258-e22e-4da0-92e3-15625953bcb2 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:30.115480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:30.200189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:30.214692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:30.216789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:30.224129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:30.235448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:30.393751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:30.394744 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:30.440381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-5909b388-3752-4593-8f9b-f7aa68eeef73 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3362262 Aug 20 08:48:30.459295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296c9ce-79c5-4ffa-b2cb-c753480019ab req-8359c608-38a0-41d3-ac4d-1407f2b472bb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:30.474354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a296c9ce-79c5-4ffa-b2cb-c753480019ab req-8359c608-38a0-41d3-ac4d-1407f2b472bb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.4148452 Aug 20 08:48:30.562120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Request body: {'port': {'device_id': '12076af6-e068-45c7-892e-ff483a401b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:30.570357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a985483f-0ad6-4481-a138-f63bbe828ce5 None None] Provisioning for port f318c0c7-4f4e-4c57-ad50-e445e59784c4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:30.635299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a985483f-0ad6-4481-a138-f63bbe828ce5 None None] Provisioning complete for port f318c0c7-4f4e-4c57-ad50-e445e59784c4 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:30.637467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a985483f-0ad6-4481-a138-f63bbe828ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:30.676829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a296c9ce-79c5-4ffa-b2cb-c753480019ab req-7088d353-40d3-49fa-b523-9cbff870d6b2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014964 Aug 20 08:48:30.775109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684ca61-ddf3-4505-975c-30f1961507ac req-c8074e27-b2f7-4f5f-ab41-2e1dbb57128c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:30.783097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3684ca61-ddf3-4505-975c-30f1961507ac req-c8074e27-b2f7-4f5f-ab41-2e1dbb57128c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 936 time: 0.3570797 Aug 20 08:48:30.820492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a985483f-0ad6-4481-a138-f63bbe828ce5 None None] Port f318c0c7-4f4e-4c57-ad50-e445e59784c4 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:30.897592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3684ca61-ddf3-4505-975c-30f1961507ac req-05459abc-7029-4da1-bbdc-206391b4ce1b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007411 Aug 20 08:48:31.022898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f318c0c7-4f4e-4c57-ad50-e445e59784c4 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:31.044995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe32e05d-d138-4a55-a6fa-3ca45fac245e None None] Provisioning for port 1bd97258-e22e-4da0-92e3-15625953bcb2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:31.047206 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.068582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.074028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe32e05d-d138-4a55-a6fa-3ca45fac245e None None] Provisioning complete for port 1bd97258-e22e-4da0-92e3-15625953bcb2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:31.074028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe32e05d-d138-4a55-a6fa-3ca45fac245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.086430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Transition to ACTIVE for port object f318c0c7-4f4e-4c57-ad50-e445e59784c4 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:31.092080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.190240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe32e05d-d138-4a55-a6fa-3ca45fac245e None None] Port 1bd97258-e22e-4da0-92e3-15625953bcb2 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:31.248196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Pushing event updated for resources: {'Port': ['ID=f318c0c7-4f4e-4c57-ad50-e445e59784c4,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:31.403875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Attempting to bind port f318c0c7-4f4e-4c57-ad50-e445e59784c4 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:31.407719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Attempting to bind port f318c0c7-4f4e-4c57-ad50-e445e59784c4 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:31.408352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Attempting to bind port f318c0c7-4f4e-4c57-ad50-e445e59784c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:31.420349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Port f318c0c7-4f4e-4c57-ad50-e445e59784c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:31.421034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Attempting to bind port f318c0c7-4f4e-4c57-ad50-e445e59784c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:31.436373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:31.443040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:31.443544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:31.444082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Bound port: f318c0c7-4f4e-4c57-ad50-e445e59784c4, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:31.446504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.490997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e37f1d-b1aa-42af-9297-6dfe7cdcdcf1 req-49a8ec42-3377-45a5-aabe-2ea5ca9c8ac7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:31.502899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31e37f1d-b1aa-42af-9297-6dfe7cdcdcf1 req-49a8ec42-3377-45a5-aabe-2ea5ca9c8ac7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 936 time: 0.6124003 Aug 20 08:48:31.592111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31e37f1d-b1aa-42af-9297-6dfe7cdcdcf1 req-8bf2f5a6-7998-4f01-919d-def962874aed tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Aug 20 08:48:31.645686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266', '5b84b65c-e46a-40ab-b9b5-cfa312433a89', '43447838-b760-4ec1-9c48-ba0ac5ad58fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:31.661047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] For port f318c0c7-4f4e-4c57-ad50-e445e59784c4, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:31.668438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] For port f318c0c7-4f4e-4c57-ad50-e445e59784c4, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:31.673957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.766489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:31.767127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.769089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] 10.222.0.26 "PUT /v2.0/ports/f318c0c7-4f4e-4c57-ad50-e445e59784c4 HTTP/1.1" status: 200 len: 1096 time: 1.8207190 Aug 20 08:48:31.769561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9282b-cdc3-40d4-8579-314a343a9493', 'tag': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:31.772914 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9282b-cdc3-40d4-8579-314a343a9493", "tag": "f318c0c7-4f4e-4c57-ad50-e445e59784c4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:31.831399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd97258-e22e-4da0-92e3-15625953bcb2 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:31.856844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:31.863043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d8432-957c-4b82-a41f-c6eb36942270 service neutron] Pushing event updated for resources: {'Port': ['ID=f318c0c7-4f4e-4c57-ad50-e445e59784c4,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:31.885132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-db348e41-b45b-455a-89fc-df2c590c0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:31.887180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-db348e41-b45b-455a-89fc-df2c590c0c6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 1099 time: 0.0754259 Aug 20 08:48:32.002519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-2970232e-41bd-4d3b-af30-ea29ab89b811 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--539134467&fields=id&tenant_id=8d8b503266424c1fbe9a546b2e8f3c23 HTTP/1.1" status: 200 len: 267 time: 0.2827380 Aug 20 08:48:32.003651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Transition to ACTIVE for port object 1bd97258-e22e-4da0-92e3-15625953bcb2 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:32.014889 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:32.045997 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-88097c77-8d85-4267-b86a-bbecd00009d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4 HTTP/1.1" status: 200 len: 217 time: 0.1420717 Aug 20 08:48:32.192463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-0717a289-8c2c-430d-bff6-3e8abcda8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:32.198372 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-0717a289-8c2c-430d-bff6-3e8abcda8ede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1386983 Aug 20 08:48:32.342209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-04906682-2985-4f0c-bed7-2044b58c5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:32.344156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-04906682-2985-4f0c-bed7-2044b58c5f0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386356 Aug 20 08:48:32.457687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a32c10-b029-46c7-8fe4-7b5625fa77e1 req-ad3d76c4-9e18-4783-a34e-de4a0609cd18 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:32.466550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40a32c10-b029-46c7-8fe4-7b5625fa77e1 req-ad3d76c4-9e18-4783-a34e-de4a0609cd18 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.5949295 Aug 20 08:48:32.469170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:32.575700 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-26a29412-b0d9-4827-bad5-abb715bf70fc service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188213 Aug 20 08:48:32.627465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40a32c10-b029-46c7-8fe4-7b5625fa77e1 req-5f50474f-ca24-4e1a-b75f-b1b248ce4804 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460752 Aug 20 08:48:32.714809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-6a492095-91a5-4ec7-adec-b8d42fb470a7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:32.715409 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b53c8df5-692f-4a74-8b2a-fcd3c1ccfda6 req-c65a8b64-5da1-47c1-a4a4-3e995817f854 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294050 Aug 20 08:48:32.718911 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cb6b13-0143-4bdb-912e-a126fcbb3084 x-openstack-request-id: req-07cb6b13-0143-4bdb-912e-a126fcbb3084 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:32.720711 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9282b-cdc3-40d4-8579-314a343a9493", "tag": "f318c0c7-4f4e-4c57-ad50-e445e59784c4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:32.721133 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07cb6b13-0143-4bdb-912e-a126fcbb3084 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:32.723039 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db9282b-cdc3-40d4-8579-314a343a9493', 'tag': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4', 'status': 'completed', 'code': 200} Aug 20 08:48:32.738362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-6a492095-91a5-4ec7-adec-b8d42fb470a7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/networks?id=4e363493-2e53-4243-99ac-613a46bbbfa8 HTTP/1.1" status: 200 len: 816 time: 0.7105050 Aug 20 08:48:32.783077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-69319274-7d88-4f77-a5ce-316b4cce3bbd tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/quotas/8d8b503266424c1fbe9a546b2e8f3c23 HTTP/1.1" status: 200 len: 375 time: 0.0417497 Aug 20 08:48:32.789364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:32.793536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:32.794257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:32.865377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:32.865618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-ffb064e2-70a5-420a-9530-bcd6df934fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:32.866441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:32.868100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-ffb064e2-70a5-420a-9530-bcd6df934fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 1099 time: 0.0866048 Aug 20 08:48:32.916930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:32.917282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:32.917911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:32.918556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Bound port: 1bd97258-e22e-4da0-92e3-15625953bcb2, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:32.919113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:32.967036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-e6152c7c-c006-49fc-90b5-04873bf7cf92 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8d8b503266424c1fbe9a546b2e8f3c23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1825316 Aug 20 08:48:33.045449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-0e85f5ce-48bc-4258-83b6-2698ebb70d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:33.047126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-0e85f5ce-48bc-4258-83b6-2698ebb70d0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1685224 Aug 20 08:48:33.099973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4d35e-a899-481f-87bc-b79ceff465c7 req-345a34c6-55e5-43a5-b505-5cd649505680 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:33.109144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5e4d35e-a899-481f-87bc-b79ceff465c7 req-345a34c6-55e5-43a5-b505-5cd649505680 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 948 time: 0.2450373 Aug 20 08:48:33.142222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-b65e20b3-8fd5-44f1-bdbb-6c70225c1687 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4 HTTP/1.1" status: 200 len: 217 time: 0.0852485 Aug 20 08:48:33.225185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-95dfe1f9-9f4e-49ed-99dd-151c1cb0e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:33.228014 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-95dfe1f9-9f4e-49ed-99dd-151c1cb0e397 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0779135 Aug 20 08:48:33.329518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-5674bacd-a438-4dab-9964-93e13d07a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:33.334704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-5674bacd-a438-4dab-9964-93e13d07a731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972352 Aug 20 08:48:33.509934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-a245da4d-74b2-4f72-a46a-319f07d6b819 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692569 Aug 20 08:48:33.599417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5e4d35e-a899-481f-87bc-b79ceff465c7 req-3e85b429-bc6e-45b8-935a-5a1fd6bca60b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863534 Aug 20 08:48:33.647938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:33.705070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:33.713040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-89eda14e-fff2-4365-927f-ecd0a0f3caa3 service neutron] 10.222.0.35 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938705 Aug 20 08:48:33.715183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:33.796037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f2c2c03-437f-4d2d-a1b0-614c16d56cb4 req-3f9834fb-3a3c-4bee-94e4-1c7a899d7842 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471311 Aug 20 08:48:33.870386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:33.871228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:33.872711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] 10.222.0.37 "PUT /v2.0/ports/1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 1096 time: 3.3303602 Aug 20 08:48:33.880234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:33.883047 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5395bec-c685-438b-84d5-6154ab9b622f" -d '{"events": [{"name": "network-changed", "server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:34.043809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079a17b-c7c1-4cae-a72b-fa0cd045490d service neutron] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:34.081083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-af6a1226-4911-46c2-8a9a-a8993e8312df service neutron] 10.222.0.35 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373013 Aug 20 08:48:34.110868 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-d13f05b3-2799-4378-a7fa-d67efb59a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:34.116780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-d13f05b3-2799-4378-a7fa-d67efb59a517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1099 time: 0.1498168 Aug 20 08:48:34.206292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-16592e11-7610-4c6e-8986-bee13b54b88a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.0788221 Aug 20 08:48:34.347276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-54701b40-f249-4f4e-833c-c87e7ccb2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:34.348746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-54701b40-f249-4f4e-833c-c87e7ccb2737 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1351523 Aug 20 08:48:34.438874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-8d637e6f-3435-41cf-961e-5d4602980c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:34.443060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-8d637e6f-3435-41cf-961e-5d4602980c74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861497 Aug 20 08:48:34.574509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-6e77b191-56c5-461d-9bea-b86688cb3fa3 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185155 Aug 20 08:48:34.763960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82e035f7-b221-4bd7-ac4f-c48d006000b2 req-554f0ac6-066c-479d-9fb1-934e2e2b8fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690793 Aug 20 08:48:34.844380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a073105-665d-497d-973b-9d839fa90e5d req-5ae98840-5230-4dce-b45f-2ba782481304 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:34.846255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a073105-665d-497d-973b-9d839fa90e5d req-5ae98840-5230-4dce-b45f-2ba782481304 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 948 time: 0.0729353 Aug 20 08:48:34.900033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a073105-665d-497d-973b-9d839fa90e5d req-4955464e-70ee-4365-9d2d-4398467293f4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450127 Aug 20 08:48:35.128738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d306-5c2b-4a59-8bfb-082d867d80b6 req-2fd72570-ba24-48f2-a3c2-f407501d3ac3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:35.130466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6816d306-5c2b-4a59-8bfb-082d867d80b6 req-2fd72570-ba24-48f2-a3c2-f407501d3ac3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0936348 Aug 20 08:48:35.213033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6816d306-5c2b-4a59-8bfb-082d867d80b6 req-5e25b633-4bc7-413a-9297-24641b947601 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Aug 20 08:48:35.279194 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd22bd-06af-4d41-a922-68b3d2c22201 x-openstack-request-id: req-28bd22bd-06af-4d41-a922-68b3d2c22201 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:35.279567 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:35.279928 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28bd22bd-06af-4d41-a922-68b3d2c22201 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:35.280484 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'status': 'completed', 'code': 200} Aug 20 08:48:35.400922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f318c0c7-4f4e-4c57-ad50-e445e59784c4 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:35.449725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bab3ae5e-28f4-4cbf-9525-7ebcedca7580 req-dd5eea91-966d-4a61-b01b-8b86a0a9f9a1 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 210 time: 0.0766778 Aug 20 08:48:35.462115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395bec-c685-438b-84d5-6154ab9b622f req-54c1ca42-ec52-4117-b1d9-a5c1607dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:35.467846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-54c1ca42-ec52-4117-b1d9-a5c1607dc23b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1099 time: 0.1588531 Aug 20 08:48:35.673597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f318c0c7-4f4e-4c57-ad50-e445e59784c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:35.697183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4', 'mac_address': 'fa:16:3e:0d:a2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:35.740525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fe12c-b7ec-45f2-9558-622e31f8d8a8 req-c77b6d35-a123-4a8a-9ab3-789ca7c44672 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:35.750407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:35.753186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a5fe12c-b7ec-45f2-9558-622e31f8d8a8 req-c77b6d35-a123-4a8a-9ab3-789ca7c44672 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 948 time: 0.1822295 Aug 20 08:48:35.767327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f318c0c7-4f4e-4c57-ad50-e445e59784c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:35.778857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395bec-c685-438b-84d5-6154ab9b622f req-eec91137-cd43-4ddb-892b-552a67b81917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:35.782827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-eec91137-cd43-4ddb-892b-552a67b81917 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3055186 Aug 20 08:48:35.797793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f318c0c7-4f4e-4c57-ad50-e445e59784c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:35.807230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:35.860190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-3daa22c7-6f6f-4aad-b2ff-0e932e70b29a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.0599563 Aug 20 08:48:35.881794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f318c0c7-4f4e-4c57-ad50-e445e59784c4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:35.895534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.896205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.896729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.897267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.897819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.898331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.898836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.899579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.900102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.901047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.901563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.902085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:35.932744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a5fe12c-b7ec-45f2-9558-622e31f8d8a8 req-bce7bc67-2580-4a62-a839-527d014269d2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744514 Aug 20 08:48:35.982792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395bec-c685-438b-84d5-6154ab9b622f req-ace381ff-584e-409b-a01d-3b7edf3196f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:35.987956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-ace381ff-584e-409b-a01d-3b7edf3196f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1133523 Aug 20 08:48:36.131542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395bec-c685-438b-84d5-6154ab9b622f req-d2999c3c-467b-41eb-9786-d1bae7a031fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:36.133761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-d2999c3c-467b-41eb-9786-d1bae7a031fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387117 Aug 20 08:48:36.190684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f318c0c7-4f4e-4c57-ad50-e445e59784c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:36.437170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-f6cba553-4009-4686-9bba-01e77acd722e tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:36.439423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-f6cba553-4009-4686-9bba-01e77acd722e tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.26 "GET /v2.0/networks?id=4e363493-2e53-4243-99ac-613a46bbbfa8 HTTP/1.1" status: 200 len: 816 time: 0.2577438 Aug 20 08:48:36.480395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f9c44-0813-4452-a666-ba7992e2426b req-f7eb9e0b-edcc-4d10-a06d-cb9c97df4613 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:36.490156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c0f9c44-0813-4452-a666-ba7992e2426b req-f7eb9e0b-edcc-4d10-a06d-cb9c97df4613 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 948 time: 0.1753821 Aug 20 08:48:36.521275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-90b2f55d-8b0b-4bbc-bc7b-0ecdaa83812d tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8b503266424c1fbe9a546b2e8f3c23 HTTP/1.1" status: 200 len: 379 time: 0.0677288 Aug 20 08:48:36.525202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-940de234-38bb-4b21-aa00-6f547333e323 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824053 Aug 20 08:48:36.554023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Request body: {'port': {'device_id': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'admin_state_up': True, 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'security_groups': ['3923d929-c763-4935-8c35-bcc757d6a594']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:36.662459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c0f9c44-0813-4452-a666-ba7992e2426b req-620a35b0-00c6-4cd1-a662-2581998bffec tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665316 Aug 20 08:48:36.771679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5395bec-c685-438b-84d5-6154ab9b622f req-405c66e2-da7b-41ea-bf4e-4577085514c4 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381504 Aug 20 08:48:36.900437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efcdf9-6e12-4d77-ac1a-a45dbdc0a813 req-38dff9b9-e6c8-4caa-a7b5-7c1e82179345 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:36.902007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92efcdf9-6e12-4d77-ac1a-a45dbdc0a813 req-38dff9b9-e6c8-4caa-a7b5-7c1e82179345 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0966780 Aug 20 08:48:36.993943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92efcdf9-6e12-4d77-ac1a-a45dbdc0a813 req-7faaa62e-c83d-4cae-89b6-8d1e5108ad9d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823174 Aug 20 08:48:37.036800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Made reservation on behalf of 8d8b503266424c1fbe9a546b2e8f3c23 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:37.042273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:37.201684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a0e4d-ca79-4700-a372-cf4c904ef141 req-869c7975-28fe-465d-9562-01976fbcbcb3 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 210 time: 0.0516934 Aug 20 08:48:37.312356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Allocated IP 172.20.0.8 (4e363493-2e53-4243-99ac-613a46bbbfa8/46a88ac9-5e45-4c3a-bea8-e65602df86b7/0c950128-659a-4ae4-ab6c-127e385d5e00) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:37.400926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce507ee-fe5b-4e63-b2ff-df5b5439fded req-e5b96141-4264-41ef-9770-dae9a3ea035d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:37.403127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ce507ee-fe5b-4e63-b2ff-df5b5439fded req-e5b96141-4264-41ef-9770-dae9a3ea035d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 949 time: 0.0726924 Aug 20 08:48:37.467982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ce507ee-fe5b-4e63-b2ff-df5b5439fded req-fd33cf03-a590-4d8a-8560-d3f2fad3c6a2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552568 Aug 20 08:48:37.586793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:37.632837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Transition to ACTIVE for port object 0c950128-659a-4ae4-ab6c-127e385d5e00 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:37.727383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:37.776040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:37.780206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:37.789400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:37.874841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event updated for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:37.920211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:37.921305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:37.934070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610bbca-1770-4fe9-9d13-3220676e61e9 req-e01803c1-c344-422d-b4eb-40f03db6f314 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:37.947635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f610bbca-1770-4fe9-9d13-3220676e61e9 req-e01803c1-c344-422d-b4eb-40f03db6f314 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 948 time: 0.0922480 Aug 20 08:48:37.962192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-7d69e48d-b774-4d46-933b-b719efd528ba tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4138744 Aug 20 08:48:37.975763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Request body: {'port': {'device_id': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:38.010749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f610bbca-1770-4fe9-9d13-3220676e61e9 req-62d695d3-875a-434f-8462-fc15a4082915 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615301 Aug 20 08:48:38.061428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:38.119341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:38.244124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b627-1382-4c3d-8a1d-f54bca288f0a req-c99d8fe5-29bf-428d-9f21-ae03e3e96f9e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:38.253149 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f279b627-1382-4c3d-8a1d-f54bca288f0a req-c99d8fe5-29bf-428d-9f21-ae03e3e96f9e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1126256 Aug 20 08:48:38.296628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-56c4ad0e-a0b7-4adf-bd39-1e5befb31736 None None] Provisioning for port 0c950128-659a-4ae4-ab6c-127e385d5e00 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:38.321756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-56c4ad0e-a0b7-4adf-bd39-1e5befb31736 None None] Provisioning complete for port 0c950128-659a-4ae4-ab6c-127e385d5e00 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:38.322207 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-56c4ad0e-a0b7-4adf-bd39-1e5befb31736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:38.336700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f279b627-1382-4c3d-8a1d-f54bca288f0a req-4b501e2f-2df7-4a75-86d5-b9f7f6c02a9c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826907 Aug 20 08:48:38.485017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-56c4ad0e-a0b7-4adf-bd39-1e5befb31736 None None] Port 0c950128-659a-4ae4-ab6c-127e385d5e00 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:38.501189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:38.526299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'mac_address': 'fa:16:3e:f2:94:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:38.537781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8855e9-4b0f-43d6-8490-49207df26b98 req-c183e508-5b28-41a4-a55f-6b0581832927 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:38.548308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e8855e9-4b0f-43d6-8490-49207df26b98 req-c183e508-5b28-41a4-a55f-6b0581832927 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 931 time: 0.0785818 Aug 20 08:48:38.597499 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:38.627977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e8855e9-4b0f-43d6-8490-49207df26b98 req-a3174eac-041a-4f5a-a0d5-770c36f69773 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705533 Aug 20 08:48:38.647046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd97258-e22e-4da0-92e3-15625953bcb2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:38.694032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c950128-659a-4ae4-ab6c-127e385d5e00 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:38.703725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:38.710857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:38.723547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:38.744686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Transition to ACTIVE for port object 0c950128-659a-4ae4-ab6c-127e385d5e00 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:38.750162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:38.840900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:38.863999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bc2f3-ffa8-4776-b415-fe2a45478570 req-381f6a86-9453-4e45-aafb-c23fdd3b46ea tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:38.871621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db3bc2f3-ffa8-4776-b415-fe2a45478570 req-381f6a86-9453-4e45-aafb-c23fdd3b46ea tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 949 time: 0.1094377 Aug 20 08:48:38.927386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Pushing event updated for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:38.949209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db3bc2f3-ffa8-4776-b415-fe2a45478570 req-1e89ff7a-e081-4167-b10a-951192c82db7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766065 Aug 20 08:48:39.070382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Attempting to bind port 0c950128-659a-4ae4-ab6c-127e385d5e00 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:39.070716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Attempting to bind port 0c950128-659a-4ae4-ab6c-127e385d5e00 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:39.071046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Attempting to bind port 0c950128-659a-4ae4-ab6c-127e385d5e00 on network 4e363493-2e53-4243-99ac-613a46bbbfa8 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:39.073588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1bd97258-e22e-4da0-92e3-15625953bcb2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:39.087093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Port 0c950128-659a-4ae4-ab6c-127e385d5e00 on network 4e363493-2e53-4243-99ac-613a46bbbfa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:39.087764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Attempting to bind port 0c950128-659a-4ae4-ab6c-127e385d5e00 on network 4e363493-2e53-4243-99ac-613a46bbbfa8 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:39.100499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:39.100821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Checking segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:39.101211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Bound using segment: {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:39.101656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Bound port: 0c950128-659a-4ae4-ab6c-127e385d5e00, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b933e3f-7609-4921-8d6f-2e08d0ebc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:39.102037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:39.210248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:39.214276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0c950128-659a-4ae4-ab6c-127e385d5e00,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:39.222781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:39.283090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:39.284246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:39.285646 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] 10.222.0.26 "PUT /v2.0/ports/0c950128-659a-4ae4-ab6c-127e385d5e00 HTTP/1.1" status: 200 len: 1091 time: 1.3222888 Aug 20 08:48:39.286094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:39.288354 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7280034-1cc9-402d-bb76-c878ce35a2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:39.319712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815104f-a71b-4c19-aaee-ac6bfd35054c service neutron] Pushing event updated for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:39.399766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661feff4-dd6f-4214-b887-b7f0cd42086b req-cc0cc2cf-a4a3-4299-933b-10c2a1e81ae3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:39.413906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-661feff4-dd6f-4214-b887-b7f0cd42086b req-cc0cc2cf-a4a3-4299-933b-10c2a1e81ae3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1448524 Aug 20 08:48:39.426516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f318c0c7-4f4e-4c57-ad50-e445e59784c4 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:39.440686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-92f962cc-21de-4c0a-9bb2-0a3f5a50d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:39.442487 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-92f962cc-21de-4c0a-9bb2-0a3f5a50d23f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d8b503266424c1fbe9a546b2e8f3c23&device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 1094 time: 0.0997243 Aug 20 08:48:39.495569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-661feff4-dd6f-4214-b887-b7f0cd42086b req-dc6ad724-67f7-42e4-8988-3457bc42bc80 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790386 Aug 20 08:48:39.513389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-26dd766f-aaae-4a7c-a9c7-dc1c334a18c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c950128-659a-4ae4-ab6c-127e385d5e00 HTTP/1.1" status: 200 len: 217 time: 0.0498025 Aug 20 08:48:39.584542 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ab1b0-d14b-44b7-b170-d621c53a07a1 x-openstack-request-id: req-9b5ab1b0-d14b-44b7-b170-d621c53a07a1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:39.584887 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:39.588683 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b5ab1b0-d14b-44b7-b170-d621c53a07a1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:39.589107 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'status': 'completed', 'code': 200} Aug 20 08:48:39.624337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-8fe59eb8-e1c6-46b9-b135-f00f003b806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:39.627852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-8fe59eb8-e1c6-46b9-b135-f00f003b806f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46a88ac9-5e45-4c3a-bea8-e65602df86b7 HTTP/1.1" status: 200 len: 855 time: 0.1118181 Aug 20 08:48:39.633905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f318c0c7-4f4e-4c57-ad50-e445e59784c4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:39.655364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f318c0c7-4f4e-4c57-ad50-e445e59784c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:39.656404 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:39.723059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-a8ee78e8-6816-4c3d-9d0f-0e30cc39176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:39.724606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-a8ee78e8-6816-4c3d-9d0f-0e30cc39176c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e363493-2e53-4243-99ac-613a46bbbfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782146 Aug 20 08:48:39.757115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff95f0f-8941-45a0-a790-2206b365a819 req-921b8080-778b-4aa7-8c1b-d826693234d3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:39.768629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ff95f0f-8941-45a0-a790-2206b365a819 req-921b8080-778b-4aa7-8c1b-d826693234d3 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0877750 Aug 20 08:48:39.847091 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ff95f0f-8941-45a0-a790-2206b365a819 req-eb0c3b95-07d1-4a57-9ae0-8ef6a01becd5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771101 Aug 20 08:48:39.951609 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:39.977227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-caa9b3e5-4495-4fec-a7c5-a261d3470e3d service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386589 Aug 20 08:48:40.011022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f318c0c7-4f4e-4c57-ad50-e445e59784c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:40.016956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db9282b-cdc3-40d4-8579-314a343a9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:40.023830 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b993f9ec-1a11-442c-921d-0fcba52feca2" -d '{"events": [{"server_uuid": "8db9282b-cdc3-40d4-8579-314a343a9493", "name": "network-vif-plugged", "status": "completed", "tag": "f318c0c7-4f4e-4c57-ad50-e445e59784c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:40.029621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:40.109741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152d0bb-cd7d-496e-acb4-60cc269a806a req-bfeccb98-ca6c-4134-88d0-687e1b908305 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.118888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4152d0bb-cd7d-496e-acb4-60cc269a806a req-bfeccb98-ca6c-4134-88d0-687e1b908305 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.1165462 Aug 20 08:48:40.123262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f318c0c7-4f4e-4c57-ad50-e445e59784c4,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:40.177922 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7fcdc180-7001-44d2-b508-c5385c163dcd req-fb7c4563-aa1a-4f97-9998-91c15ef9bf37 service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937125 Aug 20 08:48:40.225502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4152d0bb-cd7d-496e-acb4-60cc269a806a req-70a5ca30-fcda-4d42-b1c0-66bef73f8187 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053941 Aug 20 08:48:40.337044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-89e7cd22-26a5-43f7-892e-2f99c846e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.338511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-89e7cd22-26a5-43f7-892e-2f99c846e63b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d8b503266424c1fbe9a546b2e8f3c23&device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 1094 time: 0.0928049 Aug 20 08:48:40.376294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83820474-af6e-45bb-846b-6116022e80cf req-1defb59c-e2b6-4349-82f1-b9300b30b924 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.386365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83820474-af6e-45bb-846b-6116022e80cf req-1defb59c-e2b6-4349-82f1-b9300b30b924 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.0764947 Aug 20 08:48:40.454378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83820474-af6e-45bb-846b-6116022e80cf req-036bdabf-f7f7-463c-b636-16bccf3b93ae tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689700 Aug 20 08:48:40.544925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-6da789d1-8eeb-4473-bf11-392fe9f84031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.546448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-6da789d1-8eeb-4473-bf11-392fe9f84031 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e363493-2e53-4243-99ac-613a46bbbfa8 HTTP/1.1" status: 200 len: 916 time: 0.1953690 Aug 20 08:48:40.560875 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ae5fb5-668e-4064-b162-c01314b440c3 x-openstack-request-id: req-d1ae5fb5-668e-4064-b162-c01314b440c3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:40.561948 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db9282b-cdc3-40d4-8579-314a343a9493", "name": "network-vif-plugged", "status": "completed", "tag": "f318c0c7-4f4e-4c57-ad50-e445e59784c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:40.562447 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1ae5fb5-668e-4064-b162-c01314b440c3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:40.563069 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db9282b-cdc3-40d4-8579-314a343a9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4', 'code': 200} Aug 20 08:48:40.618782 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-2415762d-04a4-4302-9b44-92dbcc5867a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c950128-659a-4ae4-ab6c-127e385d5e00 HTTP/1.1" status: 200 len: 217 time: 0.0519795 Aug 20 08:48:40.722013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-4a5c91df-9678-44b4-9673-338e62025780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.724083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-4a5c91df-9678-44b4-9673-338e62025780 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46a88ac9-5e45-4c3a-bea8-e65602df86b7 HTTP/1.1" status: 200 len: 855 time: 0.0914097 Aug 20 08:48:40.748765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7e483-a500-468d-9ea1-29ff89b0bb8b req-0fe3db62-2d3c-49a5-a2f0-a5eb7a1ecf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.750935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cb7e483-a500-468d-9ea1-29ff89b0bb8b req-0fe3db62-2d3c-49a5-a2f0-a5eb7a1ecf67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 1101 time: 0.0837319 Aug 20 08:48:40.783954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-36b3cd53-a735-4b73-affa-8ebf05c4eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:40.783954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-36b3cd53-a735-4b73-affa-8ebf05c4eca0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e363493-2e53-4243-99ac-613a46bbbfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505037 Aug 20 08:48:40.831635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cb7e483-a500-468d-9ea1-29ff89b0bb8b req-9ff92f06-dd2f-4263-89df-2dc685a81c18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656950 Aug 20 08:48:40.932013 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-ae183d13-70d2-4ad5-9d16-bc255f45183d service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374602 Aug 20 08:48:41.045154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9681a1-405e-4a15-a701-0286f9e115dd req-ee0e7d85-4f5e-4049-92b3-5698b478bbee tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:41.054245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed9681a1-405e-4a15-a701-0286f9e115dd req-ee0e7d85-4f5e-4049-92b3-5698b478bbee tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1202426 Aug 20 08:48:41.101362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed9681a1-405e-4a15-a701-0286f9e115dd req-ff5c144a-902d-4adb-9c84-782082abd169 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459588 Aug 20 08:48:41.226168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c7280034-1cc9-402d-bb76-c878ce35a2f0 req-4fab9070-e876-47a6-8263-0e088161dfd0 service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398966 Aug 20 08:48:41.263074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6406-b2f2-41d4-b281-c1c92edd9287 req-fff308e6-b0fb-4fbf-989d-cf2fbd18ca5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:41.273148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df5a6406-b2f2-41d4-b281-c1c92edd9287 req-fff308e6-b0fb-4fbf-989d-cf2fbd18ca5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.0926285 Aug 20 08:48:41.325743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df5a6406-b2f2-41d4-b281-c1c92edd9287 req-deeb9cfd-467b-4713-b2a3-2967c2421295 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508728 Aug 20 08:48:41.454642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97d89-b403-489a-98aa-345068ddbc32 req-5b0caa3b-d0a7-4d82-9074-f5be7b595706 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:41.459145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4b97d89-b403-489a-98aa-345068ddbc32 req-5b0caa3b-d0a7-4d82-9074-f5be7b595706 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.0604804 Aug 20 08:48:41.541018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4b97d89-b403-489a-98aa-345068ddbc32 req-4d3229d0-2bbc-435c-8c01-0dfd68a4ef91 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717106 Aug 20 08:48:41.695001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4f1de-22d5-4b06-9154-0d2fcaf98a38 req-97d3e935-266e-4b1b-aa4d-256ff00bbd34 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:41.696958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6d4f1de-22d5-4b06-9154-0d2fcaf98a38 req-97d3e935-266e-4b1b-aa4d-256ff00bbd34 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.0840008 Aug 20 08:48:41.750580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6d4f1de-22d5-4b06-9154-0d2fcaf98a38 req-66edf3cd-803d-4e74-aa65-78278c07c970 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Aug 20 08:48:42.126631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93456f8c-5352-4699-9a52-fa0154812d3c req-2c82f360-8303-4f35-8572-4a4c696ef200 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:42.135309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:42.141927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93456f8c-5352-4699-9a52-fa0154812d3c req-2c82f360-8303-4f35-8572-4a4c696ef200 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.0970364 Aug 20 08:48:42.227000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93456f8c-5352-4699-9a52-fa0154812d3c req-a195a801-9d56-497d-b6dc-124b700ba59f tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787187 Aug 20 08:48:42.236945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 1bd97258-e22e-4da0-92e3-15625953bcb2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:42.241066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 1bd97258-e22e-4da0-92e3-15625953bcb2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:42.241621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:42.409224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19543-cb7e-4dce-8a02-8e12b075c2db req-fbefd20f-6dd1-404a-81b7-7a6275397e36 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:42.423583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69a19543-cb7e-4dce-8a02-8e12b075c2db req-fbefd20f-6dd1-404a-81b7-7a6275397e36 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1084316 Aug 20 08:48:42.442025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:42.503171 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:42.519011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69a19543-cb7e-4dce-8a02-8e12b075c2db req-e7f5f356-cc45-4f91-9973-59951877c727 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932472 Aug 20 08:48:42.596514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:42.597952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:42.602168 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b13d9b-9252-47f9-8f7a-73be69678792" -d '{"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:42.607557 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:42.741897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:42.794279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-aeba1521-2d2f-41fa-8f26-7a4c80ec5130 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:42.796067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-aeba1521-2d2f-41fa-8f26-7a4c80ec5130 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1097 time: 0.1374681 Aug 20 08:48:42.806444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656b412-a341-48dd-ba3f-d904d882b545 req-839818e9-3503-4b69-aa89-174aba15d896 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:42.808195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1656b412-a341-48dd-ba3f-d904d882b545 req-839818e9-3503-4b69-aa89-174aba15d896 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 946 time: 0.1692455 Aug 20 08:48:42.813588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:42.914556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1656b412-a341-48dd-ba3f-d904d882b545 req-13c19a4e-1a2f-4550-b061-821f2d6b0be1 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923944 Aug 20 08:48:42.924680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.164578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471806-bdc1-4697-a349-001b737d53dc req-207aa8f5-dfe9-4245-91fd-07274ba33d32 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:43.174507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa471806-bdc1-4697-a349-001b737d53dc req-207aa8f5-dfe9-4245-91fd-07274ba33d32 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.1547265 Aug 20 08:48:43.270515 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1bffca5-4f3f-4283-b92c-8339006d36b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.297463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa471806-bdc1-4697-a349-001b737d53dc req-57d41ab7-7920-4a00-b403-6d3fa979c14b tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141558 Aug 20 08:48:43.313852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:43.386583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:43.391555 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dfffda-748e-4092-b795-e174908065bd x-openstack-request-id: req-d8dfffda-748e-4092-b795-e174908065bd {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:43.391730 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:43.391963 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8dfffda-748e-4092-b795-e174908065bd {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:43.392934 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'code': 200} Aug 20 08:48:43.446893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:43.450835 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbf4c3f-2e14-4c26-bb11-9b167fab2988" -d '{"events": [{"server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:43.460864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.472912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.543325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e5bf1-4787-47ee-af53-d25ddc1c1f38 req-c67c08e3-4f8a-434f-92a0-c754ea6ea824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:43.545825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fc6e5bf1-4787-47ee-af53-d25ddc1c1f38 req-c67c08e3-4f8a-434f-92a0-c754ea6ea824 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1101 time: 0.0626113 Aug 20 08:48:43.572941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:43.603926 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fc6e5bf1-4787-47ee-af53-d25ddc1c1f38 req-03240693-efd6-45dd-8aa9-1784cfc34a57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485611 Aug 20 08:48:43.611506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.611905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.612895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.613253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.613582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.614308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.614658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.614985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.615308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.615684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.615955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.616368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:48:43.718038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ecd9-f0d2-4105-b32d-d1a8ff520308 req-ae897c63-d3a6-4f48-8d0e-2e32c9e372d2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:43.722773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9115ecd9-f0d2-4105-b32d-d1a8ff520308 req-ae897c63-d3a6-4f48-8d0e-2e32c9e372d2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.2399104 Aug 20 08:48:43.726143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:43.726483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:43.726816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:43.739466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:43.739792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Attempting to bind port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on network 4add3635-958b-404b-96b7-389a788bb8fb {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:43.757261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:43.757261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Checking segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:43.757645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Bound using segment: {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:43.758711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Bound port: 8e5eec1f-fb19-43ea-83a7-86f175acba11, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4add3635-958b-404b-96b7-389a788bb8fb'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:43.758711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.785535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9115ecd9-f0d2-4105-b32d-d1a8ff520308 req-fe1695a9-d673-46d4-b56b-622417c1e1f6 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Aug 20 08:48:43.788636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.851834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:43.858609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:43.864021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.935631 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc79b41-b7a3-49b5-ad67-93874b5d0f4a x-openstack-request-id: req-8cc79b41-b7a3-49b5-ad67-93874b5d0f4a {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:43.936005 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:43.936329 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cc79b41-b7a3-49b5-ad67-93874b5d0f4a {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:43.936800 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'code': 200} Aug 20 08:48:43.983229 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=8']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:43.987842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:43.988603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:43.990307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-e6fc4b0b-446f-430e-bb9c-1b5ca1ce0618 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 1122 time: 1.1810184 Aug 20 08:48:44.075193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaae33-5bcc-4b33-b557-d80ad5cd4bf8 req-a039d592-7dc1-4c55-b6c4-459c657d66bd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:44.083980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8deaae33-5bcc-4b33-b557-d80ad5cd4bf8 req-a039d592-7dc1-4c55-b6c4-459c657d66bd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0824118 Aug 20 08:48:44.138031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8deaae33-5bcc-4b33-b557-d80ad5cd4bf8 req-24a4bf52-425c-471f-9e2b-fa636cc1e45a tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528345 Aug 20 08:48:44.152759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8e5eec1f-fb19-43ea-83a7-86f175acba11'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:44.220502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:44.223378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['8e5eec1f-fb19-43ea-83a7-86f175acba11'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:44.295323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cba9a8-6139-4c3c-96e8-75828fbd6ba5 req-75c7ce10-232a-40ee-a940-5111e5b4d3f1 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:44.297668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2cba9a8-6139-4c3c-96e8-75828fbd6ba5 req-75c7ce10-232a-40ee-a940-5111e5b4d3f1 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 1101 time: 0.0564003 Aug 20 08:48:44.355442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2cba9a8-6139-4c3c-96e8-75828fbd6ba5 req-99be22ba-a236-49f8-b77d-3b725eea551b tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Aug 20 08:48:44.597975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c26c1-d77a-40ad-8cae-76c5138610f5 req-af155ee7-6641-4313-9aab-d7b7e2e1c9eb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:44.597975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-566c26c1-d77a-40ad-8cae-76c5138610f5 req-af155ee7-6641-4313-9aab-d7b7e2e1c9eb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.0727558 Aug 20 08:48:44.635879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-566c26c1-d77a-40ad-8cae-76c5138610f5 req-5e36738a-10fe-4fc6-b58a-993c0e760c11 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Aug 20 08:48:44.709682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:44.735154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:48:44.771762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722cde-9b33-45d5-9780-595d31111713 req-7ecb497a-3019-4310-ac5d-d90d7bf9a285 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:44.773884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03722cde-9b33-45d5-9780-595d31111713 req-7ecb497a-3019-4310-ac5d-d90d7bf9a285 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.0596883 Aug 20 08:48:44.833848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03722cde-9b33-45d5-9780-595d31111713 req-23e1542c-e0e3-4641-a358-96d89066a1a7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526187 Aug 20 08:48:44.968089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-47867f98-6988-4899-80aa-edfa39400c98 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344398 Aug 20 08:48:45.102270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-7ef23402-9b37-45c7-b4bf-61ccc736d579 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:45.104087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-7ef23402-9b37-45c7-b4bf-61ccc736d579 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300571 Aug 20 08:48:45.119194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-48a28236-8bcc-4ddb-8791-81d3485acc9e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/quotas/68603303a888476297bccde9c86a5c74 HTTP/1.1" status: 200 len: 375 time: 0.0095890 Aug 20 08:48:45.207632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d47b68-7f5d-4dfb-b6e6-4e9c969d46ed req-1172f187-2c90-4a06-8675-261cedc122a0 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:45.209392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38d47b68-7f5d-4dfb-b6e6-4e9c969d46ed req-1172f187-2c90-4a06-8675-261cedc122a0 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.0851068 Aug 20 08:48:45.225797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-7d02798a-e0cb-420b-9697-ea268b83219e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0997639 Aug 20 08:48:45.271783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38d47b68-7f5d-4dfb-b6e6-4e9c969d46ed req-38c12cac-4a25-4d35-aa35-6946d61dac66 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444214 Aug 20 08:48:45.491553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ed0bc-b5aa-4dae-bd31-0c0c00361c57 req-10ef02a0-af2b-49df-a058-f7b6609d307c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:45.493079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-927ed0bc-b5aa-4dae-bd31-0c0c00361c57 req-10ef02a0-af2b-49df-a058-f7b6609d307c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0821331 Aug 20 08:48:45.542190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-927ed0bc-b5aa-4dae-bd31-0c0c00361c57 req-e21a811b-22f6-4b86-b626-7ce0b201a04e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Aug 20 08:48:45.616254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-246e5eff-85b0-48c9-8e7e-05a47ce9afa6 req-4210976e-1298-4f48-9c69-9273d3746d36 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 210 time: 0.0334558 Aug 20 08:48:45.749369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d3b0b-101f-4371-8d17-9d8b2cdc4448 req-93f0d602-dd54-4de4-b06c-08b9b87c3ddf tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:45.757306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f6d3b0b-101f-4371-8d17-9d8b2cdc4448 req-93f0d602-dd54-4de4-b06c-08b9b87c3ddf tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1101 time: 0.0707200 Aug 20 08:48:45.801703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f6d3b0b-101f-4371-8d17-9d8b2cdc4448 req-ce90aeda-2975-47cc-8a4a-8ce4ff8c3b2b tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Aug 20 08:48:45.930216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01c10a-46a5-4095-b80c-822e5228ba62 req-fb83af5d-061b-48c0-89ff-90b2d1ae2679 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:45.932210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae01c10a-46a5-4095-b80c-822e5228ba62 req-fb83af5d-061b-48c0-89ff-90b2d1ae2679 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.0653467 Aug 20 08:48:45.937897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:45.944005 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4b2678-1e69-49c7-a612-c35a0525b4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:46.022576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae01c10a-46a5-4095-b80c-822e5228ba62 req-f7beee4e-faad-42d8-aafd-1a9114fa344a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570805 Aug 20 08:48:46.154491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5055-a7a0-45c0-9250-d64e3a48e292 req-c65fd5c7-119b-4f87-92b9-32d3d46e5eb5 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:46.156309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6d5055-a7a0-45c0-9250-d64e3a48e292 req-c65fd5c7-119b-4f87-92b9-32d3d46e5eb5 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.0620639 Aug 20 08:48:46.204462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6d5055-a7a0-45c0-9250-d64e3a48e292 req-1b18b922-f9d6-4e7b-9ad3-196268da63f2 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394747 Aug 20 08:48:46.258035 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689db394-c31b-4547-8fb3-8808a06e9d06 x-openstack-request-id: req-689db394-c31b-4547-8fb3-8808a06e9d06 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:46.258599 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:46.258858 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-689db394-c31b-4547-8fb3-8808a06e9d06 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:46.259262 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'status': 'completed', 'code': 200} Aug 20 08:48:46.303708 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:46.358604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-42e1caf8-f74d-4a50-854a-a537c0b530d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:46.360598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5ba554-dbca-4db0-b089-35f68bc2fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:46.368077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-42e1caf8-f74d-4a50-854a-a537c0b530d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1125 time: 0.0747409 Aug 20 08:48:46.379318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-c6ae0e36-5e11-463d-918b-c3e4c5f305cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895474 Aug 20 08:48:46.535013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-fd20241c-723d-4945-933c-82fc2350757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:46.536198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b4b7-c0ea-46c8-8c55-c440d0571730 req-05adb722-d406-4286-bc28-629d74572132 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:46.536497 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-fd20241c-723d-4945-933c-82fc2350757a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1579156 Aug 20 08:48:46.544812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4d2b4b7-c0ea-46c8-8c55-c440d0571730 req-05adb722-d406-4286-bc28-629d74572132 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0822818 Aug 20 08:48:46.602125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4d2b4b7-c0ea-46c8-8c55-c440d0571730 req-5aa4ad11-2d60-46ea-8ab5-98bcb4b524a9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526237 Aug 20 08:48:46.680784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dcd8c-337f-489d-a72f-f7599e55d3cc req-7e62aaac-ee2c-41a4-930b-29384748ba9a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:46.682631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe4dcd8c-337f-489d-a72f-f7599e55d3cc req-7e62aaac-ee2c-41a4-930b-29384748ba9a tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.0736842 Aug 20 08:48:46.698999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-f25545ae-498e-48e0-8852-e3b74c6fbd30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 217 time: 0.1376204 Aug 20 08:48:46.738315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe4dcd8c-337f-489d-a72f-f7599e55d3cc req-9eb70788-e64a-49cc-b93c-414f61e11f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467813 Aug 20 08:48:46.802739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-f40cc723-a09d-4c88-bfb3-9486b48c1cf2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68603303a888476297bccde9c86a5c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477843 Aug 20 08:48:46.813249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-3481b34c-7bc2-4781-bd61-066e0ffbcaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:46.816156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-3481b34c-7bc2-4781-bd61-066e0ffbcaf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1038625 Aug 20 08:48:46.881684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-b6055951-f424-40a2-8c18-cf405d8fc721 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469234 Aug 20 08:48:46.936273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2371e07c-860e-4fa9-886b-21f225f1e7c7 req-c85c4817-931d-4f60-8f62-f0f66423081f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 210 time: 0.1247115 Aug 20 08:48:47.025502 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-881a732e-91a1-49f5-90a6-22b7966a59b2 service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339965 Aug 20 08:48:47.162173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-e22473d7-ec88-4b69-8a55-f7f2dd4a54cd tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:47.163666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-e22473d7-ec88-4b69-8a55-f7f2dd4a54cd tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.2641039 Aug 20 08:48:47.190935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-972541b9-42fd-451e-a737-80d7681256f6 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:47.192759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-972541b9-42fd-451e-a737-80d7681256f6 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3825936 Aug 20 08:48:47.212807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f0ec3274-7dc0-4bc2-ad53-f5eb10f66875 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/quotas/471d0855e6e94869bb57e2413e13e43b HTTP/1.1" status: 200 len: 375 time: 0.0187967 Aug 20 08:48:47.222275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Request body: {'port': {'device_id': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '68603303a888476297bccde9c86a5c74'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:47.224319 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac4b2678-1e69-49c7-a612-c35a0525b4fa req-e2d30a17-bb34-46d5-bc10-c5b5244a2f9c service neutron] 10.222.0.26 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812820 Aug 20 08:48:47.308738 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:47.325168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dc2fa-58a3-4681-817e-e86bf102c159 req-8803d078-a96c-4a00-9318-41985ba8fa7a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:47.326723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d13dc2fa-58a3-4681-817e-e86bf102c159 req-8803d078-a96c-4a00-9318-41985ba8fa7a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1855605 Aug 20 08:48:47.405014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d13dc2fa-58a3-4681-817e-e86bf102c159 req-33d1bcec-d21a-446d-99f3-87c36964c498 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689204 Aug 20 08:48:47.416408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-8af04e58-900a-4b5f-9596-6c4f43168f00 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847048 Aug 20 08:48:47.493731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Made reservation on behalf of 68603303a888476297bccde9c86a5c74 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:47.497462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:47.636617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac4d0-31b7-4f39-931e-7018e75e09b1 req-ea510c68-364a-496b-8f1e-18548f14692f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:47.638062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ac4d0-31b7-4f39-931e-7018e75e09b1 req-ea510c68-364a-496b-8f1e-18548f14692f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.1374152 Aug 20 08:48:47.642281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f2740030-fad5-4e35-8179-2b8febe45a6b service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081013 Aug 20 08:48:47.771658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-302ac4d0-31b7-4f39-931e-7018e75e09b1 req-0239b9bb-7263-41f0-8f30-13098fa7ae17 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262119 Aug 20 08:48:47.809662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Allocated IP 192.168.233.246 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/debde9c7-988d-453e-b110-472625fa29c4) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:47.823637 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f080246a-f58f-4c1c-9433-674f96658ceb service neutron] 10.222.0.35 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743512 Aug 20 08:48:47.981191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127edde-ed8e-4565-827b-f327f1ff2627 req-4d72fa4a-d412-4479-9d60-7643f3dd6072 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:47.984450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3127edde-ed8e-4565-827b-f327f1ff2627 req-4d72fa4a-d412-4479-9d60-7643f3dd6072 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1413291 Aug 20 08:48:48.091048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3127edde-ed8e-4565-827b-f327f1ff2627 req-d23a2f43-6297-4cfc-aed7-031c860281d8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782022 Aug 20 08:48:48.096422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:48.157358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:48.177417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-6ead54c8-3867-4744-b9be-ca900085cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:48.182047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-6ead54c8-3867-4744-b9be-ca900085cd46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1101 time: 0.0939689 Aug 20 08:48:48.321250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:48.387134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-8510a7c9-2adc-4ee9-a8d6-fb1ea9be2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:48.388645 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-8510a7c9-2adc-4ee9-a8d6-fb1ea9be2966 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1982980 Aug 20 08:48:48.392918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:48.399292 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89463f84-248d-4599-8e2f-7aae526ae16a" -d '{"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-unplugged", "status": "completed", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:48.420057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:48.429836 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:48.488721 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-3b93db7d-068a-4745-80b3-e8bf1c750b63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.0893061 Aug 20 08:48:48.498345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:48.520573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Transition to ACTIVE for port object debde9c7-988d-453e-b110-472625fa29c4 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:48.556691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-a9fcdeba-9fb7-4084-be84-fe6bb9c63d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:48.558811 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-a9fcdeba-9fb7-4084-be84-fe6bb9c63d46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0600889 Aug 20 08:48:48.562916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52384dbe-7f27-4a79-b597-1f3297b2cadd req-15b34544-612e-4ecb-889e-2a2c17a55ddb tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 210 time: 0.0329139 Aug 20 08:48:48.658508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb895b-27bf-4eca-a7e8-1d8161757755 req-68ca638b-5e55-4741-9237-ceb0fdfbafc3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:48.671462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-0b59c14a-beaa-4806-9a91-0f6f2595f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:48.671462 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-0b59c14a-beaa-4806-9a91-0f6f2595f4e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998402 Aug 20 08:48:48.675933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbcb895b-27bf-4eca-a7e8-1d8161757755 req-68ca638b-5e55-4741-9237-ceb0fdfbafc3 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.5685377 Aug 20 08:48:48.692053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-d5bd78d8-4157-40a3-9c10-77e261797b36 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:48.694222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-d5bd78d8-4157-40a3-9c10-77e261797b36 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 945 time: 0.0797086 Aug 20 08:48:48.745125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7177c198-b7ed-4df1-9b73-6ac2ec77cc5c req-5009eb12-7653-49b0-86b9-9ca063e21db4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 210 time: 0.0647919 Aug 20 08:48:48.768333 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:48.797482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbcb895b-27bf-4eca-a7e8-1d8161757755 req-07866a7f-6a75-4d7c-90d9-034df99b4759 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b0ff761-ea1a-4b12-bd0f-b4850a293d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044803 Aug 20 08:48:48.797482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:48.813279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507', '2b2adea4-3898-49ba-b49c-22862e98d8f7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:48.823903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'c2e2465d-0066-4b67-84df-e3e01c713045', 'f318c0c7-4f4e-4c57-ad50-e445e59784c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:48.903778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:48.908719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:48.912667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:48.938124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-4ab623f0-1862-4631-9b90-f80e206ddd23 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433348 Aug 20 08:48:49.005090 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b26a48-0106-4866-bfd8-7339fbdf8946 x-openstack-request-id: req-04b26a48-0106-4866-bfd8-7339fbdf8946 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:49.005496 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-unplugged", "status": "completed", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:49.005783 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04b26a48-0106-4866-bfd8-7339fbdf8946 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:49.006199 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'code': 200} Aug 20 08:48:49.042073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event updated for resources: {'Port': ['ID=debde9c7-988d-453e-b110-472625fa29c4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:49.101127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775d7f-cc01-4eda-beee-411067d623e6 req-d119e710-5e4f-4c00-85ff-4c06b6350016 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:49.103089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16775d7f-cc01-4eda-beee-411067d623e6 req-d119e710-5e4f-4c00-85ff-4c06b6350016 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ec6554-67a2-402f-8771-049dafb426fe HTTP/1.1" status: 200 len: 943 time: 0.2287321 Aug 20 08:48:49.105277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-e53d007e-bb45-4bf6-8dbb-062acd8d39e4 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566107 Aug 20 08:48:49.115557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Deleting port b9e1ce4b-2d91-436c-a322-1d66dc33558a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:49.116229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.184091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754e51b-fa44-4035-b62c-4910fe7aeeb1 req-2a9ef55b-da72-442e-867e-658bd029c0c9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:49.186049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2754e51b-fa44-4035-b62c-4910fe7aeeb1 req-2a9ef55b-da72-442e-867e-658bd029c0c9 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.2700098 Aug 20 08:48:49.284493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:49.285233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.329571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2754e51b-fa44-4035-b62c-4910fe7aeeb1 req-85886e39-eacd-423c-aec1-efdee0509953 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272445 Aug 20 08:48:49.340674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07230391-3e3e-4feb-99a5-ffb4cb026740 req-0f45e8c0-6d58-4fc2-83cc-7a01685b89f5 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:49.349151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07230391-3e3e-4feb-99a5-ffb4cb026740 req-0f45e8c0-6d58-4fc2-83cc-7a01685b89f5 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.2790864 Aug 20 08:48:49.357627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-06b0d04e-eaa2-407b-9ef8-397d797874bd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1484478 Aug 20 08:48:49.378003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Request body: {'port': {'device_id': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:49.416386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] For port b9e1ce4b-2d91-436c-a322-1d66dc33558a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=b9e1ce4b-2d91-436c-a322-1d66dc33558a,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:49.416945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.467000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07230391-3e3e-4feb-99a5-ffb4cb026740 req-b59d4f6e-d79a-41bc-87db-abd72a1d53ef tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167750 Aug 20 08:48:49.483475 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.519420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe2ce188-3820-4d09-b408-08ad66b59369 None None] Provisioning for port debde9c7-988d-453e-b110-472625fa29c4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:49.572032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe2ce188-3820-4d09-b408-08ad66b59369 None None] Provisioning complete for port debde9c7-988d-453e-b110-472625fa29c4 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:49.572437 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe2ce188-3820-4d09-b408-08ad66b59369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.597942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Deleting port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:49.599200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.834940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.835303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:49.835989 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Floating IP f51a5a43-1d57-4706-b0d7-bc19a28731f3 disassociated. External IP: 172.25.5.209, port: b9e1ce4b-2d91-436c-a322-1d66dc33558a. Aug 20 08:48:49.836341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Calling delete_port for b9e1ce4b-2d91-436c-a322-1d66dc33558a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:49.843091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ce188-3820-4d09-b408-08ad66b59369 None None] Port debde9c7-988d-453e-b110-472625fa29c4 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:48:49.878155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc03dba4-42ee-4ac1-9a95-4b02a9bb2a56 req-072da3a9-d46b-4705-ba77-19167cc07e74 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 210 time: 0.1008422 Aug 20 08:48:49.915522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4268b3-8448-4d7e-968c-b07e1d0fb1cf req-9c99c3f4-c357-4c44-b9fd-69dd54342abc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:49.925154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f4268b3-8448-4d7e-968c-b07e1d0fb1cf req-9c99c3f4-c357-4c44-b9fd-69dd54342abc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.3216658 Aug 20 08:48:50.170677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f4268b3-8448-4d7e-968c-b07e1d0fb1cf req-9ee5eea3-c79e-4d3c-b7fe-68f9a65a4a2d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442312 Aug 20 08:48:50.190574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] For port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:50.191189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:50.211711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Calling delete_port for 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:50.218019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-eec45e15-0210-4513-ae51-7be81fc4ba73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:50.219662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-eec45e15-0210-4513-ae51-7be81fc4ba73 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 805 time: 0.5181081 Aug 20 08:48:50.248569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Request body: {'port': {'device_id': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'admin_state_up': True, 'tenant_id': '471d0855e6e94869bb57e2413e13e43b'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:50.317458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:50.376091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b70b1-c1a7-46ed-8353-717424828c6d req-0c012cc7-6a2a-4e27-acee-15dd97e1b584 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:50.377978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event deleted for resources: {'Port': ['ID=b9e1ce4b-2d91-436c-a322-1d66dc33558a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:50.383956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-292b70b1-c1a7-46ed-8353-717424828c6d req-0c012cc7-6a2a-4e27-acee-15dd97e1b584 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 936 time: 0.3487229 Aug 20 08:48:50.386872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-504bf75c-0161-4332-9dc0-3cb7982c3c19 req-db3b98a1-9463-41a8-9573-558582a3ef66 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 210 time: 0.1156354 Aug 20 08:48:50.577625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-292b70b1-c1a7-46ed-8353-717424828c6d req-17ec579b-fcb8-4edc-bcd9-29af609d6ed5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927118 Aug 20 08:48:50.605302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debde9c7-988d-453e-b110-472625fa29c4 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:50.619476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:50.650274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Transition to ACTIVE for port object debde9c7-988d-453e-b110-472625fa29c4 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:50.660679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91529-c074-4a51-8e67-f9e99d61fac4 req-8812c13a-6af4-4a90-bbba-2e8cbcfcfb97 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:50.662335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62e91529-c074-4a51-8e67-f9e99d61fac4 req-8812c13a-6af4-4a90-bbba-2e8cbcfcfb97 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.1551917 Aug 20 08:48:50.664319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Made reservation on behalf of 471d0855e6e94869bb57e2413e13e43b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:48:50.668395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:50.670762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:50.911527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Pushing event updated for resources: {'Port': ['ID=debde9c7-988d-453e-b110-472625fa29c4,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:50.995675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:51.035596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Allocated IP 172.20.0.3 (89db3c07-cbfe-4cf8-8062-b3b66aa41912/4ec97766-f58d-4db0-88b6-f4264c19290c/72780911-f123-4708-9551-d31d61095f2c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:48:51.106415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event deleted for resources: {'Port': ['ID=84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:51.136071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62e91529-c074-4a51-8e67-f9e99d61fac4 req-3688d193-5634-46db-98a8-2eaaa88fbddd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565516 Aug 20 08:48:51.163424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] No DVR routers for this DVR port 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:48:51.166478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Router a2276cac-6687-4d04-ae87-e318e0ea49c3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:48:51.167963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:51.170010 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16775d7f-cc01-4eda-beee-411067d623e6 req-7d0a6a4f-cc43-4396-9657-df5c2f7a0054 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.37 "DELETE /v2.0/ports/84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d HTTP/1.1" status: 204 len: 173 time: 2.0487809 Aug 20 08:48:51.170441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-deleted', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:51.172638 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81e63e-1f36-4357-892a-483e61e2fc5b" -d '{"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-deleted", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:51.208086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21e25b-cfca-409f-835d-472a665496c6 req-b29f9df7-c2b9-4a42-a4a6-8f5683ff0a28 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:51.215952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb21e25b-cfca-409f-835d-472a665496c6 req-b29f9df7-c2b9-4a42-a4a6-8f5683ff0a28 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 943 time: 0.4972348 Aug 20 08:48:51.358760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Attempting to bind port debde9c7-988d-453e-b110-472625fa29c4 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:51.359123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Attempting to bind port debde9c7-988d-453e-b110-472625fa29c4 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:51.359509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Attempting to bind port debde9c7-988d-453e-b110-472625fa29c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:51.386879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb21e25b-cfca-409f-835d-472a665496c6 req-5a2407a8-d14f-4f81-a89c-ab66111b2074 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691704 Aug 20 08:48:51.391399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Port debde9c7-988d-453e-b110-472625fa29c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:51.391839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Attempting to bind port debde9c7-988d-453e-b110-472625fa29c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:51.416705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:51.418218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:51.419117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:51.421195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Bound port: debde9c7-988d-453e-b110-472625fa29c4, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:51.421572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:51.424118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:48:51.438746 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] Sync routers for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:48:51.452366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:51.454053 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:51.475902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69644dc3-d0d3-4961-84e4-80fcfcc48b3c req-b48fe01c-a0d9-43d3-b3a5-bd55eb1b5693 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 210 time: 0.0711207 Aug 20 08:48:51.493567 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a224451-bae9-4d98-9a64-21ba5ab2d4c8 x-openstack-request-id: req-7a224451-bae9-4d98-9a64-21ba5ab2d4c8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:51.493567 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec6554-67a2-402f-8771-049dafb426fe", "name": "network-vif-deleted", "tag": "84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:51.493567 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a224451-bae9-4d98-9a64-21ba5ab2d4c8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:51.493890 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec6554-67a2-402f-8771-049dafb426fe', 'name': 'network-vif-deleted', 'tag': '84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d', 'status': 'completed', 'code': 200} Aug 20 08:48:51.504577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0c950128-659a-4ae4-ab6c-127e385d5e00 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:51.518476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] No DVR routers for this DVR port b9e1ce4b-2d91-436c-a322-1d66dc33558a on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:48:51.527044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:51.529225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b47e6a2-cc06-4e3e-8569-513a07b0918f req-9984e698-3c5e-4538-9be7-6af732518f4c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.26 "DELETE /v2.0/ports/b9e1ce4b-2d91-436c-a322-1d66dc33558a HTTP/1.1" status: 204 len: 173 time: 2.8241403 Aug 20 08:48:51.553938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:51.730476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0c950128-659a-4ae4-ab6c-127e385d5e00,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:51.764575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:51.814106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'port_id': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'mac_address': 'fa:16:3e:31:8c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:51.816639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:51.828338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device b9e1ce4b-2d91-436c-a322-1d66dc33558a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:51.854019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: b9e1ce4b-2d91-436c-a322-1d66dc33558a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:48:51.854674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device b9e1ce4b-2d91-436c-a322-1d66dc33558a not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:48:51.898336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:51.919013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c950128-659a-4ae4-ab6c-127e385d5e00 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:51.950401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5bb548b0-e801-4190-8aba-e3bb4277b071 req-7113d277-ee4d-4eae-a6e6-1da4bdba4ae1 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a40c1a1-ede0-487c-9828-085cd3bc50d1 HTTP/1.1" status: 200 len: 210 time: 0.2936707 Aug 20 08:48:51.979397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0c950128-659a-4ae4-ab6c-127e385d5e00,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:51.980879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] For port debde9c7-988d-453e-b110-472625fa29c4, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:51.989809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:52.010479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] For port debde9c7-988d-453e-b110-472625fa29c4, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=debde9c7-988d-453e-b110-472625fa29c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:52.024561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac628b41-7b2b-4bb9-a78f-1ad61eb5775f req-811805c5-038f-4b6d-9012-610205e77bf7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.034767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac628b41-7b2b-4bb9-a78f-1ad61eb5775f req-811805c5-038f-4b6d-9012-610205e77bf7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.3832467 Aug 20 08:48:52.072499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:52.074938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:52.103178 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:35Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:52.136640 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] Checking router: a2276cac-6687-4d04-ae87-e318e0ea49c3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:48:52.146438 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:52.147333 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:52.167063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:52.172946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:52.222586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.223234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:52.231402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] 10.222.0.37 "PUT /v2.0/ports/debde9c7-988d-453e-b110-472625fa29c4 HTTP/1.1" status: 200 len: 1096 time: 2.8561912 Aug 20 08:48:52.254908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'tag': 'debde9c7-988d-453e-b110-472625fa29c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:52.258527 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef97e1c-a554-4ce4-93ee-35a14d7e2324", "tag": "debde9c7-988d-453e-b110-472625fa29c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:52.289419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:48:52.289678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 84c1b8e6-0bbd-4bd5-8c0d-0fa1b6a6995d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:48:52.305156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac628b41-7b2b-4bb9-a78f-1ad61eb5775f req-67a25d63-b8d9-42db-8ec3-53e2697d21d4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693324 Aug 20 08:48:52.356688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:48:52.371837 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:52.406079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['0c950128-659a-4ae4-ab6c-127e385d5e00'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:52.409194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:48:52.421212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:48:52.477492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e78cd-7893-4cf8-bb77-98bd1e7cc1fa service neutron] Pushing event updated for resources: {'Port': ['ID=debde9c7-988d-453e-b110-472625fa29c4,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:52.540864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-f639ccbd-db78-4803-92d7-a668bf75e8b1 service neutron] 10.222.0.26 "GET /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.1222928 Aug 20 08:48:52.592523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be70d7-044b-48ef-a87a-462f4cbd98b6 req-e71daffb-6442-42c7-8f42-3185db25a873 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.600277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5be70d7-044b-48ef-a87a-462f4cbd98b6 req-e71daffb-6442-42c7-8f42-3185db25a873 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 948 time: 0.5215962 Aug 20 08:48:52.627553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.627932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:52.655555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-97119d5f-f2e4-4856-8d08-97185a1efc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.657359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-97119d5f-f2e4-4856-8d08-97185a1efc8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 1099 time: 0.3331745 Aug 20 08:48:52.659837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:52.688741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-f41878cc-9523-4a67-bdf1-a9edcefc84d9 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4593885 Aug 20 08:48:52.715117 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:35Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:52.728594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755ad0-bec5-47b1-bd53-a42514769d01 req-f2799417-6fb7-453f-911d-674dac26fce2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.734197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2755ad0-bec5-47b1-bd53-a42514769d01 req-f2799417-6fb7-453f-911d-674dac26fce2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 944 time: 0.2616165 Aug 20 08:48:52.739550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Request body: {'port': {'device_id': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:48:52.759169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5be70d7-044b-48ef-a87a-462f4cbd98b6 req-4f0bde87-d466-401d-ad2e-42b299f4e4b8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579242 Aug 20 08:48:52.760909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2937-16d8-434e-b8c1-0494954ebbc4 None None] The sync data for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 is: [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:46:26Z', 'revision_number': 4, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2304b319-a06c-4826-bc2a-6970360df2e1', 'name': '', 'network_id': '819803ab-297a-4df1-86fd-2aa01b63ee39', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'mac_address': 'fa:16:3e:df:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:24Z', 'updated_at': '2021-08-20T08:46:35Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'subnets': [{'id': '774f55f9-7b9f-47e0-86bc-0ff2e0960f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:48:52.762781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-6929f094-a654-47e3-89b7-af605ac10072 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=debde9c7-988d-453e-b110-472625fa29c4 HTTP/1.1" status: 200 len: 217 time: 0.0927024 Aug 20 08:48:52.790804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:52.816473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:52.885847 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40637b-9c9b-4e04-9db1-30023bc249da x-openstack-request-id: req-0b40637b-9c9b-4e04-9db1-30023bc249da {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:52.888224 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef97e1c-a554-4ce4-93ee-35a14d7e2324", "tag": "debde9c7-988d-453e-b110-472625fa29c4", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:52.888747 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b40637b-9c9b-4e04-9db1-30023bc249da {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:52.889347 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'tag': 'debde9c7-988d-453e-b110-472625fa29c4', 'status': 'completed', 'code': 200} Aug 20 08:48:52.890471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5eec1f-fb19-43ea-83a7-86f175acba11 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:52.916336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:52.930315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-cad9577a-710d-4aa5-ab08-429387619218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:52.930315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-cad9577a-710d-4aa5-ab08-429387619218 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1164112 Aug 20 08:48:52.952265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:52.997374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:53.014020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2755ad0-bec5-47b1-bd53-a42514769d01 req-db733acd-3040-480e-a944-e8b9049dd64b tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976943 Aug 20 08:48:53.078500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] Transition to ACTIVE for port object 8e5eec1f-fb19-43ea-83a7-86f175acba11 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:53.087766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:53.141235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-d3a3b9f9-15ed-43c6-8609-206bbc257b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.144060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-d3a3b9f9-15ed-43c6-8609-206bbc257b8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960108 Aug 20 08:48:53.154534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:53.187139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] No DVR routers for this DVR port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:48:53.222916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-85de62ac-8bc6-4ec8-a5f4-3c7c0392a440 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6731920 Aug 20 08:48:53.230468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80875e-237d-4264-a6e9-05ec203a0fb7 None None] New status for floating IP f51a5a43-1d57-4706-b0d7-bc19a28731f3: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:48:53.285910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450796-7001-4c6d-bf1a-f27cd9a3cb23 req-53afa412-19f9-4343-b193-cf7ab770bd6b tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.287933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91450796-7001-4c6d-bf1a-f27cd9a3cb23 req-53afa412-19f9-4343-b193-cf7ab770bd6b tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 944 time: 0.2666826 Aug 20 08:48:53.327615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352159f7-1658-466f-bda1-6d16829fbf8e req-e11b89de-deb2-45a2-ad9d-013b6a47d4f6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.329606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-352159f7-1658-466f-bda1-6d16829fbf8e req-e11b89de-deb2-45a2-ad9d-013b6a47d4f6 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 931 time: 0.2267125 Aug 20 08:48:53.342904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-1d9ef00e-1460-454f-938d-67210b3fef68 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.344418 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-1d9ef00e-1460-454f-938d-67210b3fef68 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.0610631 Aug 20 08:48:53.416703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-68f9162b-c1d9-4689-9b08-68a7560ceb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.418464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-68f9162b-c1d9-4689-9b08-68a7560ceb3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88&tenant_id=438f7174e2af49ad8defe5cc973d1a39 HTTP/1.1" status: 200 len: 1096 time: 0.0659850 Aug 20 08:48:53.446286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-f0c2a788-ee1f-4399-877f-abd4f97bfe10 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871528 Aug 20 08:48:53.475548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91450796-7001-4c6d-bf1a-f27cd9a3cb23 req-1950c47d-da37-4cdc-8c57-84881a36203d tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778636 Aug 20 08:48:53.518821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'name': 'network-vif-deleted', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:53.523790 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a549c-222e-4647-a8b7-43328c83a2ab" -d '{"events": [{"server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "name": "network-vif-deleted", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:53.543960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-352159f7-1658-466f-bda1-6d16829fbf8e req-f723d89c-dcbe-4493-8ce0-f7f5ba4bdfc8 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953478 Aug 20 08:48:53.558191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-14865d69-bd75-405a-a3fa-98b902338612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.560542 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-14865d69-bd75-405a-a3fa-98b902338612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=438f7174e2af49ad8defe5cc973d1a39&device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1096 time: 0.0997198 Aug 20 08:48:53.627688 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee2bd10-38f9-41cd-a5c2-1b38575b329d x-openstack-request-id: req-3ee2bd10-38f9-41cd-a5c2-1b38575b329d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:53.628012 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40c1a1-ede0-487c-9828-085cd3bc50d1", "name": "network-vif-deleted", "tag": "b9e1ce4b-2d91-436c-a322-1d66dc33558a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:53.628418 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ee2bd10-38f9-41cd-a5c2-1b38575b329d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:53.628831 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a40c1a1-ede0-487c-9828-085cd3bc50d1', 'name': 'network-vif-deleted', 'tag': 'b9e1ce4b-2d91-436c-a322-1d66dc33558a', 'status': 'completed', 'code': 200} Aug 20 08:48:53.665471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34520) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:53.671634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f896eb5a-1531-402e-9b77-160e4cbc5757 req-683dee44-8634-402c-b16f-ab5c486c38cd service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113349 Aug 20 08:48:53.703862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-86d978f7-70e9-4e4f-881f-5c6ee51d4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.706454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-86d978f7-70e9-4e4f-881f-5c6ee51d4a15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 200 len: 908 time: 0.1375053 Aug 20 08:48:53.748930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786b5e3b-de6c-45d9-8ae7-032790f95008 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:53.785549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-44e4f4c4-88ca-44b1-b43f-e68e7fca2886 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 200 len: 217 time: 0.0462115 Aug 20 08:48:53.806336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbceaa93-86ed-4dcf-ae8a-61f2d9216036 req-95e96004-e6c5-49b8-a4b6-5ec5c3ab36de tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.816758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bbceaa93-86ed-4dcf-ae8a-61f2d9216036 req-95e96004-e6c5-49b8-a4b6-5ec5c3ab36de tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1725967 Aug 20 08:48:53.829128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72780911-f123-4708-9551-d31d61095f2c {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:53.844667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:53.885026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-b984f2a8-f10c-42d2-a2aa-ae3770daf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.886848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-b984f2a8-f10c-42d2-a2aa-ae3770daf518 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68603303a888476297bccde9c86a5c74&device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 1099 time: 0.1369588 Aug 20 08:48:53.887992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Transition to ACTIVE for port object 72780911-f123-4708-9551-d31d61095f2c will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:48:53.903647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:53.905541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-5c3b7da4-cbe4-4292-ac7b-81f3209ce1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:53.907089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-5c3b7da4-cbe4-4292-ac7b-81f3209ce1a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 200 len: 848 time: 0.1126466 Aug 20 08:48:53.915029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786b5e3b-de6c-45d9-8ae7-032790f95008 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:53.962634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-54198ae5-70cd-4890-a3d2-dec7d89f69b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4add3635-958b-404b-96b7-389a788bb8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330141 Aug 20 08:48:53.978308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bbceaa93-86ed-4dcf-ae8a-61f2d9216036 req-4856cfb1-a882-4ee1-a35e-d70ebd2ae380 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606741 Aug 20 08:48:54.072763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786b5e3b-de6c-45d9-8ae7-032790f95008 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.076192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786b5e3b-de6c-45d9-8ae7-032790f95008 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.077562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-786b5e3b-de6c-45d9-8ae7-032790f95008 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "DELETE /v2.0/security-groups/0b0ff761-ea1a-4b12-bd0f-b4850a293d09 HTTP/1.1" status: 204 len: 168 time: 0.4110212 Aug 20 08:48:54.085245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34530) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:54.119446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b5e3b-de6c-45d9-8ae7-032790f95008 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ff761-ea1a-4b12-bd0f-b4850a293d09,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:54.122118 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-92466571-9a5e-456e-8f7c-cfb3b2b3f18c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] show failed (client error): The resource could not be found. Aug 20 08:48:54.123499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92466571-9a5e-456e-8f7c-cfb3b2b3f18c tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "GET /v2.0/security-groups/0b0ff761-ea1a-4b12-bd0f-b4850a293d09 HTTP/1.1" status: 404 len: 347 time: 0.0321193 Aug 20 08:48:54.129891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34532) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:54.133946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-9a019450-999e-4093-b7c7-e54580280a10 service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524165 Aug 20 08:48:54.169033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:54.333272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-66d1d7a9-e68d-4165-aa27-cc72efeadeae service neutron] 10.222.0.37 "GET /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901197 Aug 20 08:48:54.354691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Deleting port 64f1e56e-2c84-4d36-9335-d7cf4da466c8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:54.355446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.441815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.442056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.455283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Calling delete_port for 64f1e56e-2c84-4d36-9335-d7cf4da466c8 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:54.614564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-a72bdf1d-f24f-415f-b1d2-01991e6283f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:54.616251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-a72bdf1d-f24f-415f-b1d2-01991e6283f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.7088306 Aug 20 08:48:54.626860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107755d1-96d1-4b19-8531-8cd18f4b74c1 req-d2d1d092-57e3-43e2-a0d4-eb2d5f97c3ad tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:54.628513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-107755d1-96d1-4b19-8531-8cd18f4b74c1 req-d2d1d092-57e3-43e2-a0d4-eb2d5f97c3ad tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 948 time: 0.6998882 Aug 20 08:48:54.647889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79183-cb8e-4242-9e40-2834b722019e req-2396fe44-bc76-4651-9136-7b1aac84c61c tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:54.649410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-2396fe44-bc76-4651-9136-7b1aac84c61c tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88&tenant_id=438f7174e2af49ad8defe5cc973d1a39&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.0761042 Aug 20 08:48:54.693208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-b16359e6-70d6-4a4b-91c1-315e3dfea541 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=debde9c7-988d-453e-b110-472625fa29c4 HTTP/1.1" status: 200 len: 217 time: 0.0634034 Aug 20 08:48:54.694914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.702257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a3a72-5638-459c-90b1-b03c9a2128ba req-b17c9b71-4899-435d-8144-d6eef59a5125 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:54.704137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-361a3a72-5638-459c-90b1-b03c9a2128ba req-b17c9b71-4899-435d-8144-d6eef59a5125 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.5240648 Aug 20 08:48:54.740127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Pushing event deleted for resources: {'Port': ['ID=64f1e56e-2c84-4d36-9335-d7cf4da466c8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:54.768075 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:48:54.845925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.848471 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.849650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-107755d1-96d1-4b19-8531-8cd18f4b74c1 req-74958f2d-f0f8-4979-bf89-942bd37924fd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085118 Aug 20 08:48:54.852833 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2b55c241-080e-4147-9433-6fc85defed75 tempest-ServersTestManualDisk-1945127214 tempest-ServersTestManualDisk-1945127214-project] 10.222.0.35 "DELETE /v2.0/floatingips/f51a5a43-1d57-4706-b0d7-bc19a28731f3 HTTP/1.1" status: 204 len: 168 time: 0.7178600 Aug 20 08:48:54.853377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34538) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:54.857380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Attempting to bind port 72780911-f123-4708-9551-d31d61095f2c on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:48:54.857856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Attempting to bind port 72780911-f123-4708-9551-d31d61095f2c by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:48:54.859005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Attempting to bind port 72780911-f123-4708-9551-d31d61095f2c on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:54.880042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-361a3a72-5638-459c-90b1-b03c9a2128ba req-472fbf35-8bce-4a51-8392-5ea24839cb94 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583054 Aug 20 08:48:54.880042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-a80b4b33-0268-44c0-a6c7-3770e44416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:54.885613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-a80b4b33-0268-44c0-a6c7-3770e44416d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1797624 Aug 20 08:48:54.919583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-96b79183-cb8e-4242-9e40-2834b722019e req-50782071-fe88-48b8-92d2-5c1f03b5e05a service neutron] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:54.928048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-96b79183-cb8e-4242-9e40-2834b722019e req-50782071-fe88-48b8-92d2-5c1f03b5e05a service neutron] Notify callbacks [] for binding, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:54.929702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-96b79183-cb8e-4242-9e40-2834b722019e req-50782071-fe88-48b8-92d2-5c1f03b5e05a service neutron] 10.222.0.37 "DELETE /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.2696967 Aug 20 08:48:54.941214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Port 72780911-f123-4708-9551-d31d61095f2c on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:48:54.941679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Attempting to bind port 72780911-f123-4708-9551-d31d61095f2c on network 89db3c07-cbfe-4cf8-8062-b3b66aa41912 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:48:55.050924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:48:55.051273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Checking segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:48:55.051672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Bound using segment: {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:48:55.052228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Bound port: 72780911-f123-4708-9551-d31d61095f2c, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446f73d-01b3-44d6-aaff-c2d084015430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:48:55.052879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:55.148458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-6006b1d0-ccbf-49c0-9a3c-e0938abe2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:55.150119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-6006b1d0-ccbf-49c0-9a3c-e0938abe2fcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2494464 Aug 20 08:48:55.197307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d1ac5-2725-499c-8147-bef30d74edf9 req-33d3c148-d7eb-4617-8954-b524ef1282a7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:55.198825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a1d1ac5-2725-499c-8147-bef30d74edf9 req-33d3c148-d7eb-4617-8954-b524ef1282a7 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 944 time: 0.2113762 Aug 20 08:48:55.287255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2282e-7038-4a7b-97d2-be734ec270cd req-5e166e79-1c55-4f87-91ac-044efc916b7a tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:55.288789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68a2282e-7038-4a7b-97d2-be734ec270cd req-5e166e79-1c55-4f87-91ac-044efc916b7a tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 943 time: 0.2200005 Aug 20 08:48:55.292936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:48:55.350029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:48:55.369351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:55.381272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a1d1ac5-2725-499c-8147-bef30d74edf9 req-1e3413e2-2bc6-4edb-b7d4-cc65bf7967fd tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611867 Aug 20 08:48:55.427445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:55.448597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:55.450473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:55.453764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] 10.222.0.26 "PUT /v2.0/ports/72780911-f123-4708-9551-d31d61095f2c HTTP/1.1" status: 200 len: 1091 time: 2.7366076 Aug 20 08:48:55.461271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'tag': '72780911-f123-4708-9551-d31d61095f2c'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:55.467878 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16" -d '{"events": [{"name": "network-changed", "server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "tag": "72780911-f123-4708-9551-d31d61095f2c"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:55.481043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-f8e57919-8225-4617-a8b9-c8e1a3b43188 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095670 Aug 20 08:48:55.520740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0c950128-659a-4ae4-ab6c-127e385d5e00 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:48:55.592466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68a2282e-7038-4a7b-97d2-be734ec270cd req-4f5d2d41-a95b-409e-8346-9dbf81d9d957 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810965 Aug 20 08:48:55.656276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 0c950128-659a-4ae4-ab6c-127e385d5e00 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:48:55.669642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 0c950128-659a-4ae4-ab6c-127e385d5e00 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:48:55.670459 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:55.787262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be29c16-3ca2-4d9e-9091-de6df9d30d28 service neutron] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:55.926799 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:55.992541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:48:55.996136 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31432b11-66ba-493b-bc83-ab28c076adba" -d '{"events": [{"server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:48:56.026088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0c950128-659a-4ae4-ab6c-127e385d5e00,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:56.034391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.107647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Deleting port 2304b319-a06c-4826-bc2a-6970360df2e1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:56.108483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.163851 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17904e98-88c1-49d1-a8a8-84691c46fa45 x-openstack-request-id: req-17904e98-88c1-49d1-a8a8-84691c46fa45 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:56.169572 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "tag": "72780911-f123-4708-9551-d31d61095f2c", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:56.170174 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17904e98-88c1-49d1-a8a8-84691c46fa45 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:56.170652 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'tag': '72780911-f123-4708-9551-d31d61095f2c', 'status': 'completed', 'code': 200} Aug 20 08:48:56.186890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device debde9c7-988d-453e-b110-472625fa29c4 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:56.226582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:56.242446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] For port 2304b319-a06c-4826-bc2a-6970360df2e1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2304b319-a06c-4826-bc2a-6970360df2e1,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:56.243055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.263868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Calling delete_port for 2304b319-a06c-4826-bc2a-6970360df2e1 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:56.293233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-bb8abedd-db01-4233-9e9c-32ae7cbc2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:56.294985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-bb8abedd-db01-4233-9e9c-32ae7cbc2d96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 1094 time: 0.6925447 Aug 20 08:48:56.310228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d1bb8-716d-4533-83d2-4f8d14c32a26 req-5ddbefdd-a618-49d1-a448-0dba9bc431e2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:56.319950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa6d1bb8-716d-4533-83d2-4f8d14c32a26 req-5ddbefdd-a618-49d1-a448-0dba9bc431e2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.7215245 Aug 20 08:48:56.355105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45551b15-c9b0-48d2-b890-a982b5c37eab req-043a840d-f1a0-4359-8e45-0c567e6d475a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:56.356737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45551b15-c9b0-48d2-b890-a982b5c37eab req-043a840d-f1a0-4359-8e45-0c567e6d475a tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 948 time: 0.2279558 Aug 20 08:48:56.359974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port debde9c7-988d-453e-b110-472625fa29c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=debde9c7-988d-453e-b110-472625fa29c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:56.389454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'debde9c7-988d-453e-b110-472625fa29c4', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'debde9c7-988d-453e-b110-472625fa29c4', 'mac_address': 'fa:16:3e:18:5b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:56.415402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-e462e571-89c4-440b-b3a1-f1944b6b7712 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72780911-f123-4708-9551-d31d61095f2c HTTP/1.1" status: 200 len: 217 time: 0.0911503 Aug 20 08:48:56.426432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1e9fb-6ec1-4abb-8035-4761ff549fa6 req-7a94cdd3-5ecb-4837-978c-96d572fffafa service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9095852 Aug 20 08:48:56.467648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.482229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debde9c7-988d-453e-b110-472625fa29c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:56.503858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port debde9c7-988d-453e-b110-472625fa29c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=debde9c7-988d-453e-b110-472625fa29c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:56.508624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.546662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa6d1bb8-716d-4533-83d2-4f8d14c32a26 req-0a0e52f9-1f84-4647-b119-05b5d48620f4 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255795 Aug 20 08:48:56.569561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=debde9c7-988d-453e-b110-472625fa29c4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:56.572120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.624146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45551b15-c9b0-48d2-b890-a982b5c37eab req-ad700b1c-b81f-4e28-8118-9c338a9b5c1c tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223105 Aug 20 08:48:56.639778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-9900eb6d-ab70-45da-8d4c-19ef4dab0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:56.643933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-9900eb6d-ab70-45da-8d4c-19ef4dab0f64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.2135205 Aug 20 08:48:56.663214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2304b319-a06c-4826-bc2a-6970360df2e1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:56.723825 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17da5fc-15cd-4316-be84-368c82b914ae x-openstack-request-id: req-c17da5fc-15cd-4316-be84-368c82b914ae {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:48:56.724226 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:48:56.724581 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c17da5fc-15cd-4316-be84-368c82b914ae {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:48:56.725067 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'code': 200} Aug 20 08:48:56.783889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-b57ca60e-0fef-443b-abe4-2b3171cf410c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310520 Aug 20 08:48:56.819623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607cc0-d923-41e4-9be2-131b863c2087 req-0282f058-19e8-4bc4-aecb-01996eb31e81 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:56.827765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6607cc0-d923-41e4-9be2-131b863c2087 req-0282f058-19e8-4bc4-aecb-01996eb31e81 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.1551170 Aug 20 08:48:56.845377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['debde9c7-988d-453e-b110-472625fa29c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:48:56.849390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:56.962249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8c1c-8004-4736-a98f-bb182a552caa req-a78f22c5-2c4b-4010-ac87-7291fa38439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:56.963753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-831e8c1c-8004-4736-a98f-bb182a552caa req-a78f22c5-2c4b-4010-ac87-7291fa38439b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 1096 time: 0.1362104 Aug 20 08:48:57.028625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6607cc0-d923-41e4-9be2-131b863c2087 req-a25f74c6-0ea8-4f15-9481-ad67237861d8 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271853 Aug 20 08:48:57.047001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb704f-4bfc-48c4-be35-70329aceb2f1 req-c99eb6aa-12a1-4255-80ee-af03f9879579 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.059425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fefb704f-4bfc-48c4-be35-70329aceb2f1 req-c99eb6aa-12a1-4255-80ee-af03f9879579 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.2260032 Aug 20 08:48:57.113401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fefb704f-4bfc-48c4-be35-70329aceb2f1 req-26305ee9-bb19-49d5-bd91-b4c92967da00 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572095 Aug 20 08:48:57.150984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-c61a4f43-c613-4e77-9570-733ae5bb3810 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681308 Aug 20 08:48:57.262853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919bc73-2b77-4460-816b-a4c36b1cc467 req-44077bd0-2eab-437c-8f65-f1d26cf5f244 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.264372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4919bc73-2b77-4460-816b-a4c36b1cc467 req-44077bd0-2eab-437c-8f65-f1d26cf5f244 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 943 time: 0.1289272 Aug 20 08:48:57.317258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5a7c660-651b-4e97-b6a8-6760b68ea64f req-591ccd58-8f92-4e12-b035-7d5117cbf6db service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447895 Aug 20 08:48:57.342861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4919bc73-2b77-4460-816b-a4c36b1cc467 req-58ef9bf4-2d80-42df-a8fb-a65d07c31699 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Aug 20 08:48:57.446296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404ed9-1b21-4aa6-8edb-1c8ad26a16b3 req-3b29e541-dd65-4ed4-ae41-bd19eed14adf tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.447882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4404ed9-1b21-4aa6-8edb-1c8ad26a16b3 req-3b29e541-dd65-4ed4-ae41-bd19eed14adf tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 1096 time: 0.0723298 Aug 20 08:48:57.455218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-21dd2e91-70fe-46c5-b025-25cd8c3ae4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.458037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-21dd2e91-70fe-46c5-b025-25cd8c3ae4c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=471d0855e6e94869bb57e2413e13e43b&device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 1094 time: 0.0538557 Aug 20 08:48:57.464561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-831e8c1c-8004-4736-a98f-bb182a552caa req-01a5a21d-79c8-469b-99d1-1bd4270a5fa9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4894733 Aug 20 08:48:57.538640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4404ed9-1b21-4aa6-8edb-1c8ad26a16b3 req-d49e263f-5e11-4c5b-b58e-f9264394c901 tempest-LiveMigrationTest-1118610279 tempest-LiveMigrationTest-1118610279-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795953 Aug 20 08:48:57.578327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-27ddc6e8-3b72-4565-842b-0311e067e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.580138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-27ddc6e8-3b72-4565-842b-0311e067e0ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 200 len: 905 time: 0.1147485 Aug 20 08:48:57.581692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Router a2276cac-6687-4d04-ae87-e318e0ea49c3 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:48:57.677279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd34ab-3a95-4e44-8d2c-eb5310a1ef65 req-62111faa-2632-4687-b829-2566159b9f87 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.678854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86fd34ab-3a95-4e44-8d2c-eb5310a1ef65 req-62111faa-2632-4687-b829-2566159b9f87 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0528939 Aug 20 08:48:57.696492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:48:57.703669 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-25ff317b-263f-4a92-a75d-c01ee6c19bf5 admin admin] 10.222.0.35 "PUT /v2.0/routers/a2276cac-6687-4d04-ae87-e318e0ea49c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8424683 Aug 20 08:48:57.704309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34574) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:48:57.720352 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] Sync routers for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:48:57.732603 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:57.733460 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:57.810432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-841932c5-eaf2-4cb9-93f7-e065cb19fb27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72780911-f123-4708-9551-d31d61095f2c HTTP/1.1" status: 200 len: 217 time: 0.0968750 Aug 20 08:48:57.834800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86fd34ab-3a95-4e44-8d2c-eb5310a1ef65 req-fcc2f7d8-8507-4d08-9bc2-2f499d66b670 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481097 Aug 20 08:48:57.941071 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:57.966956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d996c-3b4d-4c1d-aa5b-e9ac4e559235 req-28110781-715d-450f-97ed-67a4dd36425f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.968365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e4d996c-3b4d-4c1d-aa5b-e9ac4e559235 req-28110781-715d-450f-97ed-67a4dd36425f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 949 time: 0.2078118 Aug 20 08:48:57.978508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-ad9405a5-6f6b-4607-b6e3-259e80145ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:57.979954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-ad9405a5-6f6b-4607-b6e3-259e80145ec9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 200 len: 845 time: 0.1511061 Aug 20 08:48:57.998487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:58.066555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-e1705a4e-2486-49b7-8410-e9f5027951b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89db3c07-cbfe-4cf8-8062-b3b66aa41912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708747 Aug 20 08:48:58.073879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a5872-1b0b-4859-a29b-fc546356d4b1 req-ddce7a23-c897-466d-bdfa-691e355dbc25 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:58.075187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7a5872-1b0b-4859-a29b-fc546356d4b1 req-ddce7a23-c897-466d-bdfa-691e355dbc25 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.1637073 Aug 20 08:48:58.129511 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:48:56Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:58.156174 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] Checking router: a2276cac-6687-4d04-ae87-e318e0ea49c3 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:48:58.165055 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] Routers {'a2276cac-6687-4d04-ae87-e318e0ea49c3'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:48:58.165690 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2276cac-6687-4d04-ae87-e318e0ea49c3'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:58.187277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e4d996c-3b4d-4c1d-aa5b-e9ac4e559235 req-eed0ad0d-5975-47dd-b782-b64d48e7de7d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019455 Aug 20 08:48:58.238328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd7a5872-1b0b-4859-a29b-fc546356d4b1 req-0f446a65-1e07-4ec1-8f24-dafbdf05b9ea tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469121 Aug 20 08:48:58.249789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:58.289524 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] Set router a2276cac-6687-4d04-ae87-e318e0ea49c3 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:48:58.296843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-87f79501-b930-4998-aba6-bdbc3c8bf5c2 service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206988 Aug 20 08:48:58.393530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207573-0683-4406-989d-064bfabea7d4 req-1aff7c56-a704-4baa-9cbf-1584d53f71d3 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:58.394757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83207573-0683-4406-989d-064bfabea7d4 req-1aff7c56-a704-4baa-9cbf-1584d53f71d3 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.1417425 Aug 20 08:48:58.492233 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:48:56Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:48:58.523954 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af842b46-df7b-4784-af31-2fa2897ef7d9 None None] The sync data for ids ['a2276cac-6687-4d04-ae87-e318e0ea49c3'] in n-d-804285-2 is: [{'id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'name': 'tempest-ServersTestManualDisk-337382658-router', 'tenant_id': '0716a4d1979640a6952c3b7d57de9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:46:21Z', 'updated_at': '2021-08-20T08:48:56Z', 'revision_number': 5, 'project_id': '0716a4d1979640a6952c3b7d57de9c6a', 'gw_port': {'id': 'b5828395-5e7e-4fc2-a404-9b38556794e1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2276cac-6687-4d04-ae87-e318e0ea49c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:46:22Z', 'updated_at': '2021-08-20T08:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:48:58.857234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-853645cf-22de-46f9-ac79-0c12e418dc7e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:58.858658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-853645cf-22de-46f9-ac79-0c12e418dc7e tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 945 time: 0.4612451 Aug 20 08:48:58.861375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83207573-0683-4406-989d-064bfabea7d4 req-73c5acd5-e704-4059-a930-7f4ac3d82777 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516065 Aug 20 08:48:58.869852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Deleting port b5828395-5e7e-4fc2-a404-9b38556794e1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:58.870214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:58.883572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc4e3001-8bfb-420b-acd7-c9b7a0ef7c16 req-8b2576f8-f8d8-4f13-9472-00ccd475f5eb service neutron] 10.222.0.26 "GET /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634954 Aug 20 08:48:58.980561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2304b319-a06c-4826-bc2a-6970360df2e1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:48:59.001355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2304b319-a06c-4826-bc2a-6970360df2e1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:48:59.002520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2304b319-a06c-4826-bc2a-6970360df2e1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:48:59.013424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-0cc4b186-0bc1-4d43-a310-d10a7f414d20 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:59.014965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-0cc4b186-0bc1-4d43-a310-d10a7f414d20 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.3122747 Aug 20 08:48:59.080893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-261486e3-bc00-4362-9349-4b8ed3c9009a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/quotas/b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 375 time: 0.0554678 Aug 20 08:48:59.101334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] For port b5828395-5e7e-4fc2-a404-9b38556794e1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b5828395-5e7e-4fc2-a404-9b38556794e1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:59.101756 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:59.123291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2bcd-c0de-436e-a9c1-9d508696a377 req-5e3d52d8-a0bf-47d6-8850-108954a1c934 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:59.124146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44ce2bcd-c0de-436e-a9c1-9d508696a377 req-5e3d52d8-a0bf-47d6-8850-108954a1c934 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 943 time: 0.1859159 Aug 20 08:48:59.159210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Calling delete_port for b5828395-5e7e-4fc2-a404-9b38556794e1 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:59.261211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Deleting port 8e5eec1f-fb19-43ea-83a7-86f175acba11 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:48:59.261620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:59.273532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-e5b73d54-d692-4df1-a578-700106b83990 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1826506 Aug 20 08:48:59.279002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44ce2bcd-c0de-436e-a9c1-9d508696a377 req-fd29c1d7-41dd-41b8-aaca-5f0f630b1297 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247680 Aug 20 08:48:59.547825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7dbf2-e031-4b41-8513-a47689a811b1 req-d04ee2f2-4cac-469f-8f2c-0a94b0573ca1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:59.550083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54d7dbf2-e031-4b41-8513-a47689a811b1 req-d04ee2f2-4cac-469f-8f2c-0a94b0573ca1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1947067 Aug 20 08:48:59.551977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:48:59.557587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] For port 8e5eec1f-fb19-43ea-83a7-86f175acba11, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8e5eec1f-fb19-43ea-83a7-86f175acba11,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:59.558103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:59.583200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-e0bd79c0-c7ab-473b-b9f7-13fae756d1a6 service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638268 Aug 20 08:48:59.595796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Calling delete_port for 8e5eec1f-fb19-43ea-83a7-86f175acba11 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:48:59.647010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:59.659023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '72780911-f123-4708-9551-d31d61095f2c', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '72780911-f123-4708-9551-d31d61095f2c', 'mac_address': 'fa:16:3e:e2:90:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:48:59.697948 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:59.712263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72780911-f123-4708-9551-d31d61095f2c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:48:59.731160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:48:59.735232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:59.739538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54d7dbf2-e031-4b41-8513-a47689a811b1 req-7d629e1b-da66-4130-ad96-23a02bfa46d6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786761 Aug 20 08:48:59.787760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:48:59.792773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:59.844631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5828395-5e7e-4fc2-a404-9b38556794e1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:48:59.858915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-732f3c78-5a67-4053-b931-0010f92c18fc service neutron] 10.222.0.35 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607064 Aug 20 08:48:59.983576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbd45f-3201-4bf1-94f6-1334224dafdb req-d36addb9-a15d-4fbb-8410-1415fd8e0ca4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:48:59.985157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1efbd45f-3201-4bf1-94f6-1334224dafdb req-d36addb9-a15d-4fbb-8410-1415fd8e0ca4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 949 time: 0.1740153 Aug 20 08:48:59.993671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.081182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.100061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8e5eec1f-fb19-43ea-83a7-86f175acba11'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:00.133542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['08e98542-3025-4273-a983-4f20ae04168d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:00.151820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.155761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event deleted for resources: {'Port': ['ID=8e5eec1f-fb19-43ea-83a7-86f175acba11,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:00.162953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.165570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['72780911-f123-4708-9551-d31d61095f2c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:00.169217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1efbd45f-3201-4bf1-94f6-1334224dafdb req-0b9e03d4-1eb8-41de-89da-6a553c5a90fc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766281 Aug 20 08:49:00.219036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device debde9c7-988d-453e-b110-472625fa29c4 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:00.250328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e843afa7-8b6e-4b84-a59d-aac3342ffb12 req-01072462-7aca-4272-9958-e116da609519 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.1013479 Aug 20 08:49:00.309737 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.310356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2276cac-6687-4d04-ae87-e318e0ea49c3 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:49:00.371653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] No DVR routers for this DVR port 8e5eec1f-fb19-43ea-83a7-86f175acba11 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:00.382336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35d7c70e-af47-49a0-bc0c-1503d2c4849f req-c6a126fb-c63d-4bf2-8daf-58dedca8bd0f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.0701866 Aug 20 08:49:00.385569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.389125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a35a78a-6857-42fa-aa8b-235c6eae0041 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a2276cac-6687-4d04-ae87-e318e0ea49c3 HTTP/1.1" status: 204 len: 168 time: 2.6815021 Aug 20 08:49:00.390492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:00.404715 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.407135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ace0da32-6c4d-485d-8e54-d94f4dedcc64 req-e047fbf7-5b35-4c7f-b929-62d4c6c117aa tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "DELETE /v2.0/ports/8e5eec1f-fb19-43ea-83a7-86f175acba11 HTTP/1.1" status: 204 len: 173 time: 1.5329762 Aug 20 08:49:00.407836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'name': 'network-vif-deleted', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:00.410767 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd6c3b-75c0-48af-8bd7-cfba8a356ff8" -d '{"events": [{"server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "name": "network-vif-deleted", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:00.481386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port debde9c7-988d-453e-b110-472625fa29c4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:00.515644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Deleting subnet 774f55f9-7b9f-47e0-86bc-0ff2e0960f55 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:49:00.526098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.534100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f74d51-53a4-428f-8268-f1cf50df98a9 req-9b1231cd-6f75-4168-9d44-fe10ee2047ee tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:00.543242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64f74d51-53a4-428f-8268-f1cf50df98a9 req-9b1231cd-6f75-4168-9d44-fe10ee2047ee tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.1545138 Aug 20 08:49:00.561973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port debde9c7-988d-453e-b110-472625fa29c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:00.565107 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.607488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.634608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64f74d51-53a4-428f-8268-f1cf50df98a9 req-89d1e070-c684-44d8-8f7b-cd4b3ac9ab91 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896525 Aug 20 08:49:00.665528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f194df8-0725-4dce-b609-06e13324e419 req-e182a95e-6536-4b77-9cbe-292af6d50957 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:00.674982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f194df8-0725-4dce-b609-06e13324e419 req-e182a95e-6536-4b77-9cbe-292af6d50957 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 944 time: 0.1253986 Aug 20 08:49:00.720907 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd7243-840a-4808-a442-2dcb0764d657 x-openstack-request-id: req-bffd7243-840a-4808-a442-2dcb0764d657 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:00.721688 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b907075-77f4-4137-a3fe-0e6824c92a88", "name": "network-vif-deleted", "tag": "8e5eec1f-fb19-43ea-83a7-86f175acba11", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:00.721688 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bffd7243-840a-4808-a442-2dcb0764d657 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:00.721948 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b907075-77f4-4137-a3fe-0e6824c92a88', 'name': 'network-vif-deleted', 'tag': '8e5eec1f-fb19-43ea-83a7-86f175acba11', 'status': 'completed', 'code': 200} Aug 20 08:49:00.738280 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.756814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.764578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debde9c7-988d-453e-b110-472625fa29c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:00.768612 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dfec20-ebc0-4853-8138-13ad09d8fd29" -d '{"events": [{"server_uuid": "6ef97e1c-a554-4ce4-93ee-35a14d7e2324", "name": "network-vif-plugged", "status": "completed", "tag": "debde9c7-988d-453e-b110-472625fa29c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:00.783552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port debde9c7-988d-453e-b110-472625fa29c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=debde9c7-988d-453e-b110-472625fa29c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:00.786620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f194df8-0725-4dce-b609-06e13324e419 req-9e44decc-ff51-4fcc-9ef4-5902e6144f44 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106100 Aug 20 08:49:00.791321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.851097 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.879929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=debde9c7-988d-453e-b110-472625fa29c4,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:00.922316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774f55f9-7b9f-47e0-86bc-0ff2e0960f55,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:00.927944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:00.930123 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bda54057-afe4-412e-9aeb-d530d7e42d77 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/774f55f9-7b9f-47e0-86bc-0ff2e0960f55 HTTP/1.1" status: 204 len: 168 time: 0.5388849 Aug 20 08:49:00.932496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34628) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:00.936136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5263cef-7b7a-4427-950c-08958dcb82a0 None None] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:49:00.952193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4835e-f46a-4353-a094-b1674a127e27 req-5cdb873e-8325-414b-adc0-8381e4dc81ca tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:00.964897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccf4835e-f46a-4353-a094-b1674a127e27 req-5cdb873e-8325-414b-adc0-8381e4dc81ca tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.1167133 Aug 20 08:49:00.969936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34630) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:00.988969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Request body: {'floatingip': {'port_id': '0c950128-659a-4ae4-ab6c-127e385d5e00'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:01.036123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.037298 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70125cd-890c-471d-a112-f30f9f6b9e0f x-openstack-request-id: req-c70125cd-890c-471d-a112-f30f9f6b9e0f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:01.037807 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef97e1c-a554-4ce4-93ee-35a14d7e2324", "name": "network-vif-plugged", "status": "completed", "tag": "debde9c7-988d-453e-b110-472625fa29c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:01.038069 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c70125cd-890c-471d-a112-f30f9f6b9e0f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:01.038455 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debde9c7-988d-453e-b110-472625fa29c4', 'code': 200} Aug 20 08:49:01.099588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.113118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b5828395-5e7e-4fc2-a404-9b38556794e1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:01.129779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Deleting port a421c2ee-d997-4f8f-bc56-c054145e0156 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:01.130225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.143328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b5828395-5e7e-4fc2-a404-9b38556794e1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:01.143919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b5828395-5e7e-4fc2-a404-9b38556794e1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:01.206466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] For port a421c2ee-d997-4f8f-bc56-c054145e0156, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a421c2ee-d997-4f8f-bc56-c054145e0156,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:01.206845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.221977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Calling delete_port for a421c2ee-d997-4f8f-bc56-c054145e0156 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:01.263940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] DHCP port deletion for 819803ab-297a-4df1-86fd-2aa01b63ee39 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:49:01.284909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269bf59-7efb-477d-b415-1320948beca1 req-d14e1c23-e713-4347-8070-55e4a32268ae tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:01.294168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6269bf59-7efb-477d-b415-1320948beca1 req-d14e1c23-e713-4347-8070-55e4a32268ae tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.3775680 Aug 20 08:49:01.320358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Deleting port a421c2ee-d997-4f8f-bc56-c054145e0156 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:01.320734 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.342608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.389698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] For port a421c2ee-d997-4f8f-bc56-c054145e0156, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a421c2ee-d997-4f8f-bc56-c054145e0156,segment=NetworkSegment(e65c44fa-2f44-4f6d-a725-2d7069a02f82),segment_id=e65c44fa-2f44-4f6d-a725-2d7069a02f82)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:01.391286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.395140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a421c2ee-d997-4f8f-bc56-c054145e0156,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:01.398099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] No DVR routers for this DVR port a421c2ee-d997-4f8f-bc56-c054145e0156 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:01.411368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Calling delete_port for a421c2ee-d997-4f8f-bc56-c054145e0156 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:01.504722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.519617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819803ab-297a-4df1-86fd-2aa01b63ee39']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:01.535582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3164b5-a3c6-438a-8d8a-e7a7cd9aa74b req-66418e41-aabb-4d8d-a59a-e605bae57394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:01.537104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df3164b5-a3c6-438a-8d8a-e7a7cd9aa74b req-66418e41-aabb-4d8d-a59a-e605bae57394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 1101 time: 0.4315066 Aug 20 08:49:01.541134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65c44fa-2f44-4f6d-a725-2d7069a02f82') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:01.541134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65c44fa-2f44-4f6d-a725-2d7069a02f82') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:01.563676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.581753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.590389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:49:01.590917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.628041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8de1b-5630-4113-a7e8-bd18c6752caa req-741f3094-0493-4441-b018-f62cb436a0cc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:01.635941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dd8de1b-5630-4113-a7e8-bd18c6752caa req-741f3094-0493-4441-b018-f62cb436a0cc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 950 time: 0.3788185 Aug 20 08:49:01.645126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6269bf59-7efb-477d-b415-1320948beca1 req-e4eaa3f7-296a-4e02-b813-7aee9155ef5f tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498566 Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:49:01.657053 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:49:01.675836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.690686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Pushing event deleted for resources: {'Network': ['ID=819803ab-297a-4df1-86fd-2aa01b63ee39,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:01.692972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.700965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7cb352a5-cb70-478d-a698-820cab2caa0c admin admin] 10.222.0.35 "DELETE /v2.0/networks/819803ab-297a-4df1-86fd-2aa01b63ee39 HTTP/1.1" status: 204 len: 168 time: 0.7674549 Aug 20 08:49:01.746633 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:01.755934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df3164b5-a3c6-438a-8d8a-e7a7cd9aa74b req-3b88f973-3942-429e-85d8-90f57f7636fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561236 Aug 20 08:49:01.763660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Network 819803ab-297a-4df1-86fd-2aa01b63ee39 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 08:49:01.764131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] No DVR routers for this DVR port a421c2ee-d997-4f8f-bc56-c054145e0156 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:01.809188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3a160-6259-40e2-8373-717294feb3cf None None] Pushing event deleted for resources: {'Port': ['ID=a421c2ee-d997-4f8f-bc56-c054145e0156,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:01.874230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34644) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:01.924240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-24024f4b-453a-4a4c-a4bf-fdc5aa7fb642 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0716a4d1979640a6952c3b7d57de9c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477178 Aug 20 08:49:01.925357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34646) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:02.004447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05c7a022-945a-496f-a97d-d1cec97ff399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.040875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05c7a022-945a-496f-a97d-d1cec97ff399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.099219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05c7a022-945a-496f-a97d-d1cec97ff399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.102459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-05c7a022-945a-496f-a97d-d1cec97ff399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.106578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-05c7a022-945a-496f-a97d-d1cec97ff399 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/038dccd5-920f-46cf-a720-f18a761b78b1 HTTP/1.1" status: 204 len: 168 time: 0.1716402 Aug 20 08:49:02.116197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7a022-945a-496f-a97d-d1cec97ff399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038dccd5-920f-46cf-a720-f18a761b78b1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:02.230354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:02.255430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 8e5eec1f-fb19-43ea-83a7-86f175acba11 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:02.256513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8e5eec1f-fb19-43ea-83a7-86f175acba11 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:02.296238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c0e7034-8760-4890-94cd-142cc4cd9b99 req-2155899d-c559-48fd-87a9-2883085141fc tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.1337125 Aug 20 08:49:02.322343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dd8de1b-5630-4113-a7e8-bd18c6752caa req-12c0f396-f9cb-4a46-8814-a8a5f507a9ec tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854455 Aug 20 08:49:02.452177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-51bfe871-dc4e-4d45-b9e9-878c877799b7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:02.453766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-51bfe871-dc4e-4d45-b9e9-878c877799b7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 821 time: 0.9579635 Aug 20 08:49:02.492955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc1c40b4-2599-4fe9-8d6d-4c97f65de3f5 req-0aa7356a-3f05-4cd1-8719-c0010b5325a9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.0739138 Aug 20 08:49:02.500538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Request body: {'port': {'device_id': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'admin_state_up': True, 'tenant_id': 'b600632f9f434cc5b5eef58a15461038'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:02.605548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ff98-3cf7-40a3-8b39-754c2cc15e09 req-ed6efabd-1696-468a-9517-88a4b846ceb2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:02.607093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3eb8ff98-3cf7-40a3-8b39-754c2cc15e09 req-ed6efabd-1696-468a-9517-88a4b846ceb2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 944 time: 0.1909256 Aug 20 08:49:02.696359 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.711866 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.759055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3eb8ff98-3cf7-40a3-8b39-754c2cc15e09 req-6ed9176f-22ec-44b5-9ff2-bc9fe7251c3e tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191349 Aug 20 08:49:02.875312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98784f-dd00-4e92-b839-feacafc659d9 req-c9f6d7d0-b2eb-4814-a077-a731b599837b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:02.877375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd98784f-dd00-4e92-b839-feacafc659d9 req-c9f6d7d0-b2eb-4814-a077-a731b599837b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1275034 Aug 20 08:49:02.880461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Made reservation on behalf of b600632f9f434cc5b5eef58a15461038 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:02.884301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:02.916577 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Floating IP cf6d0139-6495-461b-afd8-1e9e52c00226 associated. External IP: 172.25.5.139, port: 0c950128-659a-4ae4-ab6c-127e385d5e00. Aug 20 08:49:02.973127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34670) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:03.058517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd98784f-dd00-4e92-b839-feacafc659d9 req-bdcac584-57d6-44fd-8395-e84e6b1919c3 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662412 Aug 20 08:49:03.100120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a421c2ee-d997-4f8f-bc56-c054145e0156 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:03.104307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-16789602-network', 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:03.126665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a421c2ee-d997-4f8f-bc56-c054145e0156 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:03.127458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a421c2ee-d997-4f8f-bc56-c054145e0156 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:03.171167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:03.175172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.185006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.266090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Allocated IP 172.20.0.7 (bbfaa3ce-292d-4ecb-a035-6e8be520c385/dbaddc3f-af3e-4afd-9241-3ed10479d349/6e258e37-2346-4c31-a89a-c8cfea58c855) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:03.296883 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.302878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.329068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:49:03.339341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dcc4d5-0eb2-4583-b170-8c01eff983c9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:03.344621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.345497 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Added segment 2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c of type vlan for network 1b46e25f-5852-4174-acbb-02afb43e0bdf Aug 20 08:49:03.361293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba70d2-10d4-40e3-8cdb-59412e756ffe req-b50de11a-4410-4747-96b9-93b3d675a29a tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:03.368447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42ba70d2-10d4-40e3-8cdb-59412e756ffe req-b50de11a-4410-4747-96b9-93b3d675a29a tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.1744473 Aug 20 08:49:03.393590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.421228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.422343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:03.422985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.431887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42ba70d2-10d4-40e3-8cdb-59412e756ffe req-b148ec05-939f-4a02-a786-0c19ec0986af tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625715 Aug 20 08:49:03.518656 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5408015 Aug 20 08:49:03.518656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34684) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:03.525337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Request body: {'subnet': {'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-16789602-subnet', 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:03.529381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333b50-b255-4f23-b44c-634f87ae4e04 admin admin] Pushing event updated for resources: {'Network': ['ID=1b46e25f-5852-4174-acbb-02afb43e0bdf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:03.538166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17223905-f669-42b4-99c3-e1509e265a11 req-49a66482-12a5-4158-90cf-0a6b9edc6db2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.1104767 Aug 20 08:49:03.548366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:49:03.550421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:03.555208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:49:03.567322 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.618191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:03.692811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 72780911-f123-4708-9551-d31d61095f2c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:03.698763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 72780911-f123-4708-9551-d31d61095f2c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:03.701987 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.725274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-43b643c5-be4f-4c23-9c49-5eb76f20b33f req-0c0aa578-d4de-4781-807b-6078e946e95c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.0502408 Aug 20 08:49:03.732977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d276c-f81d-45bb-96a0-778d28437d7d req-588b84d8-2461-4a95-a3b9-36c088cd5acf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:03.740400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a57d276c-f81d-45bb-96a0-778d28437d7d req-588b84d8-2461-4a95-a3b9-36c088cd5acf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 950 time: 0.2012179 Aug 20 08:49:03.813588 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.841644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72780911-f123-4708-9551-d31d61095f2c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:03.844238 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f7ff2c-fae0-4caf-a3c9-e6a27239e2d5" -d '{"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-plugged", "status": "completed", "tag": "72780911-f123-4708-9551-d31d61095f2c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:03.858989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:03.862513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.865544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.869028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.916975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:49:03.922899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:03.930647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05922509-1000-43c2-9d1a-d6a21064ec78,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:03.935072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] Sync routers for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:49:03.935220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:03.935517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Network hostable DHCP agents. Network: 1b46e25f-5852-4174-acbb-02afb43e0bdf, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:49:03.936725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.949611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:03.950609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:03.952036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a57d276c-f81d-45bb-96a0-778d28437d7d req-88174c1e-a7c0-4e44-8b21-102eda927464 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107341 Aug 20 08:49:03.958691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:49:03.971293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 1b46e25f-5852-4174-acbb-02afb43e0bdf) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:03.976004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:03.976805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:03.996971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fe7c5f65-d93e-4819-8aa1-1742c95e3562 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4771833 Aug 20 08:49:04.015849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2d6b5870-b089-4fae-9a63-3f0afed2b900 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "PUT /v2.0/floatingips/cf6d0139-6495-461b-afd8-1e9e52c00226 HTTP/1.1" status: 200 len: 991 time: 3.0412359 Aug 20 08:49:04.019806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:04.022161 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:04.038440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eaedf-c982-4ff6-9b4b-ed3de36f7c6d req-0d72e123-a327-4139-a77f-880ecefe9cce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.040160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-480eaedf-c982-4ff6-9b4b-ed3de36f7c6d req-0d72e123-a327-4139-a77f-880ecefe9cce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 0.1650832 Aug 20 08:49:04.096109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:04.116350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-480eaedf-c982-4ff6-9b4b-ed3de36f7c6d req-519b18d9-1248-48bc-aa7f-e2cbc2722a59 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699434 Aug 20 08:49:04.180220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:04.212706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92875a-67bf-45e7-8774-a3a44cde6034 req-7b3fc7eb-c86c-4c68-b39c-71f3ca559063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.214605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f92875a-67bf-45e7-8774-a3a44cde6034 req-7b3fc7eb-c86c-4c68-b39c-71f3ca559063 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 1096 time: 0.0933836 Aug 20 08:49:04.215694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Network bbfaa3ce-292d-4ecb-a035-6e8be520c385 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:04.220596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:04.228587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:04.236299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:04.276774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303f7ec-c1bb-4231-9833-5a8b16ed6084 req-6b573bc4-d00e-45b8-b3fe-a7b4928ef533 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.285980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d303f7ec-c1bb-4231-9833-5a8b16ed6084 req-6b573bc4-d00e-45b8-b3fe-a7b4928ef533 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 1101 time: 0.1177680 Aug 20 08:49:04.298369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9f92875a-67bf-45e7-8774-a3a44cde6034 req-f653c16b-bd4d-4cb9-9528-f11c890886c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Aug 20 08:49:04.303682 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de5b21-c0b1-4408-bbf2-29e4f664f9b1 x-openstack-request-id: req-54de5b21-c0b1-4408-bbf2-29e4f664f9b1 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:04.303967 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-plugged", "status": "completed", "tag": "72780911-f123-4708-9551-d31d61095f2c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:04.304471 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54de5b21-c0b1-4408-bbf2-29e4f664f9b1 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:04.305193 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72780911-f123-4708-9551-d31d61095f2c', 'code': 200} Aug 20 08:49:04.305866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33c004-32c2-406e-8191-8ec65fae7b53 None None] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:49:04.308048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8206736f-b66c-452b-9fb9-c72a76644713'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:04.325267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.325920 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:04.334840 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be41037c-679a-4350-b936-2da6f4492495 x-openstack-request-id: req-be41037c-679a-4350-b936-2da6f4492495 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:04.335128 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:04.335380 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be41037c-679a-4350-b936-2da6f4492495 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:04.335769 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'status': 'completed', 'code': 200} Aug 20 08:49:04.350801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d303f7ec-c1bb-4231-9833-5a8b16ed6084 req-3c7f4b33-e0d3-463d-b3a4-b20efd0f1da7 tempest-ServersOnMultiNodesTest-1231837847 tempest-ServersOnMultiNodesTest-1231837847-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636675 Aug 20 08:49:04.352469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-1cb68e19-b8be-498d-b88f-0db2e906502f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8629165 Aug 20 08:49:04.452526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4254a-83fa-4abb-b145-2c03e572558a req-8f4d51f6-b3c8-4515-96c5-996a78ed89c0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.461043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dc4254a-83fa-4abb-b145-2c03e572558a req-8f4d51f6-b3c8-4515-96c5-996a78ed89c0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0709372 Aug 20 08:49:04.504686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dc4254a-83fa-4abb-b145-2c03e572558a req-326e500a-4af1-4f3c-85d3-012f5dd373c8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Aug 20 08:49:04.566306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Request body: {'port': {'device_id': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:04.630661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a802889c-55b9-4f92-8bf3-3efeb0e70b93 None None] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:49:04.676179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-908a087e-8104-46af-a441-bdca2eace271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.680368 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-908a087e-8104-46af-a441-bdca2eace271 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d8b503266424c1fbe9a546b2e8f3c23&device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 1096 time: 0.1118193 Aug 20 08:49:04.763752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:04.868167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-e3968610-7c5c-4f18-b238-01d92a6f5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:04.869801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-e3968610-7c5c-4f18-b238-01d92a6f5459 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e363493-2e53-4243-99ac-613a46bbbfa8 HTTP/1.1" status: 200 len: 916 time: 0.1780169 Aug 20 08:49:04.885441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'cf6d0139-6495-461b-afd8-1e9e52c00226', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'port_id': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'mac_address': 'fa:16:3e:31:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:48:07Z', 'updated_at': '2021-08-20T08:49:02Z', 'revision_number': 1, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:11Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:04.933600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] Checking router: 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:49:04.949793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:04.950432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:04.998558 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-6a75976b-71b6-4b58-acd8-a8b0ad1c19df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c950128-659a-4ae4-ab6c-127e385d5e00 HTTP/1.1" status: 200 len: 999 time: 0.1141257 Aug 20 08:49:05.070747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-3b58ac06-9643-4bc8-881f-7f509abbbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:05.072588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-3b58ac06-9643-4bc8-881f-7f509abbbc27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46a88ac9-5e45-4c3a-bea8-e65602df86b7 HTTP/1.1" status: 200 len: 855 time: 0.0646658 Aug 20 08:49:05.114500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:05.138462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-93e2da88-782e-485c-84c6-8eeef2ab1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:05.140357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-93e2da88-782e-485c-84c6-8eeef2ab1432 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e363493-2e53-4243-99ac-613a46bbbfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595369 Aug 20 08:49:05.185689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014dad-0e2d-49b2-87f1-dd0a962020ff req-4ea43a5a-0283-40a8-bca6-2e66abf647f0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:05.187319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c014dad-0e2d-49b2-87f1-dd0a962020ff req-4ea43a5a-0283-40a8-bca6-2e66abf647f0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.2168093 Aug 20 08:49:05.241649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-b7910705-38fa-4411-a995-10d5ab1c0c1d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:05.248622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-b7910705-38fa-4411-a995-10d5ab1c0c1d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2767091 Aug 20 08:49:05.262753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-613238f7-7cdc-4106-b587-b672b9cd64ab service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072021 Aug 20 08:49:05.280716 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-59bc32c6-1672-4a72-8a74-55db2310a533 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0311801 Aug 20 08:49:05.334599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c014dad-0e2d-49b2-87f1-dd0a962020ff req-48aef332-baa7-47d2-8f56-f5fdd08d76b9 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235840 Aug 20 08:49:05.342483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-50cce796-c187-4bcf-847a-c55843bd18c1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608521 Aug 20 08:49:05.429740 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379a1e2b-858f-4bf6-9f5d-fe33a63ac827 req-d62386d9-c411-40c1-8d68-ba4a4885729a service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564784 Aug 20 08:49:05.466295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'cf6d0139-6495-461b-afd8-1e9e52c00226', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'port_id': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'mac_address': 'fa:16:3e:31:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:48:07Z', 'updated_at': '2021-08-20T08:49:02Z', 'revision_number': 1, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:11Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:05.500713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ebe2a-edd3-47bd-a4d8-f55b4383fc4a None None] The sync data for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 is: [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'cf6d0139-6495-461b-afd8-1e9e52c00226', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'port_id': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'mac_address': 'fa:16:3e:31:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:48:07Z', 'updated_at': '2021-08-20T08:49:02Z', 'revision_number': 1, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:11Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:49:05.507532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3893f5f7-c26e-48ec-aae8-ab7df10724e0 req-baee1b0b-e214-4e5d-89a8-1535dcb0bfcd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b907075-77f4-4137-a3fe-0e6824c92a88 HTTP/1.1" status: 200 len: 210 time: 0.0560100 Aug 20 08:49:05.567262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e258e37-2346-4c31-a89a-c8cfea58c855 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:05.582952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:05.639864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-7779f871-02ec-401f-a97f-81779bbf96d9 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684798 Aug 20 08:49:05.640929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Transition to ACTIVE for port object 6e258e37-2346-4c31-a89a-c8cfea58c855 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:05.647941 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:05.742293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbea868-1f85-4b50-a035-21ed710d2ce9 req-237f7e1f-ef7e-4f20-a8a9-a31e907440b9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:05.754289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fbea868-1f85-4b50-a035-21ed710d2ce9 req-237f7e1f-ef7e-4f20-a8a9-a31e907440b9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 931 time: 0.1686733 Aug 20 08:49:05.811066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:05.861239 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3bbd7-473d-4514-b3ec-496f9333ad2e None None] New status for floating IP cf6d0139-6495-461b-afd8-1e9e52c00226: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:49:05.884528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fbea868-1f85-4b50-a035-21ed710d2ce9 req-108a9621-0594-41bd-9de8-accb1e986435 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065693 Aug 20 08:49:06.214534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-6b28d9d3-482e-45ea-b056-0821ef3c4e92 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634575 Aug 20 08:49:06.276040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:06.276383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:06.276714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:06.286282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9a167-dbfb-4c70-85e8-784df8b7f999 req-eaba9a79-7531-45ff-b5ef-b6ee8f32624e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.287837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cc9a167-dbfb-4c70-85e8-784df8b7f999 req-eaba9a79-7531-45ff-b5ef-b6ee8f32624e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 950 time: 0.0761566 Aug 20 08:49:06.291374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:06.291900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:06.304548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:06.304891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:06.305277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:06.305738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Bound port: 6e258e37-2346-4c31-a89a-c8cfea58c855, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:06.306319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:06.363711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cc9a167-dbfb-4c70-85e8-784df8b7f999 req-d49ffd3f-b952-416c-bb3d-ef2d6b7e913f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685587 Aug 20 08:49:06.416764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:06.456873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:06.471670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:06.548782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.549426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:06.550899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 1091 time: 2.0122240 Aug 20 08:49:06.551373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:06.553653 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:06.572156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d4edb-21af-4e89-8e69-b797ce1003af req-26515d02-23b7-47bb-859b-d220bedfc0d0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.573679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-832d4edb-21af-4e89-8e69-b797ce1003af req-26515d02-23b7-47bb-859b-d220bedfc0d0 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.37 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.1584518 Aug 20 08:49:06.592680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-22cc5e1f-bd5c-4706-aea5-4983f4115b9b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.598808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-22cc5e1f-bd5c-4706-aea5-4983f4115b9b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 950 time: 0.0796814 Aug 20 08:49:06.647343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c3319-74a7-465d-bd39-c117630854d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:06.658636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51842c2-5cd3-45a6-9c52-65a01819bf17 req-13e1dae9-4e4d-4db4-bf46-b7c657260120 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.660221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b51842c2-5cd3-45a6-9c52-65a01819bf17 req-13e1dae9-4e4d-4db4-bf46-b7c657260120 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 0.1997988 Aug 20 08:49:06.743524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port debde9c7-988d-453e-b110-472625fa29c4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:06.743941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:06.765950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188147f6-7c18-426f-999e-0e04dd784713 req-27d149d7-51ec-4db1-9dc5-8821ee0facd8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.767523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-188147f6-7c18-426f-999e-0e04dd784713 req-27d149d7-51ec-4db1-9dc5-8821ee0facd8 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.2415059 Aug 20 08:49:06.794733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b51842c2-5cd3-45a6-9c52-65a01819bf17 req-2d13129f-f2ef-4e6c-abe6-e90cc6a67c5f tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133807 Aug 20 08:49:06.796976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-ee8d4088-fe70-4ed4-89d5-78eac8824fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:06.798968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-ee8d4088-fe70-4ed4-89d5-78eac8824fb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1094 time: 0.1872723 Aug 20 08:49:06.862189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-47e5a626-a775-4e9e-beb9-567aed459687 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 217 time: 0.0522184 Aug 20 08:49:06.886539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Deleting port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:06.886873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:06.892835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port debde9c7-988d-453e-b110-472625fa29c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=debde9c7-988d-453e-b110-472625fa29c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:06.893337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:06.913777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-188147f6-7c18-426f-999e-0e04dd784713 req-784357ca-556b-4d4f-90f7-2f2b6092cdae tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241994 Aug 20 08:49:06.914284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for debde9c7-988d-453e-b110-472625fa29c4 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:07.026191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35bc459a-eccc-45df-ab22-a5a124e7cc7b req-68dab6d4-d7f3-4e41-ac3e-eafe19695bdf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 210 time: 0.1529226 Aug 20 08:49:07.092222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-affffe53-36c9-4184-8ea6-0877e9e15993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:07.093949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-affffe53-36c9-4184-8ea6-0877e9e15993 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.2196836 Aug 20 08:49:07.136049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:07.151990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507', '2b2adea4-3898-49ba-b49c-22862e98d8f7', 'debde9c7-988d-453e-b110-472625fa29c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:07.178967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-fe12aab5-79a5-4064-ba7c-14455ebf388e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641062 Aug 20 08:49:07.214855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aae6a2-111b-4636-9d76-14e9fddf3fdf req-fa3d3f31-6953-4455-914d-19d167d4c71d tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:07.225441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96aae6a2-111b-4636-9d76-14e9fddf3fdf req-fa3d3f31-6953-4455-914d-19d167d4c71d tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 945 time: 0.1978519 Aug 20 08:49:07.233617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] For port b2fde89a-7b1f-4472-b6ae-722d59cc8b74, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:07.237830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:07.241053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=debde9c7-988d-453e-b110-472625fa29c4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:07.245697 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d561fdc-293b-4a88-9960-31649f1043f7 x-openstack-request-id: req-5d561fdc-293b-4a88-9960-31649f1043f7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:07.252411 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:07.255551 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d561fdc-293b-4a88-9960-31649f1043f7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:07.257374 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'status': 'completed', 'code': 200} Aug 20 08:49:07.264044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'c2e2465d-0066-4b67-84df-e3e01c713045', 'f318c0c7-4f4e-4c57-ad50-e445e59784c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:07.363464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port debde9c7-988d-453e-b110-472625fa29c4 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:07.366672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:07.370899 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5d6b73a6-113b-48ba-8a60-008998d7fa37 req-ce731bf9-13b5-4ac6-8aa8-6d0f0a8f0b37 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "DELETE /v2.0/ports/debde9c7-988d-453e-b110-472625fa29c4 HTTP/1.1" status: 204 len: 173 time: 0.7659974 Aug 20 08:49:07.381513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'name': 'network-vif-deleted', 'tag': 'debde9c7-988d-453e-b110-472625fa29c4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:07.391181 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371879f8-dd59-43eb-b086-676e2c556fe8" -d '{"events": [{"server_uuid": "6ef97e1c-a554-4ce4-93ee-35a14d7e2324", "name": "network-vif-deleted", "tag": "debde9c7-988d-453e-b110-472625fa29c4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:07.455471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96aae6a2-111b-4636-9d76-14e9fddf3fdf req-85165633-f5fd-4505-89f6-e7482ee8b61b tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups?id=9c0e1a0a-6d80-42c4-98ff-3b705fd64306&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274358 Aug 20 08:49:07.661871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-a1332e72-2c11-4c8a-b82b-521eefb27667 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309440 Aug 20 08:49:07.776114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86b354-4b6e-426c-8d79-f37d73698695 req-6b2f87ff-f929-43e6-881d-34fb06f47c33 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:07.784968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b86b354-4b6e-426c-8d79-f37d73698695 req-6b2f87ff-f929-43e6-881d-34fb06f47c33 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.1954303 Aug 20 08:49:07.824301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:07.824859 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:07.825301 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Floating IP 94989a28-4257-463a-8fde-67b3148a0223 disassociated. External IP: 172.25.5.82, port: b2fde89a-7b1f-4472-b6ae-722d59cc8b74. Aug 20 08:49:07.825805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Calling delete_port for b2fde89a-7b1f-4472-b6ae-722d59cc8b74 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:08.005285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a1feb587-47cc-4a48-863a-a458e61d1d04 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:08.007001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a1feb587-47cc-4a48-863a-a458e61d1d04 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2117169 Aug 20 08:49:08.015493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b86b354-4b6e-426c-8d79-f37d73698695 req-785579a8-f5c8-4161-8b55-68ceeaecec5b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294974 Aug 20 08:49:08.017803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2287ce38-7df8-4e4c-b5ca-45c3e359dee0 req-5e6be0e9-1d78-4d25-b733-9ab450fc5278 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234231 Aug 20 08:49:08.034048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:08.092609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5b8b67c-7b63-406d-ba5e-a07982892a62 req-5e5859c3-5b76-41c3-bda1-aa2a10914e50 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ef97e1c-a554-4ce4-93ee-35a14d7e2324 HTTP/1.1" status: 200 len: 210 time: 0.1936517 Aug 20 08:49:08.163035 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bfe792-3603-4c9e-b90c-1b838f372b1d x-openstack-request-id: req-b7bfe792-3603-4c9e-b90c-1b838f372b1d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:08.163866 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef97e1c-a554-4ce4-93ee-35a14d7e2324", "name": "network-vif-deleted", "tag": "debde9c7-988d-453e-b110-472625fa29c4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:08.164124 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7bfe792-3603-4c9e-b90c-1b838f372b1d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:08.165114 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef97e1c-a554-4ce4-93ee-35a14d7e2324', 'name': 'network-vif-deleted', 'tag': 'debde9c7-988d-453e-b110-472625fa29c4', 'status': 'completed', 'code': 200} Aug 20 08:49:08.318379 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:08.340244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:08.351254 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:08.359936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event deleted for resources: {'Port': ['ID=b2fde89a-7b1f-4472-b6ae-722d59cc8b74,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:08.367329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-9553b16c-f71c-4837-a438-91085da5814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:08.369010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-9553b16c-f71c-4837-a438-91085da5814e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1094 time: 0.2722170 Aug 20 08:49:08.510123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-494fb920-c8fd-4d7d-9154-80da37f9de92 req-ca84dfc0-be14-4243-8f2d-2d187feec27a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 210 time: 0.0847619 Aug 20 08:49:08.521503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550917cd-c418-46a3-bac9-2779d44ea1d3 req-37519fb7-b29b-483c-8d68-4bbf6ece581b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:08.530288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-550917cd-c418-46a3-bac9-2779d44ea1d3 req-37519fb7-b29b-483c-8d68-4bbf6ece581b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1587379 Aug 20 08:49:08.565031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.13 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/f34f04b7-7605-4a23-ae90-be9ce5c738f3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:08.708266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-550917cd-c418-46a3-bac9-2779d44ea1d3 req-a8427522-03e5-4ee4-845d-6eb3910a1e39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767898 Aug 20 08:49:08.756401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-1ed36a00-9338-4dc1-8e7c-ab6e21ac192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:08.758207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-1ed36a00-9338-4dc1-8e7c-ab6e21ac192f service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.3492677 Aug 20 08:49:08.762254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6e74809-0774-4711-bee3-8b6b2b445f34 req-45af2d34-75cc-428a-bcf6-f81b08119765 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/ports?device_id=436da47e-ab12-4eb9-9c4a-676536020581 HTTP/1.1" status: 200 len: 210 time: 0.0582116 Aug 20 08:49:08.819865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-a36cada0-bae8-4ca2-9e7c-c0174409e3ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 217 time: 0.0468938 Aug 20 08:49:08.824406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:08.827571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:49:08.899960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:09.008913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:09.013966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:09.024446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:09.083414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=f34f04b7-7605-4a23-ae90-be9ce5c738f3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:09.112523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:09.123834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:09.143760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:49:09.152704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-ec4e883b-5c7c-4208-8855-d83ecbe4df89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1281760 Aug 20 08:49:09.155012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:49:09.177950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Request body: {'port': {'device_id': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:09.181827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:09.182123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:09.217384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] No DVR routers for this DVR port b2fde89a-7b1f-4472-b6ae-722d59cc8b74 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:09.223356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-d52c32ce-b055-4825-8f88-ad62c74e216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:09.225307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-d52c32ce-b055-4825-8f88-ad62c74e216b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.3928156 Aug 20 08:49:09.226660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:09.229035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-832d4edb-21af-4e89-8e69-b797ce1003af req-d9896205-eaef-4815-9e6a-03cca12e274e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.37 "DELETE /v2.0/ports/b2fde89a-7b1f-4472-b6ae-722d59cc8b74 HTTP/1.1" status: 204 len: 173 time: 2.6287966 Aug 20 08:49:09.267969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'name': 'network-vif-deleted', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:09.271122 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5004a6e-9b7a-4ed7-9b10-55db4474f4b1" -d '{"events": [{"server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "name": "network-vif-deleted", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:09.271262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:09.358254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-a4475140-6aa1-4f42-92b1-f55a9cbc1f5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835149 Aug 20 08:49:09.385562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:09.542660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-0f314fb6-ac1b-4709-8349-7a69048e2cf3 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693153 Aug 20 08:49:09.646667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:09.649008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34f04b7-7605-4a23-ae90-be9ce5c738f3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:09.659787 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:09.686090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:49:09.690552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Transition to ACTIVE for port object f34f04b7-7605-4a23-ae90-be9ce5c738f3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:09.695245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:09.706986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:09.708595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:09.795287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f34f04b7-7605-4a23-ae90-be9ce5c738f3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:09.920898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:09.963143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Attempting to bind port f34f04b7-7605-4a23-ae90-be9ce5c738f3 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:09.963476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Attempting to bind port f34f04b7-7605-4a23-ae90-be9ce5c738f3 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:09.963804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Attempting to bind port f34f04b7-7605-4a23-ae90-be9ce5c738f3 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:09.969476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Port f34f04b7-7605-4a23-ae90-be9ce5c738f3 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:09.970467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Attempting to bind port f34f04b7-7605-4a23-ae90-be9ce5c738f3 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:09.985796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:09.986182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:09.986524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:09.986970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Bound port: f34f04b7-7605-4a23-ae90-be9ce5c738f3, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:09.987333 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:10.094260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] For port f34f04b7-7605-4a23-ae90-be9ce5c738f3, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:10.098734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] For port f34f04b7-7605-4a23-ae90-be9ce5c738f3, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:10.104465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:10.141599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.142647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:10.144109 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/f34f04b7-7605-4a23-ae90-be9ce5c738f3 HTTP/1.1" status: 200 len: 1092 time: 0.9716573 Aug 20 08:49:10.166843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'tag': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:10.169502 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9368c3d-f652-42e1-b4d6-ddca79e58e08", "tag": "f34f04b7-7605-4a23-ae90-be9ce5c738f3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:10.178840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271c9c7-1d20-4eee-a4d2-36d7031ae3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f34f04b7-7605-4a23-ae90-be9ce5c738f3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:10.260347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543f61-6ba5-4058-9ad6-79173fd8e5cf req-ecd1a117-db97-4bdf-8fda-eb0554893881 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.261228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:10.269017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66543f61-6ba5-4058-9ad6-79173fd8e5cf req-ecd1a117-db97-4bdf-8fda-eb0554893881 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 1.0603585 Aug 20 08:49:10.282253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-1761b62d-8b5f-4757-9b68-ecae3b0b02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.287941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375398a6-1d17-47fe-b87f-3562248eac2b req-7b99d765-71a7-478e-87b5-8fd470d7bdc0 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.288327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-1761b62d-8b5f-4757-9b68-ecae3b0b02d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 1095 time: 0.0842443 Aug 20 08:49:10.295266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-375398a6-1d17-47fe-b87f-3562248eac2b req-7b99d765-71a7-478e-87b5-8fd470d7bdc0 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 1.0950842 Aug 20 08:49:10.297654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7638758d-8e1c-48e9-8c5c-38a2196b46ef None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:44:30Z', 'revision_number': 4, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e1ded8aa-2f49-44a4-892b-7fa50dcf8e31', 'name': '', 'network_id': '74c395c4-ebf6-486b-8ed3-24f068d0b173', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'mac_address': 'fa:16:3e:78:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:28Z', 'updated_at': '2021-08-20T08:44:36Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'subnets': [{'id': '126df53a-e9a4-4339-9a5a-fdf283c95ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:49:10.307041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b2fde89a-7b1f-4472-b6ae-722d59cc8b74 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:10.353454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: b2fde89a-7b1f-4472-b6ae-722d59cc8b74 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:10.354275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b2fde89a-7b1f-4472-b6ae-722d59cc8b74 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:10.355153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device debde9c7-988d-453e-b110-472625fa29c4 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:10.382308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-4a2d297b-db40-4899-b71b-9d91106e953a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3 HTTP/1.1" status: 200 len: 217 time: 0.0851276 Aug 20 08:49:10.393845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: debde9c7-988d-453e-b110-472625fa29c4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:10.394793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device debde9c7-988d-453e-b110-472625fa29c4 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:10.398351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66543f61-6ba5-4058-9ad6-79173fd8e5cf req-0af09575-31ae-4525-89e5-0d26a4816105 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283617 Aug 20 08:49:10.437786 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd9309af-8a90-44e0-9731-9fbb9e19e8e6 req-5fd5950b-3933-40f5-b4f8-86bcef3f0eb0 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856015 Aug 20 08:49:10.472567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-375398a6-1d17-47fe-b87f-3562248eac2b req-236614b3-fda8-41da-a1fe-e912f2a8c261 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763449 Aug 20 08:49:10.474941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-16edf498-ebe1-4889-b015-4fc0a1b4391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.476416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-16edf498-ebe1-4889-b015-4fc0a1b4391b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.0839765 Aug 20 08:49:10.557578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-e5244090-d711-4212-b85c-67f6e25b27f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695703 Aug 20 08:49:10.619687 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb1e21-9e5f-444f-bd55-0b49305d4b38 x-openstack-request-id: req-15cb1e21-9e5f-444f-bd55-0b49305d4b38 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:10.619992 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436da47e-ab12-4eb9-9c4a-676536020581", "name": "network-vif-deleted", "tag": "b2fde89a-7b1f-4472-b6ae-722d59cc8b74", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:10.620291 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15cb1e21-9e5f-444f-bd55-0b49305d4b38 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:10.620690 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436da47e-ab12-4eb9-9c4a-676536020581', 'name': 'network-vif-deleted', 'tag': 'b2fde89a-7b1f-4472-b6ae-722d59cc8b74', 'status': 'completed', 'code': 200} Aug 20 08:49:10.724513 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-61034e73-fae4-496f-a0b2-65a69e919de3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492338 Aug 20 08:49:10.756823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bde6e6-95c9-43e7-bd63-fd7aeae9e3fa req-84972582-d378-4e20-8c2e-8c603fc3751f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.770645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65bde6e6-95c9-43e7-bd63-fd7aeae9e3fa req-84972582-d378-4e20-8c2e-8c603fc3751f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 944 time: 0.0952017 Aug 20 08:49:10.789661 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819b5c5-41f1-4250-bd1d-7959af28114c None None] New status for floating IP 94989a28-4257-463a-8fde-67b3148a0223: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:49:10.840630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65bde6e6-95c9-43e7-bd63-fd7aeae9e3fa req-473951f0-bf33-455a-9291-3c15f03029b9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Aug 20 08:49:10.893517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb9414-3856-45df-a2aa-180198c33c20 req-6c4058f7-d16d-4d01-91d3-25a43f05cc6e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:10.902317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27fb9414-3856-45df-a2aa-180198c33c20 req-6c4058f7-d16d-4d01-91d3-25a43f05cc6e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1295416 Aug 20 08:49:10.905786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9f0d306-d869-44c9-a5e3-482338553c0f req-61f721d1-2cb7-4af0-9c6c-2e682230bbd7 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716788 Aug 20 08:49:10.970771 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679d332-afae-4b1b-a60b-38ad33013d32 x-openstack-request-id: req-7679d332-afae-4b1b-a60b-38ad33013d32 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:10.970771 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9368c3d-f652-42e1-b4d6-ddca79e58e08", "tag": "f34f04b7-7605-4a23-ae90-be9ce5c738f3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:10.971056 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7679d332-afae-4b1b-a60b-38ad33013d32 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:10.971473 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'tag': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3', 'status': 'completed', 'code': 200} Aug 20 08:49:10.976881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27fb9414-3856-45df-a2aa-180198c33c20 req-8ecd4fd3-45f6-4843-ad6e-a6eb7d5944ef tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734100 Aug 20 08:49:11.096944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-00ff636e-2802-4374-b66e-f5da3183c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:11.100083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-00ff636e-2802-4374-b66e-f5da3183c3b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 1095 time: 0.0816026 Aug 20 08:49:11.192232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34846) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:11.294101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-e551cf83-8f7f-4151-ab46-7ecac41ec6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:11.295623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-e551cf83-8f7f-4151-ab46-7ecac41ec6ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.1873505 Aug 20 08:49:11.296848 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4810ee-0bdf-45f1-a7cf-78d01362ee23 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:11.349445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4810ee-0bdf-45f1-a7cf-78d01362ee23 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:11.371736 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-7d4a7c35-af43-413f-a32b-17e648608b0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3 HTTP/1.1" status: 200 len: 217 time: 0.0579102 Aug 20 08:49:11.448254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-fb849838-7b5a-46e2-9e39-f84f450f0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:11.451062 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-fb849838-7b5a-46e2-9e39-f84f450f0506 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.0664206 Aug 20 08:49:11.460241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1df292-4e27-4a76-adc1-d56def14310b req-8df6fb85-6c81-4077-b14e-e841b6a782e5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:11.462077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c1df292-4e27-4a76-adc1-d56def14310b req-8df6fb85-6c81-4077-b14e-e841b6a782e5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.0923481 Aug 20 08:49:11.476663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4810ee-0bdf-45f1-a7cf-78d01362ee23 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:11.479200 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4810ee-0bdf-45f1-a7cf-78d01362ee23 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:11.482975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2b4810ee-0bdf-45f1-a7cf-78d01362ee23 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "DELETE /v2.0/security-groups/9c0e1a0a-6d80-42c4-98ff-3b705fd64306 HTTP/1.1" status: 204 len: 168 time: 0.2870736 Aug 20 08:49:11.512297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34852) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:11.522090 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-e4772a4a-66b1-46c9-9ecd-f2b43477565c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604312 Aug 20 08:49:11.555893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4810ee-0bdf-45f1-a7cf-78d01362ee23 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0e1a0a-6d80-42c4-98ff-3b705fd64306,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:11.585307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:11.649327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c1df292-4e27-4a76-adc1-d56def14310b req-48b4c36e-bb45-4e35-8553-cba91af07aa8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637917 Aug 20 08:49:11.650628 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-48d374a2-7158-4dc1-9203-5c29a9033b1e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] show failed (client error): The resource could not be found. Aug 20 08:49:11.654891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-48d374a2-7158-4dc1-9203-5c29a9033b1e tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "GET /v2.0/security-groups/9c0e1a0a-6d80-42c4-98ff-3b705fd64306 HTTP/1.1" status: 404 len: 347 time: 0.1382692 Aug 20 08:49:11.655490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:11.749307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:11.753612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31c024-1848-4468-87a9-3fe76d2fbb14 req-0b4a8c5d-1dfa-4c22-93e4-b079cf29b459 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:11.755215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c31c024-1848-4468-87a9-3fe76d2fbb14 req-0b4a8c5d-1dfa-4c22-93e4-b079cf29b459 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 0.2295792 Aug 20 08:49:11.764273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '72780911-f123-4708-9551-d31d61095f2c', 'network_id': '89db3c07-cbfe-4cf8-8062-b3b66aa41912', 'port_id': '72780911-f123-4708-9551-d31d61095f2c', 'mac_address': 'fa:16:3e:e2:90:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec97766-f58d-4db0-88b6-f4264c19290c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:11.776664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-5ebfd065-26d7-4b02-847b-fabf6a9f0136 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396188 Aug 20 08:49:11.816929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:11.833801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72780911-f123-4708-9551-d31d61095f2c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:11.875804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:11.895246 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:11.979965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c31c024-1848-4468-87a9-3fe76d2fbb14 req-9b485fae-d677-4421-b615-e53edf7c9afd tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150900 Aug 20 08:49:12.050564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b88f3a0e-d272-4a42-a9c8-60d3cf8048c8 req-e9bd2b21-cef2-442c-ace5-12b91b110541 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656748 Aug 20 08:49:12.060636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['72780911-f123-4708-9551-d31d61095f2c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:12.069813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:12.083860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d1d59-aed5-4ef4-b5c8-b048cb5cde61 req-078e481a-71fb-4025-804c-c26bdc72da77 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:12.086155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c6d1d59-aed5-4ef4-b5c8-b048cb5cde61 req-078e481a-71fb-4025-804c-c26bdc72da77 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.2279835 Aug 20 08:49:12.180444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Deleting port bb8a22a4-9264-4736-bc91-459468977703 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:12.180795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.269927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.270204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.283270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Calling delete_port for bb8a22a4-9264-4736-bc91-459468977703 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:12.362355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c6d1d59-aed5-4ef4-b5c8-b048cb5cde61 req-b73866d4-8647-4e6d-9961-d511ea2f944d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531488 Aug 20 08:49:12.382493 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.446521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f278904-bdef-4df2-8c4f-d0a94ebb77d1 req-dd323f2b-6ef6-4730-af06-86dc48c94431 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:12.455352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f278904-bdef-4df2-8c4f-d0a94ebb77d1 req-dd323f2b-6ef6-4730-af06-86dc48c94431 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 944 time: 0.1093857 Aug 20 08:49:12.533856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f278904-bdef-4df2-8c4f-d0a94ebb77d1 req-dc8e878b-ceab-4733-b610-26cd06d1e75e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773034 Aug 20 08:49:12.585834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2c50-6954-46dc-9c18-82ac8743e945 req-6aa0c3da-d4ff-4b16-ba08-b73a60c027cd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:12.587583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-432e2c50-6954-46dc-9c18-82ac8743e945 req-6aa0c3da-d4ff-4b16-ba08-b73a60c027cd tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1039500 Aug 20 08:49:12.628774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.658727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-432e2c50-6954-46dc-9c18-82ac8743e945 req-c5d15705-d4f6-44bb-b5d0-8637e92dc8fc tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598612 Aug 20 08:49:12.708853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Pushing event deleted for resources: {'Port': ['ID=bb8a22a4-9264-4736-bc91-459468977703,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:12.817731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d725d6-0fc8-4e94-969e-93d776124c3b req-7ea49f5b-97c6-4412-9e6b-ee6724574adf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:12.819400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d725d6-0fc8-4e94-969e-93d776124c3b req-7ea49f5b-97c6-4412-9e6b-ee6724574adf tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.0894029 Aug 20 08:49:12.820328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.822986 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:12.824119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbdc4faf-9c13-4f52-aa49-8d1cc925eaf7 tempest-ServersWithSpecificFlavorTestJSON-1575153273 tempest-ServersWithSpecificFlavorTestJSON-1575153273-project] 10.222.0.35 "DELETE /v2.0/floatingips/94989a28-4257-463a-8fde-67b3148a0223 HTTP/1.1" status: 204 len: 168 time: 1.1660101 Aug 20 08:49:12.886932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d725d6-0fc8-4e94-969e-93d776124c3b req-654ca270-976e-4931-b1b9-1ad596cb732f tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561707 Aug 20 08:49:13.051549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01ba17-198d-45a2-9f6c-3d986aa0dba9 req-b13662ad-f075-454e-a964-acbfc907235c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.052857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e01ba17-198d-45a2-9f6c-3d986aa0dba9 req-b13662ad-f075-454e-a964-acbfc907235c tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.0606999 Aug 20 08:49:13.135850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e01ba17-198d-45a2-9f6c-3d986aa0dba9 req-bc04d3bb-93c3-4cad-abdf-cf776b485eae tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761759 Aug 20 08:49:13.164033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b91b2-cca8-4ae6-9a21-9f521e08fc7a req-0661b906-1928-4216-b690-f75e7a5fa2d2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.171263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9a8aefcf-f59a-4cda-af76-a1cdf1004c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.172326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b6b91b2-cca8-4ae6-9a21-9f521e08fc7a req-0661b906-1928-4216-b690-f75e7a5fa2d2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 944 time: 0.0794959 Aug 20 08:49:13.211734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b6b91b2-cca8-4ae6-9a21-9f521e08fc7a req-8d04a3e6-a4eb-48ae-9bd7-7e899877f697 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382168 Aug 20 08:49:13.332709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34900) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:13.520590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fbb9f-e275-4829-9100-b8dff880e02d req-717f865e-731d-4d01-ae4b-87c5c12df42e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.522192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-281fbb9f-e275-4829-9100-b8dff880e02d req-717f865e-731d-4d01-ae4b-87c5c12df42e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0645502 Aug 20 08:49:13.567369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-281fbb9f-e275-4829-9100-b8dff880e02d req-73e146d6-fc9a-4499-b8f5-abc5a135c5c8 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Aug 20 08:49:13.598554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f34f04b7-7605-4a23-ae90-be9ce5c738f3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:13.602039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:13.710796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 72780911-f123-4708-9551-d31d61095f2c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:13.711445 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.729034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc06a3-4c59-476c-ac2d-a208a66f71d5 req-1de6eb4d-0039-44b3-a20f-5f2932b26cda tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.730696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2dc06a3-4c59-476c-ac2d-a208a66f71d5 req-1de6eb4d-0039-44b3-a20f-5f2932b26cda tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 944 time: 0.0930278 Aug 20 08:49:13.739687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b7d8c-315d-4182-85e5-ed10103beb8a req-0b10bb5a-bdfc-46a5-ab6c-186de12b2bf1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.741197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a48b7d8c-315d-4182-85e5-ed10103beb8a req-0b10bb5a-bdfc-46a5-ab6c-186de12b2bf1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 944 time: 0.0937192 Aug 20 08:49:13.782642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.787616 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.795313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f34f04b7-7605-4a23-ae90-be9ce5c738f3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:13.826964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3', 'mac_address': 'fa:16:3e:38:04:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:13.835683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2dc06a3-4c59-476c-ac2d-a208a66f71d5 req-d42ae6be-61a5-423a-a1d6-b5813fc39b14 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933273 Aug 20 08:49:13.843223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a48b7d8c-315d-4182-85e5-ed10103beb8a req-8a66871e-8c44-4c6b-b50d-cb3ed6bc6e54 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Aug 20 08:49:13.884423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-05aeb490-1f6e-44ac-a653-1c537f298364 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.886705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-05aeb490-1f6e-44ac-a653-1c537f298364 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.0929036 Aug 20 08:49:13.888441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.891114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-6a930dda-4be1-4cba-987f-810e50a5fa50 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:13.893412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-6a930dda-4be1-4cba-987f-810e50a5fa50 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.1276414 Aug 20 08:49:13.915298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.922041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72780911-f123-4708-9551-d31d61095f2c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:13.924295 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba614032-4bd7-4f14-8632-f2e7efb4b553" -d '{"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-plugged", "status": "completed", "tag": "72780911-f123-4708-9551-d31d61095f2c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:13.948605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:13.950310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34f04b7-7605-4a23-ae90-be9ce5c738f3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:13.960794 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:13.974581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f34f04b7-7605-4a23-ae90-be9ce5c738f3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:13.993515 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.026393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:14.075303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3c3e8-fe28-4e23-963b-da8b6bb7a64e req-7ae19115-cd71-4f4b-bda9-acf5a83de4ff tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:14.076917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bac3c3e8-fe28-4e23-963b-da8b6bb7a64e req-7ae19115-cd71-4f4b-bda9-acf5a83de4ff tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1655955 Aug 20 08:49:14.085241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f34f04b7-7605-4a23-ae90-be9ce5c738f3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:14.114511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bb6fc-1b06-4f07-b955-400a464da093 req-65c7832c-e6cf-4dbf-9725-e058c4c05772 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:14.116116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c25bb6fc-1b06-4f07-b955-400a464da093 req-65c7832c-e6cf-4dbf-9725-e058c4c05772 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 950 time: 0.1312976 Aug 20 08:49:14.162541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bac3c3e8-fe28-4e23-963b-da8b6bb7a64e req-81ff3c75-24c9-4b9b-905d-d4c9c06e3b46 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762746 Aug 20 08:49:14.187034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c25bb6fc-1b06-4f07-b955-400a464da093 req-bf8644a8-994e-4ee7-89c1-5db3968b0363 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Aug 20 08:49:14.189502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port f318c0c7-4f4e-4c57-ad50-e445e59784c4 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:14.189877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.230161 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde1d341-af12-494e-b6c7-260ea8ae3b2c x-openstack-request-id: req-dde1d341-af12-494e-b6c7-260ea8ae3b2c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:14.230668 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-plugged", "status": "completed", "tag": "72780911-f123-4708-9551-d31d61095f2c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:14.230782 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dde1d341-af12-494e-b6c7-260ea8ae3b2c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:14.231116 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72780911-f123-4708-9551-d31d61095f2c', 'code': 200} Aug 20 08:49:14.325556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port f318c0c7-4f4e-4c57-ad50-e445e59784c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f318c0c7-4f4e-4c57-ad50-e445e59784c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:14.325972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.346918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for f318c0c7-4f4e-4c57-ad50-e445e59784c4 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:14.362666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:14.368989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823706a-bc6a-4c4e-b83f-5c5db6f1e9f3 req-41d12c9c-fafe-485a-83c9-de086b07dad5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:14.370561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3823706a-bc6a-4c4e-b83f-5c5db6f1e9f3 req-41d12c9c-fafe-485a-83c9-de086b07dad5 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 945 time: 0.0962780 Aug 20 08:49:14.395985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Deleting port 08e98542-3025-4273-a983-4f20ae04168d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:14.396596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.467450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3823706a-bc6a-4c4e-b83f-5c5db6f1e9f3 req-d8a25153-77cb-42ac-a163-ffe5619dccd7 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872314 Aug 20 08:49:14.537512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] For port 08e98542-3025-4273-a983-4f20ae04168d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=08e98542-3025-4273-a983-4f20ae04168d,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:14.537913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.557662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Calling delete_port for 08e98542-3025-4273-a983-4f20ae04168d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:14.560552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.572515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507', '2b2adea4-3898-49ba-b49c-22862e98d8f7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:14.596918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=f318c0c7-4f4e-4c57-ad50-e445e59784c4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:14.611931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Deleting port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:14.612789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.648774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port f318c0c7-4f4e-4c57-ad50-e445e59784c4 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:14.651727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.654017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c12b5592-d229-463e-b99b-d73b78bbf211 req-b3f01c3c-96a6-434d-8e98-6bbee314ecb0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "DELETE /v2.0/ports/f318c0c7-4f4e-4c57-ad50-e445e59784c4 HTTP/1.1" status: 204 len: 173 time: 0.7414341 Aug 20 08:49:14.654715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db9282b-cdc3-40d4-8579-314a343a9493', 'name': 'network-vif-deleted', 'tag': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:14.657763 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ff1d2-64da-4736-aa6f-aef5382361a2" -d '{"events": [{"server_uuid": "8db9282b-cdc3-40d4-8579-314a343a9493", "name": "network-vif-deleted", "tag": "f318c0c7-4f4e-4c57-ad50-e445e59784c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:14.734006 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9025d9b4-8107-417f-a3ad-e2945f324e4c x-openstack-request-id: req-9025d9b4-8107-417f-a3ad-e2945f324e4c {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:14.734256 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db9282b-cdc3-40d4-8579-314a343a9493", "name": "network-vif-deleted", "tag": "f318c0c7-4f4e-4c57-ad50-e445e59784c4", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:14.734530 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9025d9b4-8107-417f-a3ad-e2945f324e4c {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:14.734936 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db9282b-cdc3-40d4-8579-314a343a9493', 'name': 'network-vif-deleted', 'tag': 'f318c0c7-4f4e-4c57-ad50-e445e59784c4', 'status': 'completed', 'code': 200} Aug 20 08:49:14.776824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] For port e1ded8aa-2f49-44a4-892b-7fa50dcf8e31, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:14.777193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.801067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Calling delete_port for e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:14.801312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27c26a-3142-4503-8fe8-003d36df08b0 req-dbb81d42-7974-440e-ae72-c10b892d6ca2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:14.803034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b27c26a-3142-4503-8fe8-003d36df08b0 req-dbb81d42-7974-440e-ae72-c10b892d6ca2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0665607 Aug 20 08:49:14.831936 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.874194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b27c26a-3142-4503-8fe8-003d36df08b0 req-1f275527-a130-4118-b983-518486a9bfd1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583043 Aug 20 08:49:14.894882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event deleted for resources: {'Port': ['ID=08e98542-3025-4273-a983-4f20ae04168d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:14.963455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] No DVR routers for this DVR port 08e98542-3025-4273-a983-4f20ae04168d on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:14.966829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:14.968845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-677021ca-3d97-4cbf-87a7-0dad913e1834 req-058c04b3-8872-4b03-ba32-5be466e01a89 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.26 "DELETE /v2.0/ports/08e98542-3025-4273-a983-4f20ae04168d HTTP/1.1" status: 204 len: 173 time: 1.0357206 Aug 20 08:49:14.969292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'name': 'network-vif-deleted', 'tag': '08e98542-3025-4273-a983-4f20ae04168d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:14.972166 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9796a8ca-a7c4-487e-bd83-83425538bc57" -d '{"events": [{"server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "name": "network-vif-deleted", "tag": "08e98542-3025-4273-a983-4f20ae04168d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:15.057257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c494-6c71-4472-b48f-f72ca224db99 req-bb423f74-0a01-48a3-8b35-aa20fd3bad19 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:15.066933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2565c494-6c71-4472-b48f-f72ca224db99 req-bb423f74-0a01-48a3-8b35-aa20fd3bad19 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 0.1177316 Aug 20 08:49:15.096487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9b36c-ac70-46ef-8a72-4c6b7d26787f req-efade57f-edf9-48d8-bf4c-4139de4f96f7 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:15.098245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33e9b36c-ac70-46ef-8a72-4c6b7d26787f req-efade57f-edf9-48d8-bf4c-4139de4f96f7 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 945 time: 0.0994804 Aug 20 08:49:15.125036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:15.132090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2565c494-6c71-4472-b48f-f72ca224db99 req-9cbaee1b-ebea-489f-9c8f-c6acf36ac310 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Aug 20 08:49:15.155842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33e9b36c-ac70-46ef-8a72-4c6b7d26787f req-13a7da50-6078-4c45-9758-71afe8b7c6e3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 Aug 20 08:49:15.160021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ded8aa-2f49-44a4-892b-7fa50dcf8e31,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:15.245303 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8e1c1-2c74-4d07-95a2-d7f70ce4dfd8 x-openstack-request-id: req-f6c8e1c1-2c74-4d07-95a2-d7f70ce4dfd8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:15.245534 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9db25bb-ccb4-4ea6-b438-a5c8d749a367", "name": "network-vif-deleted", "tag": "08e98542-3025-4273-a983-4f20ae04168d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:15.245708 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6c8e1c1-2c74-4d07-95a2-d7f70ce4dfd8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:15.246442 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9db25bb-ccb4-4ea6-b438-a5c8d749a367', 'name': 'network-vif-deleted', 'tag': '08e98542-3025-4273-a983-4f20ae04168d', 'status': 'completed', 'code': 200} Aug 20 08:49:15.354066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'c2e2465d-0066-4b67-84df-e3e01c713045', 'f318c0c7-4f4e-4c57-ad50-e445e59784c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:15.358150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['08e98542-3025-4273-a983-4f20ae04168d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:15.369367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5a16beb-cd95-48f5-a871-49032444173d req-e1caad28-57b3-4246-bc5f-f72966f55605 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db9282b-cdc3-40d4-8579-314a343a9493 HTTP/1.1" status: 200 len: 210 time: 0.0378807 Aug 20 08:49:15.389495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483a95-109e-4cea-87dd-a17750fd2717 req-a5b5f9f1-0523-4b1a-847d-b5e616748570 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:15.391467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28483a95-109e-4cea-87dd-a17750fd2717 req-a5b5f9f1-0523-4b1a-847d-b5e616748570 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1151567 Aug 20 08:49:15.440716 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28483a95-109e-4cea-87dd-a17750fd2717 req-c6586e6f-d986-4af3-8613-6c73cc0638a0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Aug 20 08:49:15.472429 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:15.594524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cea9249-918a-453b-b29e-b043c2a7a9c9 req-4284b1d6-6f70-49ce-821f-f9e6a3a5bdb2 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9db25bb-ccb4-4ea6-b438-a5c8d749a367 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Aug 20 08:49:15.601248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f34f04b7-7605-4a23-ae90-be9ce5c738f3 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:15.688657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f34f04b7-7605-4a23-ae90-be9ce5c738f3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:15.699497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f34f04b7-7605-4a23-ae90-be9ce5c738f3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:15.699497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:15.725642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Router 1cc34e68-cde3-486a-bab3-f41f8055e930 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:49:15.812146 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:15.844159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:49:15.853777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6db846d2-b70f-4290-8ff3-09a52dea2f3e admin admin] 10.222.0.35 "PUT /v2.0/routers/1cc34e68-cde3-486a-bab3-f41f8055e930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176160 Aug 20 08:49:15.854158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:15.859524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] Sync routers for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:49:15.867106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f34f04b7-7605-4a23-ae90-be9ce5c738f3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:15.873845 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:15.874716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:16.026153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.039861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2b701-595c-40ae-b1b0-8a4a7b20878a req-65829799-aecb-4225-b2f1-22112e5b74d3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:16.041764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1a2b701-595c-40ae-b1b0-8a4a7b20878a req-65829799-aecb-4225-b2f1-22112e5b74d3 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0573945 Aug 20 08:49:16.071912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-98ecf3c1-0327-41da-ac8d-5e08f1d27c1b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:16.073481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-98ecf3c1-0327-41da-ac8d-5e08f1d27c1b tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 0.1019623 Aug 20 08:49:16.081379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:16.082201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:48:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:16.087947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1a2b701-595c-40ae-b1b0-8a4a7b20878a req-092053f2-46fe-4628-8208-37b7e0e0b746 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Aug 20 08:49:16.139792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f34f04b7-7605-4a23-ae90-be9ce5c738f3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:16.203192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.233782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:16.234403 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d144640-f8ec-4871-9738-5d4c16fd8b01" -d '{"events": [{"server_uuid": "f9368c3d-f652-42e1-b4d6-ddca79e58e08", "name": "network-vif-plugged", "status": "completed", "tag": "f34f04b7-7605-4a23-ae90-be9ce5c738f3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:16.249855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Deleting port 72780911-f123-4708-9551-d31d61095f2c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:16.250112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.257325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:16.320044 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.332801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8683e-1c97-453c-a76c-26cdb74e2f82 req-a2a73536-5928-462b-a0cb-d02a59767da2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:16.334531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Deleting port 65382a4a-a9f6-422d-b8f7-083c0c416785 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:16.334879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.340203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f8683e-1c97-453c-a76c-26cdb74e2f82 req-a2a73536-5928-462b-a0cb-d02a59767da2 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 945 time: 0.0986228 Aug 20 08:49:16.387189 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.387782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902fc7-fb3c-4d80-888d-37b63baa212e req-db29f18d-11f2-4563-94f0-b3f4214948a9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:16.388983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be902fc7-fb3c-4d80-888d-37b63baa212e req-db29f18d-11f2-4563-94f0-b3f4214948a9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 946 time: 0.1010010 Aug 20 08:49:16.405746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f8683e-1c97-453c-a76c-26cdb74e2f82 req-4a0c3f0e-b4af-442f-a728-5b0854747464 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/security-groups?id=7fbd807a-f93e-4155-9953-c97dafaed7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622149 Aug 20 08:49:16.426090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:16.428576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] For port 72780911-f123-4708-9551-d31d61095f2c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=72780911-f123-4708-9551-d31d61095f2c,segment=NetworkSegment(1446f73d-01b3-44d6-aaff-c2d084015430),segment_id=1446f73d-01b3-44d6-aaff-c2d084015430)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:16.429085 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.430018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7cc2bb84-bf31-463a-a1e4-a8b98b2c9190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.434983 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.435696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 08e98542-3025-4273-a983-4f20ae04168d no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:16.453764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Calling delete_port for 72780911-f123-4708-9551-d31d61095f2c owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:16.469771 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb65ee-ee63-4be6-903b-f0be8b6b5088 x-openstack-request-id: req-3ecb65ee-ee63-4be6-903b-f0be8b6b5088 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:16.469771 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9368c3d-f652-42e1-b4d6-ddca79e58e08", "name": "network-vif-plugged", "status": "completed", "tag": "f34f04b7-7605-4a23-ae90-be9ce5c738f3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:16.469771 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ecb65ee-ee63-4be6-903b-f0be8b6b5088 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:16.469771 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3', 'code': 200} Aug 20 08:49:16.476295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be902fc7-fb3c-4d80-888d-37b63baa212e req-5d32971f-2b18-4854-a864-52806bf0fc66 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Aug 20 08:49:16.524536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] For port 65382a4a-a9f6-422d-b8f7-083c0c416785, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=65382a4a-a9f6-422d-b8f7-083c0c416785,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:16.525162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.531384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 08e98542-3025-4273-a983-4f20ae04168d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:16.532053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 08e98542-3025-4273-a983-4f20ae04168d not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:16.541890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Calling delete_port for 65382a4a-a9f6-422d-b8f7-083c0c416785 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:16.542217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:16.637268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ef1db-0f5c-4cb7-b3d8-28d299261319 req-1fc22542-9d30-460b-ab4a-bdb215891e27 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:16.645876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-702ef1db-0f5c-4cb7-b3d8-28d299261319 req-1fc22542-9d30-460b-ab4a-bdb215891e27 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1004608 Aug 20 08:49:16.650568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:49:15Z', 'revision_number': 5, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port': {'id': '65382a4a-a9f6-422d-b8f7-083c0c416785', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:26Z', 'updated_at': '2021-08-20T08:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:16.655266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913ce5-76d2-434b-81cd-ad019b935021 req-3bcb6e6d-a049-4c07-a21b-cf2aa5971c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:16.656866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86913ce5-76d2-434b-81cd-ad019b935021 req-3bcb6e6d-a049-4c07-a21b-cf2aa5971c14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 1097 time: 0.0979946 Aug 20 08:49:16.693467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] Checking router: 1cc34e68-cde3-486a-bab3-f41f8055e930 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:49:16.705879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] Routers {'1cc34e68-cde3-486a-bab3-f41f8055e930'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:16.707266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:49:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1cc34e68-cde3-486a-bab3-f41f8055e930'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:16.714266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-702ef1db-0f5c-4cb7-b3d8-28d299261319 req-bf98a4af-6d58-45c5-9f06-d7fd96957470 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633574 Aug 20 08:49:16.739202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86913ce5-76d2-434b-81cd-ad019b935021 req-1745791a-f663-481b-8004-3477b46e2744 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717790 Aug 20 08:49:16.754728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.842482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] Set router 1cc34e68-cde3-486a-bab3-f41f8055e930 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:16.846075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Pushing event deleted for resources: {'Port': ['ID=72780911-f123-4708-9551-d31d61095f2c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:16.919934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] No DVR routers for this DVR port 72780911-f123-4708-9551-d31d61095f2c on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:16.923535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.925897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cf76dc-5785-48d8-9808-b3f5367bf2a8 req-f52c0d61-348a-4dbf-b7eb-2b3ee62671ce tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.26 "DELETE /v2.0/ports/72780911-f123-4708-9551-d31d61095f2c HTTP/1.1" status: 204 len: 173 time: 0.8447561 Aug 20 08:49:16.927138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:16.944201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:49:16Z', 'revision_number': 6, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:16.952210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=65382a4a-a9f6-422d-b8f7-083c0c416785,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:16.981574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f2e10-2c75-4ccd-bb63-a4c4edde7378 None None] The sync data for ids ['1cc34e68-cde3-486a-bab3-f41f8055e930'] in n-d-804285-2 is: [{'id': '1cc34e68-cde3-486a-bab3-f41f8055e930', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1236431550-router', 'tenant_id': '92222b011a1b402ea13e9c7f433ca1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:25Z', 'updated_at': '2021-08-20T08:49:16Z', 'revision_number': 6, 'project_id': '92222b011a1b402ea13e9c7f433ca1c9', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:49:17.004067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2525ca-ec94-4521-96d7-8805da41ec07 req-9b78b5c6-9667-42ff-89c4-8a6526bae3b5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:17.020248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee2525ca-ec94-4521-96d7-8805da41ec07 req-9b78b5c6-9667-42ff-89c4-8a6526bae3b5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.1141970 Aug 20 08:49:17.081727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.098517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee2525ca-ec94-4521-96d7-8805da41ec07 req-4927b97f-13f8-4c90-8aa4-4e054618f6d8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745602 Aug 20 08:49:17.121106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e577-547e-4581-9eb2-cd5c351d990e req-6df477de-ef93-4e2b-b7d6-c71e31a42831 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:17.122831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53f1e577-547e-4581-9eb2-cd5c351d990e req-6df477de-ef93-4e2b-b7d6-c71e31a42831 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 944 time: 0.0715578 Aug 20 08:49:17.174686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53f1e577-547e-4581-9eb2-cd5c351d990e req-3ece0b71-d8be-45e4-96ff-fb5c1c4fc127 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Aug 20 08:49:17.212227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.214588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.232484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228e2ab-7079-4860-be46-023258052b0f req-ff1aeea7-b206-437a-a76f-07ab12c71311 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:17.233980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f228e2ab-7079-4860-be46-023258052b0f req-ff1aeea7-b206-437a-a76f-07ab12c71311 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0497243 Aug 20 08:49:17.250616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-deleted', 'tag': '72780911-f123-4708-9551-d31d61095f2c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:17.252930 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6becf-89e1-48ca-90e0-d956606bd716" -d '{"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-deleted", "tag": "72780911-f123-4708-9551-d31d61095f2c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:17.265817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.266332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc34e68-cde3-486a-bab3-f41f8055e930 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:49:17.272509 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.273533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4eeb2cf3-8036-47d5-9179-25e79bdaa2bb admin admin] 10.222.0.35 "DELETE /v2.0/routers/1cc34e68-cde3-486a-bab3-f41f8055e930 HTTP/1.1" status: 204 len: 168 time: 1.4182465 Aug 20 08:49:17.274720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f228e2ab-7079-4860-be46-023258052b0f req-d8b618d6-18f7-4b1d-b129-1f407a731cb2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Aug 20 08:49:17.275914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34974) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:17.299739 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1434cc9a-98b7-4eb2-a70d-0bca286f38cf x-openstack-request-id: req-1434cc9a-98b7-4eb2-a70d-0bca286f38cf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:17.300117 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-deleted", "tag": "72780911-f123-4708-9551-d31d61095f2c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:17.300445 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1434cc9a-98b7-4eb2-a70d-0bca286f38cf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:17.308353 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-deleted', 'tag': '72780911-f123-4708-9551-d31d61095f2c', 'status': 'completed', 'code': 200} Aug 20 08:49:17.308658 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.326591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Deleting subnet 126df53a-e9a4-4339-9a5a-fdf283c95ba1 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:49:17.330432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.390436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.441001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-e6746f36-49e9-48a3-b6a5-8c0ed4c14e65 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:17.442535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-e6746f36-49e9-48a3-b6a5-8c0ed4c14e65 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 944 time: 0.0919709 Aug 20 08:49:17.541760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f98edf0-7691-436b-a356-75b0aab9253b req-7ad44ba3-72d5-4346-a219-55bfc531e0e0 tempest-ImagesTestJSON-1661174617 tempest-ImagesTestJSON-1661174617-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b977d15-f055-4252-a3a1-5994ad6851ed HTTP/1.1" status: 200 len: 210 time: 0.0448084 Aug 20 08:49:17.581101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.611587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f318c0c7-4f4e-4c57-ad50-e445e59784c4 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:17.639008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: f318c0c7-4f4e-4c57-ad50-e445e59784c4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:17.639449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f318c0c7-4f4e-4c57-ad50-e445e59784c4 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:17.665035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3472b52-95e8-4139-91fc-0f90564cd813 req-08927fc8-8ed9-43d6-a1ad-2d991aee1d90 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:17.666593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3472b52-95e8-4139-91fc-0f90564cd813 req-08927fc8-8ed9-43d6-a1ad-2d991aee1d90 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 946 time: 0.1192303 Aug 20 08:49:17.685599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Deleting port 6f77de17-abff-45b0-ad17-4e34b8b80dbb {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:17.685975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.696198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.781852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126df53a-e9a4-4339-9a5a-fdf283c95ba1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:17.784044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.785929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f9b4ddfc-a5dc-4964-a43e-17b71ead663e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/126df53a-e9a4-4339-9a5a-fdf283c95ba1 HTTP/1.1" status: 204 len: 168 time: 0.5090151 Aug 20 08:49:17.788473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34984) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:17.788873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc227b9-51df-4b35-b6fa-e5c469764cde None None] Network 74c395c4-ebf6-486b-8ed3-24f068d0b173 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:49:17.822574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3472b52-95e8-4139-91fc-0f90564cd813 req-2e94ccd4-4a43-4ddc-bb64-d8a7696d2205 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441815 Aug 20 08:49:17.874495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.877584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] For port 6f77de17-abff-45b0-ad17-4e34b8b80dbb, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6f77de17-abff-45b0-ad17-4e34b8b80dbb,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:17.877984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.888538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c7d22-f964-4113-a665-ea08d932d7d1 req-c4b0cd3f-c121-41e6-8820-b649e2934b50 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:17.890143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f36c7d22-f964-4113-a665-ea08d932d7d1 req-c4b0cd3f-c121-41e6-8820-b649e2934b50 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0859909 Aug 20 08:49:17.909100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Calling delete_port for 6f77de17-abff-45b0-ad17-4e34b8b80dbb owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:17.945569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Deleting port 592190e8-7de3-436c-b221-c1b3473a4656 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:17.945948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:17.982835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f36c7d22-f964-4113-a665-ea08d932d7d1 req-20e90281-032c-4e72-95cf-bd7b671b7bb6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858626 Aug 20 08:49:18.010205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] DHCP port deletion for 74c395c4-ebf6-486b-8ed3-24f068d0b173 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:49:18.023363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] For port 592190e8-7de3-436c-b221-c1b3473a4656, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=592190e8-7de3-436c-b221-c1b3473a4656,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:18.023363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.036798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Calling delete_port for 592190e8-7de3-436c-b221-c1b3473a4656 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:18.072717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] Deleting port 592190e8-7de3-436c-b221-c1b3473a4656 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:18.073176 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.074955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.108623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event deleted for resources: {'Port': ['ID=6f77de17-abff-45b0-ad17-4e34b8b80dbb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:18.152164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.184976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] For port 592190e8-7de3-436c-b221-c1b3473a4656, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=592190e8-7de3-436c-b221-c1b3473a4656,segment=NetworkSegment(26414cc6-7e51-4ebe-82e7-7667dd854bba),segment_id=26414cc6-7e51-4ebe-82e7-7667dd854bba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:18.185463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.209219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] No DVR routers for this DVR port 6f77de17-abff-45b0-ad17-4e34b8b80dbb on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:18.211122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] No DVR routers for this DVR port 592190e8-7de3-436c-b221-c1b3473a4656 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:18.212845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Pushing event deleted for resources: {'Port': ['ID=592190e8-7de3-436c-b221-c1b3473a4656,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:18.215581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.217842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6312cad1-6859-4c12-ba89-eaa980790f27 req-c98d1d59-f6a1-40ef-9d8e-40afc00bdbdd tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "DELETE /v2.0/ports/6f77de17-abff-45b0-ad17-4e34b8b80dbb HTTP/1.1" status: 204 len: 173 time: 0.7685730 Aug 20 08:49:18.221565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'name': 'network-vif-deleted', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:18.224093 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e020826a-ad88-4c8c-86e8-a9da94075743" -d '{"events": [{"server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "name": "network-vif-deleted", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:18.233704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] Calling delete_port for 592190e8-7de3-436c-b221-c1b3473a4656 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:18.312445 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-790ffbbd-c425-4d43-b588-11e7ccf78139 req-f384617e-fc0c-4f68-a3f9-43b3cafa5fff tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=80a68928-e6e3-4f12-9ba8-c5df0d0a0c76 HTTP/1.1" status: 200 len: 210 time: 0.0453525 Aug 20 08:49:18.330066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.342270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c395c4-ebf6-486b-8ed3-24f068d0b173']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:18.343999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.354875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26414cc6-7e51-4ebe-82e7-7667dd854bba') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:18.355171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26414cc6-7e51-4ebe-82e7-7667dd854bba') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:18.356522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5394f3-5868-4375-8505-6491ee137c4e req-451948e2-fe49-4757-8678-794a9f86146e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:18.361331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e5394f3-5868-4375-8505-6491ee137c4e req-451948e2-fe49-4757-8678-794a9f86146e tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.1423554 Aug 20 08:49:18.373216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.377266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] Pushing event deleted for resources: {'Port': ['ID=592190e8-7de3-436c-b221-c1b3473a4656,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:18.385416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fb469-0f9e-4c63-9c78-4ac7b80ba8ea None None] No DVR routers for this DVR port 592190e8-7de3-436c-b221-c1b3473a4656 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:18.395717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.396069 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764295a0-9591-4a71-ad33-07f00e32b400 x-openstack-request-id: req-764295a0-9591-4a71-ad33-07f00e32b400 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:18.396069 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a68928-e6e3-4f12-9ba8-c5df0d0a0c76", "name": "network-vif-deleted", "tag": "6f77de17-abff-45b0-ad17-4e34b8b80dbb", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:18.396069 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-764295a0-9591-4a71-ad33-07f00e32b400 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:18.396069 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a68928-e6e3-4f12-9ba8-c5df0d0a0c76', 'name': 'network-vif-deleted', 'tag': '6f77de17-abff-45b0-ad17-4e34b8b80dbb', 'status': 'completed', 'code': 200} Aug 20 08:49:18.402025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:49:18.402903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:49:18.404881 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:49:18.432134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e5394f3-5868-4375-8505-6491ee137c4e req-c3a3d1e0-d702-4353-87c9-1b014a2ddefe tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659306 Aug 20 08:49:18.470760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72780911-f123-4708-9551-d31d61095f2c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:18.472060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.474415 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e6704-2dfc-417d-af18-53e17dac1bd1" -d '{"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-unplugged", "status": "completed", "tag": "72780911-f123-4708-9551-d31d61095f2c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:18.482968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.488250 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] 10.222.0.35 "DELETE /v2.0/networks/74c395c4-ebf6-486b-8ed3-24f068d0b173 HTTP/1.1" status: 204 len: 168 time: 0.6955743 Aug 20 08:49:18.488645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34996) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:18.492393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8621d3-7e49-4c9f-a4d9-0dc281bbb8eb req-dd80e8e0-3485-4e69-b033-b178cdae0dbb tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:18.494232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f8621d3-7e49-4c9f-a4d9-0dc281bbb8eb req-dd80e8e0-3485-4e69-b033-b178cdae0dbb tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0565243 Aug 20 08:49:18.504402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c2514-8560-44a1-a423-5270989d775a admin admin] Pushing event deleted for resources: {'Network': ['ID=74c395c4-ebf6-486b-8ed3-24f068d0b173,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:18.515894 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c54eb1-58ca-4946-837d-bab02d7546a5 x-openstack-request-id: req-97c54eb1-58ca-4946-837d-bab02d7546a5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:18.516183 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b977d15-f055-4252-a3a1-5994ad6851ed", "name": "network-vif-unplugged", "status": "completed", "tag": "72780911-f123-4708-9551-d31d61095f2c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:18.516974 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97c54eb1-58ca-4946-837d-bab02d7546a5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:18.517674 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b977d15-f055-4252-a3a1-5994ad6851ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72780911-f123-4708-9551-d31d61095f2c', 'code': 200} Aug 20 08:49:18.538463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f8621d3-7e49-4c9f-a4d9-0dc281bbb8eb req-d93b080d-dddf-416f-b02e-01cbfbea640c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Aug 20 08:49:18.686694 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:18.957215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35034) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:19.003479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cc2b4-1ed2-46de-b121-4bc01c904df1 req-d8cf2596-f201-4153-b782-7a6ba7d4d89a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:19.005010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-536cc2b4-1ed2-46de-b121-4bc01c904df1 req-d8cf2596-f201-4153-b782-7a6ba7d4d89a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 946 time: 0.0948226 Aug 20 08:49:19.043314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Deleting subnet 4ec97766-f58d-4db0-88b6-f4264c19290c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:49:19.060199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.091579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 592190e8-7de3-436c-b221-c1b3473a4656 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:19.102748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d0991-fe9e-4169-a37f-24160e54d541 req-d5527f98-06b4-45e5-a826-95a1aebea451 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:19.104256 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-220d0991-fe9e-4169-a37f-24160e54d541 req-d5527f98-06b4-45e5-a826-95a1aebea451 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.1002553 Aug 20 08:49:19.104670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-536cc2b4-1ed2-46de-b121-4bc01c904df1 req-8985c947-1475-4c3b-97e4-77059a3c4c89 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929778 Aug 20 08:49:19.114969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 592190e8-7de3-436c-b221-c1b3473a4656 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:19.115562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 592190e8-7de3-436c-b221-c1b3473a4656 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:19.116206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 65382a4a-a9f6-422d-b8f7-083c0c416785 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:19.140519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 65382a4a-a9f6-422d-b8f7-083c0c416785 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:19.141099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 65382a4a-a9f6-422d-b8f7-083c0c416785 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:19.142686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:19.145038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.165456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:19.165895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1ded8aa-2f49-44a4-892b-7fa50dcf8e31 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:19.203202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112570a4-2ff8-4785-b47c-8c8e026ceb62 req-a4db116a-43d1-4264-a5fc-3087676ba9ce tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:19.205286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-112570a4-2ff8-4785-b47c-8c8e026ceb62 req-a4db116a-43d1-4264-a5fc-3087676ba9ce tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1168504 Aug 20 08:49:19.213733 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.273851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port c2e2465d-0066-4b67-84df-e3e01c713045 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:19.274197 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.288826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-112570a4-2ff8-4785-b47c-8c8e026ceb62 req-83268fbe-8759-49f5-a74a-6d82a22b5b21 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562782 Aug 20 08:49:19.349837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.381357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec97766-f58d-4db0-88b6-f4264c19290c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:19.390972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.393404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6345aaf6-752e-4c41-86ce-4b6746cdda64 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4ec97766-f58d-4db0-88b6-f4264c19290c HTTP/1.1" status: 204 len: 168 time: 0.4349883 Aug 20 08:49:19.395940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35054) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:19.413691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port c2e2465d-0066-4b67-84df-e3e01c713045, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c2e2465d-0066-4b67-84df-e3e01c713045,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:19.414165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.418585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.461375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for c2e2465d-0066-4b67-84df-e3e01c713045 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:19.478265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93a5f4-cb4d-46e8-8224-a0ad70c8d931 req-5bd7b8d5-171b-467b-aa08-52cd99e7680e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:19.479667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae93a5f4-cb4d-46e8-8224-a0ad70c8d931 req-5bd7b8d5-171b-467b-aa08-52cd99e7680e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2181330 Aug 20 08:49:19.506307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae93a5f4-cb4d-46e8-8224-a0ad70c8d931 req-2d8ba6a5-4b61-4e45-aa92-dbfb2c1d13cf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0198715 Aug 20 08:49:19.509092 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.621480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:19.638793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae93a5f4-cb4d-46e8-8224-a0ad70c8d931 req-8f3aced7-2adc-4c0a-bde7-6c1ecd2766d4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239941 Aug 20 08:49:19.647633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 72780911-f123-4708-9551-d31d61095f2c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:19.647833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 72780911-f123-4708-9551-d31d61095f2c not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:19.648240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c2e2465d-0066-4b67-84df-e3e01c713045 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:19.671075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.735091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89db3c07-cbfe-4cf8-8062-b3b66aa41912']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:19.736521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.753696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1446f73d-01b3-44d6-aaff-c2d084015430') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:19.754023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1446f73d-01b3-44d6-aaff-c2d084015430') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:19.762321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.770233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.780406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:19.783353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507', '2b2adea4-3898-49ba-b49c-22862e98d8f7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:19.805740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=c2e2465d-0066-4b67-84df-e3e01c713045,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:19.806618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0138d-941c-4adc-a616-9d8167410a0e req-35b3616c-3539-4d8c-bdfe-24c58063c149 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:19.808128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27a0138d-941c-4adc-a616-9d8167410a0e req-35b3616c-3539-4d8c-bdfe-24c58063c149 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=8248eaf4-af92-418a-b798-3caa6f139585 HTTP/1.1" status: 200 len: 949 time: 0.1960304 Aug 20 08:49:19.814099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-c8bb2f35-f32f-4dac-89fe-4130eea15093 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829300 Aug 20 08:49:19.817022 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.849226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:49:19.849642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.886445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port c2e2465d-0066-4b67-84df-e3e01c713045 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:19.889487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:19.893327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-220d0991-fe9e-4169-a37f-24160e54d541 req-aa66addf-c0a2-405c-b0fe-ec1b35f392b7 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "DELETE /v2.0/ports/c2e2465d-0066-4b67-84df-e3e01c713045 HTTP/1.1" status: 204 len: 173 time: 0.7807679 Aug 20 08:49:19.896800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8248eaf4-af92-418a-b798-3caa6f139585', 'name': 'network-vif-deleted', 'tag': 'c2e2465d-0066-4b67-84df-e3e01c713045'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:19.899758 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb26726-5366-4b44-bacf-4d2f4a020e91" -d '{"events": [{"server_uuid": "8248eaf4-af92-418a-b798-3caa6f139585", "name": "network-vif-deleted", "tag": "c2e2465d-0066-4b67-84df-e3e01c713045"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:19.904014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae93a5f4-cb4d-46e8-8224-a0ad70c8d931 req-cdd879fc-bd74-43cd-89cb-d79af1d9858a service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427375 Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:49:19.912623 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:49:19.929111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Deleting port f37be0cf-8540-47bf-a0d2-738527f4ff39 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:19.929780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.037006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] For port f37be0cf-8540-47bf-a0d2-738527f4ff39, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f37be0cf-8540-47bf-a0d2-738527f4ff39,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:20.037538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.038396 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.069797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Calling delete_port for f37be0cf-8540-47bf-a0d2-738527f4ff39 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:20.077382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-1e738cae-4515-42b9-8f2e-e708a2127b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:20.078958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-1e738cae-4515-42b9-8f2e-e708a2127b68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 1096 time: 0.1645420 Aug 20 08:49:20.098055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27a0138d-941c-4adc-a616-9d8167410a0e req-88c61bd1-90d4-4ab7-a231-a008cffadcd2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448914 Aug 20 08:49:20.098901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Pushing event deleted for resources: {'Network': ['ID=89db3c07-cbfe-4cf8-8062-b3b66aa41912,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:20.104154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.105495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-29a8cc79-02ff-4ff9-b7c1-8515bf5a54de admin admin] 10.222.0.35 "DELETE /v2.0/networks/89db3c07-cbfe-4cf8-8062-b3b66aa41912 HTTP/1.1" status: 204 len: 168 time: 0.7086315 Aug 20 08:49:20.169403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-ed1e5191-82cd-4a3c-af50-03f5b784a419 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:20.171631 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-ed1e5191-82cd-4a3c-af50-03f5b784a419 tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 944 time: 0.1207306 Aug 20 08:49:20.348940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:20.351849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Deleting port 4dfcd562-5567-490b-986f-44017b8205bc {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:20.352515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.367822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:20.402775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 6f77de17-abff-45b0-ad17-4e34b8b80dbb {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:20.403124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6f77de17-abff-45b0-ad17-4e34b8b80dbb not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:20.516523 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3c78ec5-8fa9-49a3-a246-0b72b683973f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=471d0855e6e94869bb57e2413e13e43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603572 Aug 20 08:49:20.520330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35072) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:20.522631 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.546274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae93a5f4-cb4d-46e8-8224-a0ad70c8d931 req-0db59935-cec3-4381-9ec5-21441a79868d service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413713 Aug 20 08:49:20.590008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37be0cf-8540-47bf-a0d2-738527f4ff39,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:20.608131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] For port 4dfcd562-5567-490b-986f-44017b8205bc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4dfcd562-5567-490b-986f-44017b8205bc,segment=NetworkSegment(c5dcb9a5-dc56-42b5-b081-3a6d582d34eb),segment_id=c5dcb9a5-dc56-42b5-b081-3a6d582d34eb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:20.608556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.675101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Calling delete_port for 4dfcd562-5567-490b-986f-44017b8205bc owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:20.682621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec7024-ba75-4546-ad68-4c29f15e1f6d req-59d69fc7-7fa5-4c59-81a1-f614af5796da tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:20.691663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3ec7024-ba75-4546-ad68-4c29f15e1f6d req-59d69fc7-7fa5-4c59-81a1-f614af5796da tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 944 time: 0.1605191 Aug 20 08:49:20.703740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-27080fbd-2419-476b-8ce2-0d16e6e88808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:20.706042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-27080fbd-2419-476b-8ce2-0d16e6e88808 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.5647106 Aug 20 08:49:20.778765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-22a728e9-ce33-4ed1-8846-d0f82db86ac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 200 len: 217 time: 0.0637088 Aug 20 08:49:20.781495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f594f673-d7d4-4cdf-950d-202e771e2cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.803671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3ec7024-ba75-4546-ad68-4c29f15e1f6d req-b327b320-5a11-444f-a204-853ffb144c7d tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/security-groups?id=e68ed041-24f0-4e0e-be98-7c8028efb472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107044 Aug 20 08:49:20.881254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-9ce344be-6844-4d29-8312-c3b701a0a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:20.884032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-9ce344be-6844-4d29-8312-c3b701a0a7d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0939305 Aug 20 08:49:20.900830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130a504-6d93-4fea-8bba-66d00787b854 req-fa876802-e72f-46fb-afd5-d8b0afb98970 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:20.902869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2130a504-6d93-4fea-8bba-66d00787b854 req-fa876802-e72f-46fb-afd5-d8b0afb98970 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0777984 Aug 20 08:49:20.953210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-0085d725-6ea4-4fed-aaed-12b2ff4a9180 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481718 Aug 20 08:49:20.971350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:20.994102 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f7c17-1937-4529-b4a9-f1e0a9210844 x-openstack-request-id: req-5c2f7c17-1937-4529-b4a9-f1e0a9210844 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:20.994404 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8248eaf4-af92-418a-b798-3caa6f139585", "name": "network-vif-deleted", "tag": "c2e2465d-0066-4b67-84df-e3e01c713045", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:20.994659 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c2f7c17-1937-4529-b4a9-f1e0a9210844 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:20.999194 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8248eaf4-af92-418a-b798-3caa6f139585', 'name': 'network-vif-deleted', 'tag': 'c2e2465d-0066-4b67-84df-e3e01c713045', 'status': 'completed', 'code': 200} Aug 20 08:49:21.057371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2130a504-6d93-4fea-8bba-66d00787b854 req-8aaca314-6d2c-4092-b7c6-c11c7af2eac8 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368961 Aug 20 08:49:21.082634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f594f673-d7d4-4cdf-950d-202e771e2cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:21.109410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-cb2c7ade-243a-42e3-bd8e-7938f4a97413 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3405325 Aug 20 08:49:21.171439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c6fd-85d2-4d91-b9d2-cf4c31e4d671 req-914d702a-34fe-4103-bd35-5d4378802713 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:21.182410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d34c6fd-85d2-4d91-b9d2-cf4c31e4d671 req-914d702a-34fe-4103-bd35-5d4378802713 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1407864 Aug 20 08:49:21.223410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-ec82c922-ac37-4694-b2e6-1ea2b931c8e8 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587295 Aug 20 08:49:21.310654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d34c6fd-85d2-4d91-b9d2-cf4c31e4d671 req-efc66cff-79b4-44ef-b2ec-a9e7acdb34f9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128016 Aug 20 08:49:21.386468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2a4398-81f7-4c5a-ac3b-d78ef337fe31 req-cb32a6ed-2b40-43f9-ba07-2e3fed27ff31 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506989 Aug 20 08:49:21.393769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737533f-519f-49d4-86b4-f4289e526a6c req-a9b482e9-1581-4f37-8f52-54c8fd2d4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:21.395600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-a9b482e9-1581-4f37-8f52-54c8fd2d4c9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 1100 time: 0.2540214 Aug 20 08:49:21.485615 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-e4de32e0-fa71-41f0-9896-9953eaceed2f service neutron] show failed (client error): The resource could not be found. Aug 20 08:49:21.486643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-e4de32e0-fa71-41f0-9896-9953eaceed2f service neutron] 10.222.0.37 "GET /v2.0/ports/1bd97258-e22e-4da0-92e3-15625953bcb2/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.3033195 Aug 20 08:49:21.517833 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f594f673-d7d4-4cdf-950d-202e771e2cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:21.520375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f594f673-d7d4-4cdf-950d-202e771e2cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:21.521516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f594f673-d7d4-4cdf-950d-202e771e2cfe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fbd807a-f93e-4155-9953-c97dafaed7f0 HTTP/1.1" status: 204 len: 168 time: 1.0003295 Aug 20 08:49:21.543565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:21.625438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:21.658564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594f673-d7d4-4cdf-950d-202e771e2cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd807a-f93e-4155-9953-c97dafaed7f0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:21.674180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Pushing event deleted for resources: {'Port': ['ID=4dfcd562-5567-490b-986f-44017b8205bc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:21.810007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] No DVR routers for this DVR port 4dfcd562-5567-490b-986f-44017b8205bc on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:21.817053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-c0131fbb-484b-4266-8cc1-71078b40305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:21.818637 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-c0131fbb-484b-4266-8cc1-71078b40305d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b&tenant_id=0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 1101 time: 0.1004615 Aug 20 08:49:21.823066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:21.830613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:21.844124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-19d64ddf-24e8-4692-81d2-9ae71ce199d4 req-a5f965f1-21b7-40e9-ac19-ec9832fe9f5a tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.37 "DELETE /v2.0/ports/4dfcd562-5567-490b-986f-44017b8205bc HTTP/1.1" status: 204 len: 173 time: 1.6624410 Aug 20 08:49:21.851415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Router 14c82454-3ec3-4ea2-a84d-1b0917533387 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:49:21.852908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737533f-519f-49d4-86b4-f4289e526a6c req-739fb597-1d5e-4873-a4b5-01f18e99e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:21.854425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-739fb597-1d5e-4873-a4b5-01f18e99e5da service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.4273667 Aug 20 08:49:21.904083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:21.931560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385', 'port_id': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'mac_address': 'fa:16:3e:13:48:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaddc3f-af3e-4afd-9241-3ed10479d349', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:21.964141 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-239b58ea-a9bc-41cf-9dca-208515f172a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 200 len: 217 time: 0.1000299 Aug 20 08:49:22.007694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a22d5a2-6f71-443e-89cb-a2569889c94f req-97e40160-aff4-48c3-9177-ddee81d366eb tempest-LiveMigrationTest-1010989234 tempest-LiveMigrationTest-1010989234-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9663f30-29bf-4dae-a1e5-f36497f765a7 HTTP/1.1" status: 200 len: 210 time: 0.0584784 Aug 20 08:49:22.030946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:22.060731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e258e37-2346-4c31-a89a-c8cfea58c855 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:22.091970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737533f-519f-49d4-86b4-f4289e526a6c req-aecc1e4f-8330-4aaa-8295-09335d7d17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:22.093518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-aecc1e4f-8330-4aaa-8295-09335d7d17d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1125467 Aug 20 08:49:22.100675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:22.108386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:22.114493 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:22.182344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:22.193076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:49:22.208780 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] Sync routers for ids ['14c82454-3ec3-4ea2-a84d-1b0917533387'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:49:22.218630 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] Routers {'14c82454-3ec3-4ea2-a84d-1b0917533387'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:22.220176 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:49:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['14c82454-3ec3-4ea2-a84d-1b0917533387'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:22.242968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ea80435c-e07c-45e1-a2bd-9091503cd561 admin admin] 10.222.0.35 "PUT /v2.0/routers/14c82454-3ec3-4ea2-a84d-1b0917533387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7516451 Aug 20 08:49:22.243150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1044-361e-4bc4-b342-04c2e90591a5 req-3312443c-04cb-42aa-930b-9343d2626e50 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:22.243150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c2f1044-361e-4bc4-b342-04c2e90591a5 req-3312443c-04cb-42aa-930b-9343d2626e50 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.1270421 Aug 20 08:49:22.245247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35138) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:22.252361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-18c1c6fd-74f7-4338-b1fd-d11981164c67 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:22.259676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-18c1c6fd-74f7-4338-b1fd-d11981164c67 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2507098 Aug 20 08:49:22.310354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737533f-519f-49d4-86b4-f4289e526a6c req-bef54d1b-5a07-495c-b9be-66baaa7a052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:22.319860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-bef54d1b-5a07-495c-b9be-66baaa7a052e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1910079 Aug 20 08:49:22.360902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-a82b32dd-80bc-4c04-8aba-4ce54bb1991b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0997677 Aug 20 08:49:22.381323 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] Set router 14c82454-3ec3-4ea2-a84d-1b0917533387 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:22.435186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['6e258e37-2346-4c31-a89a-c8cfea58c855'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:22.502465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c2f1044-361e-4bc4-b342-04c2e90591a5 req-4d73e9dd-1f75-4ec6-b3bf-95aafdbdbc67 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279484 Aug 20 08:49:22.533313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:22.550818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-39007015-7845-48c4-9d0e-e1c3fc992d44 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753426 Aug 20 08:49:22.609621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-60fd9e90-9564-4530-ac18-b8155d7be6f2 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866070 Aug 20 08:49:22.715247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:22.751159 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:49:20Z', 'revision_number': 5, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:22.794778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0737533f-519f-49d4-86b4-f4289e526a6c req-469518be-20a6-4a5f-adb8-9617030b557e service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727076 Aug 20 08:49:22.795103 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] Checking router: 14c82454-3ec3-4ea2-a84d-1b0917533387 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:49:22.803699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:22.807750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-583b06d1-da4a-4825-810a-6970ef28eb3e service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321007 Aug 20 08:49:22.816334 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] Routers {'14c82454-3ec3-4ea2-a84d-1b0917533387'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:49:22.819272 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:49:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['14c82454-3ec3-4ea2-a84d-1b0917533387'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:22.834344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944247d-a44e-471a-837a-94882b25cefc req-f7fdcbdc-48c3-4fac-8e26-9f669d15fc02 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:22.841988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c944247d-a44e-471a-837a-94882b25cefc req-f7fdcbdc-48c3-4fac-8e26-9f669d15fc02 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.1417897 Aug 20 08:49:22.942328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:22.964622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:22.967100 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75f564-3bd9-4da9-996e-87a3d60106e3" -d '{"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:22.974561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.008311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c944247d-a44e-471a-837a-94882b25cefc req-c322aa30-6def-41ed-9d5f-af6b5024fcf2 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650975 Aug 20 08:49:23.024750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Transition to ACTIVE for port object 1bd97258-e22e-4da0-92e3-15625953bcb2 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:23.048236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.068349 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] Set router 14c82454-3ec3-4ea2-a84d-1b0917533387 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:49:23.100788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-ea8b272c-4872-4c05-8cc4-266a14bb92fd service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559800 Aug 20 08:49:23.188360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:23.216957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] No DVR routers for this DVR port 1bd97258-e22e-4da0-92e3-15625953bcb2 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:23.328666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:49:20Z', 'revision_number': 5, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:23.342325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:23.342813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:23.343148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:23.357389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'name': 'network-vif-deleted', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:23.359623 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf267cc7-7019-44e0-884d-ce4bf3997808" -d '{"events": [{"server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "name": "network-vif-deleted", "tag": "4dfcd562-5567-490b-986f-44017b8205bc"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:23.372751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79d4c6-1cc8-416e-ba79-ec00da39bb4d req-85adb28c-7c9b-4373-84fd-4193d8153de1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:23.374409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d79d4c6-1cc8-416e-ba79-ec00da39bb4d req-85adb28c-7c9b-4373-84fd-4193d8153de1 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 948 time: 0.2251613 Aug 20 08:49:23.385665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:23.386133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:23.403868 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7728c-e76e-4bab-8ed8-e34a66a36091 None None] The sync data for ids ['14c82454-3ec3-4ea2-a84d-1b0917533387'] in n-d-804285-2 is: [{'id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18197406-router', 'tenant_id': '0c4b50932fc04ee9925c295051e3dee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:44:38Z', 'updated_at': '2021-08-20T08:49:20Z', 'revision_number': 5, 'project_id': '0c4b50932fc04ee9925c295051e3dee7', 'gw_port': {'id': 'c012fd40-b00e-453c-a1c2-c746f8269ded', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:fa:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82454-3ec3-4ea2-a84d-1b0917533387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:44:42Z', 'updated_at': '2021-08-20T08:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:49:23.424959 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413e4f0-e43c-4a07-a1de-a1173218c704 x-openstack-request-id: req-4413e4f0-e43c-4a07-a1de-a1173218c704 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:23.425375 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:23.426391 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4413e4f0-e43c-4a07-a1de-a1173218c704 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:23.426391 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'code': 200} Aug 20 08:49:23.429677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:23.430183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:23.432082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:23.432686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Bound port: 1bd97258-e22e-4da0-92e3-15625953bcb2, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:23.433168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.445171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-587dd78c-4f4f-4be8-b901-5fded85bfc07 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:23.457196 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-587dd78c-4f4f-4be8-b901-5fded85bfc07 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.1076365 Aug 20 08:49:23.463781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Deleting port c012fd40-b00e-453c-a1c2-c746f8269ded {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:23.464123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.506917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:23.510454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:23.511579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35166) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:23.522547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.612592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b288c94-93fe-4605-b16f-21c12cc94ef7 req-21852c24-9f01-44f2-bdaf-687caa99153f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 210 time: 0.0622022 Aug 20 08:49:23.626218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:23.626852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d79d4c6-1cc8-416e-ba79-ec00da39bb4d req-7103812a-b585-436f-a029-3b967f251549 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426076 Aug 20 08:49:23.636603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:23.637223 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.638754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] 10.222.0.26 "PUT /v2.0/ports/1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 1096 time: 1.8125386 Aug 20 08:49:23.664145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-8a67919a-cf8e-4973-9a19-c55e08f960b8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:23.666643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-8a67919a-cf8e-4973-9a19-c55e08f960b8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa9b6bd2-fab7-4686-ad06-9ce7d2281332 HTTP/1.1" status: 200 len: 950 time: 0.1658499 Aug 20 08:49:23.696400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02374-d73b-4396-8a5b-54f6199c0519 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:23.765054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-030f28e4-6d93-4817-ada2-f8b976e3e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:23.768750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-030f28e4-6d93-4817-ada2-f8b976e3e144 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1099 time: 0.1018996 Aug 20 08:49:23.835208 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18cb342-2d84-4221-ae50-a4dc8b25f32a x-openstack-request-id: req-a18cb342-2d84-4221-ae50-a4dc8b25f32a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:23.835823 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9663f30-29bf-4dae-a1e5-f36497f765a7", "name": "network-vif-deleted", "tag": "4dfcd562-5567-490b-986f-44017b8205bc", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:23.836372 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a18cb342-2d84-4221-ae50-a4dc8b25f32a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:23.837370 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9663f30-29bf-4dae-a1e5-f36497f765a7', 'name': 'network-vif-deleted', 'tag': '4dfcd562-5567-490b-986f-44017b8205bc', 'status': 'completed', 'code': 200} Aug 20 08:49:23.879163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 6e258e37-2346-4c31-a89a-c8cfea58c855 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:23.884079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 6e258e37-2346-4c31-a89a-c8cfea58c855 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:23.884830 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.928854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] For port c012fd40-b00e-453c-a1c2-c746f8269ded, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c012fd40-b00e-453c-a1c2-c746f8269ded,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:23.929256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:23.985420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Calling delete_port for c012fd40-b00e-453c-a1c2-c746f8269ded owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:23.999423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Deleting subnet 8aa1424f-4764-490e-9e18-1a8afaae75cd {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:49:24.012022 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.027590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port 2b2adea4-3898-49ba-b49c-22862e98d8f7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:24.027945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.028633 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.064962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:24.071983 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a5682-c254-4d14-92d2-785047c5b1d1" -d '{"events": [{"server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "name": "network-vif-plugged", "status": "completed", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:24.091083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:24.096970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.147098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4bfe-80bf-45e1-b305-9e5a4c0dc908 req-0f7bb1fa-b6bb-4df8-98d8-cf6d25c93206 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:24.158272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f7a4bfe-80bf-45e1-b305-9e5a4c0dc908 req-0f7bb1fa-b6bb-4df8-98d8-cf6d25c93206 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 949 time: 0.2476873 Aug 20 08:49:24.185752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:24.212193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:24.212902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.228498 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.277590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-daf5bc13-035e-41d6-8032-8e101e031788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:24.279160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-daf5bc13-035e-41d6-8032-8e101e031788 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.5024726 Aug 20 08:49:24.332064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f7a4bfe-80bf-45e1-b305-9e5a4c0dc908 req-450a03a9-ab69-4f10-9219-6b7e4eec4de8 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708963 Aug 20 08:49:24.353216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:24.353573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port 2b2adea4-3898-49ba-b49c-22862e98d8f7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2b2adea4-3898-49ba-b49c-22862e98d8f7,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:24.353977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.361408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.424091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for 2b2adea4-3898-49ba-b49c-22862e98d8f7 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:24.450744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:24.451310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4dfcd562-5567-490b-986f-44017b8205bc no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:24.463107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:24.463494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.488527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-0815c699-702b-4fe9-a99d-34ff97ffcd31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.2000248 Aug 20 08:49:24.491342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.499318 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b6ac6-3808-4579-8211-5c868de16ac3 x-openstack-request-id: req-fc9b6ac6-3808-4579-8211-5c868de16ac3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:24.500177 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "name": "network-vif-plugged", "status": "completed", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:24.504268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bf298-1f9c-4a2b-b694-1fc7972e0d44 req-924ee508-c646-43fb-86a5-32dc1fe19f6d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:24.505656 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc9b6ac6-3808-4579-8211-5c868de16ac3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:24.505869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c0bf298-1f9c-4a2b-b694-1fc7972e0d44 req-924ee508-c646-43fb-86a5-32dc1fe19f6d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.3304548 Aug 20 08:49:24.506475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:24.508051 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'code': 200} Aug 20 08:49:24.509328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 4dfcd562-5567-490b-986f-44017b8205bc {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:24.510624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4dfcd562-5567-490b-986f-44017b8205bc not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:24.578527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa1424f-4764-490e-9e18-1a8afaae75cd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:24.606739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-fe2b1cd4-0457-4a35-865a-55550a5d1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:24.608221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-fe2b1cd4-0457-4a35-865a-55550a5d1c80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1001470 Aug 20 08:49:24.610368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.612120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3c17d716-14f9-4b12-857f-8a19d2a4cdae admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8aa1424f-4764-490e-9e18-1a8afaae75cd HTTP/1.1" status: 204 len: 168 time: 1.0992794 Aug 20 08:49:24.615323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35202) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:24.700677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c0bf298-1f9c-4a2b-b694-1fc7972e0d44 req-1bdde7bb-1465-4c87-903f-50aef142af1f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293399 Aug 20 08:49:24.742299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ea4a9d4-5f89-437d-88df-a11248ef5f2a req-bc80228d-1569-4bd5-9f66-b13926f53edc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 210 time: 0.0384381 Aug 20 08:49:24.755237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-03f65bb0-1693-4cde-953f-4ff5cc44068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:24.756589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-03f65bb0-1693-4cde-953f-4ff5cc44068e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380737 Aug 20 08:49:24.756833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3d3e3-34f1-4202-9f44-473cc38c012f req-5c61989d-558d-4334-8782-af0d047f46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:24.758820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89a3d3e3-34f1-4202-9f44-473cc38c012f req-5c61989d-558d-4334-8782-af0d047f46d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1096 time: 0.1746240 Aug 20 08:49:24.759258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.842307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.881994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Pushing event deleted for resources: {'Port': ['ID=c012fd40-b00e-453c-a1c2-c746f8269ded,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:24.952995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:24.982433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4add3635-958b-404b-96b7-389a788bb8fb']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:24.998788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:24.999099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dcb9a5-dc56-42b5-b081-3a6d582d34eb') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:25.017373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.036173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07006fcb-158e-4c25-bfb1-fe000a3b0589 req-14a25311-8555-4003-8c63-d1ada89b90af tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:25.043294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07006fcb-158e-4c25-bfb1-fe000a3b0589 req-14a25311-8555-4003-8c63-d1ada89b90af tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 948 time: 0.2110977 Aug 20 08:49:25.051520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89a3d3e3-34f1-4202-9f44-473cc38c012f req-0b978071-a0de-4251-a3bc-c3e157d848f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607214 Aug 20 08:49:25.065111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-afd26bb4-3106-4b61-b1ad-b1255b3450c8 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906356 Aug 20 08:49:25.067539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.073776 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.083811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['4c1502b5-6f08-4c38-b9a0-ff6a639b1285'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:25.086770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:25.089043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:49:25.089588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:49:25.091418 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:49:25.110338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07006fcb-158e-4c25-bfb1-fe000a3b0589 req-6f789a3b-62a6-4b96-a225-491dbd993921 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661130 Aug 20 08:49:25.146907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f37be0cf-8540-47bf-a0d2-738527f4ff39 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:25.165635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.183291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.185335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4add3635-958b-404b-96b7-389a788bb8fb HTTP/1.1" status: 204 len: 168 time: 0.5690212 Aug 20 08:49:25.186197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4f584-2fdc-4d2a-9b4c-ff348fde8c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4add3635-958b-404b-96b7-389a788bb8fb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:25.188631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35232) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:25.190292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: f37be0cf-8540-47bf-a0d2-738527f4ff39 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:25.190958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f37be0cf-8540-47bf-a0d2-738527f4ff39 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:25.202061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.216552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=2b2adea4-3898-49ba-b49c-22862e98d8f7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:25.231101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.247190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Deleting subnet d7ed096e-a475-49f5-a2a8-25679777863a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:49:25.259859 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.334205 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.402152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.405936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1cf8d5d-21cd-4311-a005-75f71be36c13 req-e35821e6-1030-4c96-afbd-1dd708b33c51 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550324 Aug 20 08:49:25.413597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.427681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:25.430534 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668dfaf9-b945-4cf1-b12b-fe827899ee95" -d '{"events": [{"name": "network-changed", "server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:25.477626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.518786 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf7615-9105-45ce-83dc-47db3ab0b12a x-openstack-request-id: req-66bf7615-9105-45ce-83dc-47db3ab0b12a {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:25.519078 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:25.519356 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66bf7615-9105-45ce-83dc-47db3ab0b12a {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:25.519749 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'status': 'completed', 'code': 200} Aug 20 08:49:25.559259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.562877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c47d59d-c1ed-4dc5-bb48-bf1c7af203af req-4e753418-1ac3-41be-8ce6-18d164c95dd4 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=df7ca945-8237-4c4b-80eb-0f3f3342aab5 HTTP/1.1" status: 200 len: 210 time: 0.0649335 Aug 20 08:49:25.571984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=4c1502b5-6f08-4c38-b9a0-ff6a639b1285,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:25.580041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:25.583961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port 2b2adea4-3898-49ba-b49c-22862e98d8f7 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:25.608023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ed096e-a475-49f5-a2a8-25679777863a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:25.615782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.616854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.619732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-76b75589-aeb1-412e-a44e-fa229287f1e2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d7ed096e-a475-49f5-a2a8-25679777863a HTTP/1.1" status: 204 len: 168 time: 0.4275036 Aug 20 08:49:25.619902 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3ba98b8b-f6f6-4d99-b76c-ced4e01b28f1 req-46893fa2-f6f8-4b45-b378-68091740f1f5 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.26 "DELETE /v2.0/ports/4c1502b5-6f08-4c38-b9a0-ff6a639b1285 HTTP/1.1" status: 204 len: 173 time: 1.9374948 Aug 20 08:49:25.620527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35242) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:25.625683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-a688ac0f-0a3d-469b-852f-ca53c75c155f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:25.627160 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-a688ac0f-0a3d-469b-852f-ca53c75c155f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.7521024 Aug 20 08:49:25.630685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.632605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-27e2daaa-3c28-4b86-b298-5d262c291004 req-79b5d489-18b7-43e6-bed2-bfd9135bf121 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "DELETE /v2.0/ports/2b2adea4-3898-49ba-b49c-22862e98d8f7 HTTP/1.1" status: 204 len: 173 time: 2.1664243 Aug 20 08:49:25.643111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': 'c7874dfd-9202-4141-8c71-e633c305875a', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:25.678838 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.679250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c82454-3ec3-4ea2-a84d-1b0917533387 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:49:25.742224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:25.746302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6c61ee0e-0a78-4693-89ca-9dd9c2bca900 admin admin] 10.222.0.35 "DELETE /v2.0/routers/14c82454-3ec3-4ea2-a84d-1b0917533387 HTTP/1.1" status: 204 len: 168 time: 3.4993415 Aug 20 08:49:25.765598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35246) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:25.839531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'name': 'network-vif-deleted', 'tag': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285'}, {'server_uuid': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'name': 'network-vif-deleted', 'tag': '2b2adea4-3898-49ba-b49c-22862e98d8f7'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:25.847165 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a0d040-cb78-4c3a-af2e-c5ae178a11c0" -d '{"events": [{"server_uuid": "aa9b6bd2-fab7-4686-ad06-9ce7d2281332", "name": "network-vif-deleted", "tag": "4c1502b5-6f08-4c38-b9a0-ff6a639b1285"}, {"server_uuid": "df7ca945-8237-4c4b-80eb-0f3f3342aab5", "name": "network-vif-deleted", "tag": "2b2adea4-3898-49ba-b49c-22862e98d8f7"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:25.981057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-7a408176-eaa2-4e66-8848-32821b04f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:25.984480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-7a408176-eaa2-4e66-8848-32821b04f6b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1099 time: 0.3027599 Aug 20 08:49:26.026635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Deleting subnet f633a3e2-7c18-437e-a0ef-868fe23f7ffe {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:49:26.034536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.135299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.180047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:26.184138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.252076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-79931c9c-7f59-4b79-bbdd-8acc35d12880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.254449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-79931c9c-7f59-4b79-bbdd-8acc35d12880 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1099 time: 0.7197607 Aug 20 08:49:26.288474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-884a16f7-7132-4dfb-9307-8e01c2414166 req-eb343416-9e4f-410b-9bff-df70e0780dac tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 210 time: 0.0908256 Aug 20 08:49:26.353356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2b2adea4-3898-49ba-b49c-22862e98d8f7 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:26.401527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-d1a57a18-f70f-4b34-8cd8-1d3da71acedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.409302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-d1a57a18-f70f-4b34-8cd8-1d3da71acedd service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.4144561 Aug 20 08:49:26.422153 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063ba2f7-b8cc-4734-9d9d-abd430f080d6 x-openstack-request-id: req-063ba2f7-b8cc-4734-9d9d-abd430f080d6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:26.423534 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9b6bd2-fab7-4686-ad06-9ce7d2281332", "name": "network-vif-deleted", "tag": "4c1502b5-6f08-4c38-b9a0-ff6a639b1285", "status": "completed", "code": 200}, {"server_uuid": "df7ca945-8237-4c4b-80eb-0f3f3342aab5", "name": "network-vif-deleted", "tag": "2b2adea4-3898-49ba-b49c-22862e98d8f7", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:26.423744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 2b2adea4-3898-49ba-b49c-22862e98d8f7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:26.424061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2b2adea4-3898-49ba-b49c-22862e98d8f7 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:26.425614 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-063ba2f7-b8cc-4734-9d9d-abd430f080d6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:26.431871 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9b6bd2-fab7-4686-ad06-9ce7d2281332', 'name': 'network-vif-deleted', 'tag': '4c1502b5-6f08-4c38-b9a0-ff6a639b1285', 'status': 'completed', 'code': 200} Aug 20 08:49:26.433400 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7ca945-8237-4c4b-80eb-0f3f3342aab5', 'name': 'network-vif-deleted', 'tag': '2b2adea4-3898-49ba-b49c-22862e98d8f7', 'status': 'completed', 'code': 200} Aug 20 08:49:26.505467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-c8727285-332a-4b36-8758-3c1d41878dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.505701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:26.513558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-c8727285-332a-4b36-8758-3c1d41878dc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2256403 Aug 20 08:49:26.605984 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-c888e390-037e-4668-b1e8-1f0924baa0d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.1219764 Aug 20 08:49:26.647962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.9 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/1f9637ac-0942-453d-bb31-433f0afd2eea) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:26.661152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.690974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-92d0946b-2e85-40e0-bdd3-2a71ff78d028 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.1710443 Aug 20 08:49:26.734294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.800145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1ec6-c2d5-4cc6-a544-266b15f56b32 req-7bcfd72e-827d-4de6-8030-8ad2bf92a650 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.800990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-9fc03523-1814-4932-ad9e-0b72f3a2829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.801691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15af1ec6-c2d5-4cc6-a544-266b15f56b32 req-7bcfd72e-827d-4de6-8030-8ad2bf92a650 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.5742252 Aug 20 08:49:26.810429 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-9fc03523-1814-4932-ad9e-0b72f3a2829b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1931391 Aug 20 08:49:26.859321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5cb7-6fc0-45c2-ace8-495bf8fb5ec9 req-98e2990f-8527-4f94-990f-122064e1c89c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.862140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b4a5cb7-6fc0-45c2-ace8-495bf8fb5ec9 req-98e2990f-8527-4f94-990f-122064e1c89c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 948 time: 0.1968684 Aug 20 08:49:26.881134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-855100b3-8239-4c5d-8650-756bf917c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.882604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-855100b3-8239-4c5d-8650-756bf917c216 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1728926 Aug 20 08:49:26.910796 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.942773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:26.949552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ccbea3-283e-42fc-ac55-2944a9442fed']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:26.970642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-47cd4d37-9890-4d2e-8a75-e742bf920f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:26.973064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-47cd4d37-9890-4d2e-8a75-e742bf920f76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457570 Aug 20 08:49:26.978214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a815192-f560-4134-a78b-6892816c14c1') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:26.978515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a815192-f560-4134-a78b-6892816c14c1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:26.998232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15af1ec6-c2d5-4cc6-a544-266b15f56b32 req-75b1a6bd-3a1e-4b81-afe0-812f917c8c46 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776943 Aug 20 08:49:27.002303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.005594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b4a5cb7-6fc0-45c2-ace8-495bf8fb5ec9 req-9bc28eef-b979-4539-8ec4-8d25b5330c22 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269138 Aug 20 08:49:27.012977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c012fd40-b00e-453c-a1c2-c746f8269ded no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:27.022524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-4aa67957-51d6-4fed-b33f-a2effd9cdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:27.024145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-4aa67957-51d6-4fed-b33f-a2effd9cdee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254263 Aug 20 08:49:27.025287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.038386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455147b3-65ac-48f5-a156-4e43aa7ca098 None None] Network e4270d8f-c017-4031-b794-c47a443b9106 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:49:27.041865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f633a3e2-7c18-437e-a0ef-868fe23f7ffe,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:27.046629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.056490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d560c3a6-7bd0-43de-861c-3597deaf9c79 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f633a3e2-7c18-437e-a0ef-868fe23f7ffe HTTP/1.1" status: 204 len: 168 time: 1.2891216 Aug 20 08:49:27.074445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c012fd40-b00e-453c-a1c2-c746f8269ded {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:27.074804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c012fd40-b00e-453c-a1c2-c746f8269ded not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:27.079640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:27.112499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:49:27.112909 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:49:27.119637 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:49:27.223233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.248430 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.259404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.261302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f1ccbea3-283e-42fc-ac55-2944a9442fed HTTP/1.1" status: 204 len: 168 time: 1.6342120 Aug 20 08:49:27.264459 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.289562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef89853-cc67-4531-a066-c9ae9b2043d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ccbea3-283e-42fc-ac55-2944a9442fed,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:27.303654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-21f0067a-e50f-4501-be50-e7387eb7d2ef service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688971 Aug 20 08:49:27.330246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] DHCP port deletion for e4270d8f-c017-4031-b794-c47a443b9106 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:49:27.343261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.421049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-327032dc-9840-4896-829c-e93e8107c6c8 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256189 Aug 20 08:49:27.436986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:27.474451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:27.490354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:27.516366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:27.550074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:27.561727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Deleting port a325bb17-0abd-4baf-9d14-3f82ffe37b93 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:27.562079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.563278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=1f9637ac-0942-453d-bb31-433f0afd2eea,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:27.614678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] Deleting port a325bb17-0abd-4baf-9d14-3f82ffe37b93 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:27.615366 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.625886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bc93d-7713-4678-b001-5fb926f42688 req-1cdb7d9b-8331-421f-8ad1-2bdfd5a62eb2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:27.633553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f79bc93d-7713-4678-b001-5fb926f42688 req-1cdb7d9b-8331-421f-8ad1-2bdfd5a62eb2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 931 time: 0.2201962 Aug 20 08:49:27.696976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] For port a325bb17-0abd-4baf-9d14-3f82ffe37b93, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a325bb17-0abd-4baf-9d14-3f82ffe37b93,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:27.697371 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.709084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-51326454-7ed2-453e-9e53-4c70d1c45fdf service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677630 Aug 20 08:49:27.719078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-86df2e8f-ee79-452c-8a43-63c96ebbb47a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=438f7174e2af49ad8defe5cc973d1a39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1997361 Aug 20 08:49:27.722387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Calling delete_port for a325bb17-0abd-4baf-9d14-3f82ffe37b93 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:27.723970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:27.736919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] For port a325bb17-0abd-4baf-9d14-3f82ffe37b93, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a325bb17-0abd-4baf-9d14-3f82ffe37b93,segment=NetworkSegment(8a8d9e69-6244-493b-a38b-7a6881ee8862),segment_id=8a8d9e69-6244-493b-a38b-7a6881ee8862)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:27.737334 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.758606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f79bc93d-7713-4678-b001-5fb926f42688 req-a73506ef-ca0a-49a5-b4f4-c4e2b8433b8a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241007 Aug 20 08:49:27.772649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] Calling delete_port for a325bb17-0abd-4baf-9d14-3f82ffe37b93 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:27.833835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:27.836181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:27.871675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:27.872009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 4c1502b5-6f08-4c38-b9a0-ff6a639b1285 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:27.902381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26a4d347-2924-4386-8057-65698cd64929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.926809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:27.927377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.963582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-668dfaf9-b945-4cf1-b12b-fe827899ee95 req-a80d2248-996c-482c-ba60-de04b2bef50b service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229590 Aug 20 08:49:27.965287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-55ad117c-5be7-4918-bdb8-77523b944282 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3263302 Aug 20 08:49:27.979013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26a4d347-2924-4386-8057-65698cd64929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:27.989367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Request body: {'port': {'device_id': 'c7874dfd-9202-4141-8c71-e633c305875a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:27.993578 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.018228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.046826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] Pushing event deleted for resources: {'Port': ['ID=a325bb17-0abd-4baf-9d14-3f82ffe37b93,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:28.060447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:28.061414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.063475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb528ca-ccef-4ff6-891c-142ea1f1773f None None] No DVR routers for this DVR port a325bb17-0abd-4baf-9d14-3f82ffe37b93 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:28.081644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] No DVR routers for this DVR port a325bb17-0abd-4baf-9d14-3f82ffe37b93 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:28.085502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Pushing event deleted for resources: {'Port': ['ID=a325bb17-0abd-4baf-9d14-3f82ffe37b93,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:28.098012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'mac_address': 'fa:16:3e:f2:94:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:28.161491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.179175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd97258-e22e-4da0-92e3-15625953bcb2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:28.198499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dd2d9-86d4-4cfe-b6cd-95026eacecd4 req-3d91380f-d382-4434-b455-d20f65f403e0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:28.202334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e0dd2d9-86d4-4cfe-b6cd-95026eacecd4 req-3d91380f-d382-4434-b455-d20f65f403e0 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 950 time: 0.3212385 Aug 20 08:49:28.211847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:28.216115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.216931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26a4d347-2924-4386-8057-65698cd64929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.219505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26a4d347-2924-4386-8057-65698cd64929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.220609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-26a4d347-2924-4386-8057-65698cd64929 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e68ed041-24f0-4e0e-be98-7c8028efb472 HTTP/1.1" status: 204 len: 168 time: 0.4903307 Aug 20 08:49:28.232731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.260087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d347-2924-4386-8057-65698cd64929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ed041-24f0-4e0e-be98-7c8028efb472,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:28.263807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4270d8f-c017-4031-b794-c47a443b9106']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:28.286581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8d9e69-6244-493b-a38b-7a6881ee8862') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:28.286948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8d9e69-6244-493b-a38b-7a6881ee8862') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:49:28.291844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:28.305692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.324252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971207c9-4cd6-4774-b932-931f293304b1 req-e889146c-f996-4f41-b6fb-ead3c7eae10b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:28.325647 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-971207c9-4cd6-4774-b932-931f293304b1 req-e889146c-f996-4f41-b6fb-ead3c7eae10b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.1918123 Aug 20 08:49:28.332143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e0dd2d9-86d4-4cfe-b6cd-95026eacecd4 req-9fdfeb7e-7f51-449e-83f4-8cbc48f2a0a1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183350 Aug 20 08:49:28.339750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.354213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:49:28.354626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:49:28.356286 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:49:28.422236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-971207c9-4cd6-4774-b932-931f293304b1 req-84c7b3f0-3d42-4d3f-8f0b-7f94b74fd86b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891807 Aug 20 08:49:28.432190 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.445980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.450612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e4270d8f-c017-4031-b794-c47a443b9106 HTTP/1.1" status: 204 len: 168 time: 1.3673050 Aug 20 08:49:28.466877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5fde-e30c-4382-b14b-a520627bf649 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4270d8f-c017-4031-b794-c47a443b9106,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:28.508713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9637ac-0942-453d-bb31-433f0afd2eea {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:28.517247 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.524773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['1bd97258-e22e-4da0-92e3-15625953bcb2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:28.544882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Transition to ACTIVE for port object 1f9637ac-0942-453d-bb31-433f0afd2eea will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:28.550491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.594919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11192c03-1e2e-4c66-b7ec-478a09c448c8 req-5f6ec418-acbb-4905-b429-c81c3538a21e tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:28.602776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11192c03-1e2e-4c66-b7ec-478a09c448c8 req-5f6ec418-acbb-4905-b429-c81c3538a21e tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1096 time: 0.0881932 Aug 20 08:49:28.614354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9637ac-0942-453d-bb31-433f0afd2eea,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:28.652363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11192c03-1e2e-4c66-b7ec-478a09c448c8 req-b4e250a8-0e25-4723-b117-d950fd6bd931 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462043 Aug 20 08:49:28.688978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Attempting to bind port 1f9637ac-0942-453d-bb31-433f0afd2eea on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:28.689393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Attempting to bind port 1f9637ac-0942-453d-bb31-433f0afd2eea by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:28.689898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Attempting to bind port 1f9637ac-0942-453d-bb31-433f0afd2eea on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:28.695938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Port 1f9637ac-0942-453d-bb31-433f0afd2eea on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:28.696206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Attempting to bind port 1f9637ac-0942-453d-bb31-433f0afd2eea on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:28.701356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:28.701677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:28.702095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:28.702531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Bound port: 1f9637ac-0942-453d-bb31-433f0afd2eea, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:28.702897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.795381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] For port 1f9637ac-0942-453d-bb31-433f0afd2eea, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:28.802509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] For port 1f9637ac-0942-453d-bb31-433f0afd2eea, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1f9637ac-0942-453d-bb31-433f0afd2eea,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:28.810256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.821160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35352) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:28.826998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe523996-21fb-44a2-9b03-2b1c56af0038 req-138a80fb-f0bc-4a01-b095-64b5cabcac52 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:28.828706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe523996-21fb-44a2-9b03-2b1c56af0038 req-138a80fb-f0bc-4a01-b095-64b5cabcac52 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1096 time: 0.0739157 Aug 20 08:49:28.872340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:28.873048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:28.874538 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f9637ac-0942-453d-bb31-433f0afd2eea HTTP/1.1" status: 200 len: 1091 time: 0.8988764 Aug 20 08:49:28.877105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7874dfd-9202-4141-8c71-e633c305875a', 'tag': '1f9637ac-0942-453d-bb31-433f0afd2eea'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:28.879725 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c200a0-b6b2-4653-ac74-cfc78a128285" -d '{"events": [{"name": "network-changed", "server_uuid": "c7874dfd-9202-4141-8c71-e633c305875a", "tag": "1f9637ac-0942-453d-bb31-433f0afd2eea"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:28.889841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe523996-21fb-44a2-9b03-2b1c56af0038 req-26c9a2c6-c322-49a7-8eb6-58b99f71c000 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Aug 20 08:49:28.930711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d1b5ac2a-7279-4b8a-974b-0b9d005ec8c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92222b011a1b402ea13e9c7f433ca1c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1066060 Aug 20 08:49:28.931461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35356) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:28.958504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d5b55-7e82-4eee-a74d-148cfeb00aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9637ac-0942-453d-bb31-433f0afd2eea,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:29.046508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-0d6dd1f1-2d30-4e43-9d57-1772bd91b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.048051 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-0d6dd1f1-2d30-4e43-9d57-1772bd91b879 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 1094 time: 0.1155093 Aug 20 08:49:29.083835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4725ab0b-6181-406f-82b2-37389793c476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.087331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdea53-4fdc-4b0d-b06b-56190c3768e5 req-a1aa13c3-db2a-4733-9a76-60f38b8b928b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.105649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdcdea53-4fdc-4b0d-b06b-56190c3768e5 req-a1aa13c3-db2a-4733-9a76-60f38b8b928b tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.6566043 Aug 20 08:49:29.115484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a325bb17-0abd-4baf-9d14-3f82ffe37b93 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:29.127588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4725ab0b-6181-406f-82b2-37389793c476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.143896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a325bb17-0abd-4baf-9d14-3f82ffe37b93 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:29.144292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a325bb17-0abd-4baf-9d14-3f82ffe37b93 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:29.154191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-213c7bf2-402a-4f71-b75c-91e94cdd53bc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.156544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-213c7bf2-402a-4f71-b75c-91e94cdd53bc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 950 time: 0.1976817 Aug 20 08:49:29.174408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35360) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:29.208621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-20a93180-a0fc-4e12-84f1-2d2ac8a40f2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9637ac-0942-453d-bb31-433f0afd2eea HTTP/1.1" status: 200 len: 217 time: 0.1273561 Aug 20 08:49:29.279519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdcdea53-4fdc-4b0d-b06b-56190c3768e5 req-9ea9bee1-6437-440d-a51d-1ffe50daa93e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623094 Aug 20 08:49:29.287253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4725ab0b-6181-406f-82b2-37389793c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.290336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4725ab0b-6181-406f-82b2-37389793c476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.294792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4725ab0b-6181-406f-82b2-37389793c476 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/675bcd7d-f94b-40e7-8f2c-8a7187ebfdd1 HTTP/1.1" status: 204 len: 168 time: 0.3426011 Aug 20 08:49:29.308136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-cee413a7-60c5-4d0b-bb51-8e409ee23d9b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.310139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-cee413a7-60c5-4d0b-bb51-8e409ee23d9b tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/ports?device_id=03c0deec-2e7b-4aac-89eb-4838eb7dac42 HTTP/1.1" status: 200 len: 950 time: 0.1139610 Aug 20 08:49:29.332314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8908d66e-7c89-4f3a-95c5-54d2c105ad0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea99f1e19a9d47bfa0b626cc49a5feeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1456301 Aug 20 08:49:29.335002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:29.342226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725ab0b-6181-406f-82b2-37389793c476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675bcd7d-f94b-40e7-8f2c-8a7187ebfdd1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:29.351355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f5c7-15d6-4c13-abeb-5772684bb9fb req-ed86b492-2c51-4fab-8e36-f6c69da40175 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.358748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a05f5c7-15d6-4c13-abeb-5772684bb9fb req-ed86b492-2c51-4fab-8e36-f6c69da40175 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 943 time: 0.1708882 Aug 20 08:49:29.367162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-980e57b2-3e0f-4239-ab7c-2480be034553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.369255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-980e57b2-3e0f-4239-ab7c-2480be034553 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1408496 Aug 20 08:49:29.407924 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-756959e9-cded-4a85-9824-51e2f81b7f37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311136 Aug 20 08:49:29.414067 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf31dc-3b30-4ff2-8b42-56ba71dc333d x-openstack-request-id: req-efdf31dc-3b30-4ff2-8b42-56ba71dc333d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:29.414372 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7874dfd-9202-4141-8c71-e633c305875a", "tag": "1f9637ac-0942-453d-bb31-433f0afd2eea", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:29.414627 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efdf31dc-3b30-4ff2-8b42-56ba71dc333d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:29.415018 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7874dfd-9202-4141-8c71-e633c305875a', 'tag': '1f9637ac-0942-453d-bb31-433f0afd2eea', 'status': 'completed', 'code': 200} Aug 20 08:49:29.454498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a05f5c7-15d6-4c13-abeb-5772684bb9fb req-3550b12f-e883-4cb8-b787-8a374466874c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899515 Aug 20 08:49:29.457780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port fd2bf921-62a2-413c-9b45-a1ed5feb233d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:29.464229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.538514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9fed-e314-4e8b-93a8-62c636617e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.578749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9fed-e314-4e8b-93a8-62c636617e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.624509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-4cdc3d5c-cfb5-4d66-a23c-3f39ef908dbc service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073941 Aug 20 08:49:29.629646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port 482ec626-8146-43e7-a08a-e0acdc50f507 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:29.630018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.652732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port fd2bf921-62a2-413c-9b45-a1ed5feb233d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fd2bf921-62a2-413c-9b45-a1ed5feb233d,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:29.653308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.693960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for fd2bf921-62a2-413c-9b45-a1ed5feb233d owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:29.716092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b23cec-bc19-4816-bf35-c842cec57d64 req-6561d449-2d36-4f49-b2ec-eb6ef395cbcd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.718034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4b23cec-bc19-4816-bf35-c842cec57d64 req-6561d449-2d36-4f49-b2ec-eb6ef395cbcd tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb06f200-c6f4-4dc3-9209-953e3693955a HTTP/1.1" status: 200 len: 950 time: 0.1284392 Aug 20 08:49:29.812736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4b23cec-bc19-4816-bf35-c842cec57d64 req-ce090ddd-c291-4034-9503-0b6faa8fa8f9 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Aug 20 08:49:29.815431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9fed-e314-4e8b-93a8-62c636617e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.818136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4eaa9fed-e314-4e8b-93a8-62c636617e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.819370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4eaa9fed-e314-4e8b-93a8-62c636617e03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b0ba853-f682-4722-a0bf-de3c4fd5b702 HTTP/1.1" status: 204 len: 168 time: 0.4832766 Aug 20 08:49:29.846641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa9fed-e314-4e8b-93a8-62c636617e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ba853-f682-4722-a0bf-de3c4fd5b702,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:29.896676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port 482ec626-8146-43e7-a08a-e0acdc50f507, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=482ec626-8146-43e7-a08a-e0acdc50f507,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:29.896930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:29.941114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35396) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:29.946595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for 482ec626-8146-43e7-a08a-e0acdc50f507 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:29.966610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-f6e910a3-362d-4544-a773-8f0ee930c018 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:29.968052 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-f6e910a3-362d-4544-a773-8f0ee930c018 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b&tenant_id=0f4d929c31814177bd5a0584cb552160&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 949 time: 0.2213213 Aug 20 08:49:29.987080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1914000b-0c51-4dfb-b3af-c6c6e8e88e65 req-f7baccac-8d86-4e05-ae98-73067faa795c service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534019 Aug 20 08:49:30.003273 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.017093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', '482ec626-8146-43e7-a08a-e0acdc50f507'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:30.072012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=fd2bf921-62a2-413c-9b45-a1ed5feb233d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:30.166323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port fd2bf921-62a2-413c-9b45-a1ed5feb233d on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:30.175940 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.177967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d54d2167-2d10-4f2b-882b-59d432e0bedc req-10063d92-7f4d-4668-b059-7561c651aca1 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "DELETE /v2.0/ports/fd2bf921-62a2-413c-9b45-a1ed5feb233d HTTP/1.1" status: 204 len: 173 time: 1.0064397 Aug 20 08:49:30.178420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'name': 'network-vif-deleted', 'tag': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:30.188723 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bf4aa2-d368-46bf-9af1-ffccd9fb632f" -d '{"events": [{"server_uuid": "eb06f200-c6f4-4dc3-9209-953e3693955a", "name": "network-vif-deleted", "tag": "fd2bf921-62a2-413c-9b45-a1ed5feb233d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:30.197072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-72ac8c7e-0ad6-46c8-b9f3-e166b0245bf8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c4b50932fc04ee9925c295051e3dee7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2459362 Aug 20 08:49:30.199920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35410) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:30.236563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-27867b83-90fb-4ed7-a106-03be236b2793 service neutron] 10.222.0.26 "GET /v2.0/ports/1bd97258-e22e-4da0-92e3-15625953bcb2/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 382 time: 0.2466691 Aug 20 08:49:30.241435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-58bab924-0418-4691-ae9d-2c7ff80ab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:30.244391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-58bab924-0418-4691-ae9d-2c7ff80ab601 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 1094 time: 0.1840754 Aug 20 08:49:30.326283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd9cf-4746-4543-8d79-41971cb2ef31 req-9a053aad-2e7a-4cff-aaf7-7c1c69d61809 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:30.350498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f2fd9cf-4746-4543-8d79-41971cb2ef31 req-9a053aad-2e7a-4cff-aaf7-7c1c69d61809 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.2730720 Aug 20 08:49:30.398605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fb11341-5b66-4458-8ec8-42c352b4b78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.431518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-cf3573c9-8a1e-41bf-b6fc-8560173c6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:30.432958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-cf3573c9-8a1e-41bf-b6fc-8560173c6419 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.1801920 Aug 20 08:49:30.436940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f2fd9cf-4746-4543-8d79-41971cb2ef31 req-9d5d4057-9c45-4ad5-89df-80ea0a76b20e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850523 Aug 20 08:49:30.449902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fb11341-5b66-4458-8ec8-42c352b4b78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.536279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-3c1eaa5b-b56b-4183-90d1-efee33964794 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9637ac-0942-453d-bb31-433f0afd2eea HTTP/1.1" status: 200 len: 217 time: 0.0917361 Aug 20 08:49:30.544654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fb11341-5b66-4458-8ec8-42c352b4b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.549358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fb11341-5b66-4458-8ec8-42c352b4b78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.553019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6fb11341-5b66-4458-8ec8-42c352b4b78d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6f957ab-f58e-4fe0-b774-ed9eb7ca62b7 HTTP/1.1" status: 204 len: 168 time: 0.3497283 Aug 20 08:49:30.575750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb11341-5b66-4458-8ec8-42c352b4b78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f957ab-f58e-4fe0-b774-ed9eb7ca62b7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:30.584423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-75850c4d-c04a-47fa-94f5-2ca2bb20ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:30.586905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-75850c4d-c04a-47fa-94f5-2ca2bb20ba6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1100 time: 0.2050679 Aug 20 08:49:30.836053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-f4e4fa2b-debd-43c3-af6f-195db5c8b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:30.837580 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-f4e4fa2b-debd-43c3-af6f-195db5c8b9a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.2917309 Aug 20 08:49:30.840639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:30.852433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['006ee824-f2e1-4aa5-a343-a1db88b5d6b5'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:30.855026 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d66a0-9686-476a-8465-8b24ba389887 x-openstack-request-id: req-b28d66a0-9686-476a-8465-8b24ba389887 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:30.855319 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb06f200-c6f4-4dc3-9209-953e3693955a", "name": "network-vif-deleted", "tag": "fd2bf921-62a2-413c-9b45-a1ed5feb233d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:30.855620 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b28d66a0-9686-476a-8465-8b24ba389887 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:30.856121 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb06f200-c6f4-4dc3-9209-953e3693955a', 'name': 'network-vif-deleted', 'tag': 'fd2bf921-62a2-413c-9b45-a1ed5feb233d', 'status': 'completed', 'code': 200} Aug 20 08:49:30.961514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=482ec626-8146-43e7-a08a-e0acdc50f507,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:31.017831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.018191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.018534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.018873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.019207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.019538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.019870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.020214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.029764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.032459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.032826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.033278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:31.088578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-c38dbca8-ac89-4bd2-85d7-5aff377465ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176585 Aug 20 08:49:31.109291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed445-b9fe-4b96-b6f8-e28e4cc2c0d4 req-aef44a28-0b96-47f2-8052-fabc5b5df68c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:31.119317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-341ed445-b9fe-4b96-b6f8-e28e4cc2c0d4 req-aef44a28-0b96-47f2-8052-fabc5b5df68c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 943 time: 0.0867383 Aug 20 08:49:31.125901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port 482ec626-8146-43e7-a08a-e0acdc50f507 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:31.136535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:31.138716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c8b6bb-c38f-4942-84e5-9c777a7e910f req-4076839e-23d2-41c5-b129-4925b85e7351 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "DELETE /v2.0/ports/482ec626-8146-43e7-a08a-e0acdc50f507 HTTP/1.1" status: 204 len: 173 time: 1.8221889 Aug 20 08:49:31.183456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-341ed445-b9fe-4b96-b6f8-e28e4cc2c0d4 req-6bd2fc7e-3448-4f93-bf8b-bedf608f4709 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Aug 20 08:49:31.231557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-16674a23-1a80-42f7-ad99-ef8c1f3ae52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:31.233158 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-16674a23-1a80-42f7-ad99-ef8c1f3ae52b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.5664191 Aug 20 08:49:31.296995 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-e234a018-427a-475a-a8cc-0a50add1a9ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.0433064 Aug 20 08:49:31.355853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-79603732-649a-4684-a205-59f49967790e tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:49:31.356862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-79603732-649a-4684-a205-59f49967790e tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058303 Aug 20 08:49:31.359669 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-f5a65849-fbd0-4d93-929c-928e7f9f3aaf service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373004 Aug 20 08:49:31.396988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Request body: {'binding': {'host': 'n-h1-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:31.397460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 08:49:31.472444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'name': 'network-vif-deleted', 'tag': '482ec626-8146-43e7-a08a-e0acdc50f507'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:31.474724 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97925a3-1fe4-44c2-b8bf-d97ddaca9a48" -d '{"events": [{"server_uuid": "03c0deec-2e7b-4aac-89eb-4838eb7dac42", "name": "network-vif-deleted", "tag": "482ec626-8146-43e7-a08a-e0acdc50f507"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:31.490000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-9a060cfe-564a-4d8a-b698-5250d7722ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:31.491495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-9a060cfe-564a-4d8a-b698-5250d7722ce9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1837437 Aug 20 08:49:31.497273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-e61db7ba-9955-48be-8c3c-ee919e7c4cfe tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646186 Aug 20 08:49:31.629318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1c200a0-b6b2-4653-ac74-cfc78a128285 req-4bcadd7a-c018-4308-b917-52f87166c878 service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594080 Aug 20 08:49:31.675513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-e1da2a55-01ee-4c39-912c-3db53bcf674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:31.679075 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-e1da2a55-01ee-4c39-912c-3db53bcf674f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714904 Aug 20 08:49:31.679668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:31.723087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-5b9e8b7d-bee3-49db-abee-91a0d213f052 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:31.730623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-5b9e8b7d-bee3-49db-abee-91a0d213f052 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031391 Aug 20 08:49:31.755528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-566f4fa1-a006-443e-8115-ec35d2ec3963 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/quotas/10d80d0e8d3342f0b2106bc9e717626d HTTP/1.1" status: 200 len: 375 time: 0.0237432 Aug 20 08:49:31.756675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 1bd97258-e22e-4da0-92e3-15625953bcb2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:31.761952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 1bd97258-e22e-4da0-92e3-15625953bcb2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:31.762341 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:31.769403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on host n-h1-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:31.769403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:31.769693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:31.770728 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:49:31.775311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:31.775642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:31.801899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-f2df7258-62aa-4149-821c-d70643d9fce9 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449538 Aug 20 08:49:31.808910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:31.810536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:31.813372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:31.816310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Bound port: 6e258e37-2346-4c31-a89a-c8cfea58c855, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:31.883914 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:31.913463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-1df0637e-5a08-4821-8923-06e51dddd740 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253232 Aug 20 08:49:31.954816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:31.966231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:31.967495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-0b07d30a-28b4-4393-bc80-6bb3c1292edb service neutron] 10.222.0.35 "POST /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855/bindings HTTP/1.1" status: 201 len: 389 time: 0.5797997 Aug 20 08:49:31.986737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:31.992849 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f839fe1c-9eb9-4527-a0bc-12b9b8c4c60b" -d '{"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:32.035347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:32.049412 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:32.087662 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-bdc6e974-a17c-487c-b824-27df3fe328b5 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475430 Aug 20 08:49:32.115143 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee25f837-e6f8-45fb-9fc0-59f06d0b572f x-openstack-request-id: req-ee25f837-e6f8-45fb-9fc0-59f06d0b572f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:32.115637 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c0deec-2e7b-4aac-89eb-4838eb7dac42", "name": "network-vif-deleted", "tag": "482ec626-8146-43e7-a08a-e0acdc50f507", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:32.116119 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee25f837-e6f8-45fb-9fc0-59f06d0b572f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:32.116658 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c0deec-2e7b-4aac-89eb-4838eb7dac42', 'name': 'network-vif-deleted', 'tag': '482ec626-8146-43e7-a08a-e0acdc50f507', 'status': 'completed', 'code': 200} Aug 20 08:49:32.209622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25471529-6d01-46ce-a678-261918ec105d req-ed4361b9-4a6f-4354-839b-a4d72ca47819 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.224386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25471529-6d01-46ce-a678-261918ec105d req-ed4361b9-4a6f-4354-839b-a4d72ca47819 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0925527 Aug 20 08:49:32.226439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:32.268283 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec2ae0-33d5-4f02-857e-3dcfe7cfa572 x-openstack-request-id: req-e6ec2ae0-33d5-4f02-857e-3dcfe7cfa572 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:32.268584 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:32.268920 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6ec2ae0-33d5-4f02-857e-3dcfe7cfa572 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:32.269334 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'code': 200} Aug 20 08:49:32.288644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25471529-6d01-46ce-a678-261918ec105d req-9db6a13d-6d87-4558-b179-388598f708e2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623560 Aug 20 08:49:32.367589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1f9637ac-0942-453d-bb31-433f0afd2eea details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:32.372082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fd2bf921-62a2-413c-9b45-a1ed5feb233d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:32.428498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-fc30d26a-efbe-4478-add7-f1c9e3112c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.431086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-fc30d26a-efbe-4478-add7-f1c9e3112c42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1096 time: 0.1093204 Aug 20 08:49:32.434509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: fd2bf921-62a2-413c-9b45-a1ed5feb233d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:32.435039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fd2bf921-62a2-413c-9b45-a1ed5feb233d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:32.435667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 482ec626-8146-43e7-a08a-e0acdc50f507 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:32.460132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 482ec626-8146-43e7-a08a-e0acdc50f507 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:32.460842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 482ec626-8146-43e7-a08a-e0acdc50f507 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:32.502426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca53de4-9459-4a55-96ab-cd3975a1a66e req-d8e72b78-6f1d-45bf-93de-0951d83bf814 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.511521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ca53de4-9459-4a55-96ab-cd3975a1a66e req-d8e72b78-6f1d-45bf-93de-0951d83bf814 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.0847344 Aug 20 08:49:32.589933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1f9637ac-0942-453d-bb31-433f0afd2eea, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1f9637ac-0942-453d-bb31-433f0afd2eea,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:32.598908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ca53de4-9459-4a55-96ab-cd3975a1a66e req-5a28b881-6ddb-46a9-a827-73f6678a2d51 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862861 Aug 20 08:49:32.607773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '1f9637ac-0942-453d-bb31-433f0afd2eea', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': '1f9637ac-0942-453d-bb31-433f0afd2eea', 'mac_address': 'fa:16:3e:72:9c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:32.621820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-93691442-9046-4980-9417-9f7ee1b2b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.623636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-93691442-9046-4980-9417-9f7ee1b2b6a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1846211 Aug 20 08:49:32.658319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:32.675705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9637ac-0942-453d-bb31-433f0afd2eea {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:32.687647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-cb1a0ef7-75ff-4676-a31b-0e329f387c17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 217 time: 0.0489886 Aug 20 08:49:32.705752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1f9637ac-0942-453d-bb31-433f0afd2eea, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1f9637ac-0942-453d-bb31-433f0afd2eea,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:32.713980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:32.761397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-48f6f34e-534c-4fc3-8c4a-f004659ccba7 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441089 Aug 20 08:49:32.769863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1f9637ac-0942-453d-bb31-433f0afd2eea,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:32.791646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-ed3ebd98-0f9a-477d-a9c4-c6181fa8430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.793945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-ed3ebd98-0f9a-477d-a9c4-c6181fa8430e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0992785 Aug 20 08:49:32.833354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-e412455c-fd86-41f5-8482-96ea61bfe8c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318577 Aug 20 08:49:32.923927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883d95c-ebe8-4b65-9b47-087d34176e41 req-0064daa2-73e7-4cda-b36a-68b90fe1eb59 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.925700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1883d95c-ebe8-4b65-9b47-087d34176e41 req-0064daa2-73e7-4cda-b36a-68b90fe1eb59 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 944 time: 0.5229526 Aug 20 08:49:32.936328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-9c3e8250-401b-4d71-906a-ba068e89ec4c tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:32.944763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-9c3e8250-401b-4d71-906a-ba068e89ec4c tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819758 Aug 20 08:49:32.949826 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-9ef44619-5f32-4b99-b5a2-874b688b131c service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088028 Aug 20 08:49:32.951317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1f9637ac-0942-453d-bb31-433f0afd2eea'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:32.981752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-52fdde39-8c8b-4aa0-bcd8-329fcda2a777 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/quotas/10d80d0e8d3342f0b2106bc9e717626d HTTP/1.1" status: 200 len: 375 time: 0.0360134 Aug 20 08:49:33.045348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-1b0ae440-5ef0-4748-bef2-ddb037ba465f tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625355 Aug 20 08:49:33.054287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1883d95c-ebe8-4b65-9b47-087d34176e41 req-60049205-2c4d-4d6a-b5ff-022cf2fc8865 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073387 Aug 20 08:49:33.121023 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-a24bda34-de40-41df-96d2-81062f20f4d3 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575623 Aug 20 08:49:33.325957 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a1ce0ca-07b0-46b5-a2bf-3b12dea1d0c2 req-ad0ddd9f-36d0-4557-b088-f7874f1ccb96 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 210 time: 0.0563748 Aug 20 08:49:33.571801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35576) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:33.825169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6f9c-0f32-4bb0-bd4b-e608a3567084 req-3133329e-4c57-48d7-8813-a0a74c6c9704 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:33.829034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-500f6f9c-0f32-4bb0-bd4b-e608a3567084 req-3133329e-4c57-48d7-8813-a0a74c6c9704 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.2310548 Aug 20 08:49:33.923592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-500f6f9c-0f32-4bb0-bd4b-e608a3567084 req-1fb07349-5a6d-4774-a3a4-643a73efe559 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844605 Aug 20 08:49:33.975056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21a2f2-d5df-40c8-8acb-73f96769c56c req-f1dedeb4-330e-49c6-a78a-21efea7857f2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:33.978031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db21a2f2-d5df-40c8-8acb-73f96769c56c req-f1dedeb4-330e-49c6-a78a-21efea7857f2 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 949 time: 0.2883761 Aug 20 08:49:34.006396 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1b5-d586-4ab3-924a-4607240d7bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.066465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db21a2f2-d5df-40c8-8acb-73f96769c56c req-3e1526ce-5bc7-4563-a7b1-9531d7badaea tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770760 Aug 20 08:49:34.182394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444cc9f-0202-4121-ba78-503057835bc6 req-4ff4e0ea-ca84-49c4-88d2-6fd93b509e1f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:34.184617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3444cc9f-0202-4121-ba78-503057835bc6 req-4ff4e0ea-ca84-49c4-88d2-6fd93b509e1f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.0887926 Aug 20 08:49:34.274364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3444cc9f-0202-4121-ba78-503057835bc6 req-ca77d65f-109b-4672-adb7-6d21134975df tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803640 Aug 20 08:49:34.280450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1b5-d586-4ab3-924a-4607240d7bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.286098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1b5-d586-4ab3-924a-4607240d7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.316943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce1b5-d586-4ab3-924a-4607240d7bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5647e7cd-6785-4b86-9add-0ceba5d089e7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:34.349554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ef9ce1b5-d586-4ab3-924a-4607240d7bb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e78f6b3fb8894d5b91a534d7f1c3601d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7758794 Aug 20 08:49:34.352046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35596) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:34.385165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1f9637ac-0942-453d-bb31-433f0afd2eea up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:34.440105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4bf74-e1d2-4838-b2a4-5a6eacb63c4d req-28886310-4589-4f6e-9c3c-db709a54d4d2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:34.449996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8a4bf74-e1d2-4838-b2a4-5a6eacb63c4d req-28886310-4589-4f6e-9c3c-db709a54d4d2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 944 time: 0.0666020 Aug 20 08:49:34.453167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44417d0b-b914-4cc5-a8af-5cf9caaef5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.480117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44417d0b-b914-4cc5-a8af-5cf9caaef5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.506168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 1f9637ac-0942-453d-bb31-433f0afd2eea completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:34.514424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 1f9637ac-0942-453d-bb31-433f0afd2eea triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:34.518385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.578432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6fd79857-6342-4931-9a25-b91143cbcf04 req-819bf6ff-199d-4880-8813-62724af126b3 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 210 time: 0.0771699 Aug 20 08:49:34.591497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8a4bf74-e1d2-4838-b2a4-5a6eacb63c4d req-adf34d96-a483-4da8-a31c-7fd96f893eb6 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404927 Aug 20 08:49:34.615455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-df29a065-1154-489e-9966-0e710910fb42 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945046 Aug 20 08:49:34.618647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44417d0b-b914-4cc5-a8af-5cf9caaef5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.621951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44417d0b-b914-4cc5-a8af-5cf9caaef5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.627754 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44417d0b-b914-4cc5-a8af-5cf9caaef5aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5647e7cd-6785-4b86-9add-0ceba5d089e7 HTTP/1.1" status: 204 len: 168 time: 0.2740679 Aug 20 08:49:34.738543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.799551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44417d0b-b914-4cc5-a8af-5cf9caaef5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5647e7cd-6785-4b86-9add-0ceba5d089e7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:34.808541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7874dfd-9202-4141-8c71-e633c305875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9637ac-0942-453d-bb31-433f0afd2eea'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:34.820826 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8573ab-8962-40db-9904-4a4d80e04d5a" -d '{"events": [{"server_uuid": "c7874dfd-9202-4141-8c71-e633c305875a", "name": "network-vif-plugged", "status": "completed", "tag": "1f9637ac-0942-453d-bb31-433f0afd2eea"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:34.855305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1f9637ac-0942-453d-bb31-433f0afd2eea, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1f9637ac-0942-453d-bb31-433f0afd2eea,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:34.873089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:34.954614 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1d6c4-204d-47f2-93c3-86ccaa55c4b2 x-openstack-request-id: req-d2c1d6c4-204d-47f2-93c3-86ccaa55c4b2 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:34.962082 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7874dfd-9202-4141-8c71-e633c305875a", "name": "network-vif-plugged", "status": "completed", "tag": "1f9637ac-0942-453d-bb31-433f0afd2eea", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:34.962450 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2c1d6c4-204d-47f2-93c3-86ccaa55c4b2 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:34.963381 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7874dfd-9202-4141-8c71-e633c305875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9637ac-0942-453d-bb31-433f0afd2eea', 'code': 200} Aug 20 08:49:35.009488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-f76c1fa5-d29c-465d-a8fd-b8b6aff0d9b3 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.011823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-f76c1fa5-d29c-465d-a8fd-b8b6aff0d9b3 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813939 Aug 20 08:49:35.017337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1f9637ac-0942-453d-bb31-433f0afd2eea,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:35.053213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Request body: {'port': {'device_id': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '10d80d0e8d3342f0b2106bc9e717626d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:35.126831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-1bae7aac-7a54-47bd-b8a3-345c4e71e53d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.139001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-1bae7aac-7a54-47bd-b8a3-345c4e71e53d tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 949 time: 0.2782226 Aug 20 08:49:35.179536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6e3fe-29a8-401f-b640-a661b6e6a68d req-bf8946bd-c810-4954-b21e-f91d5ba49f1e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.189861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ab6e3fe-29a8-401f-b640-a661b6e6a68d req-bf8946bd-c810-4954-b21e-f91d5ba49f1e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1358328 Aug 20 08:49:35.203147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71ddf-808c-42bb-bc76-a89097317817 req-582fc46c-376a-4055-af9b-5acdc0a5b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.205043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4fa71ddf-808c-42bb-bc76-a89097317817 req-582fc46c-376a-4055-af9b-5acdc0a5b2c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 1096 time: 0.1379206 Aug 20 08:49:35.237346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35630) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:35.269927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a798f8f-4614-4c14-8c59-7e3f27eaf5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.287949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.37', 58102) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:35.294860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ab6e3fe-29a8-401f-b640-a661b6e6a68d req-f03447f6-944a-4ada-b690-e51621f5566d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036835 Aug 20 08:49:35.335082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-106e23db-7652-4396-9404-ab0190d0f338 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1945875 Aug 20 08:49:35.414034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a798f8f-4614-4c14-8c59-7e3f27eaf5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.428669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4fa71ddf-808c-42bb-bc76-a89097317817 req-6cc4a7ee-d447-4855-bfba-b85c88bc3558 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130611 Aug 20 08:49:35.429290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a798f8f-4614-4c14-8c59-7e3f27eaf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.544472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a798f8f-4614-4c14-8c59-7e3f27eaf5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67caa5da-d598-43a6-8287-e1260ef7486a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:35.551941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5a798f8f-4614-4c14-8c59-7e3f27eaf5fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64d04fad45924e569d33df4da1f8618d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116059 Aug 20 08:49:35.554705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:35.592489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088328-d922-44a2-a99e-63dc4802898b req-3176c457-0b8e-4e4b-86fe-f260254e5b58 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.594646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7088328-d922-44a2-a99e-63dc4802898b req-3176c457-0b8e-4e4b-86fe-f260254e5b58 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 949 time: 0.2981384 Aug 20 08:49:35.610530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7b4b-8ac6-4c54-a758-d4aa4b835efb req-b4c2c10e-9b3f-4c35-a5c7-cb00ee2df2fe tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.612203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-804d7b4b-8ac6-4c54-a758-d4aa4b835efb req-b4c2c10e-9b3f-4c35-a5c7-cb00ee2df2fe tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.1858482 Aug 20 08:49:35.673516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-85430382-39ab-4474-9caf-7b68033e8d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.696567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7088328-d922-44a2-a99e-63dc4802898b req-027db538-47d8-408f-8e24-dc71d3fabf89 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/security-groups?id=d200194c-3374-4e25-adb7-bd3d0f0ee9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743248 Aug 20 08:49:35.706724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-804d7b4b-8ac6-4c54-a758-d4aa4b835efb req-9d19c870-1b99-4fe6-a5f3-a69a934ff4e0 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827389 Aug 20 08:49:35.722019 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-85430382-39ab-4474-9caf-7b68033e8d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.784442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-85430382-39ab-4474-9caf-7b68033e8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.787893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-85430382-39ab-4474-9caf-7b68033e8d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.789139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-85430382-39ab-4474-9caf-7b68033e8d3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67caa5da-d598-43a6-8287-e1260ef7486a HTTP/1.1" status: 204 len: 168 time: 0.2334480 Aug 20 08:49:35.819905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85430382-39ab-4474-9caf-7b68033e8d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67caa5da-d598-43a6-8287-e1260ef7486a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:35.824594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-68e6d5c5-6b28-4a27-8e0e-fdfb8cc39470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.827212 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-68e6d5c5-6b28-4a27-8e0e-fdfb8cc39470 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b&tenant_id=0f4d929c31814177bd5a0584cb552160 HTTP/1.1" status: 200 len: 1101 time: 0.5325546 Aug 20 08:49:35.846562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:35.885126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-9720f99c-cc2c-4e93-9ca0-6150151fa01a tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:35.886942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-9720f99c-cc2c-4e93-9ca0-6150151fa01a tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5287232 Aug 20 08:49:35.902927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Request body: {'port': {'device_id': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '10d80d0e8d3342f0b2106bc9e717626d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:35.910295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Made reservation on behalf of 10d80d0e8d3342f0b2106bc9e717626d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:35.913978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:35.927017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e4639f3-d8d3-4622-926d-6b9b75b45abd req-2d788581-b8b0-4465-860e-2048510412ba tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 210 time: 0.0401840 Aug 20 08:49:35.976797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.014655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d788b-1a61-4731-9406-314d6013c328 req-f7118964-de49-4fc7-861f-5c920e4b23c7 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:36.017734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Deleting port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:36.018260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.019580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b26d788b-1a61-4731-9406-314d6013c328 req-f7118964-de49-4fc7-861f-5c920e4b23c7 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.0959389 Aug 20 08:49:36.073232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.113441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b26d788b-1a61-4731-9406-314d6013c328 req-57e92d46-4b30-4d71-92e8-29823c212d3b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806582 Aug 20 08:49:36.320136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] For port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:36.320477 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.347427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Calling delete_port for 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:36.498157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28480f2f-e890-40ab-a264-f019c45e3570 req-709c1c75-2241-43eb-a107-a23bedb0bb1c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:36.507396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28480f2f-e890-40ab-a264-f019c45e3570 req-709c1c75-2241-43eb-a107-a23bedb0bb1c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.0987892 Aug 20 08:49:36.512757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.525304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.577862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28480f2f-e890-40ab-a264-f019c45e3570 req-a8ab590f-e9a4-4de4-97d7-9ee2d99f0251 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679953 Aug 20 08:49:36.666428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35670) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:36.691947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Made reservation on behalf of 10d80d0e8d3342f0b2106bc9e717626d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:36.697225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.791182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4031ec8f-0834-4790-92f7-84a5672ea2f7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:36.850943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb10-5d18-4b1a-91cb-ea28ab5966fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.896068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:36.978895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:36.978895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:36.979123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb10-5d18-4b1a-91cb-ea28ab5966fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.042500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.060015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Transition to ACTIVE for port object 1bd97258-e22e-4da0-92e3-15625953bcb2 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:37.064493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:37.067734 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fbd676-2e26-4c37-952e-0b2fc401c2b4" -d '{"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:37.077666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6b1a43a-adda-402b-8159-999d5ddaa84c req-fac69503-35a3-4934-b5eb-80c84b7a9586 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 210 time: 0.2084644 Aug 20 08:49:37.079733 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb10-5d18-4b1a-91cb-ea28ab5966fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.081730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.185581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Pushing event deleted for resources: {'Port': ['ID=006ee824-f2e1-4aa5-a343-a1db88b5d6b5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:37.192701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecb0d3-83a9-4622-8206-9c35b28801b9 req-c7b41919-d172-47b9-8145-7ae590da029e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:37.199858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05ecb0d3-83a9-4622-8206-9c35b28801b9 req-c7b41919-d172-47b9-8145-7ae590da029e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.3366055 Aug 20 08:49:37.250105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f13bb10-5d18-4b1a-91cb-ea28ab5966fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc9e4bba9d4a4c26b5f5d8ba8fcd5a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802643 Aug 20 08:49:37.250105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10e83eb0-e396-460a-a3e2-4de8e0add94c req-fbf50202-ac59-4e4e-ac6e-fce036c7bcaa tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 210 time: 0.0464087 Aug 20 08:49:37.250571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35696) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:37.253009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13bb10-5d18-4b1a-91cb-ea28ab5966fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d354db-6dd4-4a5b-b1ea-7f5f73c3903a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:37.274587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] No DVR routers for this DVR port 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:37.317828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05ecb0d3-83a9-4622-8206-9c35b28801b9 req-e7462dda-4c0c-4ad2-b4c1-250617276df1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084654 Aug 20 08:49:37.325379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.333784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd06bb36-0368-47d2-a36d-8d4bf7aa4f71 req-801f8a05-a93b-4eed-9020-af889134b471 tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.37 "DELETE /v2.0/ports/006ee824-f2e1-4aa5-a343-a1db88b5d6b5 HTTP/1.1" status: 204 len: 173 time: 2.1246769 Aug 20 08:49:37.366454 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-533f3c40-be3b-4c10-90d7-91c4be3bed2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.387306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:37.403638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] No DVR routers for this DVR port 1bd97258-e22e-4da0-92e3-15625953bcb2 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:37.427889 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-533f3c40-be3b-4c10-90d7-91c4be3bed2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.453089 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ef878e-3026-40a8-90ba-1bc299254c72 x-openstack-request-id: req-37ef878e-3026-40a8-90ba-1bc299254c72 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:37.456486 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:37.456486 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37ef878e-3026-40a8-90ba-1bc299254c72 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:37.456486 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'code': 200} Aug 20 08:49:37.466941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Allocated IP 192.168.233.31 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/8200235d-21db-4d10-a7c0-10c4f44df573) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:37.485317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:37.487631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:37.488043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:37.502800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:37.504482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Attempting to bind port 1bd97258-e22e-4da0-92e3-15625953bcb2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:37.506923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-533f3c40-be3b-4c10-90d7-91c4be3bed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.510868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-533f3c40-be3b-4c10-90d7-91c4be3bed2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.512813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-533f3c40-be3b-4c10-90d7-91c4be3bed2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19d354db-6dd4-4a5b-b1ea-7f5f73c3903a HTTP/1.1" status: 204 len: 168 time: 0.2565892 Aug 20 08:49:37.523797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f3c40-be3b-4c10-90d7-91c4be3bed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d354db-6dd4-4a5b-b1ea-7f5f73c3903a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:37.536261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:37.536603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:37.536994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:37.537438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Bound port: 1bd97258-e22e-4da0-92e3-15625953bcb2, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:37.537832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.686202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63828-446d-46fd-b367-117148156322 req-e456fbab-c1a8-49da-95a3-7ce479273d35 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:37.700565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6e63828-446d-46fd-b367-117148156322 req-e456fbab-c1a8-49da-95a3-7ce479273d35 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.1427207 Aug 20 08:49:37.706591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:37.782396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:37.793045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:37.801002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.824856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6e63828-446d-46fd-b367-117148156322 req-784f0846-3c67-47d0-8a50-404b74267a4a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209137 Aug 20 08:49:37.825813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:37.893433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:37.893920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c7e91-69d1-4b6f-a758-01658245c8f2 req-fd5cbe39-3c21-44fe-b888-e36d885a40a0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:37.894394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.896052 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] 10.222.0.37 "PUT /v2.0/ports/1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 1097 time: 2.0592268 Aug 20 08:49:37.898356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c97c7e91-69d1-4b6f-a758-01658245c8f2 req-fd5cbe39-3c21-44fe-b888-e36d885a40a0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1636407 Aug 20 08:49:37.988229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:37.990712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495484af-9af5-4c68-9dd0-d1d0b6264613 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=11']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:38.042252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c97c7e91-69d1-4b6f-a758-01658245c8f2 req-cc139fdb-e434-4bc8-b2ef-6fd7522eba49 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306148 Aug 20 08:49:38.072549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Transition to ACTIVE for port object 8200235d-21db-4d10-a7c0-10c4f44df573 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:38.096143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-fbefa5ac-ebb4-4c7e-98a2-f910813728d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:38.100111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-fbefa5ac-ebb4-4c7e-98a2-f910813728d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1100 time: 0.1688228 Aug 20 08:49:38.128490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f6ea-06bc-426a-a9ce-79b21a881930 req-6688a8f4-02bb-4d0c-a502-324922b07bf4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:38.139651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0461f6ea-06bc-426a-a9ce-79b21a881930 req-6688a8f4-02bb-4d0c-a502-324922b07bf4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.1475830 Aug 20 08:49:38.257188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0461f6ea-06bc-426a-a9ce-79b21a881930 req-b1087954-a95e-4f90-9c00-ec317df87159 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136651 Aug 20 08:49:38.318903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35724) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:38.333586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:38.345143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d1352f8-dbf4-484c-a734-b5b767b83aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:38.407542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:38.430244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:38.437970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:38.448853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19afbf79-0364-40f5-b3ba-8f71ccc850a6 req-c3efb09c-ff70-4398-a0b1-0a7de82d85cc tempest-ServersOnMultiNodesTest-1592116216 tempest-ServersOnMultiNodesTest-1592116216-project] 10.222.0.35 "GET /v2.0/ports?device_id=a84cc28a-3b5f-481e-a2f6-e0a47d0285cf HTTP/1.1" status: 200 len: 210 time: 0.0918624 Aug 20 08:49:38.450345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:38.451994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 006ee824-f2e1-4aa5-a343-a1db88b5d6b5 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:38.552555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Allocated IP 192.168.233.14 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/b57c6a69-de31-4326-833c-572e51575706) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:38.627892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-843d91d3-48e8-49e6-afb6-d105b3ec311c req-91c3c66a-9414-40c9-b15d-b8009d1e776b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 210 time: 0.0396774 Aug 20 08:49:38.710112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d1352f8-dbf4-484c-a734-b5b767b83aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:38.716323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d1352f8-dbf4-484c-a734-b5b767b83aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:38.726148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:38.792600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:38.805614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-a6f4e2be-0f0a-43d3-b75d-94315c60eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:38.807297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-a6f4e2be-0f0a-43d3-b75d-94315c60eeb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.7003860 Aug 20 08:49:38.851950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1352f8-dbf4-484c-a734-b5b767b83aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73384619-587a-4b43-8fb6-7af8967f6c43,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:38.867440 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-78fd9d43-819f-4686-b510-7dde364c70f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.0524416 Aug 20 08:49:38.899409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0d1352f8-dbf4-484c-a734-b5b767b83aa5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b40a91e94da497ba46af21e4d3cead3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764890 Aug 20 08:49:38.899677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35736) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:38.936671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-c91b75a9-c08a-4f18-a87c-54c54032d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:38.938838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-c91b75a9-c08a-4f18-a87c-54c54032d3f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0604203 Aug 20 08:49:38.945147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:38.945849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:38.979204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b623f9-ad0e-4420-aaab-0edc9696a7fc req-16663553-1a7d-4040-8c7c-dd5c44dbd9c7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:38.990780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0b623f9-ad0e-4420-aaab-0edc9696a7fc req-16663553-1a7d-4040-8c7c-dd5c44dbd9c7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.2757251 Aug 20 08:49:39.019346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.034109 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-d82c76d2-a7e5-4361-b40e-6a9abf262df8 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9952145 Aug 20 08:49:39.039900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-cef6db0c-f6dc-4fea-9d6e-de0ed09d7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:39.041638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-cef6db0c-f6dc-4fea-9d6e-de0ed09d7e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910821 Aug 20 08:49:39.055457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Request body: {'port': {'device_id': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:39.063907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Transition to ACTIVE for port object b57c6a69-de31-4326-833c-572e51575706 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:39.157423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-03b41ffc-87da-4242-bb19-e1584e220e99 None None] Provisioning for port 8200235d-21db-4d10-a7c0-10c4f44df573 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:39.165859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-03b41ffc-87da-4242-bb19-e1584e220e99 None None] Provisioning complete for port 8200235d-21db-4d10-a7c0-10c4f44df573 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:39.167263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03b41ffc-87da-4242-bb19-e1584e220e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.224338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-03b41ffc-87da-4242-bb19-e1584e220e99 None None] Port 8200235d-21db-4d10-a7c0-10c4f44df573 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:49:39.245295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.262460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-cf44f8ce-7006-4001-84c2-2b2fd1c041e0 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020454 Aug 20 08:49:39.335834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.400978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65d409-7773-4b24-b1bb-8d31b0b9af9f req-6695ba57-90da-4c01-9072-aa42299e5b45 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:39.402573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d65d409-7773-4b24-b1bb-8d31b0b9af9f req-6695ba57-90da-4c01-9072-aa42299e5b45 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.5558786 Aug 20 08:49:39.424551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:39.434021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-679cad3f-498f-4ab3-bb04-8676f431b915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.450882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0b623f9-ad0e-4420-aaab-0edc9696a7fc req-4bd8ea4a-d018-410c-9af7-80c9a823aec5 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590755 Aug 20 08:49:39.467905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'name': 'network-vif-deleted', 'tag': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5'}, {'name': 'network-changed', 'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:39.470325 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d3ab4-b93d-44b4-b1ed-7bced27b0102" -d '{"events": [{"server_uuid": "a84cc28a-3b5f-481e-a2f6-e0a47d0285cf", "name": "network-vif-deleted", "tag": "006ee824-f2e1-4aa5-a343-a1db88b5d6b5"}, {"name": "network-changed", "server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:39.485841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:39.492671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:39.498005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:39.505000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-679cad3f-498f-4ab3-bb04-8676f431b915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.523947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d65d409-7773-4b24-b1bb-8d31b0b9af9f req-b4643271-3de5-4861-b9de-14a075f6d0ba tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061065 Aug 20 08:49:39.627751 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4292bd54-ba2a-4594-a926-2bf09b946047 req-415ecde3-3458-44fe-8d25-6e4d01d18f8e service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563790 Aug 20 08:49:39.633358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-679cad3f-498f-4ab3-bb04-8676f431b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.637819 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-679cad3f-498f-4ab3-bb04-8676f431b915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.643169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-679cad3f-498f-4ab3-bb04-8676f431b915 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73384619-587a-4b43-8fb6-7af8967f6c43 HTTP/1.1" status: 204 len: 168 time: 0.7423329 Aug 20 08:49:39.671141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:39.672743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.695052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cad3f-498f-4ab3-bb04-8676f431b915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73384619-587a-4b43-8fb6-7af8967f6c43,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:39.777024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f72b-2679-4e6f-8dd2-882a99b61df3 req-14a5b2a9-1727-4c15-aa33-7d0365d135ac tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:39.785166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f1f72b-2679-4e6f-8dd2-882a99b61df3 req-14a5b2a9-1727-4c15-aa33-7d0365d135ac tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1403944 Aug 20 08:49:39.848705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8200235d-21db-4d10-a7c0-10c4f44df573 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:39.850683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f1f72b-2679-4e6f-8dd2-882a99b61df3 req-a146291c-0294-4eda-911a-dccea0d35fee tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Aug 20 08:49:39.859078 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.874712 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-7fbda273-3bd0-4f29-8c2b-2b6a42cf9c16 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9776518 Aug 20 08:49:39.932379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Transition to ACTIVE for port object 8200235d-21db-4d10-a7c0-10c4f44df573 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:39.943911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-b9208012-f762-4a0d-bafc-3e49ad5ee4a8 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3cfe39e7730e4d95badf8280d0df2968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458753 Aug 20 08:49:39.962341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-05bd3bc3-bd77-4f71-b338-4fec6bd96175 None None] Provisioning for port b57c6a69-de31-4326-833c-572e51575706 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:39.965317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:39.972380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-05bd3bc3-bd77-4f71-b338-4fec6bd96175 None None] Provisioning complete for port b57c6a69-de31-4326-833c-572e51575706 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:39.973903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05bd3bc3-bd77-4f71-b338-4fec6bd96175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:40.074837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-05bd3bc3-bd77-4f71-b338-4fec6bd96175 None None] Port b57c6a69-de31-4326-833c-572e51575706 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:49:40.112622 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371ceecc-61be-4c5e-9ef5-96735a67cbca x-openstack-request-id: req-371ceecc-61be-4c5e-9ef5-96735a67cbca {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:40.113198 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84cc28a-3b5f-481e-a2f6-e0a47d0285cf", "name": "network-vif-deleted", "tag": "006ee824-f2e1-4aa5-a343-a1db88b5d6b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:40.113198 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-371ceecc-61be-4c5e-9ef5-96735a67cbca {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:40.113579 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84cc28a-3b5f-481e-a2f6-e0a47d0285cf', 'name': 'network-vif-deleted', 'tag': '006ee824-f2e1-4aa5-a343-a1db88b5d6b5', 'status': 'completed', 'code': 200} Aug 20 08:49:40.113882 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'status': 'completed', 'code': 200} Aug 20 08:49:40.136728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:40.155856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-666d9547-adb7-4bfd-b7f9-43db7d23c4f4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:40.157968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-666d9547-adb7-4bfd-b7f9-43db7d23c4f4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.2956414 Aug 20 08:49:40.207721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-49a15f63-7a6c-443c-af19-ca19a7b71aa7 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:40.215140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-49a15f63-7a6c-443c-af19-ca19a7b71aa7 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638535 Aug 20 08:49:40.256922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-6a888293-d143-4eda-af81-f7278db941c8 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/quotas/3cfe39e7730e4d95badf8280d0df2968 HTTP/1.1" status: 200 len: 375 time: 0.0407321 Aug 20 08:49:40.317349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-340f3f88-6fda-4b8e-85f9-a1b5aa83a58a tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cfe39e7730e4d95badf8280d0df2968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593412 Aug 20 08:49:40.362919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063363-31e1-4ce6-b4ab-5dbca6493ffe req-148202aa-89b0-4085-ae44-3e345ab47f21 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:40.365138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16063363-31e1-4ce6-b4ab-5dbca6493ffe req-148202aa-89b0-4085-ae44-3e345ab47f21 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 935 time: 0.1782115 Aug 20 08:49:40.370122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Request body: {'port': {'device_id': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:40.489374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16063363-31e1-4ce6-b4ab-5dbca6493ffe req-d63d9268-300c-4b67-9064-c7a0e6c89279 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124260 Aug 20 08:49:40.578839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35780) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:40.585532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eeed9f31-5832-44d3-acd8-79c9fd0f8c9b req-c76204cb-33fa-488b-adaa-7fdce007721d tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 210 time: 0.0413628 Aug 20 08:49:40.800222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ea949222-a0e3-45bd-8893-31e6918385b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68603303a888476297bccde9c86a5c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178421 Aug 20 08:49:40.814439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35792) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:40.815916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:40.849301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Attempting to bind port 8200235d-21db-4d10-a7c0-10c4f44df573 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:40.850227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Attempting to bind port 8200235d-21db-4d10-a7c0-10c4f44df573 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:40.850478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Attempting to bind port 8200235d-21db-4d10-a7c0-10c4f44df573 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:40.857763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-9b62256f-d024-49a5-b067-59292e7febaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:40.859355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-9b62256f-d024-49a5-b067-59292e7febaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1100 time: 0.7364469 Aug 20 08:49:40.883660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529426c8-e07e-43d4-920a-ee070399a04e req-a585c8f1-9e5d-4ec2-8e2b-eed29ae68b7f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:40.885361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Port 8200235d-21db-4d10-a7c0-10c4f44df573 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:40.885802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Attempting to bind port 8200235d-21db-4d10-a7c0-10c4f44df573 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:40.891662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-529426c8-e07e-43d4-920a-ee070399a04e req-a585c8f1-9e5d-4ec2-8e2b-eed29ae68b7f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.1211281 Aug 20 08:49:40.915693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85668e7-a163-47ba-b2bc-e069576cecca req-ca5876f5-e86d-4832-86fa-39ffe674f601 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:40.917639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e85668e7-a163-47ba-b2bc-e069576cecca req-ca5876f5-e86d-4832-86fa-39ffe674f601 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.1604545 Aug 20 08:49:40.989238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-529426c8-e07e-43d4-920a-ee070399a04e req-731b3130-f84f-4a1c-b539-254b4226d498 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964541 Aug 20 08:49:41.020106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e85668e7-a163-47ba-b2bc-e069576cecca req-23fa4eca-6076-47ad-bd85-08edb80411b8 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794022 Aug 20 08:49:41.023769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a76d34f4-dbb9-4bcc-bd66-89854486561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.069314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a76d34f4-dbb9-4bcc-bd66-89854486561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.202281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86f898-cd90-4249-8e6b-15b8fec94a7f req-d5acd432-520e-40c6-9346-9d3b439b5165 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:41.213640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb86f898-cd90-4249-8e6b-15b8fec94a7f req-d5acd432-520e-40c6-9346-9d3b439b5165 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1119845 Aug 20 08:49:41.256714 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a76d34f4-dbb9-4bcc-bd66-89854486561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.266422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a76d34f4-dbb9-4bcc-bd66-89854486561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.270032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a76d34f4-dbb9-4bcc-bd66-89854486561c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d200194c-3374-4e25-adb7-bd3d0f0ee9b2 HTTP/1.1" status: 204 len: 168 time: 0.4469140 Aug 20 08:49:41.294792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d34f4-dbb9-4bcc-bd66-89854486561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d200194c-3374-4e25-adb7-bd3d0f0ee9b2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:41.335782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-aac23957-3ebc-41f9-b906-d6badaf31264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:41.338229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-aac23957-3ebc-41f9-b906-d6badaf31264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f4d929c31814177bd5a0584cb552160&device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1100 time: 1.2232995 Aug 20 08:49:41.342494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb86f898-cd90-4249-8e6b-15b8fec94a7f req-323c06e1-d471-4c94-ade9-3b7ba0e1f398 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193385 Aug 20 08:49:41.345739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:41.346305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:41.346897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:41.347611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Bound port: 8200235d-21db-4d10-a7c0-10c4f44df573, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:41.348186 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.521890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port 1f9637ac-0942-453d-bb31-433f0afd2eea {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:41.522466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.702406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42b0a0-eebc-434d-9a1d-f8ad723dc029 req-bae29b30-060c-4ef7-97e1-75bd973c5bf5 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:41.715107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca42b0a0-eebc-434d-9a1d-f8ad723dc029 req-bae29b30-060c-4ef7-97e1-75bd973c5bf5 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 935 time: 0.0781794 Aug 20 08:49:41.781095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-0bfea092-7b1e-42dd-bdc3-2835712deac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:41.782746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-0bfea092-7b1e-42dd-bdc3-2835712deac2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.9092166 Aug 20 08:49:41.792161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39db4a5b-c49e-467f-bc49-9412d405418f req-69e965c2-d8aa-456e-9b88-d49768b9328b tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 210 time: 0.0480146 Aug 20 08:49:41.796649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca42b0a0-eebc-434d-9a1d-f8ad723dc029 req-5252be17-a57c-46fd-8749-19ba48b50799 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796666 Aug 20 08:49:41.840898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:41.866851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35824) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:41.881863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:41.894893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port 1f9637ac-0942-453d-bb31-433f0afd2eea, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1f9637ac-0942-453d-bb31-433f0afd2eea,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:41.895255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.906124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:41.925031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-4f231580-b2b9-4bf7-890b-8e7a1a2fb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:41.927249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-4f231580-b2b9-4bf7-890b-8e7a1a2fb801 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.5684094 Aug 20 08:49:41.935386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4e448322-bdd0-44c4-b60f-78377d6fa3ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6829330a9eb4426c95aeb5ceff8f45f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675266 Aug 20 08:49:41.938699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35828) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:41.976632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for 1f9637ac-0942-453d-bb31-433f0afd2eea owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:42.031760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-daf3e7e4-e82a-4e01-a6cc-0832d4b33151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.050242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.050877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.052392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] 10.222.0.37 "PUT /v2.0/ports/8200235d-21db-4d10-a7c0-10c4f44df573 HTTP/1.1" status: 200 len: 1095 time: 3.0058649 Aug 20 08:49:42.063215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-a5be7b6c-0486-4117-b1cd-32a61647f537 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.1030869 Aug 20 08:49:42.074445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-daf3e7e4-e82a-4e01-a6cc-0832d4b33151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.129576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:42.131870 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17648f78-b16c-448a-b454-9429f48b0d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:42.252946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-aac301c1-600c-40a6-9481-60b0fa7f36c8 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cfe39e7730e4d95badf8280d0df2968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560322 Aug 20 08:49:42.304228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d17456-81a2-461d-b12b-159951169670 req-bd656558-7926-4bb9-91eb-e62bbc8c4ea5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.311519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69d17456-81a2-461d-b12b-159951169670 req-bd656558-7926-4bb9-91eb-e62bbc8c4ea5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 945 time: 0.1675169 Aug 20 08:49:42.316693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-daf3e7e4-e82a-4e01-a6cc-0832d4b33151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.319471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-daf3e7e4-e82a-4e01-a6cc-0832d4b33151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.322881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-daf3e7e4-e82a-4e01-a6cc-0832d4b33151 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24aa6670-9694-4330-9d4b-bc0ed119f678 HTTP/1.1" status: 204 len: 168 time: 0.3808498 Aug 20 08:49:42.389875 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-ebf6daa1-b5f7-40d9-9f10-19568c2078e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 200 len: 217 time: 0.5627847 Aug 20 08:49:42.393334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3e7e4-e82a-4e01-a6cc-0832d4b33151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa6670-9694-4330-9d4b-bc0ed119f678,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:42.395910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aafe86-4ab7-4654-8713-8b55360d2c3c service neutron] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:42.416800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.439852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:42.450223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1f9637ac-0942-453d-bb31-433f0afd2eea no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:42.489855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f09ba-b9c4-4db4-86ea-22a2efa0ffac req-7fb81f4e-f128-47c3-8019-274f56b96cb6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.498179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b98f09ba-b9c4-4db4-86ea-22a2efa0ffac req-7fb81f4e-f128-47c3-8019-274f56b96cb6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.2748885 Aug 20 08:49:42.500673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-c5ddbd25-d97d-464e-9883-d9906b6b891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.501951 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-c5ddbd25-d97d-464e-9883-d9906b6b891f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.3834529 Aug 20 08:49:42.528730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69d17456-81a2-461d-b12b-159951169670 req-32ad7d69-33ff-48b6-8d1d-008dfe40000a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162640 Aug 20 08:49:42.550717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57c6a69-de31-4326-833c-572e51575706 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:42.559209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-c3470876-aef4-4568-9048-8bc8ec52c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.560528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-c3470876-aef4-4568-9048-8bc8ec52c283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 1098 time: 0.3147976 Aug 20 08:49:42.586550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.600770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-1e7caf6c-bef5-4ee1-913b-1f152a60aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.602459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-1e7caf6c-bef5-4ee1-913b-1f152a60aab4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1767111 Aug 20 08:49:42.610169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-1ea77438-ef88-4d65-a41f-f824f454c064 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.612113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-1ea77438-ef88-4d65-a41f-f824f454c064 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3397653 Aug 20 08:49:42.638723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.642873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Request body: {'port': {'device_id': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '3cfe39e7730e4d95badf8280d0df2968'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:42.647781 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53fb24e-db1a-4b8a-8c59-4f985394e28f x-openstack-request-id: req-b53fb24e-db1a-4b8a-8c59-4f985394e28f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:42.648008 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:42.648264 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b53fb24e-db1a-4b8a-8c59-4f985394e28f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:42.648654 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'status': 'completed', 'code': 200} Aug 20 08:49:42.678130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b98f09ba-b9c4-4db4-86ea-22a2efa0ffac req-ed8b3528-41c2-4db7-bf64-af497a57aa61 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742332 Aug 20 08:49:42.685467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-e4a7cb55-bbb4-4cec-8e32-29f4fcefbead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8200235d-21db-4d10-a7c0-10c4f44df573 HTTP/1.1" status: 200 len: 217 time: 0.0958736 Aug 20 08:49:42.701059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Transition to ACTIVE for port object b57c6a69-de31-4326-833c-572e51575706 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:42.748660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.779978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:42.795607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-ecac3471-710e-4798-8308-d2f4fbb1edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.797890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-ecac3471-710e-4798-8308-d2f4fbb1edb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2768288 Aug 20 08:49:42.810976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'mac_address': 'fa:16:3e:f2:94:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:42.902484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:42.924515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:42.927124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e22250-133d-4e64-a833-0858711db43c req-71f74737-a454-4e32-bdee-e793f7d9f9c7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.931174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87e22250-133d-4e64-a833-0858711db43c req-71f74737-a454-4e32-bdee-e793f7d9f9c7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 949 time: 0.1300611 Aug 20 08:49:42.958239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-c3b8e6d7-f065-4b8b-8f3a-a1dd1dfc0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.958239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-c3b8e6d7-f065-4b8b-8f3a-a1dd1dfc0dd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2602587 Aug 20 08:49:42.977705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-9e832725-7567-4d79-b7e4-d7bb3912c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:42.979143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-9e832725-7567-4d79-b7e4-d7bb3912c6d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3367376 Aug 20 08:49:43.001231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:43.033672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.070847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd97258-e22e-4da0-92e3-15625953bcb2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:43.084064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87e22250-133d-4e64-a833-0858711db43c req-b0fe68a9-b6e3-4d54-a297-775f77a053e6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389422 Aug 20 08:49:43.088043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Made reservation on behalf of 3cfe39e7730e4d95badf8280d0df2968 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:43.103658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.117520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:43.127619 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.132976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.242645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:43.255753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.279220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.281309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.281889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.282267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.282676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.283085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.283473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.283875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.284166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.284529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.284891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.285250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.285601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:43.310104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33542766-0a88-4ee9-a39c-e9a33e3429b0 req-56409b5f-2223-4479-a1af-28c8990c3d2e tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 210 time: 0.0469351 Aug 20 08:49:43.342668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=1f9637ac-0942-453d-bb31-433f0afd2eea,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:43.362343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9fd147b2-c636-4b73-8fc1-d6d562d801d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.384356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675de306-53ea-43a3-8acb-ac1c2e2a0491,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:43.397859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port 1f9637ac-0942-453d-bb31-433f0afd2eea on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:43.421235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1bd97258-e22e-4da0-92e3-15625953bcb2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:43.439638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.441625 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d8a055f8-acfd-4e3b-a0a2-655efa2a563a req-27d92fc6-86d1-4418-b450-fd95cab3cb96 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "DELETE /v2.0/ports/1f9637ac-0942-453d-bb31-433f0afd2eea HTTP/1.1" status: 204 len: 173 time: 3.2635913 Aug 20 08:49:43.475658 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-1645ce6f-3457-4ec1-996a-44c245a795ce service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511307 Aug 20 08:49:43.536152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Allocated IP 192.168.233.220 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/692cf30d-6c71-41db-8f18-6002f3c636f6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:43.565143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43143909-8a84-4e26-a871-1ee8e25ed1da req-e6a6855f-08a6-42f5-a3cf-e42f419ed8ac tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:43.569204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-43143909-8a84-4e26-a871-1ee8e25ed1da req-e6a6855f-08a6-42f5-a3cf-e42f419ed8ac tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.1495495 Aug 20 08:49:43.570417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-579536de-4b9c-4829-8ae0-e8f7025789ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:43.572142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-579536de-4b9c-4829-8ae0-e8f7025789ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5840664 Aug 20 08:49:43.590882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Attempting to bind port b57c6a69-de31-4326-833c-572e51575706 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:43.591560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Attempting to bind port b57c6a69-de31-4326-833c-572e51575706 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:43.592089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Attempting to bind port b57c6a69-de31-4326-833c-572e51575706 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:43.641988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Port b57c6a69-de31-4326-833c-572e51575706 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:43.642899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Attempting to bind port b57c6a69-de31-4326-833c-572e51575706 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:43.646567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-9f55c6cc-fa02-424b-a928-8fa7fc7e51b0 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542203 Aug 20 08:49:43.674379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-43143909-8a84-4e26-a871-1ee8e25ed1da req-a60d3f47-d75d-4a51-88f2-0168de63dea0 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962296 Aug 20 08:49:43.674829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:43.675403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:43.676002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:43.676701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Bound port: b57c6a69-de31-4326-833c-572e51575706, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:43.677520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.771996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.791042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-99d84f0b-3756-490c-82b8-e86aa89e33de service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054736 Aug 20 08:49:43.804605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeede8-a61b-450e-b13b-bb71f8e20e22 req-11e6462e-2e33-4b40-877d-94690288f811 tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:43.812205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aabeede8-a61b-450e-b13b-bb71f8e20e22 req-11e6462e-2e33-4b40-877d-94690288f811 tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 1101 time: 0.1421072 Aug 20 08:49:43.846467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-91c9710a-072f-4eb9-aa49-f9a9790f2cbd service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663150 Aug 20 08:49:43.874257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:43.893789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aabeede8-a61b-450e-b13b-bb71f8e20e22 req-2bd47684-1000-4eee-800a-0a00980645c0 tempest-MigrationsAdminTest-1243469726 tempest-MigrationsAdminTest-1243469726-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Aug 20 08:49:43.902116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.924137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-928d3ab4-b93d-44b4-b1ed-7bced27b0102 req-9a985bc0-988c-45e9-8aa0-99874f474b63 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663450 Aug 20 08:49:43.928640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:43.934742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.950332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Transition to ACTIVE for port object 692cf30d-6c71-41db-8f18-6002f3c636f6 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:43.993197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:43.993866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:43.995340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] 10.222.0.37 "PUT /v2.0/ports/b57c6a69-de31-4326-833c-572e51575706 HTTP/1.1" status: 200 len: 1095 time: 4.0833979 Aug 20 08:49:44.037920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4f21f18-f4ee-4ba5-b2f1-334748fe3d09 req-e4e84015-9370-4aac-9265-f45d897b48d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786406 Aug 20 08:49:44.039206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8078231-2b66-492f-a3aa-eb51ba66f55b service neutron] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:44.123778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.141433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41beca81-339b-4df5-a650-3d493f0130ec req-973792e7-2a6b-430d-8487-ec4e7a7d1ea0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7874dfd-9202-4141-8c71-e633c305875a HTTP/1.1" status: 200 len: 210 time: 0.0751469 Aug 20 08:49:44.199232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-f746e68c-74db-410e-a160-fc6267dc9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.201122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-f746e68c-74db-410e-a160-fc6267dc9c07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 1098 time: 0.1379735 Aug 20 08:49:44.215672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17648f78-b16c-448a-b454-9429f48b0d4a req-cf854fda-ca55-42d3-b8e3-6d0d0995c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.221423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:44.225139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:44.229188 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-cf854fda-ca55-42d3-b8e3-6d0d0995c7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 1098 time: 0.1028137 Aug 20 08:49:44.229422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:44.300253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-4b684e42-a12e-4c1e-9b84-57bfbeb35edd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b57c6a69-de31-4326-833c-572e51575706 HTTP/1.1" status: 200 len: 217 time: 0.0694411 Aug 20 08:49:44.303952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Pushing event updated for resources: {'Port': ['ID=692cf30d-6c71-41db-8f18-6002f3c636f6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:44.364313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.364661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.365012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.365350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.365686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.366053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.366386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.366721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.367040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.367368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.367694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.368016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:49:44.388725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.388962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.408285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-92dd8553-f1eb-4739-bd92-3f553b922039 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7765396 Aug 20 08:49:44.416263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-8002b55b-cb77-45bd-a597-205d8b8627d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.417288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c9b03-e8e3-4cd5-866f-3b4bd915bcca req-2b711453-9fde-48ba-a991-ef3ce623aa60 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.418008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-8002b55b-cb77-45bd-a597-205d8b8627d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0968831 Aug 20 08:49:44.424689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c1c9b03-e8e3-4cd5-866f-3b4bd915bcca req-2b711453-9fde-48ba-a991-ef3ce623aa60 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.1359756 Aug 20 08:49:44.431535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Request body: {'port': {'device_id': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:44.480715 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:44.541007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c1c9b03-e8e3-4cd5-866f-3b4bd915bcca req-1f7b1653-4844-40f1-ad16-7858d0a1e7bf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152325 Aug 20 08:49:44.561779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.638752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 1bd97258-e22e-4da0-92e3-15625953bcb2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:44.646349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 1bd97258-e22e-4da0-92e3-15625953bcb2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:44.647049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.789675 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.809870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-21167b87-75cb-451b-9942-49807441f505 None None] Provisioning for port 692cf30d-6c71-41db-8f18-6002f3c636f6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:44.820229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-21167b87-75cb-451b-9942-49807441f505 None None] Provisioning complete for port 692cf30d-6c71-41db-8f18-6002f3c636f6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:44.820770 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21167b87-75cb-451b-9942-49807441f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.826398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:44.828811 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6837466d-8ae8-46eb-bd31-c575c95f40ad" -d '{"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:44.861988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:44.869038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:44.899132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-21167b87-75cb-451b-9942-49807441f505 None None] Port 692cf30d-6c71-41db-8f18-6002f3c636f6 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:49:44.908764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bb69e-9a51-4a30-8348-fee0a6c06984 req-3eaafbc4-fe6e-4384-b13c-3c93fd2afa99 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.910364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b70bb69e-9a51-4a30-8348-fee0a6c06984 req-3eaafbc4-fe6e-4384-b13c-3c93fd2afa99 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 950 time: 0.1487556 Aug 20 08:49:44.917780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e4983-4ed3-49d9-8253-d0d2d96c6e02 req-2709ef8c-deff-466d-8ddf-221afda08661 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.919272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-240e4983-4ed3-49d9-8253-d0d2d96c6e02 req-2709ef8c-deff-466d-8ddf-221afda08661 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 936 time: 0.3025782 Aug 20 08:49:44.932685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=13']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:44.963185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7874dfd-9202-4141-8c71-e633c305875a', 'name': 'network-vif-deleted', 'tag': '1f9637ac-0942-453d-bb31-433f0afd2eea'}, {'name': 'network-changed', 'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'tag': 'b57c6a69-de31-4326-833c-572e51575706'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:44.965414 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64d46ca-4d3a-466e-8c58-9050e18c22e6" -d '{"events": [{"server_uuid": "c7874dfd-9202-4141-8c71-e633c305875a", "name": "network-vif-deleted", "tag": "1f9637ac-0942-453d-bb31-433f0afd2eea"}, {"name": "network-changed", "server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "tag": "b57c6a69-de31-4326-833c-572e51575706"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:44.971971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17648f78-b16c-448a-b454-9429f48b0d4a req-cc0e3bb4-5b9f-4db5-9ebb-49782b608d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.973405 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-cc0e3bb4-5b9f-4db5-9ebb-49782b608d3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.7441585 Aug 20 08:49:44.982144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-2ab92593-6a8b-4e69-bb9b-19c997babfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:44.983512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-2ab92593-6a8b-4e69-bb9b-19c997babfbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5509274 Aug 20 08:49:45.008756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b70bb69e-9a51-4a30-8348-fee0a6c06984 req-5368af63-4972-4043-83dd-f5326e149fde tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884745 Aug 20 08:49:45.034105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-240e4983-4ed3-49d9-8253-d0d2d96c6e02 req-d19285d2-7246-4011-a3dc-13f017c5bf56 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028962 Aug 20 08:49:45.048675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692cf30d-6c71-41db-8f18-6002f3c636f6 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:45.058604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:45.073964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-86d5905b-8871-4f2f-9a6c-b9ca6cdcb549 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8200235d-21db-4d10-a7c0-10c4f44df573 HTTP/1.1" status: 200 len: 217 time: 0.0894792 Aug 20 08:49:45.075480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Transition to ACTIVE for port object 692cf30d-6c71-41db-8f18-6002f3c636f6 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:45.080255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:45.176423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17648f78-b16c-448a-b454-9429f48b0d4a req-af9c4d56-cf5e-4925-857c-56c8baedf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.178668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-af9c4d56-cf5e-4925-857c-56c8baedf9bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0969923 Aug 20 08:49:45.182236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Pushing event updated for resources: {'Port': ['ID=692cf30d-6c71-41db-8f18-6002f3c636f6,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:45.203455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-07fe75b1-d196-473b-80bb-a46ec57d0f75 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114935 Aug 20 08:49:45.216785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d9af-c4c8-4ec2-8b6f-2b003c3dcec8 req-b8b290bc-6914-4616-851e-a0c02e1a8110 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.218362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2351d9af-c4c8-4ec2-8b6f-2b003c3dcec8 req-b8b290bc-6914-4616-851e-a0c02e1a8110 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.0890887 Aug 20 08:49:45.287891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2351d9af-c4c8-4ec2-8b6f-2b003c3dcec8 req-21f5a1d2-c8bd-4682-a29a-ff7e418464e2 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463026 Aug 20 08:49:45.308286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Attempting to bind port 692cf30d-6c71-41db-8f18-6002f3c636f6 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:45.308636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Attempting to bind port 692cf30d-6c71-41db-8f18-6002f3c636f6 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:45.308975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Attempting to bind port 692cf30d-6c71-41db-8f18-6002f3c636f6 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:45.322410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Port 692cf30d-6c71-41db-8f18-6002f3c636f6 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:45.322749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Attempting to bind port 692cf30d-6c71-41db-8f18-6002f3c636f6 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:45.338524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:45.341156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:45.341580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:45.343407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Bound port: 692cf30d-6c71-41db-8f18-6002f3c636f6, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:45.344449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:45.347627 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d63e7-edad-4247-8a88-53b21bf2354c x-openstack-request-id: req-d72d63e7-edad-4247-8a88-53b21bf2354c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:45.347921 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-plugged", "status": "completed", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:45.348611 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d72d63e7-edad-4247-8a88-53b21bf2354c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:45.349050 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'code': 200} Aug 20 08:49:45.363351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17648f78-b16c-448a-b454-9429f48b0d4a req-c9da4270-3ecf-4482-857d-9ea5a8f7c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.365428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-c9da4270-3ecf-4482-857d-9ea5a8f7c3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608984 Aug 20 08:49:45.391652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cc113c0e-5417-482d-99cc-df1ddc72480f req-3f624f5b-39c5-4eaf-baa9-42c0c406ad77 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767926 Aug 20 08:49:45.458342 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af4aeb-7768-499b-982e-f8e7be2ace59 x-openstack-request-id: req-74af4aeb-7768-499b-982e-f8e7be2ace59 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:45.458989 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7874dfd-9202-4141-8c71-e633c305875a", "name": "network-vif-deleted", "tag": "1f9637ac-0942-453d-bb31-433f0afd2eea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "tag": "b57c6a69-de31-4326-833c-572e51575706", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:45.459121 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74af4aeb-7768-499b-982e-f8e7be2ace59 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:45.459685 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7874dfd-9202-4141-8c71-e633c305875a', 'name': 'network-vif-deleted', 'tag': '1f9637ac-0942-453d-bb31-433f0afd2eea', 'status': 'completed', 'code': 200} Aug 20 08:49:45.460116 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'tag': 'b57c6a69-de31-4326-833c-572e51575706', 'status': 'completed', 'code': 200} Aug 20 08:49:45.462287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] For port 692cf30d-6c71-41db-8f18-6002f3c636f6, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:45.466034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] For port 692cf30d-6c71-41db-8f18-6002f3c636f6, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=692cf30d-6c71-41db-8f18-6002f3c636f6,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:45.472814 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:45.540526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Pushing event updated for resources: {'Port': ['ID=692cf30d-6c71-41db-8f18-6002f3c636f6,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:45.556911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.557428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:45.563214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-ceeca17d-1b06-464e-8ad7-013096afceba service neutron] 10.222.0.26 "PUT /v2.0/ports/692cf30d-6c71-41db-8f18-6002f3c636f6 HTTP/1.1" status: 200 len: 1096 time: 1.1347635 Aug 20 08:49:45.563726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'tag': '692cf30d-6c71-41db-8f18-6002f3c636f6'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:45.565481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-eeeabab2-8416-42f3-9155-04a2ee8a00b0 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905441 Aug 20 08:49:45.569861 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3404edb1-2e4d-4e0a-b364-b82c4f20d133" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7381ff-4514-488e-8edd-06ec9afcd454", "tag": "692cf30d-6c71-41db-8f18-6002f3c636f6"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:45.653607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-a6290878-7ae4-4207-9d01-6a121d85238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.655491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-a6290878-7ae4-4207-9d01-6a121d85238c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 1098 time: 0.1672246 Aug 20 08:49:45.709258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-03aeca2f-041f-4a33-bc8f-261e9e0ca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.710808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-03aeca2f-041f-4a33-bc8f-261e9e0ca472 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cfe39e7730e4d95badf8280d0df2968&device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 1099 time: 0.0943613 Aug 20 08:49:45.773687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-518ece25-517e-4def-bd9a-5b09f230260c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=692cf30d-6c71-41db-8f18-6002f3c636f6 HTTP/1.1" status: 200 len: 217 time: 0.0519993 Aug 20 08:49:45.773914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17648f78-b16c-448a-b454-9429f48b0d4a req-cbd4c4f6-6bf6-49d9-900b-75cae9da67ed service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964767 Aug 20 08:49:45.785884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b975ba5-ed13-48f2-a472-cc61a88888ad req-eb100205-4d36-423d-b379-aee529190e8d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.794299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b975ba5-ed13-48f2-a472-cc61a88888ad req-eb100205-4d36-423d-b379-aee529190e8d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.1234660 Aug 20 08:49:45.806760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-7048e472-0472-4e4f-8820-858a08edc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.808259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-7048e472-0472-4e4f-8820-858a08edc3b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1423535 Aug 20 08:49:45.874463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b975ba5-ed13-48f2-a472-cc61a88888ad req-a940bd36-2912-42da-bf86-3ded34a1a37a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788436 Aug 20 08:49:45.877441 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-ce734621-ad9f-44f9-81c4-d3437974656d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=b57c6a69-de31-4326-833c-572e51575706 HTTP/1.1" status: 200 len: 217 time: 0.0596762 Aug 20 08:49:45.879162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-3bf1b5d2-b467-41ff-aa46-4138031d0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.880629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-3bf1b5d2-b467-41ff-aa46-4138031d0072 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0759709 Aug 20 08:49:45.936290 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035ceca-ba6b-4d7d-baa9-cd3d9163f698 x-openstack-request-id: req-2035ceca-ba6b-4d7d-baa9-cd3d9163f698 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:45.936726 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7381ff-4514-488e-8edd-06ec9afcd454", "tag": "692cf30d-6c71-41db-8f18-6002f3c636f6", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:45.936897 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2035ceca-ba6b-4d7d-baa9-cd3d9163f698 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:45.937331 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'tag': '692cf30d-6c71-41db-8f18-6002f3c636f6', 'status': 'completed', 'code': 200} Aug 20 08:49:45.940290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-bf01a66c-3327-495e-af0b-6b2ab7883044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.941885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-bf01a66c-3327-495e-af0b-6b2ab7883044 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532737 Aug 20 08:49:45.970911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-59c1ffc3-e43b-47fa-91c1-8c586e595c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:45.972374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-59c1ffc3-e43b-47fa-91c1-8c586e595c11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0754378 Aug 20 08:49:45.997801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-f437d301-e351-4347-881d-b6e9f0c375f9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.001243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-f437d301-e351-4347-881d-b6e9f0c375f9 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 951 time: 0.1327696 Aug 20 08:49:46.105564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-3c10e710-444c-420f-88e4-c1a61f9e4f77 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550133 Aug 20 08:49:46.124499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-9f501433-339d-4a77-98b0-1a60a7e1e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.127873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-9f501433-339d-4a77-98b0-1a60a7e1e83d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451132 Aug 20 08:49:46.138978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Deleting port 1bd97258-e22e-4da0-92e3-15625953bcb2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:46.139409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.254936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5567d31-edc9-46da-ab60-c1e50776fed1 req-fe43dd5f-ace4-4bca-85bf-675cb922d47c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.256435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5567d31-edc9-46da-ab60-c1e50776fed1 req-fe43dd5f-ace4-4bca-85bf-675cb922d47c tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=12076af6-e068-45c7-892e-ff483a401b3b HTTP/1.1" status: 200 len: 951 time: 0.1425014 Aug 20 08:49:46.287805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ca7-8204-4678-8cca-2be8056cd96d req-3ca81cb6-9ce5-49e2-b487-60c31b8e8d34 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.289269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ce72ca7-8204-4678-8cca-2be8056cd96d req-3ca81cb6-9ce5-49e2-b487-60c31b8e8d34 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 948 time: 0.1036711 Aug 20 08:49:46.297375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e540c5fd-3731-40c6-9669-8b4e0e1999f3 req-943e7d07-b089-4143-94c6-07cb16514ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813650 Aug 20 08:49:46.299819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] For port 1bd97258-e22e-4da0-92e3-15625953bcb2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1bd97258-e22e-4da0-92e3-15625953bcb2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:46.300243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.301338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.316455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-86f3e76c-65ad-46bd-a505-ac99cad1fbce service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795845 Aug 20 08:49:46.321781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Calling delete_port for 1bd97258-e22e-4da0-92e3-15625953bcb2 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:46.335702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5567d31-edc9-46da-ab60-c1e50776fed1 req-bdc6bddd-fab6-4970-824d-e41057270108 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716543 Aug 20 08:49:46.351209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ce72ca7-8204-4678-8cca-2be8056cd96d req-665c745e-f930-4a11-acea-2994c20a2b7f tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495450 Aug 20 08:49:46.371281 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac9ce-85cd-4e8f-be1f-bbc5d3028902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.412316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-c4382e5d-0ce2-41f4-a29b-455be43fbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.414921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-c4382e5d-0ce2-41f4-a29b-455be43fbf66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cfe39e7730e4d95badf8280d0df2968&device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 1099 time: 0.0621722 Aug 20 08:49:46.462420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:46.629652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:46.647800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '8200235d-21db-4d10-a7c0-10c4f44df573', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '8200235d-21db-4d10-a7c0-10c4f44df573', 'mac_address': 'fa:16:3e:fb:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:46.651315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-3537c2b0-b124-48c7-acb8-d6b6357981d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.652850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-3537c2b0-b124-48c7-acb8-d6b6357981d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2192457 Aug 20 08:49:46.654008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a64d46ca-4d3a-466e-8c58-9050e18c22e6 req-353aac80-640f-4e33-afe9-8cff0cfeb52b service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279521 Aug 20 08:49:46.667025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.678294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-e1164bd8-3e38-4038-b44f-a9989a11f35a tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.680453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-e1164bd8-3e38-4038-b44f-a9989a11f35a tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1454985 Aug 20 08:49:46.681137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e79b-934b-4860-a9be-ced950bfa442 req-c37de780-e49c-458e-a01e-4efb8de7b46b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.682672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c56e79b-934b-4860-a9be-ced950bfa442 req-c37de780-e49c-458e-a01e-4efb8de7b46b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.1451719 Aug 20 08:49:46.694956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1bd97258-e22e-4da0-92e3-15625953bcb2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:46.697565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266', '5b84b65c-e46a-40ab-b9b5-cfa312433a89', '43447838-b760-4ec1-9c48-ba0ac5ad58fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:46.714755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804285-2'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:46.720311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event deleted for resources: {'Port': ['ID=1bd97258-e22e-4da0-92e3-15625953bcb2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:46.732323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-12070b00-44db-4dbb-94a5-5906d3071db2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=692cf30d-6c71-41db-8f18-6002f3c636f6 HTTP/1.1" status: 200 len: 217 time: 0.0679286 Aug 20 08:49:46.746876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-d0a08faf-da8e-4dc2-9965-d34148ef1825 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.758763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-d0a08faf-da8e-4dc2-9965-d34148ef1825 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2437158 Aug 20 08:49:46.774016 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.792892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8200235d-21db-4d10-a7c0-10c4f44df573 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:46.814807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-363a83fd-4750-40e4-be18-d921903f2bdc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0546186 Aug 20 08:49:46.815059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] No DVR routers for this DVR port 1bd97258-e22e-4da0-92e3-15625953bcb2 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:46.816717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:46.822693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.834511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.836674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb81a6a1-0e85-4f50-8f40-65b37ca35283 req-92103af5-effc-4dd0-a55f-e77a6f15091e tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.37 "DELETE /v2.0/ports/1bd97258-e22e-4da0-92e3-15625953bcb2 HTTP/1.1" status: 204 len: 173 time: 0.8271935 Aug 20 08:49:46.847961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:46.879918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35998) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:46.951622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c56e79b-934b-4860-a9be-ced950bfa442 req-4377ebf1-7d88-49cc-b0ab-89241fefbd24 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447782 Aug 20 08:49:46.967450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-2afb4609-808a-4db0-a733-45ab700ef010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:46.968995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-2afb4609-808a-4db0-a733-45ab700ef010 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2082696 Aug 20 08:49:47.009688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-0c64837b-8283-42fb-a71b-ce53f72ef3f3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943753 Aug 20 08:49:47.130870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:47.153363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2766906e-f3cf-4fc0-a948-506b53bcbb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.193571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-e3b1a191-5665-476f-879b-23a151216843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:47.197164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-e3b1a191-5665-476f-879b-23a151216843 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2149627 Aug 20 08:49:47.242071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8200235d-21db-4d10-a7c0-10c4f44df573'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:47.273826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2766906e-f3cf-4fc0-a948-506b53bcbb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.279975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2766906e-f3cf-4fc0-a948-506b53bcbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.319466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-3cbac86e-1b4d-4c63-8d00-e3c7542a63e1 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590470 Aug 20 08:49:47.352218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:47.391042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2766906e-f3cf-4fc0-a948-506b53bcbb6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55712bb4ee8540cb8eacff64848437e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098372 Aug 20 08:49:47.395944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36012) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:47.400169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766906e-f3cf-4fc0-a948-506b53bcbb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2591765-33ea-4069-bf24-bd1b2f3a6679,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:47.435965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:47.446259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.462643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-deleted', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:47.469348 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5671e9bf-4361-4e80-b4f7-6664350c0140" -d '{"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-deleted", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:47.507626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.514660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.590733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36020) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:47.603070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:47.668061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on host n-h2-804285-2 for vnic_type normal with profile {"migrating_to": "n-h1-804285-2"} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:47.669194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:47.669194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:47.674617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:47.674944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Attempting to bind port 6e258e37-2346-4c31-a89a-c8cfea58c855 on network bbfaa3ce-292d-4ecb-a035-6e8be520c385 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:47.682090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:47.682437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Checking segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:47.682964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Bound using segment: {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:47.683807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Bound port: 6e258e37-2346-4c31-a89a-c8cfea58c855, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00d5335-39eb-45b5-b24a-4903feceb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'bbfaa3ce-292d-4ecb-a035-6e8be520c385'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:47.684187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.755512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd0b16ee-1c85-4201-b532-de661bd08adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.766605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-71db697b-badb-438b-b1e3-eaa804b2c82e service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536280 Aug 20 08:49:47.785123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 692cf30d-6c71-41db-8f18-6002f3c636f6 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:47.795788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:47.800516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:47.809266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.855607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-560ff035-b622-4453-808e-e0bf47bd0715 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353739 Aug 20 08:49:47.898075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f19960-a87c-470c-a5c2-67a44eb4e7cb req-b4a0c1b1-48b4-4d6c-8ead-44df4378ea8c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:47.906983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87f19960-a87c-470c-a5c2-67a44eb4e7cb req-b4a0c1b1-48b4-4d6c-8ead-44df4378ea8c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 945 time: 0.4944243 Aug 20 08:49:47.911844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a013242-01dc-4f74-8ddb-d69339b79fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.928182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:47.928637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:47.930191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 1121 time: 1.2197716 Aug 20 08:49:47.932897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009bf66-0250-48de-9e93-9dccccbfb732 service neutron] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=8']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:47.944315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 692cf30d-6c71-41db-8f18-6002f3c636f6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=692cf30d-6c71-41db-8f18-6002f3c636f6,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:47.965386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3404edb1-2e4d-4e0a-b364-b82c4f20d133 req-f3d72f0b-a1ae-4c89-aa00-4fda5d0e4496 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812267 Aug 20 08:49:47.967214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '692cf30d-6c71-41db-8f18-6002f3c636f6', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '692cf30d-6c71-41db-8f18-6002f3c636f6', 'mac_address': 'fa:16:3e:b5:08:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:47.967724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a013242-01dc-4f74-8ddb-d69339b79fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.004114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87f19960-a87c-470c-a5c2-67a44eb4e7cb req-ae28b623-a2c2-46df-9c81-549d42f8a51e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940900 Aug 20 08:49:48.007057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd0b16ee-1c85-4201-b532-de661bd08adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.012710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd0b16ee-1c85-4201-b532-de661bd08adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.050192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['6e258e37-2346-4c31-a89a-c8cfea58c855'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:48.101280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a013242-01dc-4f74-8ddb-d69339b79fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.104112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd0b16ee-1c85-4201-b532-de661bd08adb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efe98b3a9ce7490cb87879996e7e02c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109153 Aug 20 08:49:48.105124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a013242-01dc-4f74-8ddb-d69339b79fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.109072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a013242-01dc-4f74-8ddb-d69339b79fb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2591765-33ea-4069-bf24-bd1b2f3a6679 HTTP/1.1" status: 204 len: 168 time: 0.7095711 Aug 20 08:49:48.109072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36030) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:48.122307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b16ee-1c85-4201-b532-de661bd08adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9c398-89f9-42ee-812a-abb27d1e7f13,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:48.153297 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69f30d-01f8-4e27-9956-3645188a915b x-openstack-request-id: req-8f69f30d-01f8-4e27-9956-3645188a915b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:48.153864 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12076af6-e068-45c7-892e-ff483a401b3b", "name": "network-vif-deleted", "tag": "1bd97258-e22e-4da0-92e3-15625953bcb2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:48.154280 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f69f30d-01f8-4e27-9956-3645188a915b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:48.154873 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12076af6-e068-45c7-892e-ff483a401b3b', 'name': 'network-vif-deleted', 'tag': '1bd97258-e22e-4da0-92e3-15625953bcb2', 'status': 'completed', 'code': 200} Aug 20 08:49:48.172860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['6e258e37-2346-4c31-a89a-c8cfea58c855'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:48.173165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a013242-01dc-4f74-8ddb-d69339b79fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2591765-33ea-4069-bf24-bd1b2f3a6679,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:48.244308 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.263280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9a03d-86fe-40cd-ae69-a11a374fd4d0 req-181351e4-e946-403c-a66c-7562a44ef732 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:48.275866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91b9a03d-86fe-40cd-ae69-a11a374fd4d0 req-181351e4-e946-403c-a66c-7562a44ef732 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 948 time: 0.0896773 Aug 20 08:49:48.284074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692cf30d-6c71-41db-8f18-6002f3c636f6 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:48.315942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36b61c31-d424-4e30-be2d-a5310fbc435c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.372140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 692cf30d-6c71-41db-8f18-6002f3c636f6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=692cf30d-6c71-41db-8f18-6002f3c636f6,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:48.388190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.390641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36b61c31-d424-4e30-be2d-a5310fbc435c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.415126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91b9a03d-86fe-40cd-ae69-a11a374fd4d0 req-3d534239-274c-459d-a3ea-e2027badc169 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Aug 20 08:49:48.490249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1fac-b16a-4b17-9196-9481073f03e2 req-660f29fc-a6c8-4c8c-a0ae-f969b5610efb tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:48.502300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f3e1fac-b16a-4b17-9196-9481073f03e2 req-660f29fc-a6c8-4c8c-a0ae-f969b5610efb tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.1657538 Aug 20 08:49:48.522247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:48.524365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:48.529153 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36b61c31-d424-4e30-be2d-a5310fbc435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.532175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36b61c31-d424-4e30-be2d-a5310fbc435c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.533845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-36b61c31-d424-4e30-be2d-a5310fbc435c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0d9c398-89f9-42ee-812a-abb27d1e7f13 HTTP/1.1" status: 204 len: 168 time: 0.4091601 Aug 20 08:49:48.574031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b61c31-d424-4e30-be2d-a5310fbc435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9c398-89f9-42ee-812a-abb27d1e7f13,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:48.591267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7d739f9-4580-44ee-b6f3-16907dfdac26 req-ad61b1a8-257e-4ddb-be08-688bb88749c4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 210 time: 0.0859170 Aug 20 08:49:48.624758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f3e1fac-b16a-4b17-9196-9481073f03e2 req-d0360c7f-d950-4a4c-98f5-aed67a964fba tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208677 Aug 20 08:49:48.668498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36046) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:48.700664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1421f245-cfc7-483f-bc53-229d48d88392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.712764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=692cf30d-6c71-41db-8f18-6002f3c636f6,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:48.846022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.884688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1421f245-cfc7-483f-bc53-229d48d88392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.892332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1421f245-cfc7-483f-bc53-229d48d88392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:48.914051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['692cf30d-6c71-41db-8f18-6002f3c636f6'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:48.975794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89665946-2bc7-4c32-a468-c395fc328403 req-860b015d-9968-4897-99ed-204b597b0821 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:48.986522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-89665946-2bc7-4c32-a468-c395fc328403 req-860b015d-9968-4897-99ed-204b597b0821 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 951 time: 0.0730984 Aug 20 08:49:48.991436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:49.001753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1421f245-cfc7-483f-bc53-229d48d88392 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=968ced00b60a46439897396e66d4e468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286195 Aug 20 08:49:49.004771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421f245-cfc7-483f-bc53-229d48d88392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c84f22-1214-4421-8eac-d8ba60f39056,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:49.009978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:49.026905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b57c6a69-de31-4326-833c-572e51575706', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'b57c6a69-de31-4326-833c-572e51575706', 'mac_address': 'fa:16:3e:9a:30:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:49.037732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 8200235d-21db-4d10-a7c0-10c4f44df573 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:49.054628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 8200235d-21db-4d10-a7c0-10c4f44df573 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:49.055221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.060655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36056) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:49.100261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f677f797-8704-44ef-a5cf-d3457d476b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.105522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-89665946-2bc7-4c32-a468-c395fc328403 req-53a50570-9a35-400b-ae60-4df51c21f529 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173866 Aug 20 08:49:49.154459 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.165313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3679e0e2-c020-4711-91fe-c8f03f5d6932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.179321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57c6a69-de31-4326-833c-572e51575706 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:49.203609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3679e0e2-c020-4711-91fe-c8f03f5d6932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.215185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:49.228708 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.229410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:49.241059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3bb13-f551-4383-9478-9fa857ca5a71 req-dbec4d47-396a-4a29-801e-f8ed4a43e86a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:49.243520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fef3bb13-f551-4383-9478-9fa857ca5a71 req-dbec4d47-396a-4a29-801e-f8ed4a43e86a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0896676 Aug 20 08:49:49.283842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f677f797-8704-44ef-a5cf-d3457d476b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.288553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f677f797-8704-44ef-a5cf-d3457d476b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.300222 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3679e0e2-c020-4711-91fe-c8f03f5d6932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.302619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3679e0e2-c020-4711-91fe-c8f03f5d6932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.303774 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3679e0e2-c020-4711-91fe-c8f03f5d6932 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1c84f22-1214-4421-8eac-d8ba60f39056 HTTP/1.1" status: 204 len: 168 time: 0.2911644 Aug 20 08:49:49.337908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f677f797-8704-44ef-a5cf-d3457d476b2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09adb0fda71945dfa1a2674a8cb16934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759628 Aug 20 08:49:49.339431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36062) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:49.349904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fef3bb13-f551-4383-9478-9fa857ca5a71 req-4abaf425-ce6d-4321-ba7f-ed159574ebf6 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863776 Aug 20 08:49:49.357449 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.370443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677f797-8704-44ef-a5cf-d3457d476b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f35ba4-03e2-4e15-bcfc-0186ee220922,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:49.393129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679e0e2-c020-4711-91fe-c8f03f5d6932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c84f22-1214-4421-8eac-d8ba60f39056,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:49.406271 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ec38e60-f91e-4cc4-bbe8-03398b0d91eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.429772 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ec38e60-f91e-4cc4-bbe8-03398b0d91eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.432666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:49.459522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:49.461878 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6092d20c-25b8-4abf-9959-8a71f7c871f9" -d '{"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-plugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:49.488440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:49.488997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ec38e60-f91e-4cc4-bbe8-03398b0d91eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.493674 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.494241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ec38e60-f91e-4cc4-bbe8-03398b0d91eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:49.495194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:49.498267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8ec38e60-f91e-4cc4-bbe8-03398b0d91eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56f35ba4-03e2-4e15-bcfc-0186ee220922 HTTP/1.1" status: 204 len: 168 time: 0.1578033 Aug 20 08:49:49.518155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec38e60-f91e-4cc4-bbe8-03398b0d91eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f35ba4-03e2-4e15-bcfc-0186ee220922,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:49.556594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 1bd97258-e22e-4da0-92e3-15625953bcb2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:49.557235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1bd97258-e22e-4da0-92e3-15625953bcb2 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:49.559575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:49.581434 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84a742-d8db-4151-a43c-f2b1c6730485 x-openstack-request-id: req-6a84a742-d8db-4151-a43c-f2b1c6730485 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:49.581761 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-plugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:49.581963 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a84a742-d8db-4151-a43c-f2b1c6730485 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:49.582353 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'code': 200} Aug 20 08:49:49.586215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 has no active binding in host n-h1-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 08:49:49.603806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:49.660884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4206da-c1be-4a4e-b972-5233767a7b9b req-9b892ce0-c348-4a8f-9a65-1ca724f0ae89 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:49.683877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e4206da-c1be-4a4e-b972-5233767a7b9b req-9b892ce0-c348-4a8f-9a65-1ca724f0ae89 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 949 time: 0.1275661 Aug 20 08:49:49.780940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5c8000b-fc24-466a-a0de-f87a632409d4 req-ad38ca64-f610-40cf-ae2d-2f78162f5d6a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 210 time: 0.0830948 Aug 20 08:49:49.812958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e4206da-c1be-4a4e-b972-5233767a7b9b req-76dee990-27fc-42ac-a5b9-9524ee34d874 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264677 Aug 20 08:49:49.851604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e23e8-67f5-4f67-8864-0a7af47a9787 req-31819021-71ef-4ea9-87ab-1b7da36c1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:49.853105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662e23e8-67f5-4f67-8864-0a7af47a9787 req-31819021-71ef-4ea9-87ab-1b7da36c1cfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 1100 time: 0.0899916 Aug 20 08:49:49.919411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-b66b6121-fac9-48af-a686-1da8eff2a066 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:49.920903 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-b66b6121-fac9-48af-a686-1da8eff2a066 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2575295 Aug 20 08:49:49.927258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662e23e8-67f5-4f67-8864-0a7af47a9787 req-3c8c016f-bee6-447f-b7ed-4a0042731771 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602326 Aug 20 08:49:49.944523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec1c58-45b6-42ec-b156-f501fe565b5c req-fc57f343-1626-483f-9a03-dff271cc88ec tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:49.952287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6ec1c58-45b6-42ec-b156-f501fe565b5c req-fc57f343-1626-483f-9a03-dff271cc88ec tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 948 time: 0.0647864 Aug 20 08:49:49.992018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b57c6a69-de31-4326-833c-572e51575706'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:50.001797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6ec1c58-45b6-42ec-b156-f501fe565b5c req-216f7552-d1ff-467b-8c3a-53ecaad493f7 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Aug 20 08:49:50.155907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855'}, {'name': 'network-changed', 'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:50.159798 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735b5d1-4e93-43f4-873f-a612118d4e02" -d '{"events": [{"server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855"}, {"name": "network-changed", "server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:50.177620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:50.238948 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afd5c07-a964-453d-953a-47952e0fc188 x-openstack-request-id: req-1afd5c07-a964-453d-953a-47952e0fc188 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:50.242285 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855", "code": 200}, {"name": "network-changed", "server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:50.242551 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1afd5c07-a964-453d-953a-47952e0fc188 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:50.242936 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'code': 200} Aug 20 08:49:50.243213 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'status': 'completed', 'code': 200} Aug 20 08:49:50.306813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a2bf2-9490-4c38-9800-093bbc576925 req-d0932a1b-b36e-4264-ae2d-d8b8f53bce07 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:50.315410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442a2bf2-9490-4c38-9800-093bbc576925 req-d0932a1b-b36e-4264-ae2d-d8b8f53bce07 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 951 time: 0.1222234 Aug 20 08:49:50.339162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:50.348674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:50.358144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-30e6fbb0-32d0-4b68-9b6e-a30f1e9ab8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:50.359878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-30e6fbb0-32d0-4b68-9b6e-a30f1e9ab8bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1124 time: 0.1000755 Aug 20 08:49:50.367734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442a2bf2-9490-4c38-9800-093bbc576925 req-dcadd9f3-9a22-42a9-9f36-9175825fbcdf tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521896 Aug 20 08:49:50.593596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.6 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/04944dd7-5993-43a3-829b-8c33aa16c623) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:49:50.601685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f06be-eb7a-4336-b1a4-cede00703e47 req-120e3652-102f-4000-b9b7-551a13579e89 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:50.603394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d9f06be-eb7a-4336-b1a4-cede00703e47 req-120e3652-102f-4000-b9b7-551a13579e89 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0999703 Aug 20 08:49:50.609003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-8d81b101-0758-4ee8-8f71-018b6fbe2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:50.610687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-8d81b101-0758-4ee8-8f71-018b6fbe2b9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.2282352 Aug 20 08:49:50.672856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-d7650ca5-09fa-4bc5-b277-8d196cee7f2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 217 time: 0.0482488 Aug 20 08:49:50.705066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-a2fedc03-5ef9-4ddf-9629-f58f8ecf56e6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:50.707077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-a2fedc03-5ef9-4ddf-9629-f58f8ecf56e6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 951 time: 0.1073134 Aug 20 08:49:50.753227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d9f06be-eb7a-4336-b1a4-cede00703e47 req-7c6b941b-e52c-4581-af78-1ad8c248522b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403153 Aug 20 08:49:50.763710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-fc7b02a9-1cc6-4eae-82ba-7ad4646ff627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:50.766395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-fc7b02a9-1cc6-4eae-82ba-7ad4646ff627 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.0823863 Aug 20 08:49:50.810770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-7bd5e3c7-f9de-4036-9805-7cac534fcbb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313544 Aug 20 08:49:50.953649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Deleting port 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:50.954267 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:50.992232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8094389e-9d01-4941-a991-53f4ff2eb5d7 req-c5001831-53fc-4f91-a7af-87f0756ae885 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 210 time: 0.0597396 Aug 20 08:49:51.025039 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.075283 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-90d74d8e-89aa-405d-81f2-bd7542eba352 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503829 Aug 20 08:49:51.124319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f883ff-2078-494b-9c8f-d84a5a100660 req-3b71a647-d6d7-41f1-bbb7-9a765b2c0324 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:51.133065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15f883ff-2078-494b-9c8f-d84a5a100660 req-3b71a647-d6d7-41f1-bbb7-9a765b2c0324 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 949 time: 0.1355693 Aug 20 08:49:51.140252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] For port 43447838-b760-4ec1-9c48-ba0ac5ad58fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=43447838-b760-4ec1-9c48-ba0ac5ad58fa,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:51.141244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.164336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Calling delete_port for 43447838-b760-4ec1-9c48-ba0ac5ad58fa owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:51.256838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15f883ff-2078-494b-9c8f-d84a5a100660 req-cd057043-33a7-4587-81cd-da37bbf4a1db tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227391 Aug 20 08:49:51.332474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237edb55-6984-4c99-9d72-8ba22d64395b req-bcd7f012-1b23-420a-adca-34ce8ae86e0f tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:51.334363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-237edb55-6984-4c99-9d72-8ba22d64395b req-bcd7f012-1b23-420a-adca-34ce8ae86e0f tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 948 time: 0.1943016 Aug 20 08:49:51.362652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.377273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:51.389885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c735b5d1-4e93-43f4-873f-a612118d4e02 req-39f77464-0b60-42f9-9208-961f9327a3c1 service neutron] 10.222.0.26 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970617 Aug 20 08:49:51.462744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:49:51.470611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:51.476580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:49:51.488022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-237edb55-6984-4c99-9d72-8ba22d64395b req-086fb0d6-be06-400c-b713-dc3ec5805133 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417968 Aug 20 08:49:51.527262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.550890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=04944dd7-5993-43a3-829b-8c33aa16c623,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:51.599693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87f71742-abc7-4caa-8a6d-b1598275e7da req-f3b1b1b0-5a06-4e44-8082-f577b2d2f432 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70 HTTP/1.1" status: 200 len: 210 time: 0.0696969 Aug 20 08:49:51.615148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event deleted for resources: {'Port': ['ID=43447838-b760-4ec1-9c48-ba0ac5ad58fa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:51.663138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:51.664428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.701660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] No DVR routers for this DVR port 43447838-b760-4ec1-9c48-ba0ac5ad58fa on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:51.706496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.708554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d4ab770-d2f9-4b58-96b0-3df54629db9b req-3d8f462f-b415-4087-9640-5923b9f4ff39 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "DELETE /v2.0/ports/43447838-b760-4ec1-9c48-ba0ac5ad58fa HTTP/1.1" status: 204 len: 173 time: 0.9880176 Aug 20 08:49:51.710449 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-e93668aa-44d1-4542-b90b-176f1e93c91b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5375559 Aug 20 08:49:51.724160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Request body: {'port': {'device_id': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:51.800378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 692cf30d-6c71-41db-8f18-6002f3c636f6 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:51.851383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.883359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 692cf30d-6c71-41db-8f18-6002f3c636f6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:51.901187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 692cf30d-6c71-41db-8f18-6002f3c636f6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:51.901767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:51.959256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266', '5b84b65c-e46a-40ab-b9b5-cfa312433a89'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:51.980291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8da6-406b-46b1-8b3b-5acdb55b27fd req-60beaca2-e29d-4272-b23b-09b7d6af9661 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:51.982471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-192a8da6-406b-46b1-8b3b-5acdb55b27fd req-60beaca2-e29d-4272-b23b-09b7d6af9661 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.0962496 Aug 20 08:49:52.038962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-192a8da6-406b-46b1-8b3b-5acdb55b27fd req-56402438-4dbd-4c8f-ae6a-52a4c5f9860e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Aug 20 08:49:52.235825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed6f6c-5616-40bf-847d-6eac61105383 req-2d8fd7e1-5540-458c-b0cd-7cff69a3de3e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:52.243053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93ed6f6c-5616-40bf-847d-6eac61105383 req-2d8fd7e1-5540-458c-b0cd-7cff69a3de3e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 931 time: 0.1166556 Aug 20 08:49:52.260026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.311318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-deleted', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:52.327085 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e56940f-dffb-419f-b913-92543f295fd7" -d '{"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-deleted", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:52.346309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93ed6f6c-5616-40bf-847d-6eac61105383 req-8e4b0b52-1a05-44fd-a4dc-f0950258ddc0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994422 Aug 20 08:49:52.388435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04944dd7-5993-43a3-829b-8c33aa16c623 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:52.392333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692cf30d-6c71-41db-8f18-6002f3c636f6'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:52.399013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.404530 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feb8d3a-d870-49a9-9f60-7de7528057a5" -d '{"events": [{"server_uuid": "8f7381ff-4514-488e-8edd-06ec9afcd454", "name": "network-vif-plugged", "status": "completed", "tag": "692cf30d-6c71-41db-8f18-6002f3c636f6"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:52.418814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Transition to ACTIVE for port object 04944dd7-5993-43a3-829b-8c33aa16c623 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:52.424898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.453120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 692cf30d-6c71-41db-8f18-6002f3c636f6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=692cf30d-6c71-41db-8f18-6002f3c636f6,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:52.494927 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.499306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865a900-92ce-4ec0-a37a-9233228037ab req-09b05899-53c0-4ffb-8bc1-00e8bbf6389f tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:52.520386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5865a900-92ce-4ec0-a37a-9233228037ab req-09b05899-53c0-4ffb-8bc1-00e8bbf6389f tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 949 time: 0.1439157 Aug 20 08:49:52.522952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36184) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:52.532284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:52.587836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Pushing event updated for resources: {'Port': ['ID=04944dd7-5993-43a3-829b-8c33aa16c623,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:52.602578 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b92f01a-609e-4c17-885a-79acee7cc75d x-openstack-request-id: req-4b92f01a-609e-4c17-885a-79acee7cc75d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:52.603058 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70", "name": "network-vif-deleted", "tag": "43447838-b760-4ec1-9c48-ba0ac5ad58fa", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:52.603319 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b92f01a-609e-4c17-885a-79acee7cc75d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:52.603713 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eeb0a4-0c3d-4e7c-81fa-6edf807cdb70', 'name': 'network-vif-deleted', 'tag': '43447838-b760-4ec1-9c48-ba0ac5ad58fa', 'status': 'completed', 'code': 200} Aug 20 08:49:52.604681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Attempting to bind port 04944dd7-5993-43a3-829b-8c33aa16c623 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:49:52.605016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Attempting to bind port 04944dd7-5993-43a3-829b-8c33aa16c623 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:49:52.605340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Attempting to bind port 04944dd7-5993-43a3-829b-8c33aa16c623 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:52.613851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Port 04944dd7-5993-43a3-829b-8c33aa16c623 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:49:52.614191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Attempting to bind port 04944dd7-5993-43a3-829b-8c33aa16c623 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:49:52.619802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:49:52.620154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:52.620595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:49:52.621218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Bound port: 04944dd7-5993-43a3-829b-8c33aa16c623, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:49:52.621594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.632864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5865a900-92ce-4ec0-a37a-9233228037ab req-b50a6a10-3deb-46cd-b127-bfc015fcc7d5 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069627 Aug 20 08:49:52.706694 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29361ab1-81ef-4f36-a259-61edcf169734 x-openstack-request-id: req-29361ab1-81ef-4f36-a259-61edcf169734 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:52.712464 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7381ff-4514-488e-8edd-06ec9afcd454", "name": "network-vif-plugged", "status": "completed", "tag": "692cf30d-6c71-41db-8f18-6002f3c636f6", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:52.716798 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29361ab1-81ef-4f36-a259-61edcf169734 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:52.721245 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692cf30d-6c71-41db-8f18-6002f3c636f6', 'code': 200} Aug 20 08:49:52.751291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] For port 04944dd7-5993-43a3-829b-8c33aa16c623, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:52.758879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] For port 04944dd7-5993-43a3-829b-8c33aa16c623, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=04944dd7-5993-43a3-829b-8c33aa16c623,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:49:52.777813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbb03ca8-1d13-4644-8dd0-34e0352c9455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.784032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port b57c6a69-de31-4326-833c-572e51575706 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:52.789241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.791771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=692cf30d-6c71-41db-8f18-6002f3c636f6,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:52.807434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b57c6a69-de31-4326-833c-572e51575706 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:52.807912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:52.985072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.041265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:53.043418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad0a9f-c911-4ee1-a6fa-d8cf1eecc9fa req-e92b0b4f-8486-4307-b09b-6102c8e2b49a tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.045028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1ad0a9f-c911-4ee1-a6fa-d8cf1eecc9fa req-e92b0b4f-8486-4307-b09b-6102c8e2b49a tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 948 time: 0.2064688 Aug 20 08:49:53.046130 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.102932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1ad0a9f-c911-4ee1-a6fa-d8cf1eecc9fa req-543e28b8-cbce-4cf6-9c0d-63e7205181bd tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Aug 20 08:49:53.163837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbb03ca8-1d13-4644-8dd0-34e0352c9455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.169332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbb03ca8-1d13-4644-8dd0-34e0352c9455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.176561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:53.281792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cbb03ca8-1d13-4644-8dd0-34e0352c9455 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fd1df968a284075b240c8d713c377c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7539835 Aug 20 08:49:53.282111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.282111 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.282111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] 10.222.0.37 "PUT /v2.0/ports/04944dd7-5993-43a3-829b-8c33aa16c623 HTTP/1.1" status: 200 len: 1091 time: 1.5619471 Aug 20 08:49:53.283715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36214) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:53.293867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb03ca8-1d13-4644-8dd0-34e0352c9455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3335167f-ddf7-4138-afe2-29acd755731d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:53.302796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1da69-1e68-4b89-9d8c-4aa0431dfb8a req-224ee7d8-b167-4537-b846-f49b5a518579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.304263 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d8c1da69-1e68-4b89-9d8c-4aa0431dfb8a req-224ee7d8-b167-4537-b846-f49b5a518579 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 1101 time: 0.5445940 Aug 20 08:49:53.322787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d1b96-1dfb-4994-8eff-babe45c31f1a service neutron] Pushing event updated for resources: {'Port': ['ID=04944dd7-5993-43a3-829b-8c33aa16c623,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:53.391612 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d8c1da69-1e68-4b89-9d8c-4aa0431dfb8a req-fbeee915-d80d-4fd9-9286-52da256e76d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795424 Aug 20 08:49:53.401219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-30161dc0-7571-4dc8-85a1-25d5bb263958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.402936 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-30161dc0-7571-4dc8-85a1-25d5bb263958 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 1094 time: 0.0676882 Aug 20 08:49:53.429764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00eee3ae-83b1-445b-a46a-d8aef46d6c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.447376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-691a3a65-6c7c-41dc-96ca-99cc88c939a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04944dd7-5993-43a3-829b-8c33aa16c623 HTTP/1.1" status: 200 len: 217 time: 0.0344477 Aug 20 08:49:53.454145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11c9d-b62e-431e-8d37-5cd110bcd39f req-ae6adae6-aff8-4548-9ce7-aa463be75a61 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.455463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ab11c9d-b62e-431e-8d37-5cd110bcd39f req-ae6adae6-aff8-4548-9ce7-aa463be75a61 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 943 time: 0.1725607 Aug 20 08:49:53.488578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00eee3ae-83b1-445b-a46a-d8aef46d6c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.501368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-cc0f7e58-e9ec-4eb0-8f28-737853be3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.503072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-cc0f7e58-e9ec-4eb0-8f28-737853be3660 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.0486646 Aug 20 08:49:53.537891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-fef931e9-a2ff-41fe-9fb2-78826d7f7022 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265980 Aug 20 08:49:53.543142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324feb-e8d7-4e30-b19c-a59671130887 req-b872349d-3a9a-40cd-a330-755cc666c99d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.544636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31324feb-e8d7-4e30-b19c-a59671130887 req-b872349d-3a9a-40cd-a330-755cc666c99d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1309977 Aug 20 08:49:53.565757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ab11c9d-b62e-431e-8d37-5cd110bcd39f req-35a2cf2a-b5fa-41e4-a6d5-0ec058fa3761 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001744 Aug 20 08:49:53.597428 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31324feb-e8d7-4e30-b19c-a59671130887 req-e14a46b0-b447-49b5-a1bb-f6b2b31f10e2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Aug 20 08:49:53.617554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00eee3ae-83b1-445b-a46a-d8aef46d6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.617554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00eee3ae-83b1-445b-a46a-d8aef46d6c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:53.617554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00eee3ae-83b1-445b-a46a-d8aef46d6c2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3335167f-ddf7-4138-afe2-29acd755731d HTTP/1.1" status: 204 len: 168 time: 0.3203144 Aug 20 08:49:53.649549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eee3ae-83b1-445b-a46a-d8aef46d6c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3335167f-ddf7-4138-afe2-29acd755731d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:53.671454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-3f04fb44-2d94-4c6d-9822-82166a55ca6a service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264703 Aug 20 08:49:53.772303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6325c6-c93a-48e6-8a9e-5ae7f83d95fb req-da952db8-972a-48da-978d-7ac1b378a3aa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.774297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e6325c6-c93a-48e6-8a9e-5ae7f83d95fb req-da952db8-972a-48da-978d-7ac1b378a3aa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 943 time: 0.0760589 Aug 20 08:49:53.815351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:53.849357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6dc1b-e3cf-40a6-a4f0-4d3031be0002 req-d7d7474d-f581-4f6d-85c1-839bba5080d6 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:53.851092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56d6dc1b-e3cf-40a6-a4f0-4d3031be0002 req-d7d7474d-f581-4f6d-85c1-839bba5080d6 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 950 time: 0.0761418 Aug 20 08:49:53.860900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e918317-bd89-49d8-82a7-5264d16114f1 req-cdddeba0-2ed4-4658-b3c0-9b5fb9d7efd8 service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812882 Aug 20 08:49:53.878930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e6325c6-c93a-48e6-8a9e-5ae7f83d95fb req-d83f3e5a-f690-472c-8781-ac41707061b0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916073 Aug 20 08:49:53.912961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-c372619f-d302-435b-aa0d-b712a78f5675 service neutron] 10.222.0.26 "GET /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.1055853 Aug 20 08:49:53.914368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56d6dc1b-e3cf-40a6-a4f0-4d3031be0002 req-43474543-ccc9-4710-8b02-e111f185855a tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Aug 20 08:49:54.126805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36236) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:54.150185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:54.167358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9021131f-7f95-4a97-a741-efdb5bd91515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.178058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:54.181563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:54.203671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 43447838-b760-4ec1-9c48-ba0ac5ad58fa {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:54.204455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 43447838-b760-4ec1-9c48-ba0ac5ad58fa not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:54.222922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e258e37-2346-4c31-a89a-c8cfea58c855 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:54.242507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:54.261471 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.310839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9021131f-7f95-4a97-a741-efdb5bd91515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.320989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9021131f-7f95-4a97-a741-efdb5bd91515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.381868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] Transition to ACTIVE for port object 6e258e37-2346-4c31-a89a-c8cfea58c855 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:49:54.387430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.438608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9021131f-7f95-4a97-a741-efdb5bd91515 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=661f61a1fe2843e1b1f4ea5e8bcad687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100042 Aug 20 08:49:54.439459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021131f-7f95-4a97-a741-efdb5bd91515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0a97a-a5a9-4e3f-86c1-354ae9a39d92,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:54.441961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36242) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:54.467784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] No DVR routers for this DVR port 6e258e37-2346-4c31-a89a-c8cfea58c855 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:54.510506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] Pushing event updated for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:54.518249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-596c2563-a2d6-4279-9482-faa1c8694821 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855/bindings/n-h1-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5943570 Aug 20 08:49:54.537228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d2003de-1aac-464a-b4ef-1023facae3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.563353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7fd97-838a-4e10-8ed7-ae81a358617e req-54a66dbf-8b7a-41f5-82bc-61361478eef7 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.567302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2f7fd97-838a-4e10-8ed7-ae81a358617e req-54a66dbf-8b7a-41f5-82bc-61361478eef7 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 949 time: 0.0910304 Aug 20 08:49:54.595223 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d2003de-1aac-464a-b4ef-1023facae3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.619412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'tag': '04944dd7-5993-43a3-829b-8c33aa16c623'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:54.622260 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbd79ce-9813-47cd-bb62-b002b7dcb118", "tag": "04944dd7-5993-43a3-829b-8c33aa16c623"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:54.662568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-7b80f8ea-be0d-4f34-a5db-b72505480bc0 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.664155 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-7b80f8ea-be0d-4f34-a5db-b72505480bc0 tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.0750508 Aug 20 08:49:54.686401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:54.711680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2f7fd97-838a-4e10-8ed7-ae81a358617e req-03d0490b-94d4-42ea-853f-9e42d226f8e6 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338763 Aug 20 08:49:54.720601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-0741edb0-9741-4cdf-833c-54ff8dcbfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.722445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57c6a69-de31-4326-833c-572e51575706'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:54.722716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-0741edb0-9741-4cdf-833c-54ff8dcbfb16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f&tenant_id=b600632f9f434cc5b5eef58a15461038 HTTP/1.1" status: 200 len: 1095 time: 0.0496492 Aug 20 08:49:54.724936 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7240b9-d2bb-415d-9f96-5bb88c904041" -d '{"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-plugged", "status": "completed", "tag": "b57c6a69-de31-4326-833c-572e51575706"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:54.761518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b4b6c-4666-488d-8d65-7a4e7169d8d3 req-407042c4-f502-40fa-b6e3-d0fc18992909 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.770081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb6b4b6c-4666-488d-8d65-7a4e7169d8d3 req-407042c4-f502-40fa-b6e3-d0fc18992909 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.0826454 Aug 20 08:49:54.799062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d2003de-1aac-464a-b4ef-1023facae3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.801885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d2003de-1aac-464a-b4ef-1023facae3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.803148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5d2003de-1aac-464a-b4ef-1023facae3e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfd0a97a-a5a9-4e3f-86c1-354ae9a39d92 HTTP/1.1" status: 204 len: 168 time: 0.3602376 Aug 20 08:49:54.822841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-6e56af2f-5694-4275-80ff-594bbe7a9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.824761 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-6e56af2f-5694-4275-80ff-594bbe7a9ce5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1095 time: 0.0594060 Aug 20 08:49:54.884266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb6b4b6c-4666-488d-8d65-7a4e7169d8d3 req-f2d293ce-17b7-42b6-bb27-cff9fc6a7de5 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Aug 20 08:49:54.888059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2003de-1aac-464a-b4ef-1023facae3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0a97a-a5a9-4e3f-86c1-354ae9a39d92,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:54.935278 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb33455-8c09-4c8c-b370-05918945cfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:54.935926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-260b344b-937f-491f-a886-8eedae79ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.939574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-260b344b-937f-491f-a886-8eedae79ce82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1076078 Aug 20 08:49:54.951962 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a137130-107d-4aee-8587-2bffde650f5d x-openstack-request-id: req-5a137130-107d-4aee-8587-2bffde650f5d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:54.952104 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbd79ce-9813-47cd-bb62-b002b7dcb118", "tag": "04944dd7-5993-43a3-829b-8c33aa16c623", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:54.952323 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a137130-107d-4aee-8587-2bffde650f5d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:54.952795 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'tag': '04944dd7-5993-43a3-829b-8c33aa16c623', 'status': 'completed', 'code': 200} Aug 20 08:49:54.963218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b2650-1604-4bc7-8de5-5468c7ab7d21 req-f2e49c59-4917-4bc1-98fb-ea2296d53460 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:54.971087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b1b2650-1604-4bc7-8de5-5468c7ab7d21 req-f2e49c59-4917-4bc1-98fb-ea2296d53460 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.1535726 Aug 20 08:49:55.019314 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4696d8-3b4c-4390-a9d2-c01c920a44eb x-openstack-request-id: req-1a4696d8-3b4c-4390-a9d2-c01c920a44eb {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:55.020267 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-plugged", "status": "completed", "tag": "b57c6a69-de31-4326-833c-572e51575706", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:55.020707 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a4696d8-3b4c-4390-a9d2-c01c920a44eb {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:55.021251 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57c6a69-de31-4326-833c-572e51575706', 'code': 200} Aug 20 08:49:55.034195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-9b369a53-e00e-457b-ad5d-df1315860129 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 200 len: 217 time: 0.0802448 Aug 20 08:49:55.055506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b1b2650-1604-4bc7-8de5-5468c7ab7d21 req-72eaadb8-74ef-4c93-a5d8-29d7c238d3fb tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834048 Aug 20 08:49:55.170867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-e9a3fe89-ad21-4e30-a5c9-d3cd740f1e03 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.172649 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-e9a3fe89-ad21-4e30-a5c9-d3cd740f1e03 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 949 time: 0.2061007 Aug 20 08:49:55.177226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-979035dd-3605-4827-a065-c591b2f42b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.177868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb33455-8c09-4c8c-b370-05918945cfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.179694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-979035dd-3605-4827-a065-c591b2f42b5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 1094 time: 0.1570098 Aug 20 08:49:55.181327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-afac6bff-197a-4dc4-bf72-c01e71ddc862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.182716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-afac6bff-197a-4dc4-bf72-c01e71ddc862 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.1314225 Aug 20 08:49:55.213949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb33455-8c09-4c8c-b370-05918945cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.278501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1eb33455-8c09-4c8c-b370-05918945cfb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa22f8f9c4f6452ab5c96fde1a0874ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891125 Aug 20 08:49:55.284324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36274) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:55.286041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-227fc5dc-8b8f-48a2-a0a5-781ddc033ec2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927291 Aug 20 08:49:55.294463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe3cf7-f112-449c-bc03-38346a78633e req-9863c40e-e8b2-4bd0-a255-3f54d4cc2644 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.295295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a1a86-31a9-4044-a284-1597dae6528b req-6caad644-d260-4cac-836a-fa18b8fccdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.296153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9fe3cf7-f112-449c-bc03-38346a78633e req-9863c40e-e8b2-4bd0-a255-3f54d4cc2644 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 943 time: 0.1757703 Aug 20 08:49:55.297446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-693a1a86-31a9-4044-a284-1597dae6528b req-6caad644-d260-4cac-836a-fa18b8fccdbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 1100 time: 0.1926715 Aug 20 08:49:55.305751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb33455-8c09-4c8c-b370-05918945cfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d40f4b-5083-4e90-aa96-0f9acec55338,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:55.317568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c115973-4d94-4e7a-8cd9-669f2a26a752 req-3414ccb5-ae53-49a7-914e-90ad4b018b39 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.325276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c115973-4d94-4e7a-8cd9-669f2a26a752 req-3414ccb5-ae53-49a7-914e-90ad4b018b39 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 950 time: 0.1753814 Aug 20 08:49:55.420705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c115973-4d94-4e7a-8cd9-669f2a26a752 req-9b3a512a-9342-4070-a816-54c223919979 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 Aug 20 08:49:55.455854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9fe3cf7-f112-449c-bc03-38346a78633e req-c11901ef-b0a7-40d1-9e38-c956d0a4b258 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219783 Aug 20 08:49:55.466727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4d84d02-4940-4df4-8ab8-26e81eaba054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.499260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-693a1a86-31a9-4044-a284-1597dae6528b req-77c33756-12c5-4aae-b16f-6eb636669587 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871626 Aug 20 08:49:55.505524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-5b4c80dd-7e67-47ca-9bef-cda9f50b3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.507112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-5b4c80dd-7e67-47ca-9bef-cda9f50b3316 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.3128245 Aug 20 08:49:55.526159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4d84d02-4940-4df4-8ab8-26e81eaba054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.528252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-5ef3edbc-0617-4b0c-b854-dce34e39f235 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294805 Aug 20 08:49:55.538145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Deleting port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:55.538594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.590514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4d84d02-4940-4df4-8ab8-26e81eaba054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.597968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4d84d02-4940-4df4-8ab8-26e81eaba054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.601002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d4d84d02-4940-4df4-8ab8-26e81eaba054 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92d40f4b-5083-4e90-aa96-0f9acec55338 HTTP/1.1" status: 204 len: 168 time: 0.3142245 Aug 20 08:49:55.621846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d84d02-4940-4df4-8ab8-26e81eaba054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d40f4b-5083-4e90-aa96-0f9acec55338,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:55.708715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] For port 5b84b65c-e46a-40ab-b9b5-cfa312433a89, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b84b65c-e46a-40ab-b9b5-cfa312433a89,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:55.709380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:55.724857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Calling delete_port for 5b84b65c-e46a-40ab-b9b5-cfa312433a89 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:55.984461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-309f4bfe-1114-421d-9de5-cf5ba99c67fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04944dd7-5993-43a3-829b-8c33aa16c623 HTTP/1.1" status: 200 len: 217 time: 0.1504872 Aug 20 08:49:55.984648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136606be-12ad-4d99-af90-9d875bb1cfe1 req-b1f8500e-e37d-4347-9111-55e19652096b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:55.994482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-136606be-12ad-4d99-af90-9d875bb1cfe1 req-b1f8500e-e37d-4347-9111-55e19652096b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 949 time: 0.1394951 Aug 20 08:49:56.042886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36304) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:56.076405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:56.076703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ff0e-e120-44b6-85c5-d055591695f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:56.089308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['85b8fbff-321c-44f0-a980-539c38404266'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:56.098646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-0b99b26f-a5f3-424e-a7a7-0368d2a54576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:56.100428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-0b99b26f-a5f3-424e-a7a7-0368d2a54576 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1047232 Aug 20 08:49:56.135632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event deleted for resources: {'Port': ['ID=5b84b65c-e46a-40ab-b9b5-cfa312433a89,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:56.139247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-c32415e7-7d29-421a-9948-654bb360ae74 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073096 Aug 20 08:49:56.178214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a3b4d-7d4e-4bfa-9e3e-2cba9ce6c988 req-e73aacbe-5cdd-47d5-8e4a-91371bcf3be5 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:56.180643 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-940a3b4d-7d4e-4bfa-9e3e-2cba9ce6c988 req-e73aacbe-5cdd-47d5-8e4a-91371bcf3be5 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 950 time: 0.2813087 Aug 20 08:49:56.192037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-8bd6a075-7665-47fd-8301-8f589d327f9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651145 Aug 20 08:49:56.225645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-136606be-12ad-4d99-af90-9d875bb1cfe1 req-a76c7392-7826-4ecd-b590-38a7e4fd3847 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300968 Aug 20 08:49:56.269220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] No DVR routers for this DVR port 5b84b65c-e46a-40ab-b9b5-cfa312433a89 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:56.320338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:56.322535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbefad47-d82d-43cb-9f35-8f8e0d4f940e req-157aab73-0262-4dde-a085-a69149cb8560 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "DELETE /v2.0/ports/5b84b65c-e46a-40ab-b9b5-cfa312433a89 HTTP/1.1" status: 204 len: 173 time: 1.1386898 Aug 20 08:49:56.323403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-940a3b4d-7d4e-4bfa-9e3e-2cba9ce6c988 req-edf92652-6b9b-4601-8f23-cb20cf605ed3 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297638 Aug 20 08:49:56.443445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-5a8b636f-4bbb-48e7-b7db-c9e6026f61b5 service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316873 Aug 20 08:49:56.533093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cee474a3-1529-4102-95a2-3b61959acf30 req-65d0d654-f065-4d4d-9f45-d2ce38730ee7 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=d117ae94-4978-4092-926b-310201d9a382 HTTP/1.1" status: 200 len: 210 time: 0.0675216 Aug 20 08:49:56.545158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 04944dd7-5993-43a3-829b-8c33aa16c623 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:49:56.604539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77751c-5b94-4460-97a3-8f2d33fa7ddb req-f43cbbdc-83cf-40ca-b107-75d4bdfd5b2d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:56.613386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a77751c-5b94-4460-97a3-8f2d33fa7ddb req-f43cbbdc-83cf-40ca-b107-75d4bdfd5b2d tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.2346826 Aug 20 08:49:56.675447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2e3b90d6-bc24-4cae-9ed3-685db7c2cca4 req-9ac045a6-1c91-495b-8f19-43462a3b736e service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205706 Aug 20 08:49:56.689389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1faefc-e702-4802-a640-765e18d6c3db req-b85b91ea-0a81-4f38-9222-71fe392ead9b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:56.695929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-b85b91ea-0a81-4f38-9222-71fe392ead9b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f&tenant_id=b600632f9f434cc5b5eef58a15461038&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1095 time: 0.2621155 Aug 20 08:49:56.783420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 04944dd7-5993-43a3-829b-8c33aa16c623, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=04944dd7-5993-43a3-829b-8c33aa16c623,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:56.791878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a77751c-5b94-4460-97a3-8f2d33fa7ddb req-40247b4f-1347-4514-942e-6b1daaa76d77 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770637 Aug 20 08:49:56.818067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ff0e-e120-44b6-85c5-d055591695f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:56.826872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ff0e-e120-44b6-85c5-d055591695f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:56.854287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '04944dd7-5993-43a3-829b-8c33aa16c623', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': '04944dd7-5993-43a3-829b-8c33aa16c623', 'mac_address': 'fa:16:3e:14:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:49:56.897018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab690c4-4d1b-4e2f-9600-1a078e557df0 req-780da083-8e96-4782-9b28-aa1007aebf2e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:56.915013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ab690c4-4d1b-4e2f-9600-1a078e557df0 req-780da083-8e96-4782-9b28-aa1007aebf2e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 943 time: 0.2627022 Aug 20 08:49:56.962472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-deleted', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:56.964834 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095363ab-7ac9-489a-bea0-d45c9a6b7e86" -d '{"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-deleted", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:56.984807 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.005891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ae8ff0e-e120-44b6-85c5-d055591695f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cebbd6bcb6444885abbb171b6b8f75af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9607821 Aug 20 08:49:57.008221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36324) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:57.009215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8ff0e-e120-44b6-85c5-d055591695f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851ec80d-1393-4aeb-9ee9-195f02f5fc60,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:57.050219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ab690c4-4d1b-4e2f-9600-1a078e557df0 req-a8e9736a-ed4c-43a8-ae2e-6703bf37dedc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272790 Aug 20 08:49:57.051579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-af1faefc-e702-4802-a640-765e18d6c3db req-8bbd97ce-1d80-4702-9fe9-4e63288ee512 service neutron] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:49:57.053057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04944dd7-5993-43a3-829b-8c33aa16c623 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:49:57.062720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-af1faefc-e702-4802-a640-765e18d6c3db req-8bbd97ce-1d80-4702-9fe9-4e63288ee512 service neutron] Notify callbacks [] for binding, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.064173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af1faefc-e702-4802-a640-765e18d6c3db req-8bbd97ce-1d80-4702-9fe9-4e63288ee512 service neutron] 10.222.0.37 "DELETE /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855/bindings/n-h2-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.3590033 Aug 20 08:49:57.090428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 04944dd7-5993-43a3-829b-8c33aa16c623, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=04944dd7-5993-43a3-829b-8c33aa16c623,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:57.099179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.123001 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1910f-9224-452b-a16b-ad2366b6ebd2 x-openstack-request-id: req-64a1910f-9224-452b-a16b-ad2366b6ebd2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:57.123784 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d117ae94-4978-4092-926b-310201d9a382", "name": "network-vif-deleted", "tag": "5b84b65c-e46a-40ab-b9b5-cfa312433a89", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:57.124289 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64a1910f-9224-452b-a16b-ad2366b6ebd2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:57.125229 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd117ae94-4978-4092-926b-310201d9a382', 'name': 'network-vif-deleted', 'tag': '5b84b65c-e46a-40ab-b9b5-cfa312433a89', 'status': 'completed', 'code': 200} Aug 20 08:49:57.149025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f62-db98-4527-bd15-b9b7a6dea8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.168202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=04944dd7-5993-43a3-829b-8c33aa16c623,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:57.181843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f62-db98-4527-bd15-b9b7a6dea8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.273146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-6b3ec6bf-f038-414e-a972-28d952fe0f7a tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:57.274976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-6b3ec6bf-f038-414e-a972-28d952fe0f7a tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 950 time: 0.0850306 Aug 20 08:49:57.318562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f62-db98-4527-bd15-b9b7a6dea8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.321173 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f62-db98-4527-bd15-b9b7a6dea8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.322415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0a2a7f62-db98-4527-bd15-b9b7a6dea8f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/851ec80d-1393-4aeb-9ee9-195f02f5fc60 HTTP/1.1" status: 204 len: 168 time: 0.3123775 Aug 20 08:49:57.345024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a7f62-db98-4527-bd15-b9b7a6dea8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851ec80d-1393-4aeb-9ee9-195f02f5fc60,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:57.394207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['04944dd7-5993-43a3-829b-8c33aa16c623'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:49:57.402265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4e4ed-fd6d-4dd0-a670-37d5cb610337 req-b9ccd224-be76-4060-b78f-08f20b914d9a tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:57.405373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64d4e4ed-fd6d-4dd0-a670-37d5cb610337 req-b9ccd224-be76-4060-b78f-08f20b914d9a tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 949 time: 0.0956957 Aug 20 08:49:57.487689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64d4e4ed-fd6d-4dd0-a670-37d5cb610337 req-5d0dc45d-cc34-4036-b2ac-e9745619b214 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643828 Aug 20 08:49:57.509930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Deleting port 692cf30d-6c71-41db-8f18-6002f3c636f6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:49:57.510250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.665189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] For port 692cf30d-6c71-41db-8f18-6002f3c636f6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=692cf30d-6c71-41db-8f18-6002f3c636f6,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:57.665952 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.682877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Calling delete_port for 692cf30d-6c71-41db-8f18-6002f3c636f6 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:49:57.781917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc4f12-67b2-444c-a2e9-1ca2c8ad6f4b req-414c1920-3280-4b79-b880-4f0bf00549ea tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:57.784685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72cc4f12-67b2-444c-a2e9-1ca2c8ad6f4b req-414c1920-3280-4b79-b880-4f0bf00549ea tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 949 time: 0.1807473 Aug 20 08:49:57.800897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725031dc-7d6b-49fd-ae61-a062ea5d0dc7 req-5f954799-7faf-44f4-b8bf-fe79c67b3efb tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:57.803555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-725031dc-7d6b-49fd-ae61-a062ea5d0dc7 req-5f954799-7faf-44f4-b8bf-fe79c67b3efb tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f7381ff-4514-488e-8edd-06ec9afcd454 HTTP/1.1" status: 200 len: 950 time: 0.1774149 Aug 20 08:49:57.833969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 692cf30d-6c71-41db-8f18-6002f3c636f6 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:57.919805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-725031dc-7d6b-49fd-ae61-a062ea5d0dc7 req-a9cf1e3b-4f39-4eb9-a372-b498dedb3dc9 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.35 "GET /v2.0/security-groups?id=675de306-53ea-43a3-8acb-ac1c2e2a0491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032214 Aug 20 08:49:57.946641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.954487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72cc4f12-67b2-444c-a2e9-1ca2c8ad6f4b req-04f3cd69-27e5-4491-a76d-42f1633af9ca tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388805 Aug 20 08:49:57.976525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:57.998201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Pushing event deleted for resources: {'Port': ['ID=692cf30d-6c71-41db-8f18-6002f3c636f6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:58.054413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] No DVR routers for this DVR port 692cf30d-6c71-41db-8f18-6002f3c636f6 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:49:58.060508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.064333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf5cbcf9-74f4-4af7-ba3b-0eeacf842cea req-250fd99d-3aa9-4e93-b728-f4cb1aafcc00 tempest-ServerDiagnosticsNegativeTest-738722844 tempest-ServerDiagnosticsNegativeTest-738722844-project] 10.222.0.26 "DELETE /v2.0/ports/692cf30d-6c71-41db-8f18-6002f3c636f6 HTTP/1.1" status: 204 len: 173 time: 0.7811491 Aug 20 08:49:58.142558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:49:58.204748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 5b84b65c-e46a-40ab-b9b5-cfa312433a89 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:49:58.205430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b84b65c-e46a-40ab-b9b5-cfa312433a89 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:49:58.224555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f5399-5d9f-4e12-b7f1-14cf5246e113 req-ba403b28-c47b-4673-b721-ae032e252baf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:58.232862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f00f5399-5d9f-4e12-b7f1-14cf5246e113 req-ba403b28-c47b-4673-b721-ae032e252baf tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.0880494 Aug 20 08:49:58.298071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f00f5399-5d9f-4e12-b7f1-14cf5246e113 req-6f87621e-8b11-4971-8b5c-02b7c8d7585e tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645053 Aug 20 08:49:58.552724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36388) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:58.555490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 04944dd7-5993-43a3-829b-8c33aa16c623 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:49:58.641946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 04944dd7-5993-43a3-829b-8c33aa16c623 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:49:58.646950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 04944dd7-5993-43a3-829b-8c33aa16c623 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:49:58.647629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.651908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9219f3-5ab1-4fd8-90da-5660fa366629 req-5b1cd2d7-fb21-4180-aaf8-d41af0db3273 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:58.653907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af9219f3-5ab1-4fd8-90da-5660fa366629 req-5b1cd2d7-fb21-4180-aaf8-d41af0db3273 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 944 time: 0.0658164 Aug 20 08:49:58.714328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af9219f3-5ab1-4fd8-90da-5660fa366629 req-341663af-2bda-4dc1-b5ff-a13dedc19af8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Aug 20 08:49:58.762790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.775041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-network', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:58.800918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Made reservation on behalf of 5faf592358ee41419359fe2fd2e003d4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:58.801429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04944dd7-5993-43a3-829b-8c33aa16c623'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:58.804929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.805542 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bea210-dac2-467f-8ecb-479521e03538" -d '{"events": [{"server_uuid": "0dbd79ce-9813-47cd-bb62-b002b7dcb118", "name": "network-vif-plugged", "status": "completed", "tag": "04944dd7-5993-43a3-829b-8c33aa16c623"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:58.818559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.824404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 04944dd7-5993-43a3-829b-8c33aa16c623, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=04944dd7-5993-43a3-829b-8c33aa16c623,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:49:58.831098 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.915420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=04944dd7-5993-43a3-829b-8c33aa16c623,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:58.953853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.958471 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.972892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:49:58.996687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284948f-afb0-445d-82dc-cc3c05870139 req-6bc2ab6b-3d9b-4073-940a-ea4d4bf5d26b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:58.997308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:58.997540 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Added segment acab9027-d1b6-4a88-9903-60d51b7f0497 of type vlan for network 92728c3c-0369-4eba-9c0b-758ccf662c4b Aug 20 08:49:58.998533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b284948f-afb0-445d-82dc-cc3c05870139 req-6bc2ab6b-3d9b-4073-940a-ea4d4bf5d26b tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 1095 time: 0.1013296 Aug 20 08:49:59.009098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f5fea-170c-474b-bdeb-86e1655fd7be,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:59.033663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcc62f-9d83-4146-91fc-ecade474e529 req-5fa291d9-7403-44a1-9f52-c0738c55d4f6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:59.035120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2abcc62f-9d83-4146-91fc-ecade474e529 req-5fa291d9-7403-44a1-9f52-c0738c55d4f6 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.0801756 Aug 20 08:49:59.048508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.063285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b284948f-afb0-445d-82dc-cc3c05870139 req-2cdd9cb9-340b-4e06-894b-c83a44b7a2ea tempest-LiveAutoBlockMigrationV225Test-971463394 tempest-LiveAutoBlockMigrationV225Test-971463394-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561140 Aug 20 08:49:59.074960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.076200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:59.076969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.097171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2abcc62f-9d83-4146-91fc-ecade474e529 req-17bafe85-d8f0-4728-9145-e6f8c1edfe7d tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Aug 20 08:49:59.147096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'name': 'network-vif-deleted', 'tag': '692cf30d-6c71-41db-8f18-6002f3c636f6'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:49:59.149324 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe71927-b13e-408b-8e40-0c74a6aa3d33" -d '{"events": [{"server_uuid": "8f7381ff-4514-488e-8edd-06ec9afcd454", "name": "network-vif-deleted", "tag": "692cf30d-6c71-41db-8f18-6002f3c636f6"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:49:59.169455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6152847 Aug 20 08:49:59.173503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36422) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:59.174292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29819d-7b41-469f-94de-a99f3130d446 admin admin] Pushing event updated for resources: {'Network': ['ID=92728c3c-0369-4eba-9c0b-758ccf662c4b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:59.183789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Request body: {'subnet': {'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-subnet', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:59.190398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:49:59.216470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Made reservation on behalf of 5faf592358ee41419359fe2fd2e003d4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:49:59.218808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.318588 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d33d26-ac8c-486d-b389-156352102825 x-openstack-request-id: req-e8d33d26-ac8c-486d-b389-156352102825 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:59.318913 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd79ce-9813-47cd-bb62-b002b7dcb118", "name": "network-vif-plugged", "status": "completed", "tag": "04944dd7-5993-43a3-829b-8c33aa16c623", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:59.319857 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8d33d26-ac8c-486d-b389-156352102825 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:59.320204 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04944dd7-5993-43a3-829b-8c33aa16c623', 'code': 200} Aug 20 08:49:59.376224 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b3d58-cd2f-4a6b-b89d-fd03cd1a84ed x-openstack-request-id: req-7d9b3d58-cd2f-4a6b-b89d-fd03cd1a84ed {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:49:59.376523 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7381ff-4514-488e-8edd-06ec9afcd454", "name": "network-vif-deleted", "tag": "692cf30d-6c71-41db-8f18-6002f3c636f6", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:49:59.376813 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d9b3d58-cd2f-4a6b-b89d-fd03cd1a84ed {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:49:59.377201 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7381ff-4514-488e-8edd-06ec9afcd454', 'name': 'network-vif-deleted', 'tag': '692cf30d-6c71-41db-8f18-6002f3c636f6', 'status': 'completed', 'code': 200} Aug 20 08:49:59.492805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25bfbd-d3b0-42ef-a420-12c051f5b96c req-9e90fc9d-0065-4e76-adf3-62743e590526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:59.495197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1e25bfbd-d3b0-42ef-a420-12c051f5b96c req-9e90fc9d-0065-4e76-adf3-62743e590526 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 1096 time: 0.0754752 Aug 20 08:49:59.537819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36434) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:59.561382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.581866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1e25bfbd-d3b0-42ef-a420-12c051f5b96c req-afc7bf04-7e68-4f21-8780-88cf1f7548dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775864 Aug 20 08:49:59.614914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736004d-d47c-461b-a19a-3f2006cbb7ec req-8e7d12a0-6c0b-46ab-8db9-051528530ee4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:59.617516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a736004d-d47c-461b-a19a-3f2006cbb7ec req-8e7d12a0-6c0b-46ab-8db9-051528530ee4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.1242108 Aug 20 08:49:59.648116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c55b243-18c4-4bd6-a483-0f2d7dc206a5,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:49:59.682990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Checking segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:49:59.683367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Network hostable DHCP agents. Network: 92728c3c-0369-4eba-9c0b-758ccf662c4b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:49:59.693460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a736004d-d47c-461b-a19a-3f2006cbb7ec req-69cdff53-e9e6-4151-80dc-35f8ac97c958 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689270 Aug 20 08:49:59.725543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:49:59.755884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 92728c3c-0369-4eba-9c0b-758ccf662c4b) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:49:59.765596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73af09-433c-47b0-8be5-e902dabaabd6 None None] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:49:59.770047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:59.770647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.784316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0ff6dd9-1885-4395-b831-685935e25228 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cfe39e7730e4d95badf8280d0df2968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413533 Aug 20 08:49:59.784892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36444) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:59.801055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a13e64fa-3246-476c-be77-0427b644e1ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6263254 Aug 20 08:49:59.803823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36446) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:59.819752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:49:59.898390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e4750-1638-49d6-ace7-c0b188378002 req-04c32ee0-70e9-40e7-8c8b-ccf74fba3ebc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:49:59.910723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d4e4750-1638-49d6-ace7-c0b188378002 req-04c32ee0-70e9-40e7-8c8b-ccf74fba3ebc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.1011879 Aug 20 08:49:59.918955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.919985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.936152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:49:59.972417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-300af1e8-ccb3-49f3-827f-a9997e001257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:49:59.987651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d4e4750-1638-49d6-ace7-c0b188378002 req-b702e915-51ce-43b8-9a75-e7058de3eff5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759652 Aug 20 08:50:00.015184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-92728c3c-0369-4eba-9c0b-758ccf662c4b', 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'fixed_ips': [{'subnet_id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:50:00.016120 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.036276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.077172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fa3be485-aa6e-459d-9561-ded12b454418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.085773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-300af1e8-ccb3-49f3-827f-a9997e001257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.185968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Allocated IP 172.20.0.2 (92728c3c-0369-4eba-9c0b-758ccf662c4b/4c55b243-18c4-4bd6-a483-0f2d7dc206a5/cdee973e-27bf-4e8a-9cc2-793713821956) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:00.217747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fa3be485-aa6e-459d-9561-ded12b454418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.223079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fa3be485-aa6e-459d-9561-ded12b454418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.229690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.268070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a66201-88b1-477e-a3a7-aff9e57e8e0b req-0aa5d55a-be35-4a21-ac23-ed59d556ebe2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:00.269860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33a66201-88b1-477e-a3a7-aff9e57e8e0b req-0aa5d55a-be35-4a21-ac23-ed59d556ebe2 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.0949745 Aug 20 08:50:00.286300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fa3be485-aa6e-459d-9561-ded12b454418 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4fdc0d0489841eebef5385c8d0e2e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464856 Aug 20 08:50:00.291133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36464) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:00.299441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3be485-aa6e-459d-9561-ded12b454418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fda70e-bc4e-44b2-b5e6-b4672e400d45,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:00.349085 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-300af1e8-ccb3-49f3-827f-a9997e001257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.352438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33a66201-88b1-477e-a3a7-aff9e57e8e0b req-12745b62-e3d3-4eaa-86d8-76dbd22a4435 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674841 Aug 20 08:50:00.353282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.360110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-300af1e8-ccb3-49f3-827f-a9997e001257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.362585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-300af1e8-ccb3-49f3-827f-a9997e001257 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/675de306-53ea-43a3-8acb-ac1c2e2a0491 HTTP/1.1" status: 204 len: 168 time: 0.5756767 Aug 20 08:50:00.362748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Transition to ACTIVE for port object cdee973e-27bf-4e8a-9cc2-793713821956 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:00.379731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-ffd9ddb2-0eb7-4578-9e7d-ebcaf1022fea tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:00.381161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17c940a7-a81d-4fc1-b281-55be1754125c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.382140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-ffd9ddb2-0eb7-4578-9e7d-ebcaf1022fea tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1651123 Aug 20 08:50:00.390411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Transition to ACTIVE for port object cdee973e-27bf-4e8a-9cc2-793713821956 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:00.398575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300af1e8-ccb3-49f3-827f-a9997e001257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675de306-53ea-43a3-8acb-ac1c2e2a0491,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:00.400463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.414749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17c940a7-a81d-4fc1-b281-55be1754125c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.457484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:00.458230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-98a93931-8960-413b-8749-9cce4ce3011f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:00.459894 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-98a93931-8960-413b-8749-9cce4ce3011f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.2044334 Aug 20 08:50:00.460680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:00.468135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:00.472581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Pushing event updated for resources: {'Port': ['ID=cdee973e-27bf-4e8a-9cc2-793713821956,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:00.476348 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17c940a7-a81d-4fc1-b281-55be1754125c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.479687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17c940a7-a81d-4fc1-b281-55be1754125c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.480898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17c940a7-a81d-4fc1-b281-55be1754125c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1fda70e-bc4e-44b2-b5e6-b4672e400d45 HTTP/1.1" status: 204 len: 168 time: 0.1886089 Aug 20 08:50:00.508856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c940a7-a81d-4fc1-b281-55be1754125c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fda70e-bc4e-44b2-b5e6-b4672e400d45,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:00.550888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Attempting to bind port cdee973e-27bf-4e8a-9cc2-793713821956 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:00.551814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Attempting to bind port cdee973e-27bf-4e8a-9cc2-793713821956 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:00.552857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Attempting to bind port cdee973e-27bf-4e8a-9cc2-793713821956 on network 92728c3c-0369-4eba-9c0b-758ccf662c4b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:00.561694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:00.562149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Checking segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:00.562567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.562969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Bound using segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:00.563455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Bound port: cdee973e-27bf-4e8a-9cc2-793713821956, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:00.563992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.568181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:00.667246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Deleting port 85b8fbff-321c-44f0-a980-539c38404266 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:00.668136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.686769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Deleting port 6e258e37-2346-4c31-a89a-c8cfea58c855 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:00.687159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.728172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:00.748274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] For port cdee973e-27bf-4e8a-9cc2-793713821956, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:00.758146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '8200235d-21db-4d10-a7c0-10c4f44df573', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '8200235d-21db-4d10-a7c0-10c4f44df573', 'mac_address': 'fa:16:3e:fb:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:00.763177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] For port cdee973e-27bf-4e8a-9cc2-793713821956, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cdee973e-27bf-4e8a-9cc2-793713821956,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:00.769288 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.847133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36478) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:00.866551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:00.873765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ed32f-d529-4d4c-b5cb-3373ff7bc9fc req-353d03f0-f040-44c3-9e13-2cde3b2b60d7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:00.876192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-265ed32f-d529-4d4c-b5cb-3373ff7bc9fc req-353d03f0-f040-44c3-9e13-2cde3b2b60d7 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 944 time: 0.0629885 Aug 20 08:50:00.914359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8200235d-21db-4d10-a7c0-10c4f44df573 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:00.920046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bb94a-aea1-445f-8b0d-9c23cdfde80c None None] Pushing event updated for resources: {'Port': ['ID=cdee973e-27bf-4e8a-9cc2-793713821956,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:00.938495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-265ed32f-d529-4d4c-b5cb-3373ff7bc9fc req-410bf3d3-d2f0-4227-9a8b-241e3a7a7db1 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562468 Aug 20 08:50:00.945558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:00.952610 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.066371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:01.076758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8200235d-21db-4d10-a7c0-10c4f44df573'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:01.205749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d79c0-6b94-4e38-bb76-c3f18d265a5a req-68412856-7b00-4089-bdad-f03bea0d07ed tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:01.216356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed0d79c0-6b94-4e38-bb76-c3f18d265a5a req-68412856-7b00-4089-bdad-f03bea0d07ed tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.1121695 Aug 20 08:50:01.229515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36492) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:01.260125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-48953c72-f5b4-4360-8d67-43b37d0af71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.306607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed0d79c0-6b94-4e38-bb76-c3f18d265a5a req-2a320834-a867-4fec-be42-d94e82ab1e10 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Aug 20 08:50:01.380052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] For port 6e258e37-2346-4c31-a89a-c8cfea58c855, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6e258e37-2346-4c31-a89a-c8cfea58c855,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:01.380425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.385969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06eb82f-2e56-4289-8e1a-3ffba2df8426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.436623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Calling delete_port for 6e258e37-2346-4c31-a89a-c8cfea58c855 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:01.449320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b31bc8-e1a8-4b0c-9cae-b030180fbf27 req-48c5dc1c-cdd9-466a-b051-623d92ddd9b4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:01.450818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b31bc8-e1a8-4b0c-9cae-b030180fbf27 req-48c5dc1c-cdd9-466a-b051-623d92ddd9b4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.0779262 Aug 20 08:50:01.468718 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-48953c72-f5b4-4360-8d67-43b37d0af71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.491644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-48953c72-f5b4-4360-8d67-43b37d0af71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.514638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.525158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] For port 85b8fbff-321c-44f0-a980-539c38404266, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=85b8fbff-321c-44f0-a980-539c38404266,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:01.525463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.560378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-48953c72-f5b4-4360-8d67-43b37d0af71d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22cf181f88c24a96a01a064e55f082d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203416 Aug 20 08:50:01.561640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953c72-f5b4-4360-8d67-43b37d0af71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5fb638-a8a8-47d0-886e-91fc9d5e05f0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:01.561800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.564381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36498) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:01.570916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7ddc-36d5-4e94-9901-7ef4ef6ea1cc req-4359eb04-fdf7-4ce0-86bc-9f01c8701718 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:01.571701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Calling delete_port for 85b8fbff-321c-44f0-a980-539c38404266 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:01.572393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-963f7ddc-36d5-4e94-9901-7ef4ef6ea1cc req-4359eb04-fdf7-4ce0-86bc-9f01c8701718 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 950 time: 0.1308644 Aug 20 08:50:01.576025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b31bc8-e1a8-4b0c-9cae-b030180fbf27 req-803b44f4-e3bd-49c8-b2df-f69631863182 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105163 Aug 20 08:50:01.653824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-963f7ddc-36d5-4e94-9901-7ef4ef6ea1cc req-0f540e49-612f-4fc5-b05c-da3075976dea tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/security-groups?id=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651221 Aug 20 08:50:01.900406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f951036-bbba-4905-8dac-fca89e70d765 req-f250cb7f-dbe9-4eaf-9daa-0f7ebfc34eaa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:01.902618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f951036-bbba-4905-8dac-fca89e70d765 req-f250cb7f-dbe9-4eaf-9daa-0f7ebfc34eaa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.0888672 Aug 20 08:50:01.937067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9253810-b52e-4f65-bf61-6940c3bb9580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:01.967116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f951036-bbba-4905-8dac-fca89e70d765 req-9def9ebc-8e1a-41ab-a4c9-6c251e531264 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552843 Aug 20 08:50:01.998621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Allocated IP 172.25.5.43 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/0fc98dbc-ac17-4628-a5aa-2c2137f576aa) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:02.010236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06eb82f-2e56-4289-8e1a-3ffba2df8426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.047459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06eb82f-2e56-4289-8e1a-3ffba2df8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.067534 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9253810-b52e-4f65-bf61-6940c3bb9580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.109377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c329ede-99f5-4083-991d-8b823d672173 req-58d97062-8734-4fff-9628-cc1e9829be99 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:02.111245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.118891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c329ede-99f5-4083-991d-8b823d672173 req-58d97062-8734-4fff-9628-cc1e9829be99 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 866 time: 0.0688851 Aug 20 08:50:02.128798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8206736f-b66c-452b-9fb9-c72a76644713'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:02.212044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c9e53-bc27-4820-9f67-c2e2aa05abbf None None] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:02.218859 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c329ede-99f5-4083-991d-8b823d672173 req-4c89f217-4f40-46c6-bcfb-de9d33f07dd4 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981262 Aug 20 08:50:02.251320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eb82f-2e56-4289-8e1a-3ffba2df8426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cadac5-d2c2-49a0-8b9a-6b752c0b5567,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:02.257615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d06eb82f-2e56-4289-8e1a-3ffba2df8426 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=956d5563a6af42088027c93e2de2c690&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3605721 Aug 20 08:50:02.260370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36540) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:02.272020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.326422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9cc4d693-e64e-445d-ade6-2fed82e8c722 None None] Provisioning for port cdee973e-27bf-4e8a-9cc2-793713821956 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:02.329512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9253810-b52e-4f65-bf61-6940c3bb9580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.332301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9253810-b52e-4f65-bf61-6940c3bb9580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.347483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9253810-b52e-4f65-bf61-6940c3bb9580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d5fb638-a8a8-47d0-886e-91fc9d5e05f0 HTTP/1.1" status: 204 len: 168 time: 0.7677219 Aug 20 08:50:02.349422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event deleted for resources: {'Port': ['ID=6e258e37-2346-4c31-a89a-c8cfea58c855,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:02.354410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa37afc3-97b0-4f3f-9c8a-604800a44a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.390098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa37afc3-97b0-4f3f-9c8a-604800a44a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.424878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] No DVR routers for this DVR port 6e258e37-2346-4c31-a89a-c8cfea58c855 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:02.481749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa37afc3-97b0-4f3f-9c8a-604800a44a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.486358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa37afc3-97b0-4f3f-9c8a-604800a44a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.487428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.488648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aa37afc3-97b0-4f3f-9c8a-604800a44a1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2cadac5-d2c2-49a0-8b9a-6b752c0b5567 HTTP/1.1" status: 204 len: 168 time: 0.2269235 Aug 20 08:50:02.489398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-932cdde5-ec8d-45d5-9a77-d55ce3cbbdfc req-932151a7-0812-4036-9453-ca8d6ca549d9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "DELETE /v2.0/ports/6e258e37-2346-4c31-a89a-c8cfea58c855 HTTP/1.1" status: 204 len: 173 time: 2.0189044 Aug 20 08:50:02.490094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'name': 'network-vif-deleted', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:02.492709 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb920f51-d3aa-4d10-a411-171863ad6535" -d '{"events": [{"server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "name": "network-vif-deleted", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:02.501076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Pushing event deleted for resources: {'Port': ['ID=85b8fbff-321c-44f0-a980-539c38404266,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:02.503774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253810-b52e-4f65-bf61-6940c3bb9580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5fb638-a8a8-47d0-886e-91fc9d5e05f0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:02.543253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37afc3-97b0-4f3f-9c8a-604800a44a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cadac5-d2c2-49a0-8b9a-6b752c0b5567,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:02.551991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] No DVR routers for this DVR port 85b8fbff-321c-44f0-a980-539c38404266 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:02.587938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.590024 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-69a2e339-fd02-46b9-a490-c09e7dc7d78e req-8e76bccd-1a55-40a2-98b7-2dc2344fccb0 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.26 "DELETE /v2.0/ports/85b8fbff-321c-44f0-a980-539c38404266 HTTP/1.1" status: 204 len: 173 time: 2.1932201 Aug 20 08:50:02.618273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:02.624678 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a96f7f-83ba-4090-a044-fac35fc6de8f x-openstack-request-id: req-93a96f7f-83ba-4090-a044-fac35fc6de8f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:02.626752 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0642ee-b420-492f-ad1a-f86533bbd64f", "name": "network-vif-deleted", "tag": "6e258e37-2346-4c31-a89a-c8cfea58c855", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:02.627473 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93a96f7f-83ba-4090-a044-fac35fc6de8f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:02.629037 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0642ee-b420-492f-ad1a-f86533bbd64f', 'name': 'network-vif-deleted', 'tag': '6e258e37-2346-4c31-a89a-c8cfea58c855', 'status': 'completed', 'code': 200} Aug 20 08:50:02.700981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.790730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:02.932667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62a9d02e-18df-4947-a1c6-258bbc9c78c2 req-b21d4e47-e3d1-4304-8164-0399f26f1358 tempest-MigrationsAdminTest-529370911 tempest-MigrationsAdminTest-529370911-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7959a36-447b-4957-858b-4e9336f2b7ae HTTP/1.1" status: 200 len: 210 time: 0.1065485 Aug 20 08:50:02.943964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:02.959082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:02.969920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:02.987037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 8200235d-21db-4d10-a7c0-10c4f44df573 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:02.987448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:03.258535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb275-66f1-4332-ac6b-a091a677849d req-976b99eb-d0e3-4807-b61a-4677049c8011 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:03.268444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-284fb275-66f1-4332-ac6b-a091a677849d req-976b99eb-d0e3-4807-b61a-4677049c8011 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.1592703 Aug 20 08:50:03.369086 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:03.432746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdee973e-27bf-4e8a-9cc2-793713821956 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:03.467190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-284fb275-66f1-4332-ac6b-a091a677849d req-ad3a338a-0036-4ca9-8e0f-99f54167a463 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811540 Aug 20 08:50:03.542467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:03.543088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:03.588525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07f6c9c1-94a5-4170-ad07-a924586e847f req-c5d5f0a7-9853-4185-aef4-f105adf4425b tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.1154604 Aug 20 08:50:03.608632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:03.621374 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d92d735-3c6d-4fe8-9e8f-4eb48b14f40a" -d '{"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-plugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:03.643689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:03.644494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:03.810847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-cfe62083-36d4-40e7-9d56-a29f1e38c60a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:03.812950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-cfe62083-36d4-40e7-9d56-a29f1e38c60a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.3621140 Aug 20 08:50:03.813427 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa900217-d310-4ed7-825a-1f995c8b1680 x-openstack-request-id: req-aa900217-d310-4ed7-825a-1f995c8b1680 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:03.815121 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-plugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:03.816204 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa900217-d310-4ed7-825a-1f995c8b1680 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:03.816606 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'code': 200} Aug 20 08:50:03.817216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:03.847822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 6e258e37-2346-4c31-a89a-c8cfea58c855 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:03.848362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6e258e37-2346-4c31-a89a-c8cfea58c855 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:03.862165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 85b8fbff-321c-44f0-a980-539c38404266 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:03.898019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 85b8fbff-321c-44f0-a980-539c38404266 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:03.898605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 85b8fbff-321c-44f0-a980-539c38404266 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:03.935005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cdee973e-27bf-4e8a-9cc2-793713821956 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:03.940377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cdee973e-27bf-4e8a-9cc2-793713821956 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:03.940968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:03.982294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:04.163678 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:04.200259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cdee973e-27bf-4e8a-9cc2-793713821956, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cdee973e-27bf-4e8a-9cc2-793713821956,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:04.209296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:04.276653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cdee973e-27bf-4e8a-9cc2-793713821956,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:04.555283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36634) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:04.710144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-deleted', 'tag': '85b8fbff-321c-44f0-a980-539c38404266'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:04.714706 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec61a5d-a078-4a19-8b3b-f0c0012aefa3" -d '{"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-deleted", "tag": "85b8fbff-321c-44f0-a980-539c38404266"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:04.716684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b569f-0d74-46a6-baac-06a8a48dbaea req-da8e8baf-15e7-4234-af30-848a10c428ae tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:04.719776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:04.723415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port 04944dd7-5993-43a3-829b-8c33aa16c623 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:04.723998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:04.728480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-737b569f-0d74-46a6-baac-06a8a48dbaea req-da8e8baf-15e7-4234-af30-848a10c428ae tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 945 time: 0.1544847 Aug 20 08:50:04.823243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c78c8688-6baf-48ac-ae20-15989d52859b req-f9a12648-c33b-4a69-8b9b-c16aa6632caa tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.0864012 Aug 20 08:50:04.884564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port 04944dd7-5993-43a3-829b-8c33aa16c623, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=04944dd7-5993-43a3-829b-8c33aa16c623,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:04.887672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:04.919289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for 04944dd7-5993-43a3-829b-8c33aa16c623 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:04.932435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-737b569f-0d74-46a6-baac-06a8a48dbaea req-cc47136c-5782-4dc9-bbf4-f86d51cdd3ff tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986268 Aug 20 08:50:04.992523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3e11327e-b7dd-42c5-a99c-2457f08abbde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f4d929c31814177bd5a0584cb552160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324889 Aug 20 08:50:04.992523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36648) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:05.153370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-971f6ca6-22bd-4022-99c9-f458ce451e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.176450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdee973e-27bf-4e8a-9cc2-793713821956 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:05.239375 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-971f6ca6-22bd-4022-99c9-f458ce451e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.395075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cdee973e-27bf-4e8a-9cc2-793713821956 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:05.395624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.417666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-971f6ca6-22bd-4022-99c9-f458ce451e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.419412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-971f6ca6-22bd-4022-99c9-f458ce451e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.423377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-971f6ca6-22bd-4022-99c9-f458ce451e74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab9e985c-3dd9-483f-bed0-bbd0e7c1c724 HTTP/1.1" status: 204 len: 168 time: 0.4299288 Aug 20 08:50:05.450600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6ca6-22bd-4022-99c9-f458ce451e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9e985c-3dd9-483f-bed0-bbd0e7c1c724,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:05.503969 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f1e9d-f175-4af7-9438-903c12f32a97 x-openstack-request-id: req-662f1e9d-f175-4af7-9438-903c12f32a97 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:05.506177 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7959a36-447b-4957-858b-4e9336f2b7ae", "name": "network-vif-deleted", "tag": "85b8fbff-321c-44f0-a980-539c38404266", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:05.506438 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-662f1e9d-f175-4af7-9438-903c12f32a97 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:05.507081 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7959a36-447b-4957-858b-4e9336f2b7ae', 'name': 'network-vif-deleted', 'tag': '85b8fbff-321c-44f0-a980-539c38404266', 'status': 'completed', 'code': 200} Aug 20 08:50:05.517552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.533134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:05.648032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=04944dd7-5993-43a3-829b-8c33aa16c623,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:05.715498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port 04944dd7-5993-43a3-829b-8c33aa16c623 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:05.721142 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:05.739808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ee4e9c61-2c4e-4ecc-a214-e557a655c299 req-24651395-cf2c-4fc9-8680-7ad15cd932bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "DELETE /v2.0/ports/04944dd7-5993-43a3-829b-8c33aa16c623 HTTP/1.1" status: 204 len: 173 time: 1.7706659 Aug 20 08:50:05.792050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Router 19145dde-eac2-41b2-8fbe-34b0639c9acc is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:50:06.052367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-c9fe41df-2f30-4be5-a0e0-aa76c658faca tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d79b6335a654352baccac7562f00c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738983 Aug 20 08:50:06.060362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:50:06.080486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Sync routers for ids ['19145dde-eac2-41b2-8fbe-34b0639c9acc'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:50:06.103964 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:06.110033 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4812f1cb-dd9a-4173-a36f-23e22a18b4d5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3040586 Aug 20 08:50:06.112044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Routers {'19145dde-eac2-41b2-8fbe-34b0639c9acc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:06.112331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36700) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:06.113362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:49:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['19145dde-eac2-41b2-8fbe-34b0639c9acc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:06.334428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-78e72b85-7b76-44d1-9f55-db46aa0ab2cb tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:06.349333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-78e72b85-7b76-44d1-9f55-db46aa0ab2cb tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855549 Aug 20 08:50:06.363094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36704) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:06.371669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-0578b403-f8c0-4400-950c-b8239b791864 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/quotas/6d79b6335a654352baccac7562f00c58 HTTP/1.1" status: 200 len: 375 time: 0.0207334 Aug 20 08:50:06.391443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd28e5fd-98e6-4d40-9ef3-76d790e874fc req-00b85cfc-76c2-42ae-8835-42f020144538 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.3909061 Aug 20 08:50:06.407488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Set router 19145dde-eac2-41b2-8fbe-34b0639c9acc gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:06.441507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-5c02e8d2-3bcb-44a9-9ddf-00b2dfa49410 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688374 Aug 20 08:50:06.491140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ea43d16b-5830-4631-885a-950c37e6e2f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51bb0dad35794b50baafc73af3cb470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957084 Aug 20 08:50:06.491505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36708) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:06.665283 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9dd4ddf-21ab-433e-8faa-d0d3f3848191 req-a7583e50-4970-410e-9065-831c22087f83 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=0dbd79ce-9813-47cd-bb62-b002b7dcb118 HTTP/1.1" status: 200 len: 210 time: 0.0537448 Aug 20 08:50:06.666885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610fd0e4-e028-49e4-ae07-6810f49d3696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:06.722840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610fd0e4-e028-49e4-ae07-6810f49d3696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:06.887359 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610fd0e4-e028-49e4-ae07-6810f49d3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:06.890723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610fd0e4-e028-49e4-ae07-6810f49d3696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:06.892151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-610fd0e4-e028-49e4-ae07-6810f49d3696 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c68263f4-a5fa-4724-8c60-391f99018c2f HTTP/1.1" status: 204 len: 168 time: 0.3987398 Aug 20 08:50:06.919238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fd0e4-e028-49e4-ae07-6810f49d3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68263f4-a5fa-4724-8c60-391f99018c2f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:07.044334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 04944dd7-5993-43a3-829b-8c33aa16c623 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:07.208762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-5026c36c-e69c-4634-b788-5163473ffa92 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d79b6335a654352baccac7562f00c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536592 Aug 20 08:50:07.297991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:07.354999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 04944dd7-5993-43a3-829b-8c33aa16c623 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:07.356750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 04944dd7-5993-43a3-829b-8c33aa16c623 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:07.484407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:50:03Z', 'revision_number': 3, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:07.504910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9181fe11-229a-4c78-ae45-89ae91ff9a73 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:07.506917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9181fe11-229a-4c78-ae45-89ae91ff9a73 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973630 Aug 20 08:50:07.552063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-b649cc6b-876b-4f45-9029-1f01faf7937e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/quotas/6d79b6335a654352baccac7562f00c58 HTTP/1.1" status: 200 len: 375 time: 0.0366299 Aug 20 08:50:07.575801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'name': 'network-vif-deleted', 'tag': '04944dd7-5993-43a3-829b-8c33aa16c623'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:07.578913 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d41b8a-5554-44ed-b87f-a8362a2f9f46" -d '{"events": [{"server_uuid": "0dbd79ce-9813-47cd-bb62-b002b7dcb118", "name": "network-vif-deleted", "tag": "04944dd7-5993-43a3-829b-8c33aa16c623"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:07.583826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Checking router: 19145dde-eac2-41b2-8fbe-34b0639c9acc for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:50:07.586847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Updating router 19145dde-eac2-41b2-8fbe-34b0639c9acc port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:50:07.616012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-dd897e13-f358-4985-9ea6-ee13969c8e24 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619633 Aug 20 08:50:07.641903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:07.702423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10fd654f-c44e-444d-8097-4ac4fdfdae82 req-9d2a771e-cb64-4a73-985b-4a15e5516c3a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.0819623 Aug 20 08:50:07.778461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Allocated IP 172.20.0.1 (92728c3c-0369-4eba-9c0b-758ccf662c4b/4c55b243-18c4-4bd6-a483-0f2d7dc206a5/8844fce4-c13f-4dc4-9246-afb5f4852d4e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:08.065178 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6a31dd-96d3-43e1-808e-eb2909210489 x-openstack-request-id: req-9b6a31dd-96d3-43e1-808e-eb2909210489 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:08.066410 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd79ce-9813-47cd-bb62-b002b7dcb118", "name": "network-vif-deleted", "tag": "04944dd7-5993-43a3-829b-8c33aa16c623", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:08.067621 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b6a31dd-96d3-43e1-808e-eb2909210489 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:08.068095 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbd79ce-9813-47cd-bb62-b002b7dcb118', 'name': 'network-vif-deleted', 'tag': '04944dd7-5993-43a3-829b-8c33aa16c623', 'status': 'completed', 'code': 200} Aug 20 08:50:08.340243 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:08.372057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Transition to ACTIVE for port object 0fc98dbc-ac17-4628-a5aa-2c2137f576aa will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:08.400285 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:08.446746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-faecb14b-a269-4b11-b4f3-0e19eee5e1fc req-2fd20bd9-e10b-4bcd-ad93-ee13ddd6341b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 210 time: 0.0665109 Aug 20 08:50:08.486611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151a538-2d3a-4a7f-bd78-48c7e84cf67c None None] Pushing event updated for resources: {'Port': ['ID=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:08.581119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Attempting to bind port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:08.582309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Attempting to bind port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:08.583739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Attempting to bind port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:08.608072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:08.614736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:08.616556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:08.617666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:08.621576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Bound port: 0fc98dbc-ac17-4628-a5aa-2c2137f576aa, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:08.623128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:08.769872 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:50:08.854896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] For port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:08.868195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] For port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:08.886743 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:08.961822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c133705a-17fc-4897-b77b-e91e663c9534 req-eff1c65f-b8db-44fb-ab64-3f2b42b25b37 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.0676036 Aug 20 08:50:09.109312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151a538-2d3a-4a7f-bd78-48c7e84cf67c None None] Pushing event updated for resources: {'Port': ['ID=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:09.173731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:09.195667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Transition to ACTIVE for port object 8844fce4-c13f-4dc4-9246-afb5f4852d4e will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:09.201125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Routers {'19145dde-eac2-41b2-8fbe-34b0639c9acc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:09.204134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:49:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['19145dde-eac2-41b2-8fbe-34b0639c9acc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:09.262699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-b4487001-e94e-4b68-9572-8ad7422c9f6b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d79b6335a654352baccac7562f00c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277231 Aug 20 08:50:09.264051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36818) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:09.266548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:09.517438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] Set router 19145dde-eac2-41b2-8fbe-34b0639c9acc gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:09.518164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-f9be8816-c9a4-4cac-927e-758d7fecb825 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:09.519941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-f9be8816-c9a4-4cac-927e-758d7fecb825 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.3687732 Aug 20 08:50:09.528572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:09.539806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:09.543706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:09.582108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-b0e3348e-7343-41d5-8998-61c8eac9ccbc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0443163 Aug 20 08:50:09.658131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:09.777741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03169614-b77e-4c2f-a1cd-6b13c5425221 req-7e98b6ae-bcc9-46a8-a866-8fb0d7b407f3 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 210 time: 0.0985558 Aug 20 08:50:09.841882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-70d6057a-b463-4d7d-836b-0ce19df4883f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2586255 Aug 20 08:50:09.917375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-0427db31-be34-4ded-b64f-92c8dfc3f590 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:09.918959 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-0427db31-be34-4ded-b64f-92c8dfc3f590 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6374073 Aug 20 08:50:10.038277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Pushing event updated for resources: {'Port': ['ID=8844fce4-c13f-4dc4-9246-afb5f4852d4e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:10.061427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-24e8c09f-9523-4885-942e-08b6d950e1bc tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d79b6335a654352baccac7562f00c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555606 Aug 20 08:50:10.073772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-c38a013a-09bd-48c7-ac68-84fabfb2f0c6 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278590 Aug 20 08:50:10.078428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Request body: {'port': {'device_id': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '6d79b6335a654352baccac7562f00c58'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:10.096770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:50:03Z', 'revision_number': 3, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:10.104770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b34a196-4b2b-4329-9498-f6518099478b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:10.196342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ff6a59-4f0a-47a1-8845-b2ddae5f9044 None None] The sync data for ids ['19145dde-eac2-41b2-8fbe-34b0639c9acc'] in n-d-804285-2 is: [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:50:03Z', 'revision_number': 3, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:50:10.238821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-486f2fb1-cd46-4b92-8c8d-777b31312cca None None] Provisioning for port 8844fce4-c13f-4dc4-9246-afb5f4852d4e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:10.244904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-486f2fb1-cd46-4b92-8c8d-777b31312cca None None] Provisioning complete for port 8844fce4-c13f-4dc4-9246-afb5f4852d4e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:10.245280 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-486f2fb1-cd46-4b92-8c8d-777b31312cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:10.328139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-085314e3-5d6a-4e21-a3f3-d527426e9fe0 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:10.329986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-085314e3-5d6a-4e21-a3f3-d527426e9fe0 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424264 Aug 20 08:50:10.330559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-486f2fb1-cd46-4b92-8c8d-777b31312cca None None] Port 8844fce4-c13f-4dc4-9246-afb5f4852d4e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:10.385982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Request body: {'port': {'device_id': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '6d79b6335a654352baccac7562f00c58'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:10.785408 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:10.869831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b34a196-4b2b-4329-9498-f6518099478b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:10.918778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b34a196-4b2b-4329-9498-f6518099478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.069369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2b34a196-4b2b-4329-9498-f6518099478b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f8084a5c4a44f10983c0ffe29a408e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7877200 Aug 20 08:50:11.069369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Made reservation on behalf of 6d79b6335a654352baccac7562f00c58 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:11.072189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.072444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d8ddd40-a48c-4090-8ad1-bfcdfca378bc req-d008a75c-8caa-4944-8bb8-a2efcb861677 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd0642ee-b420-492f-ad1a-f86533bbd64f HTTP/1.1" status: 200 len: 210 time: 0.7064574 Aug 20 08:50:11.076429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36860) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:11.079442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34a196-4b2b-4329-9498-f6518099478b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98add7b6-5799-4f62-9266-81f08b3d41fc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:11.097336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.133044 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Made reservation on behalf of 6d79b6335a654352baccac7562f00c58 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:11.137250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.164263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.210439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-bb8bd1ee-f122-4224-928e-592301974f74 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1352844 Aug 20 08:50:11.221688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eafedc2d-412d-4d1a-a428-fc017c42e28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.323709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0fc98dbc-ac17-4628-a5aa-2c2137f576aa up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:11.334309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.349564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.372259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eafedc2d-412d-4d1a-a428-fc017c42e28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.619340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eafedc2d-412d-4d1a-a428-fc017c42e28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.624461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:11.629905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:11.630530 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.630966 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eafedc2d-412d-4d1a-a428-fc017c42e28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.635506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eafedc2d-412d-4d1a-a428-fc017c42e28c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98add7b6-5799-4f62-9266-81f08b3d41fc HTTP/1.1" status: 204 len: 168 time: 0.5580809 Aug 20 08:50:11.642029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Pushing event updated for resources: {'Port': ['ID=8844fce4-c13f-4dc4-9246-afb5f4852d4e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:11.646652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.661676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafedc2d-412d-4d1a-a428-fc017c42e28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98add7b6-5799-4f62-9266-81f08b3d41fc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:11.849101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:11.886647 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dcbb218-ce2f-46a1-9471-388b324863ad req-09f4c1a9-7e3d-4c0b-8e88-2c8b33cae152 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 210 time: 0.1005075 Aug 20 08:50:11.966318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:12.027019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-9e90c7bd-a55a-4c17-a94d-d6da0a9928b0 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f9dfc606c77145a18cd6aa23d8630497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288211 Aug 20 08:50:12.069375 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:12.173037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:12.189213 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:12.210327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e9410-7b86-445f-9a11-0332fc6c6d48,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:12.248274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b904de5-982e-4d5c-88d3-4c2e99ad581f req-f71ddff1-358e-4af9-8e36-35cc0ce421b5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 210 time: 0.0379560 Aug 20 08:50:12.259086 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6d79b6335a654352baccac7562f00c58 {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:50:12.259491 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:50:12.313373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:12.326000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:12.334289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:12.408181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:12.409118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Allocated IP 192.168.233.10 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/70c4a3bf-9c50-4733-ada9-bf366d49f187) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:12.448587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e49a2dee-b053-40ff-8b02-7ad247e6632e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:12.458781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e49a2dee-b053-40ff-8b02-7ad247e6632e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976226 Aug 20 08:50:12.501763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-ee2b988d-053c-4086-a9ae-8a01b338f052 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/quotas/f9dfc606c77145a18cd6aa23d8630497 HTTP/1.1" status: 200 len: 375 time: 0.0340483 Aug 20 08:50:12.603024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-1c2dc5af-136f-491e-8ef5-3bd0b56ca9ab tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f9dfc606c77145a18cd6aa23d8630497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902107 Aug 20 08:50:12.760744 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:12.766773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Router 19145dde-eac2-41b2-8fbe-34b0639c9acc has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:50:12.835838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36906) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:12.928753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1477107f-33f6-4dbf-bb1e-3b716756e81c None None] Provisioning complete for port 8844fce4-c13f-4dc4-9246-afb5f4852d4e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:12.929382 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1477107f-33f6-4dbf-bb1e-3b716756e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:12.999389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7a0aa6b-0c6a-4a70-a018-01bc37b8caae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:13.085609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1477107f-33f6-4dbf-bb1e-3b716756e81c None None] Port 8844fce4-c13f-4dc4-9246-afb5f4852d4e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:13.186022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bbb8cc29-5494-4a97-917d-8850285ee8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:13.221950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42d9e222-c07c-40cd-8611-00024003d768 req-b8f32906-317e-43df-90ba-9923db628f92 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 210 time: 0.1474705 Aug 20 08:50:13.264354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0fc98dbc-ac17-4628-a5aa-2c2137f576aa up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:13.306975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:13.349505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a91dd821-b522-4435-9a46-ddb2ce47d05d req-db2b5ea4-3710-4937-bebc-1ff6ee92ea96 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 210 time: 0.2229714 Aug 20 08:50:13.368345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Transition to ACTIVE for port object 70c4a3bf-9c50-4733-ada9-bf366d49f187 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:13.387686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:13.388729 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:13.495984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:13.627965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ff502fe-1ba0-45ee-a78b-b4336fd206d6 req-f97ae943-0b58-4f73-832c-11faa8894fb7 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 210 time: 0.0956864 Aug 20 08:50:13.662965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:13.845467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:13.871558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Allocated IP 192.168.233.254 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/ebf25676-93ea-4651-9cf3-3d6e7d3dd558) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:13.883553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:13.922138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:13.928483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:14.031667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:14.032805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:14.157021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:50:14.168305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bca01461-a74c-42d2-add5-0d7a33dfc324 admin admin] 10.222.0.35 "PUT /v2.0/routers/19145dde-eac2-41b2-8fbe-34b0639c9acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0548999 Aug 20 08:50:14.180975 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Sync routers for ids ['19145dde-eac2-41b2-8fbe-34b0639c9acc'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:50:14.203483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Routers {'19145dde-eac2-41b2-8fbe-34b0639c9acc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:14.207789 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:49:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['19145dde-eac2-41b2-8fbe-34b0639c9acc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:14.289032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:14.299501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-b6ca1b1d-d607-43ef-ac5d-ecb5ebeafae1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:14.306321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-b6ca1b1d-d607-43ef-ac5d-ecb5ebeafae1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.6130149 Aug 20 08:50:14.321333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:14.338789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Transition to ACTIVE for port object ebf25676-93ea-4651-9cf3-3d6e7d3dd558 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:14.445038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0afa9b31-0a79-4fd6-a1d5-463721fa0b95 None None] Provisioning for port 70c4a3bf-9c50-4733-ada9-bf366d49f187 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:14.454630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0afa9b31-0a79-4fd6-a1d5-463721fa0b95 None None] Provisioning complete for port 70c4a3bf-9c50-4733-ada9-bf366d49f187 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:14.455474 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0afa9b31-0a79-4fd6-a1d5-463721fa0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:14.534997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:14.543080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9aec6502-6768-41f8-98d9-7656fd135e8c req-ec4e7086-dde2-4368-ab0e-d8c674baca84 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 210 time: 0.1022470 Aug 20 08:50:14.558285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0afa9b31-0a79-4fd6-a1d5-463721fa0b95 None None] Port 70c4a3bf-9c50-4733-ada9-bf366d49f187 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:14.654308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event updated for resources: {'Port': ['ID=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:14.654572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Set router 19145dde-eac2-41b2-8fbe-34b0639c9acc gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:14.703926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:14.740081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:14.754591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:14.917278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:14.925398 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:14.964169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.26', 61861) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:15.038526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-916fb1d9-a40f-48b9-8d05-b9ec6630c911 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f9dfc606c77145a18cd6aa23d8630497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728095 Aug 20 08:50:15.094373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cfa31fde-085e-46f8-ae41-aa068e97ced7 req-67d812f4-e876-409d-b176-5f07ddfca150 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 210 time: 0.2056477 Aug 20 08:50:15.190842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db962f-13ae-4518-a692-10049f7d8719 req-26cfba62-f429-48f9-bbb9-fac102402d5c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:15.206295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57db962f-13ae-4518-a692-10049f7d8719 req-26cfba62-f429-48f9-bbb9-fac102402d5c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 936 time: 0.6581237 Aug 20 08:50:15.272677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7a0aa6b-0c6a-4a70-a018-01bc37b8caae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.304562 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:50:10Z', 'revision_number': 4, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8844fce4-c13f-4dc4-9246-afb5f4852d4e', 'name': '', 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'mac_address': 'fa:16:3e:b6:21:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:07Z', 'updated_at': '2021-08-20T08:50:10Z', 'revision_number': 2, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'subnets': [{'id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:15.316783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a110e931-c8e0-4dd5-8aab-dfb6f2837df8 None None] Provisioning for port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:15.324943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-43af8c76-f3f5-4456-aa95-5a6091a393d9 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:15.326700 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-43af8c76-f3f5-4456-aa95-5a6091a393d9 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779024 Aug 20 08:50:15.327567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a110e931-c8e0-4dd5-8aab-dfb6f2837df8 None None] Provisioning complete for port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:15.330136 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a110e931-c8e0-4dd5-8aab-dfb6f2837df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.334044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57db962f-13ae-4518-a692-10049f7d8719 req-334162d1-9e49-4506-9614-2742a9daa88d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264157 Aug 20 08:50:15.334512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6d31a39e-da14-40f6-b39b-569e2bdc14e7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2811959 Aug 20 08:50:15.339760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a0b66bd8-79cb-455d-946b-b8c854b3a9ae tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9685333 Aug 20 08:50:15.341472 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7a0aa6b-0c6a-4a70-a018-01bc37b8caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.365902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Request body: {'port': {'device_id': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'f9dfc606c77145a18cd6aa23d8630497'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:15.373730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Request body: {'port': {'device_id': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:15.379475 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Checking router: 19145dde-eac2-41b2-8fbe-34b0639c9acc for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:50:15.384122 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Updating router 19145dde-eac2-41b2-8fbe-34b0639c9acc port 8844fce4-c13f-4dc4-9246-afb5f4852d4e binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:50:15.424202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a110e931-c8e0-4dd5-8aab-dfb6f2837df8 None None] Port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:15.427022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Request body: {'port': {'device_id': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:15.444736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0aa6b-0c6a-4a70-a018-01bc37b8caae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad54f61-5237-4640-9280-9d67b50377c1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:15.477436 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.528505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:15.532606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.551271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7a0aa6b-0c6a-4a70-a018-01bc37b8caae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ac6538f799e4d598f4e84b2a38ad238&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7094889 Aug 20 08:50:15.560614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36968) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:15.601529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.695297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:15.801232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a053a47f-d60c-468b-8d49-9f36dac0cc07 req-3575e6bf-5f34-4814-82a6-f6c6d016886e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 210 time: 0.0809903 Aug 20 08:50:15.993036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36986) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:16.049659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-network', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:16.056988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Made reservation on behalf of f9dfc606c77145a18cd6aa23d8630497 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:16.066093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.080560 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.091484 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Transition to ACTIVE for port object 8844fce4-c13f-4dc4-9246-afb5f4852d4e will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:16.095053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12c7ff79-593d-48ca-9eb1-b781427ddec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.103246 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.126520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.151279 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Pushing event updated for resources: {'Port': ['ID=8844fce4-c13f-4dc4-9246-afb5f4852d4e,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:16.163910 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.164255 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.164599 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.164933 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.165514 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.165912 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.166246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.166574 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.166901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.167225 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.167550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.169081 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:16.315889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.324253 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Attempting to bind port 8844fce4-c13f-4dc4-9246-afb5f4852d4e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:16.324807 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Attempting to bind port 8844fce4-c13f-4dc4-9246-afb5f4852d4e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:16.324977 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Attempting to bind port 8844fce4-c13f-4dc4-9246-afb5f4852d4e on network 92728c3c-0369-4eba-9c0b-758ccf662c4b {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:16.335260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12c7ff79-593d-48ca-9eb1-b781427ddec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.339738 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:16.340155 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Checking segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:16.340530 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.340922 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Bound using segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:16.341396 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Bound port: 8844fce4-c13f-4dc4-9246-afb5f4852d4e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:16.347137 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.368584 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c03076a-48de-41d4-b078-b4ee1047e9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.378423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Made reservation on behalf of 08363a1f5ea146d6a85e8cd289dcee80 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:16.381054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.415328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-807980f0-f297-4813-8af5-66927ff47f57 req-85a87d1f-ce5d-4669-82f6-f6d7eea619c9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 210 time: 0.1093225 Aug 20 08:50:16.420093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.440634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.6 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/39d654c1-6b1e-4750-b21d-4eebdeff3c91) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:16.595602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] For port 8844fce4-c13f-4dc4-9246-afb5f4852d4e, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:16.604546 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] For port 8844fce4-c13f-4dc4-9246-afb5f4852d4e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8844fce4-c13f-4dc4-9246-afb5f4852d4e,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:16.623118 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.660720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12c7ff79-593d-48ca-9eb1-b781427ddec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.663957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12c7ff79-593d-48ca-9eb1-b781427ddec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.667224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-12c7ff79-593d-48ca-9eb1-b781427ddec0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ad54f61-5237-4640-9280-9d67b50377c1 HTTP/1.1" status: 204 len: 168 time: 1.1031284 Aug 20 08:50:16.794344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7ff79-593d-48ca-9eb1-b781427ddec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad54f61-5237-4640-9280-9d67b50377c1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:16.802198 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Routers {'19145dde-eac2-41b2-8fbe-34b0639c9acc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:16.850942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['19145dde-eac2-41b2-8fbe-34b0639c9acc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:16.888935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5e2f7-a637-4cef-a2ba-dbbb50d90e99 req-ec9c444f-b367-4724-bc8e-d4a49c6a883e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:16.893370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5b5e2f7-a637-4cef-a2ba-dbbb50d90e99 req-ec9c444f-b367-4724-bc8e-d4a49c6a883e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 936 time: 0.2670450 Aug 20 08:50:16.912318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.972719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:16.975215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf25676-93ea-4651-9cf3-3d6e7d3dd558 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:17.032204 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6e0a0-1431-4531-a9fd-d4e58b7ada1f None None] Pushing event updated for resources: {'Port': ['ID=8844fce4-c13f-4dc4-9246-afb5f4852d4e,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:17.032900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:17.140933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Transition to ACTIVE for port object ebf25676-93ea-4651-9cf3-3d6e7d3dd558 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:17.183562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:17.200982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:17.289652 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] Set router 19145dde-eac2-41b2-8fbe-34b0639c9acc gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:17.318012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ba6442f-eced-4c1b-ada5-ccf1f6153a30 req-4a9769db-0a5f-4617-80da-d30500c9f1a7 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 210 time: 0.1754055 Aug 20 08:50:17.325865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5b5e2f7-a637-4cef-a2ba-dbbb50d90e99 req-e602498f-e713-4c2a-aeb7-c83c8acc88ff tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194579 Aug 20 08:50:17.366416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:17.417651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:17.431879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:17.438350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:17.617406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Attempting to bind port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:17.618885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Attempting to bind port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:17.620681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Attempting to bind port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:17.657482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:50:17.657844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Attempting to bind port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:17.683728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:17.684072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:17.684465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:17.684911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Bound port: ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:17.685282 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:17.730675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=39d654c1-6b1e-4750-b21d-4eebdeff3c91,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:17.876509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612f328c-0656-40d7-9357-0f4881d56f21,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:17.895488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:17.914522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:17.922729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:18.034532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51403a0b-005e-4a57-82e6-200102716402 req-52d6e9f5-764b-44d9-a721-f5892b3fb0bf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:18.052620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51403a0b-005e-4a57-82e6-200102716402 req-52d6e9f5-764b-44d9-a721-f5892b3fb0bf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 931 time: 0.4006581 Aug 20 08:50:18.085378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:18.086718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.179145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] For port ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:18.181001 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:50:10Z', 'revision_number': 4, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8844fce4-c13f-4dc4-9246-afb5f4852d4e', 'name': '', 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'mac_address': 'fa:16:3e:b6:21:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:07Z', 'updated_at': '2021-08-20T08:50:16Z', 'revision_number': 4, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'subnets': [{'id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:18.183779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51403a0b-005e-4a57-82e6-200102716402 req-f79aa9a0-f0b5-450a-89e6-b70fd0f98242 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202765 Aug 20 08:50:18.203425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] For port ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:18.213683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.277813 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c2d09-411c-4415-b7f5-e096634ba57d None None] The sync data for ids ['19145dde-eac2-41b2-8fbe-34b0639c9acc'] in n-d-804285-2 is: [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:50:10Z', 'revision_number': 4, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8844fce4-c13f-4dc4-9246-afb5f4852d4e', 'name': '', 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'mac_address': 'fa:16:3e:b6:21:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:07Z', 'updated_at': '2021-08-20T08:50:16Z', 'revision_number': 4, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'subnets': [{'id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:50:18.315285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:18.338983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:18.339616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.341136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-9ed54886-72c1-4287-8b03-40d8522c61d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/ebf25676-93ea-4651-9cf3-3d6e7d3dd558 HTTP/1.1" status: 200 len: 1096 time: 2.9849858 Aug 20 08:50:18.341448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'tag': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:18.344409 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda" -d '{"events": [{"name": "network-changed", "server_uuid": "178e0d17-48cd-49d7-8e53-7d83a4a26508", "tag": "ebf25676-93ea-4651-9cf3-3d6e7d3dd558"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:18.459370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:18.467437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.482140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.495244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.522348 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba756bf3-0a4e-40a5-ab0f-90726e13ca85 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2052269 Aug 20 08:50:18.565825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a034439f-1923-4594-9a0e-bec17512901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:18.567382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-a034439f-1923-4594-9a0e-bec17512901e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 1099 time: 0.1487243 Aug 20 08:50:18.570044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Transition to ACTIVE for port object 70c4a3bf-9c50-4733-ada9-bf366d49f187 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:18.596095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Request body: {'port': {'device_id': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:18.663479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.686298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-4bce5ae4-67bb-408d-856e-e66c65f144f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558 HTTP/1.1" status: 200 len: 217 time: 0.1107750 Aug 20 08:50:18.715949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:18.788942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:50:18.820847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:18.878465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-0f7821ce-8078-4251-8def-77888df41b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:18.879985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-0f7821ce-8078-4251-8def-77888df41b96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1831901 Aug 20 08:50:18.916759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Allocated IP 192.168.233.246 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/2a6c8deb-1a9c-4867-b49a-cb4617163f0e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:19.014062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33f2f8a0-1d71-4032-bc0c-e36870701b19 req-c960fccb-a57a-4097-ae0e-e8adf4b2b50f tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 210 time: 0.3182507 Aug 20 08:50:19.017294 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e8b057-49be-4e0b-91e9-ca1422b233f1 x-openstack-request-id: req-f9e8b057-49be-4e0b-91e9-ca1422b233f1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:19.017702 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178e0d17-48cd-49d7-8e53-7d83a4a26508", "tag": "ebf25676-93ea-4651-9cf3-3d6e7d3dd558", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:19.018013 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9e8b057-49be-4e0b-91e9-ca1422b233f1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:19.020395 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'tag': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558', 'status': 'completed', 'code': 200} Aug 20 08:50:19.258436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-85585dd7-f266-4cec-958e-4170c5f525d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:19.262092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-85585dd7-f266-4cec-958e-4170c5f525d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3616455 Aug 20 08:50:19.294636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8844fce4-c13f-4dc4-9246-afb5f4852d4e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:19.453938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8844fce4-c13f-4dc4-9246-afb5f4852d4e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:19.458429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8844fce4-c13f-4dc4-9246-afb5f4852d4e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:19.459116 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:19.481786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8eb68-1212-4d92-b430-b08cd6575e93 req-8f73667d-d4ad-4b9b-bd03-0001175a2fd8 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:19.488543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-daf8eb68-1212-4d92-b430-b08cd6575e93 req-8f73667d-d4ad-4b9b-bd03-0001175a2fd8 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 948 time: 0.3619566 Aug 20 08:50:19.650128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:19.724258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-daf8eb68-1212-4d92-b430-b08cd6575e93 req-cfe82a00-6535-407e-88fe-3b03d660eee4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203994 Aug 20 08:50:19.738668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8844fce4-c13f-4dc4-9246-afb5f4852d4e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8844fce4-c13f-4dc4-9246-afb5f4852d4e,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:19.766570 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:19.795483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-19db000f-a1da-4658-b623-bc38095dcb1f service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226531 Aug 20 08:50:19.809390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34f9f4b-1118-484f-9242-ae312288d3a3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:19.884089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:19.885022 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Added segment 7cad43bb-46da-4926-9cbe-3962e4dc04f2 of type vlan for network 46069204-8bda-45b2-8b50-c2c106291e7d Aug 20 08:50:19.926560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8844fce4-c13f-4dc4-9246-afb5f4852d4e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:19.945829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.059475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.060503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:20.061087 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.183003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.218735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb039efb-5fb0-4ffd-8b77-e175e3e3f8f8 req-113dd5cb-045e-4cd8-8742-47dcec4ecfe0 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133148 Aug 20 08:50:20.244663 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.1988482 Aug 20 08:50:20.244795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37096) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:20.279481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Request body: {'subnet': {'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-subnet', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:20.355151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.371527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Transition to ACTIVE for port object 2a6c8deb-1a9c-4867-b49a-cb4617163f0e will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:20.418278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.424231 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-b7fbdec1-4a50-4537-9591-a7ecd1301745 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6255431 Aug 20 08:50:20.448580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816398b-04c0-433f-a3df-8c9b6980f83f req-26ce5c84-b265-484d-b985-9ce33eb3a30c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:20.454880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b816398b-04c0-433f-a3df-8c9b6980f83f req-26ce5c84-b265-484d-b985-9ce33eb3a30c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 931 time: 0.4212906 Aug 20 08:50:20.591459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-b53cc3df-0a1e-440d-b45d-e28d870fbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:20.594928 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-b53cc3df-0a1e-440d-b45d-e28d870fbab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 1099 time: 0.2758367 Aug 20 08:50:20.596566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Made reservation on behalf of 08363a1f5ea146d6a85e8cd289dcee80 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:20.599088 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:20.632362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c545c-195a-4c1f-8a2d-84b2269ca490 admin admin] Pushing event updated for resources: {'Network': ['ID=46069204-8bda-45b2-8b50-c2c106291e7d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:20.666005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 46069204-8bda-45b2-8b50-c2c106291e7d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:50:20.761089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:20.773405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Attempting to bind port 70c4a3bf-9c50-4733-ada9-bf366d49f187 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:20.775639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Attempting to bind port 70c4a3bf-9c50-4733-ada9-bf366d49f187 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:20.776226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Attempting to bind port 70c4a3bf-9c50-4733-ada9-bf366d49f187 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:20.788431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Pushing event updated for resources: {'Port': ['ID=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:20.824653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b816398b-04c0-433f-a3df-8c9b6980f83f req-505ec5cc-2e66-4cfb-91f7-6855c39509eb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300686 Aug 20 08:50:20.865567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Port 70c4a3bf-9c50-4733-ada9-bf366d49f187 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:50:20.866109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Attempting to bind port 70c4a3bf-9c50-4733-ada9-bf366d49f187 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:20.878759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:20.886687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:20.984668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:20.985240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:20.986496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:20.994409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Bound port: 70c4a3bf-9c50-4733-ada9-bf366d49f187, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:20.995075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.055191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdfbf3-78a2-4aba-8688-b63f39c4712d req-794f7c61-6387-49d5-9f24-e18c28488a3e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.067562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fcd03-291a-431b-a103-4e1de3e687ce req-b42b831c-5927-414f-86d5-2f0366baa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.067708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50bdfbf3-78a2-4aba-8688-b63f39c4712d req-794f7c61-6387-49d5-9f24-e18c28488a3e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 936 time: 0.2757850 Aug 20 08:50:21.069061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-b42b831c-5927-414f-86d5-2f0366baa4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b600632f9f434cc5b5eef58a15461038&device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 1095 time: 0.5887158 Aug 20 08:50:21.128041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-28f03463-3afe-4d0b-bb9b-aad8d0710a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.128191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.128804 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.129935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-28f03463-3afe-4d0b-bb9b-aad8d0710a71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3315454 Aug 20 08:50:21.210870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-574b37c6-1089-4019-8273-4de742532d5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558 HTTP/1.1" status: 200 len: 217 time: 0.0610392 Aug 20 08:50:21.232617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8844fce4-c13f-4dc4-9246-afb5f4852d4e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:21.260298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fcd03-291a-431b-a103-4e1de3e687ce req-d11488ee-73a9-4ae9-a40c-d5cc9bc4aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.261909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-d11488ee-73a9-4ae9-a40c-d5cc9bc4aa2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 200 len: 921 time: 0.1247032 Aug 20 08:50:21.282049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.307710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8844fce4-c13f-4dc4-9246-afb5f4852d4e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:21.308513 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.357465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-18392fb4-42e0-43b2-a715-5388d7f25878 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0218525 Aug 20 08:50:21.366731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-2fff197d-3915-4852-851e-0eee64adb29b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 200 len: 217 time: 0.0897362 Aug 20 08:50:21.377521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50bdfbf3-78a2-4aba-8688-b63f39c4712d req-697d6afc-db17-4855-9dda-6f3d90968f77 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526238 Aug 20 08:50:21.391565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Request body: {'port': {'device_id': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:21.397360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b364ea7f-86aa-4e27-82e1-78fd65560371 None None] Provisioning for port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:21.451638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b364ea7f-86aa-4e27-82e1-78fd65560371 None None] Provisioning complete for port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:21.452567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b364ea7f-86aa-4e27-82e1-78fd65560371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.476960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeca85-14e1-4d88-af30-bfda535c037a req-eb60b97f-62ec-4c7e-b804-00a3ee3de9c5 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.485195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2faeca85-14e1-4d88-af30-bfda535c037a req-eb60b97f-62ec-4c7e-b804-00a3ee3de9c5 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.2762394 Aug 20 08:50:21.501446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b364ea7f-86aa-4e27-82e1-78fd65560371 None None] Port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:21.508562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:21.529544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-62245640-4514-48fe-a7f9-560ee07d8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.531122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-62245640-4514-48fe-a7f9-560ee07d8eaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.3044553 Aug 20 08:50:21.539652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Checking segment: {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:21.539885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Network hostable DHCP agents. Network: 46069204-8bda-45b2-8b50-c2c106291e7d, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:50:21.563173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:21.570084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1373acc0-c0e7-4785-b1a0-19c25c20ed69,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:21.581005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-c9001f75-faa8-4398-922a-c5b7e99e3f9a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.585088 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-c9001f75-faa8-4398-922a-c5b7e99e3f9a tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.4517703 Aug 20 08:50:21.585747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.600786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.626384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2faeca85-14e1-4d88-af30-bfda535c037a req-1eae4c86-e961-47a5-959d-7f4d92573c75 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399364 Aug 20 08:50:21.667783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d654c1-6b1e-4750-b21d-4eebdeff3c91 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:21.682534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Network 46069204-8bda-45b2-8b50-c2c106291e7d is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:50:21.682817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fcd03-291a-431b-a103-4e1de3e687ce req-4ed1dab3-1871-45e6-8fc3-554b5611cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.688466 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-4ed1dab3-1871-45e6-8fc3-554b5611cc19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 200 len: 861 time: 0.2539251 Aug 20 08:50:21.698340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa813dfc-747d-42d9-9f92-b2bdc496d3a4 req-bd9fb478-7ac8-4253-9e50-e5eecbc6670e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.708560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa813dfc-747d-42d9-9f92-b2bdc496d3a4 req-bd9fb478-7ac8-4253-9e50-e5eecbc6670e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 948 time: 0.2188616 Aug 20 08:50:21.728243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.736729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 46069204-8bda-45b2-8b50-c2c106291e7d) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:21.746494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-a808bea1-b8c8-4f70-9fb0-da2360c8dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.748202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-a808bea1-b8c8-4f70-9fb0-da2360c8dbdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793892 Aug 20 08:50:21.750096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da111006-dbd5-4af1-9b5e-55b200b31430 None None] Network 46069204-8bda-45b2-8b50-c2c106291e7d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:21.750434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.751121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.784735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:21.816835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:21.817468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:21.835298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-9963e464-2e06-4ced-9eaf-c4c970c3019d service neutron] 10.222.0.26 "PUT /v2.0/ports/70c4a3bf-9c50-4733-ada9-bf366d49f187 HTTP/1.1" status: 200 len: 1095 time: 6.4657581 Aug 20 08:50:21.840242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:21.843201 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862c48c-3f81-40fa-8210-722adad700f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:21.851362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa813dfc-747d-42d9-9f92-b2bdc496d3a4 req-2eb515cd-27b4-4301-9c3a-e697d92d42cb tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370068 Aug 20 08:50:21.852808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-6e88ca09-6c89-41f3-900f-ab4878aed283 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bbfaa3ce-292d-4ecb-a035-6e8be520c385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271753 Aug 20 08:50:21.870567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-84becfeb-9eb2-48c7-b150-077ac208e781 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6055486 Aug 20 08:50:21.874703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37136) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:21.878008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Transition to ACTIVE for port object 39d654c1-6b1e-4750-b21d-4eebdeff3c91 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:21.911831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:21.948277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.058236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.072415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.122565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ebf25676-93ea-4651-9cf3-3d6e7d3dd558 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:22.169110 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4355563-ead2-469c-bdd6-87c3f6f25412 x-openstack-request-id: req-a4355563-ead2-469c-bdd6-87c3f6f25412 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:22.169478 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:22.169917 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4355563-ead2-469c-bdd6-87c3f6f25412 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:22.170319 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'status': 'completed', 'code': 200} Aug 20 08:50:22.194290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.250804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-46069204-8bda-45b2-8b50-c2c106291e7d', 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'fixed_ips': [{'subnet_id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:50:22.252383 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.338710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Pushing event updated for resources: {'Port': ['ID=39d654c1-6b1e-4750-b21d-4eebdeff3c91,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:22.417293 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-80f6a33a-47a4-4b7e-aa8e-efa8d5bae6e8 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530016 Aug 20 08:50:22.469478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-f564cfc4-7adf-4d80-a405-cea19e299683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:22.471769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-f564cfc4-7adf-4d80-a405-cea19e299683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1098 time: 0.4304593 Aug 20 08:50:22.504733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-16726efa-d702-4057-9e1b-4351e0e642c0 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438011 Aug 20 08:50:22.519759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:22.544667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558', 'mac_address': 'fa:16:3e:a8:de:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:22.584492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Deleting port 8206736f-b66c-452b-9fb9-c72a76644713 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:22.585055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.611030 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.616992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.629097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf25676-93ea-4651-9cf3-3d6e7d3dd558 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:22.659182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:22.701093 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-f34ea688-624f-4a7d-bcc5-1d86d37d948c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187 HTTP/1.1" status: 200 len: 217 time: 0.1716928 Aug 20 08:50:22.708134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.741662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825dc4-9771-4600-b631-939e48732f65 req-c206f9c2-bfe8-40a2-a1a8-7fcd51ab820e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:22.751600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7825dc4-9771-4600-b631-939e48732f65 req-c206f9c2-bfe8-40a2-a1a8-7fcd51ab820e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 943 time: 0.4109435 Aug 20 08:50:22.786072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Attempting to bind port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:22.786415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Attempting to bind port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:22.786745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Attempting to bind port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:22.798714 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4639a4-ea78-4a96-94b1-20e2dfec0eda req-41580b92-3a5f-42a7-9590-147156df640c service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847300 Aug 20 08:50:22.799990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Allocated IP 172.20.0.2 (46069204-8bda-45b2-8b50-c2c106291e7d/1373acc0-c0e7-4785-b1a0-19c25c20ed69/4362838e-8acb-40a9-b5b4-58e669451a93) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:22.802868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:22.853665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:50:22.854280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Attempting to bind port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:22.870930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:22.871624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:22.872234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:22.872918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Bound port: 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:22.873442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:22.911598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-442fcd03-291a-431b-a103-4e1de3e687ce req-a2ead451-5f1b-4138-8197-4c4253501551 service neutron] 10.222.0.37 "GET /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845815 Aug 20 08:50:22.964669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6442d531-0351-4379-85ef-ad9bd032ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:22.967963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-6442d531-0351-4379-85ef-ad9bd032ce4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2567184 Aug 20 08:50:22.992493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['ebf25676-93ea-4651-9cf3-3d6e7d3dd558'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:23.029106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d73a5-a10e-49d8-bb17-bfe7161e2a84 req-10eb8014-4de4-4cdf-a87d-9af84594d176 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:23.030932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b5d73a5-a10e-49d8-bb17-bfe7161e2a84 req-10eb8014-4de4-4cdf-a87d-9af84594d176 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 936 time: 0.2311757 Aug 20 08:50:23.031520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] For port 8206736f-b66c-452b-9fb9-c72a76644713, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8206736f-b66c-452b-9fb9-c72a76644713,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:23.032231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.092308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Calling delete_port for 8206736f-b66c-452b-9fb9-c72a76644713 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:23.100712 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.101147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b5d73a5-a10e-49d8-bb17-bfe7161e2a84 req-ae39aba3-7a1c-4f44-8369-948bf4b096cb tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598540 Aug 20 08:50:23.110749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7825dc4-9771-4600-b631-939e48732f65 req-25266539-332c-4e97-bab6-b74ab18ea539 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819376 Aug 20 08:50:23.111425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Transition to ACTIVE for port object 4362838e-8acb-40a9-b5b4-58e669451a93 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:23.128889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Transition to ACTIVE for port object 4362838e-8acb-40a9-b5b4-58e669451a93 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:23.145431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-464031b1-fd66-41d6-8c8c-194c73171c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:23.150918 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-464031b1-fd66-41d6-8c8c-194c73171c69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675143 Aug 20 08:50:23.158188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.225168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Network 46069204-8bda-45b2-8b50-c2c106291e7d is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:23.227552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] For port 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:23.232081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:23.242166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:23.276963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Pushing event updated for resources: {'Port': ['ID=4362838e-8acb-40a9-b5b4-58e669451a93,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:23.531549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38cbd-3239-40fd-824f-5b3083af11dd req-f1faecde-e9ef-4b73-8c23-d536a7d996fd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:23.534173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99b38cbd-3239-40fd-824f-5b3083af11dd req-f1faecde-e9ef-4b73-8c23-d536a7d996fd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 945 time: 0.2518785 Aug 20 08:50:23.581319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-7b63e6f6-7261-4ec3-8794-844aef5748e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231303 Aug 20 08:50:23.590053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.623063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.708129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Attempting to bind port 4362838e-8acb-40a9-b5b4-58e669451a93 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:23.708419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Attempting to bind port 4362838e-8acb-40a9-b5b4-58e669451a93 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:23.708635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Attempting to bind port 4362838e-8acb-40a9-b5b4-58e669451a93 on network 46069204-8bda-45b2-8b50-c2c106291e7d {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:23.715466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:23.715752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Checking segment: {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:23.716219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.716532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Bound using segment: {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:23.717083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Bound port: 4362838e-8acb-40a9-b5b4-58e669451a93, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:23.723128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.777619 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6c8deb-1a9c-4867-b49a-cb4617163f0e {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:23.787180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Allocated IP 172.25.5.235 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4568e029-4d76-4906-b70c-1218c197d872) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:23.849620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] For port 4362838e-8acb-40a9-b5b4-58e669451a93, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:23.850394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] For port 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:23.852970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.853290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] For port 4362838e-8acb-40a9-b5b4-58e669451a93, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4362838e-8acb-40a9-b5b4-58e669451a93,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:23.861397 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.867462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.908907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99b38cbd-3239-40fd-824f-5b3083af11dd req-814a7884-82a3-4f2f-96ec-d23d5fc79928 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670380 Aug 20 08:50:23.910100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Transition to ACTIVE for port object 2a6c8deb-1a9c-4867-b49a-cb4617163f0e will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:23.937756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.948795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:23.948795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:23.948795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] 10.222.0.26 "PUT /v2.0/ports/39d654c1-6b1e-4750-b21d-4eebdeff3c91 HTTP/1.1" status: 200 len: 1091 time: 5.3922367 Aug 20 08:50:23.958987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cd4cd-3f53-441b-a7b0-866c418d3cad None None] Pushing event updated for resources: {'Port': ['ID=4362838e-8acb-40a9-b5b4-58e669451a93,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:24.145319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5a88-9ade-46bc-bf14-57d35c056983 service neutron] Pushing event updated for resources: {'Port': ['ID=39d654c1-6b1e-4750-b21d-4eebdeff3c91,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:24.201698 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-545b91e0-cde5-4edc-b2b9-45630176e63e service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9621954 Aug 20 08:50:24.311142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'tag': '39d654c1-6b1e-4750-b21d-4eebdeff3c91'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:24.331203 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba983a13-f846-4da3-a4d9-71c23d7cb367" -d '{"events": [{"name": "network-changed", "server_uuid": "c90e9e3c-0abb-48da-8f20-118a26d9d192", "tag": "39d654c1-6b1e-4750-b21d-4eebdeff3c91"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:24.406378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cf9c838-a5ce-4435-af21-a3e2640602dc req-21856cb2-beb2-412c-a111-bb263e6697b5 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937845 Aug 20 08:50:24.479848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:24.550059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba09f79d-35e5-4ee9-b7d5-24840bdc676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.551759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-ba09f79d-35e5-4ee9-b7d5-24840bdc676b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 1094 time: 0.5341606 Aug 20 08:50:24.612940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-3a18493f-9bfd-45ea-99d3-23e0feb2f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.614505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-3a18493f-9bfd-45ea-99d3-23e0feb2f906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d8b503266424c1fbe9a546b2e8f3c23&device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 1096 time: 0.7948086 Aug 20 08:50:24.625368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:24.637205 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-4a0132b0-2d30-4a44-a60c-7661acd03737 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91 HTTP/1.1" status: 200 len: 217 time: 0.0654845 Aug 20 08:50:24.648884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:24.651414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8d720-2665-4cd9-875b-96d61a26e8ca req-cb0e0806-de77-44ca-b045-1a9e92f73a30 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.659823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03e8d720-2665-4cd9-875b-96d61a26e8ca req-cb0e0806-de77-44ca-b045-1a9e92f73a30 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 949 time: 0.7910557 Aug 20 08:50:24.687920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event deleted for resources: {'Port': ['ID=8206736f-b66c-452b-9fb9-c72a76644713,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:24.689782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 8206736f-b66c-452b-9fb9-c72a76644713 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:24.699465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8206736f-b66c-452b-9fb9-c72a76644713 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:24.717171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0caa00-ad01-4c1c-b6ee-790f4e9e2c65 req-a3511483-da74-428c-adb7-acb9636ca026 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.726352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a0caa00-ad01-4c1c-b6ee-790f4e9e2c65 req-a3511483-da74-428c-adb7-acb9636ca026 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 948 time: 0.1944602 Aug 20 08:50:24.742535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862c48c-3f81-40fa-8210-722adad700f5 req-338f6e79-daac-4aed-837a-0b93085c4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.744175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-338f6e79-daac-4aed-837a-0b93085c4bcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1098 time: 0.2440743 Aug 20 08:50:24.776407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-50317111-2819-4e11-b127-012c74d8ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.778058 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-50317111-2819-4e11-b127-012c74d8ac7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1304939 Aug 20 08:50:24.793584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Attempting to bind port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:24.793950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Attempting to bind port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:24.794279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Attempting to bind port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:24.833035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:50:24.833557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Attempting to bind port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:24.841409 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:24.866606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03e8d720-2665-4cd9-875b-96d61a26e8ca req-755749f8-2d72-4a21-8a14-953110fe0164 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059155 Aug 20 08:50:24.868587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] No DVR routers for this DVR port 8206736f-b66c-452b-9fb9-c72a76644713 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:24.907259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-9da002b2-30f5-4e2d-a745-c5b565684e88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054735 Aug 20 08:50:24.911951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a0caa00-ad01-4c1c-b6ee-790f4e9e2c65 req-632b02db-c2c0-45d0-b5e2-735097e8de3e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707075 Aug 20 08:50:24.914168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:24.916266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0ff93e68-883a-4cb2-9396-328a4b65a8a9 req-6f779082-34f7-4104-a5bd-48de49aa1567 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "DELETE /v2.0/ports/8206736f-b66c-452b-9fb9-c72a76644713 HTTP/1.1" status: 204 len: 173 time: 3.3125525 Aug 20 08:50:24.922324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:24.922735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:24.923234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:24.923803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Bound port: 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:24.924260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:24.947666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-02d8f226-cde7-4277-98c5-e103d3b42bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:24.951332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-02d8f226-cde7-4277-98c5-e103d3b42bed service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e363493-2e53-4243-99ac-613a46bbbfa8 HTTP/1.1" status: 200 len: 916 time: 0.2774882 Aug 20 08:50:25.020797 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:25.161385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862c48c-3f81-40fa-8210-722adad700f5 req-c579b37d-abc0-42dd-8b61-1418bbdaa9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:25.178050 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-c579b37d-abc0-42dd-8b61-1418bbdaa9be service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.3940685 Aug 20 08:50:25.196096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:25.198751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-290ad3a5-402a-44af-b53f-9f9cd61614fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c950128-659a-4ae4-ab6c-127e385d5e00 HTTP/1.1" status: 200 len: 1001 time: 0.2391977 Aug 20 08:50:25.205943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:25.235260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:25.240442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Pushing event updated for resources: {'Port': ['ID=4568e029-4d76-4906-b70c-1218c197d872,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:25.292519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4362838e-8acb-40a9-b5b4-58e669451a93 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:25.311086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-fbbc259c-ad26-4d32-899c-16227e432490 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937101 Aug 20 08:50:25.315394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-aed52c55-3c8a-4bb1-bee7-34cc7e934be7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187 HTTP/1.1" status: 200 len: 217 time: 0.1267171 Aug 20 08:50:25.322899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] For port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:25.374253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36d094-8a20-488e-b4a3-0d68c76f8927 req-55cbadbc-a593-44b5-8f90-96bfe27db6e5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:25.376025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c36d094-8a20-488e-b4a3-0d68c76f8927 req-55cbadbc-a593-44b5-8f90-96bfe27db6e5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 943 time: 0.3266594 Aug 20 08:50:25.411907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-699d2a26-8e0f-4d77-a309-f26ba2ee3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:25.412984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4362838e-8acb-40a9-b5b4-58e669451a93 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:25.413439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-699d2a26-8e0f-4d77-a309-f26ba2ee3a8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46a88ac9-5e45-4c3a-bea8-e65602df86b7 HTTP/1.1" status: 200 len: 855 time: 0.2047157 Aug 20 08:50:25.575446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26ecc4a2-ab49-48ad-be9a-f0deb4efda2f req-e1722c50-94ad-4cbb-8ec9-66655a479b37 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437458 Aug 20 08:50:25.595092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] For port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:25.609933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:25.630651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862c48c-3f81-40fa-8210-722adad700f5 req-163f616b-2480-43e0-99b5-803c750be1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:25.646121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-163f616b-2480-43e0-99b5-803c750be1a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1405985 Aug 20 08:50:25.655054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c36d094-8a20-488e-b4a3-0d68c76f8927 req-f3941a23-a646-4f1e-9095-334d72f4a66c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577183 Aug 20 08:50:25.740379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-54ff7a15-7c6d-45cd-a004-ef9f790e329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:25.742497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-54ff7a15-7c6d-45cd-a004-ef9f790e329a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e363493-2e53-4243-99ac-613a46bbbfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888970 Aug 20 08:50:25.758829 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d1b6ba-7123-4332-8a2f-df14fc1ed7e6 x-openstack-request-id: req-81d1b6ba-7123-4332-8a2f-df14fc1ed7e6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:25.759211 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90e9e3c-0abb-48da-8f20-118a26d9d192", "tag": "39d654c1-6b1e-4750-b21d-4eebdeff3c91", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:25.759402 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81d1b6ba-7123-4332-8a2f-df14fc1ed7e6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:25.759851 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'tag': '39d654c1-6b1e-4750-b21d-4eebdeff3c91', 'status': 'completed', 'code': 200} Aug 20 08:50:25.809102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:25.810199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:25.813097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] 10.222.0.26 "PUT /v2.0/ports/2a6c8deb-1a9c-4867-b49a-cb4617163f0e HTTP/1.1" status: 200 len: 1096 time: 4.4432592 Aug 20 08:50:25.838243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53d2fe-a640-4b64-a00a-ee849b76fb0b None None] Network 46069204-8bda-45b2-8b50-c2c106291e7d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:25.977277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3505945-1f14-40e5-8a57-af9067e56043 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:26.010652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dedcda41-f941-4de6-b318-0f825b0b5e54 req-5f76cdce-e4e4-4d58-a7d1-2f5ea0997f86 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f HTTP/1.1" status: 200 len: 210 time: 0.1305246 Aug 20 08:50:26.027110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862c48c-3f81-40fa-8210-722adad700f5 req-4d1a2fd6-c3cb-4719-bfa1-4356daa5c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.028790 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-4d1a2fd6-c3cb-4719-bfa1-4356daa5c9d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3174849 Aug 20 08:50:26.042252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:26.043977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ebf25676-93ea-4651-9cf3-3d6e7d3dd558 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:26.066826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-ca16982a-6507-4230-8f5f-a5cb75008fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.070325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-ca16982a-6507-4230-8f5f-a5cb75008fa4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9dfc606c77145a18cd6aa23d8630497&device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 1099 time: 0.1942561 Aug 20 08:50:26.141784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] Provisioning for port 4362838e-8acb-40a9-b5b4-58e669451a93 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:26.147598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] Provisioning complete for port 4362838e-8acb-40a9-b5b4-58e669451a93 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:26.147964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.204484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-7f2a9176-8974-4d1c-9c4a-082764bfcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.207016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-7f2a9176-8974-4d1c-9c4a-082764bfcb43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 1094 time: 0.3926973 Aug 20 08:50:26.209073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-e9521f57-76fc-4d4d-9ac1-02e7a18676e4 service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409695 Aug 20 08:50:26.211330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.254115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-2f4d9280-1b11-495c-a39f-33f57c16b07c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e HTTP/1.1" status: 200 len: 217 time: 0.1541615 Aug 20 08:50:26.309849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:26.331009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:26.331687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.405345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-dddc0143-c6b7-4191-843d-ec0cf3ecd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.407353 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-dddc0143-c6b7-4191-843d-ec0cf3ecd6fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1384408 Aug 20 08:50:26.419779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:26.453450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'mac_address': 'fa:16:3e:ed:79:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:26.456474 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.494075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd718fd-f072-4ed2-b553-542f072cbaf8 req-791cf148-9774-4e81-9796-d8da5ba02b8a tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.495660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd718fd-f072-4ed2-b553-542f072cbaf8 req-791cf148-9774-4e81-9796-d8da5ba02b8a tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 948 time: 0.3092599 Aug 20 08:50:26.527092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65a8f-17cf-4856-8f9b-68d564b630f3 req-f7a566ae-997d-4857-aedc-871bc9129087 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.528145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-68013d91-8634-48f3-b519-6672e2e375d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.530547 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-68013d91-8634-48f3-b519-6672e2e375d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141224 Aug 20 08:50:26.535731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0e65a8f-17cf-4856-8f9b-68d564b630f3 req-f7a566ae-997d-4857-aedc-871bc9129087 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 949 time: 0.2329843 Aug 20 08:50:26.600195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-04c5dddd-adf1-4428-bdfc-aebf4d14e446 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540018 Aug 20 08:50:26.614695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] For port 4362838e-8acb-40a9-b5b4-58e669451a93, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4362838e-8acb-40a9-b5b4-58e669451a93,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:26.618009 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.635660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.649334 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.656087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:26.657157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f977b62c-1d9d-4b17-8329-65bb117ce825 req-8a2dd69a-976b-4cbe-903b-aa25ec312202 service neutron] 10.222.0.26 "GET /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212477 Aug 20 08:50:26.675813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0e65a8f-17cf-4856-8f9b-68d564b630f3 req-b999d8b9-f47b-4ad2-b3ea-c8a24af5d13b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391461 Aug 20 08:50:26.680886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-8ddbbdb8-55ff-4117-aa57-9e8e8e4d753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.683322 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-8ddbbdb8-55ff-4117-aa57-9e8e8e4d753b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.4408584 Aug 20 08:50:26.699196 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd718fd-f072-4ed2-b553-542f072cbaf8 req-36d99c04-8aee-4bc9-b67d-65686592d2b8 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858799 Aug 20 08:50:26.743274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:26.765602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:26.768304 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d91cf4d-1d93-4e42-ab42-eee730bc7566" -d '{"events": [{"server_uuid": "178e0d17-48cd-49d7-8e53-7d83a4a26508", "name": "network-vif-plugged", "status": "completed", "tag": "ebf25676-93ea-4651-9cf3-3d6e7d3dd558"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:26.772684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.797071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-3562a87c-4b94-4864-ae9a-66134a6a3aef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91 HTTP/1.1" status: 200 len: 217 time: 0.0622675 Aug 20 08:50:26.802326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:26.803567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc31560-ec56-4896-8da5-65fa814c5d88 None None] Pushing event updated for resources: {'Port': ['ID=4362838e-8acb-40a9-b5b4-58e669451a93,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:26.811377 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.895590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e1f197a-4cfb-4ce9-893d-2ee0f02674fc None None] Provisioning complete for port 4362838e-8acb-40a9-b5b4-58e669451a93 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:26.896241 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e1f197a-4cfb-4ce9-893d-2ee0f02674fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:26.932752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-b7432a3a-2fb5-4bf8-8cc7-26e218a896e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:26.934568 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-b7432a3a-2fb5-4bf8-8cc7-26e218a896e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.0782764 Aug 20 08:50:26.942073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:27.022323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:27.063531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:27.100532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-5e6e9407-2980-4773-96fc-bbf573576301 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570725 Aug 20 08:50:27.142179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-02d4c277-335f-49b1-b262-f4586fe22f8f service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998433 Aug 20 08:50:27.158911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4993060-c1f2-4cea-b1e7-feabe71149c8 req-bdf0c2fb-c072-4a3c-a22d-a602bf9628ef tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:27.188811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4993060-c1f2-4cea-b1e7-feabe71149c8 req-bdf0c2fb-c072-4a3c-a22d-a602bf9628ef tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 943 time: 0.3099504 Aug 20 08:50:27.276276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4362838e-8acb-40a9-b5b4-58e669451a93 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:27.280096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4993060-c1f2-4cea-b1e7-feabe71149c8 req-8d1eec60-8547-4780-9b73-a16af83c830e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870440 Aug 20 08:50:27.375003 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e862c48c-3f81-40fa-8210-722adad700f5 req-ed043d8a-d771-40ad-9c1b-93c2f51b207d service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072680 Aug 20 08:50:27.382061 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c578da-61fe-4620-b1ec-6e95d73103ad x-openstack-request-id: req-30c578da-61fe-4620-b1ec-6e95d73103ad {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:27.383465 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178e0d17-48cd-49d7-8e53-7d83a4a26508", "name": "network-vif-plugged", "status": "completed", "tag": "ebf25676-93ea-4651-9cf3-3d6e7d3dd558", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:27.385315 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30c578da-61fe-4620-b1ec-6e95d73103ad {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:27.385935 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558', 'code': 200} Aug 20 08:50:27.397530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:27.415794 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-c5f75fd3-0a91-475a-b543-db18e77ecba1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619150 Aug 20 08:50:27.512909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b06056-9a8b-4406-b9d5-a1b8dcaab4e7 req-48878a29-2cb6-40d0-b620-0bc85f2e2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:27.514797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-75b06056-9a8b-4406-b9d5-a1b8dcaab4e7 req-48878a29-2cb6-40d0-b620-0bc85f2e2e49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 1101 time: 0.1026556 Aug 20 08:50:27.547451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:50:27.616863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4362838e-8acb-40a9-b5b4-58e669451a93 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:27.617574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:27.695271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-75b06056-9a8b-4406-b9d5-a1b8dcaab4e7 req-eb55ec98-8d44-432e-bf12-6d78d658759d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716702 Aug 20 08:50:27.760999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'name': 'network-vif-deleted', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713'}, {'name': 'network-changed', 'server_uuid': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'tag': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:27.770689 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab811711-0e88-46c2-9082-efd9c6886e74" -d '{"events": [{"server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "name": "network-vif-deleted", "tag": "8206736f-b66c-452b-9fb9-c72a76644713"}, {"name": "network-changed", "server_uuid": "9c4302be-13a2-4d65-9921-4e1a10de0302", "tag": "2a6c8deb-1a9c-4867-b49a-cb4617163f0e"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:27.787060 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdc95583-bcad-49ab-809f-79b9c5f8e844 req-a5c2c506-47e8-4306-a9bc-2c9e855b3c3b service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343293 Aug 20 08:50:27.819168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba983a13-f846-4da3-a4d9-71c23d7cb367 req-eb52e708-de2a-4cbb-bffd-2445f0903ce1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949797 Aug 20 08:50:27.911763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:50:27.923918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Sync routers for ids ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:50:27.937879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Routers {'0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:27.938522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:27.981974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 39d654c1-6b1e-4750-b21d-4eebdeff3c91 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:27.982723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a55120-4115-4813-b044-6d1bf0cf3931 req-8e598ada-7e8a-4eb7-bb1f-c6db1eadb994 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:27.985227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20a55120-4115-4813-b044-6d1bf0cf3931 req-8e598ada-7e8a-4eb7-bb1f-c6db1eadb994 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 950 time: 0.1406057 Aug 20 08:50:27.986771 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:27.988054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1c66f72a-ae8b-419d-b3e6-5919a3815b51 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1048565 Aug 20 08:50:27.991167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:28.070604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20a55120-4115-4813-b044-6d1bf0cf3931 req-93c543bc-233a-4e4c-bdbf-f0adcdbd083d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684428 Aug 20 08:50:28.246637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1a22-bab4-4817-a30b-16d3c646c970 req-7b71c557-8c48-474d-a5d6-822e3ca289cd tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:28.250658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9abf1a22-bab4-4817-a30b-16d3c646c970 req-7b71c557-8c48-474d-a5d6-822e3ca289cd tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 948 time: 0.0746102 Aug 20 08:50:28.340189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Set router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:28.367511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-f1f2521c-1df9-46ba-94bd-a533e3c110c9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:28.367747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdbbb1-8378-4212-b3ce-09fd53da7f10 req-40d9673d-9211-4e90-b728-773b213df71c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:28.369046 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-f1f2521c-1df9-46ba-94bd-a533e3c110c9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1416881 Aug 20 08:50:28.369179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24cdbbb1-8378-4212-b3ce-09fd53da7f10 req-40d9673d-9211-4e90-b728-773b213df71c tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1173186 Aug 20 08:50:28.384044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9abf1a22-bab4-4817-a30b-16d3c646c970 req-4944e128-7729-4ce1-8836-bcaa56f74417 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950377 Aug 20 08:50:28.464506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24cdbbb1-8378-4212-b3ce-09fd53da7f10 req-3ada09a2-d65b-4bed-8e4a-4acde259fa70 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Aug 20 08:50:28.541889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:28.572328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '39d654c1-6b1e-4750-b21d-4eebdeff3c91', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': '39d654c1-6b1e-4750-b21d-4eebdeff3c91', 'mac_address': 'fa:16:3e:89:88:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:28.615430 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef218e-106f-48d9-ac1c-9484d474359f x-openstack-request-id: req-03ef218e-106f-48d9-ac1c-9484d474359f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:28.616213 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f", "name": "network-vif-deleted", "tag": "8206736f-b66c-452b-9fb9-c72a76644713", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c4302be-13a2-4d65-9921-4e1a10de0302", "tag": "2a6c8deb-1a9c-4867-b49a-cb4617163f0e", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:28.616393 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03ef218e-106f-48d9-ac1c-9484d474359f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:28.616904 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcc2b1c-d70d-40fc-bd48-bdab1eb0901f', 'name': 'network-vif-deleted', 'tag': '8206736f-b66c-452b-9fb9-c72a76644713', 'status': 'completed', 'code': 200} Aug 20 08:50:28.617225 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'tag': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e', 'status': 'completed', 'code': 200} Aug 20 08:50:28.640329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990d610-2912-424e-9d81-44ed8028d73e req-1e07315c-8364-43ed-bad1-232086dcc169 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:28.648787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0990d610-2912-424e-9d81-44ed8028d73e req-1e07315c-8364-43ed-bad1-232086dcc169 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 943 time: 0.0658386 Aug 20 08:50:28.710980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0990d610-2912-424e-9d81-44ed8028d73e req-71f09f91-c106-4f24-9e8a-5d96b26e94f1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601904 Aug 20 08:50:28.785243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-0f300986-b4ff-4cd1-9cf0-d358cb1e2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:28.786907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-0f300986-b4ff-4cd1-9cf0-d358cb1e2cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9dfc606c77145a18cd6aa23d8630497&device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 1099 time: 0.1737220 Aug 20 08:50:28.840891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Deleting port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:28.841239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:28.910777 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:28.959106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d654c1-6b1e-4750-b21d-4eebdeff3c91 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:29.024839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:29.032222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:50:25Z', 'revision_number': 3, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:29.034680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.115218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Checking router: 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:50:29.115580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Updating router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a port 4568e029-4d76-4906-b70c-1218c197d872 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:50:29.159145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.320928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=39d654c1-6b1e-4750-b21d-4eebdeff3c91,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:29.363150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf18caa-ea19-4b06-b7f6-2ebdc7e67498 req-8040dabb-1acf-49bb-8edb-af9863a7c120 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:29.369846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cf18caa-ea19-4b06-b7f6-2ebdc7e67498 req-8040dabb-1acf-49bb-8edb-af9863a7c120 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 950 time: 0.1394434 Aug 20 08:50:29.447625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cf18caa-ea19-4b06-b7f6-2ebdc7e67498 req-c126c678-b114-4488-9a11-372df8e8d4d2 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606983 Aug 20 08:50:29.448349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-3b82abef-2333-4d3f-841e-a39972f254ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:29.449931 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-3b82abef-2333-4d3f-841e-a39972f254ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.6318290 Aug 20 08:50:29.467367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['39d654c1-6b1e-4750-b21d-4eebdeff3c91'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:29.684632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2718dae-80e4-4b06-bd61-58045e08f2b4 req-c7c231f2-7a37-4ddc-a346-dda5b69670c8 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:29.702816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2718dae-80e4-4b06-bd61-58045e08f2b4 req-c7c231f2-7a37-4ddc-a346-dda5b69670c8 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 948 time: 0.1827188 Aug 20 08:50:29.704814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.715334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Transition to ACTIVE for port object 4568e029-4d76-4906-b70c-1218c197d872 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:29.733693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.752762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] For port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:29.753356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.801180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-d43cceb1-7838-4c6f-ae48-15f842986810 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e HTTP/1.1" status: 200 len: 217 time: 0.3291321 Aug 20 08:50:29.804498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Calling delete_port for 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:29.825505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab357-7d13-4b5c-b1a7-542ba46e4a40 None None] Pushing event updated for resources: {'Port': ['ID=4568e029-4d76-4906-b70c-1218c197d872,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:29.846754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2718dae-80e4-4b06-bd61-58045e08f2b4 req-54778322-dc5d-4f6d-867c-8f628adab186 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420183 Aug 20 08:50:29.856960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.859073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Attempting to bind port 4568e029-4d76-4906-b70c-1218c197d872 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:29.859354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Attempting to bind port 4568e029-4d76-4906-b70c-1218c197d872 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:29.859727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Attempting to bind port 4568e029-4d76-4906-b70c-1218c197d872 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:29.878318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:29.878498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:29.878838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.879231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:29.879712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Bound port: 4568e029-4d76-4906-b70c-1218c197d872, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:29.880349 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:29.950887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-86b15aaa-4f3e-40cf-8df3-1d3e2c24f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:29.953206 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-86b15aaa-4f3e-40cf-8df3-1d3e2c24f78b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1441441 Aug 20 08:50:29.976512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2a6c8deb-1a9c-4867-b49a-cb4617163f0e details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:29.979130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:30.056351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] For port 4568e029-4d76-4906-b70c-1218c197d872, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:30.077621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] For port 4568e029-4d76-4906-b70c-1218c197d872, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4568e029-4d76-4906-b70c-1218c197d872,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:30.093558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbce31-3b9c-4521-8c3c-734d7e606624 req-d9817ad5-ec0a-4dd1-a4b8-d28624a04403 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:30.104212 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.109939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63dbce31-3b9c-4521-8c3c-734d7e606624 req-d9817ad5-ec0a-4dd1-a4b8-d28624a04403 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 948 time: 0.1427507 Aug 20 08:50:30.140022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-05c73dd6-da02-4d38-9cc5-a9d62cdee98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:30.141776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-05c73dd6-da02-4d38-9cc5-a9d62cdee98c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1780379 Aug 20 08:50:30.156788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ef456-5919-4113-880d-e1dca4bda623 req-5b33ffa8-70f6-4aa9-b8d9-7b17a5610b02 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:30.159301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-265ef456-5919-4113-880d-e1dca4bda623 req-5b33ffa8-70f6-4aa9-b8d9-7b17a5610b02 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675 HTTP/1.1" status: 200 len: 944 time: 0.1196923 Aug 20 08:50:30.212216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63dbce31-3b9c-4521-8c3c-734d7e606624 req-569ba241-661e-4abd-9926-86d0f10e4b4c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952036 Aug 20 08:50:30.243233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 70c4a3bf-9c50-4733-ada9-bf366d49f187 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:30.255316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 70c4a3bf-9c50-4733-ada9-bf366d49f187 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:30.255694 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.257468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab357-7d13-4b5c-b1a7-542ba46e4a40 None None] Pushing event updated for resources: {'Port': ['ID=4568e029-4d76-4906-b70c-1218c197d872,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:30.262016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-265ef456-5919-4113-880d-e1dca4bda623 req-a76833b4-c35e-42bb-8905-f8ec5c37917f tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926788 Aug 20 08:50:30.297547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Routers {'0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:30.298410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:30.338678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.374347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:30.402041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e', 'mac_address': 'fa:16:3e:19:ff:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:30.408022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e853b8-7163-4f6e-8834-cf1cfbcb1470 req-c51c1db8-5086-4462-9767-82023d5277a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:30.416055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53e853b8-7163-4f6e-8834-cf1cfbcb1470 req-c51c1db8-5086-4462-9767-82023d5277a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 944 time: 0.0938032 Aug 20 08:50:30.443943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event deleted for resources: {'Port': ['ID=29ad3ba8-92e9-49c8-b2ad-dbdba4824bea,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:30.491677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53e853b8-7163-4f6e-8834-cf1cfbcb1470 req-2bdeeb71-a334-49e8-b2ae-3c65f04bcc71 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745127 Aug 20 08:50:30.583785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Allocated IP 172.20.0.1 (46069204-8bda-45b2-8b50-c2c106291e7d/1373acc0-c0e7-4785-b1a0-19c25c20ed69/cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:30.590272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] No DVR routers for this DVR port 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:30.599220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.602145 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dade7bf2-1248-4e86-8570-3d42c43a26a9 req-eecaaacc-d32d-43ab-ac36-43b18745c675 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "DELETE /v2.0/ports/29ad3ba8-92e9-49c8-b2ad-dbdba4824bea HTTP/1.1" status: 204 len: 173 time: 2.1898592 Aug 20 08:50:30.608603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-2f834afc-fcf0-4d76-ac05-8010d7fef79f service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561377 Aug 20 08:50:30.618448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'name': 'network-vif-deleted', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:30.620564 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e094e79-4637-4859-915f-3a86cd0d45e8" -d '{"events": [{"server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "name": "network-vif-deleted", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:30.648454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] Set router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:30.650605 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.724656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:30.765635 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86258ab1-b8a6-46cd-8b5f-47fa510ef819 x-openstack-request-id: req-86258ab1-b8a6-46cd-8b5f-47fa510ef819 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:30.766260 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675", "name": "network-vif-deleted", "tag": "29ad3ba8-92e9-49c8-b2ad-dbdba4824bea", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:30.766431 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86258ab1-b8a6-46cd-8b5f-47fa510ef819 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:30.766929 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe8fb82-4aa9-479d-ba96-8ce3c2ed9675', 'name': 'network-vif-deleted', 'tag': '29ad3ba8-92e9-49c8-b2ad-dbdba4824bea', 'status': 'completed', 'code': 200} Aug 20 08:50:30.771728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6c8deb-1a9c-4867-b49a-cb4617163f0e {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:30.790003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.792377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:30.792725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 29ad3ba8-92e9-49c8-b2ad-dbdba4824bea not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:30.829107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab811711-0e88-46c2-9082-efd9c6886e74 req-53212231-a50e-471d-a899-6136a9506383 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133040 Aug 20 08:50:30.836007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.866495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Transition to ACTIVE for port object cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:30.881253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:30.892519 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.905080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:30.907294 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278dc56a-7988-4961-ab99-a1f1756f6a43" -d '{"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-plugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:30.932741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:30.961569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:30.969984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.000968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Network 46069204-8bda-45b2-8b50-c2c106291e7d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:31.002695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:31.007214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:31.011073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:31.042174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:31.063816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274b655-b422-4b63-bd09-3af8f0ec87dc req-a7eb2ddf-e586-468e-b360-76bda07bc272 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:31.065113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.065730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.066346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.067592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.068168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.068729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.069283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.069894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.070558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.071355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.071916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.072467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:31.087025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f274b655-b422-4b63-bd09-3af8f0ec87dc req-a7eb2ddf-e586-468e-b360-76bda07bc272 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 949 time: 0.1095283 Aug 20 08:50:31.106707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.148659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:31.163083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f274b655-b422-4b63-bd09-3af8f0ec87dc req-558d46a2-604a-484b-9403-75ffa976e1c4 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741611 Aug 20 08:50:31.180305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2a6c8deb-1a9c-4867-b49a-cb4617163f0e'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:31.205904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:50:25Z', 'revision_number': 3, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:31.282751 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a05d5-03ce-4e35-b0dd-b61e36262eeb x-openstack-request-id: req-2a5a05d5-03ce-4e35-b0dd-b61e36262eeb {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:31.283019 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-plugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:31.283378 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a5a05d5-03ce-4e35-b0dd-b61e36262eeb {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:31.283875 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'code': 200} Aug 20 08:50:31.286741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f60a5d-7cc9-4c0a-8b6e-cb64e8599a23 None None] The sync data for ids ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'] in n-d-804285-2 is: [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:50:25Z', 'revision_number': 3, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:50:31.404401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-558c897e-887a-4797-8624-b026544f3389 None None] Provisioning for port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:31.415682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-558c897e-887a-4797-8624-b026544f3389 None None] Provisioning complete for port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:31.416435 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-558c897e-887a-4797-8624-b026544f3389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.462186 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.485583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-558c897e-887a-4797-8624-b026544f3389 None None] Port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:31.490149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fadb3-7b91-4ca0-9ba1-50a396805dee req-badd2033-4f8d-4b08-a269-764f6d4a8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:31.492653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-135fadb3-7b91-4ca0-9ba1-50a396805dee req-badd2033-4f8d-4b08-a269-764f6d4a8069 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1100 time: 0.1253159 Aug 20 08:50:31.509518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a293-b088-40df-a61a-f9dd8235725a req-4ca2618e-3ed6-45eb-ae9b-da2cd91cc6ad tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:31.511462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eed1a293-b088-40df-a61a-f9dd8235725a req-4ca2618e-3ed6-45eb-ae9b-da2cd91cc6ad tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1331217 Aug 20 08:50:31.589852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-135fadb3-7b91-4ca0-9ba1-50a396805dee req-f9de002e-776e-47ae-a78e-fa641a4ef899 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847278 Aug 20 08:50:31.597263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eed1a293-b088-40df-a61a-f9dd8235725a req-656fe503-a821-4063-ac6d-79f0f13dde6f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755401 Aug 20 08:50:31.787886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.794179 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.860635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dd410-0659-4b73-b7ce-83bceaa3da49 req-fed8fcc9-6b2a-442b-9157-fabe2f6759fe tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:31.863813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d2dd410-0659-4b73-b7ce-83bceaa3da49 req-fed8fcc9-6b2a-442b-9157-fabe2f6759fe tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 944 time: 0.0733161 Aug 20 08:50:31.878253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:31.880847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:31.925245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d2dd410-0659-4b73-b7ce-83bceaa3da49 req-0a002ed6-7435-4f1e-a295-317a0fed460e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Aug 20 08:50:31.999050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Network 46069204-8bda-45b2-8b50-c2c106291e7d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:32.000741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:32.007358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 39d654c1-6b1e-4750-b21d-4eebdeff3c91 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:32.198195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:50:32.316161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2925c7-9613-4993-87ae-ebb505c5fad6 req-f905c27c-7614-4bf7-b670-dac50158df1b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:32.323287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:32.325301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e2925c7-9613-4993-87ae-ebb505c5fad6 req-f905c27c-7614-4bf7-b670-dac50158df1b tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 949 time: 0.1009555 Aug 20 08:50:32.329215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:32.329744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:32.384245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e2925c7-9613-4993-87ae-ebb505c5fad6 req-3bd6d8d2-909d-4ff1-9600-c547bbd822ff tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579050 Aug 20 08:50:32.410634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:50:32.433042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-53c3d7f1-9447-43dd-9526-641cc9f5d7a0 admin admin] 10.222.0.35 "PUT /v2.0/routers/0ea1a30b-66db-4fa3-b2fd-80b4afb9556a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4361370 Aug 20 08:50:32.445956 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:32.490963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:32.496830 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:32.534052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c58294-8ae4-4f2d-b671-eb962655f9aa req-7a9fac2d-97f6-4c86-9c34-f2652c807418 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:32.542034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32c58294-8ae4-4f2d-b671-eb962655f9aa req-7a9fac2d-97f6-4c86-9c34-f2652c807418 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 945 time: 0.0758450 Aug 20 08:50:32.553335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1dead549-675e-4a53-a597-a506af5d37d0 None None] Provisioning complete for port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:32.553877 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1dead549-675e-4a53-a597-a506af5d37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:32.556711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=39d654c1-6b1e-4750-b21d-4eebdeff3c91,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:32.595353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32c58294-8ae4-4f2d-b671-eb962655f9aa req-0598fde9-18aa-442f-8295-8326961635dd tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/security-groups?id=621de795-4928-421b-b8f6-8e5892f47c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518806 Aug 20 08:50:32.622043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1dead549-675e-4a53-a597-a506af5d37d0 None None] Port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:32.719903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-a99551db-5afe-49ff-93cb-8b3deac1e7dc tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:32.721591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-a99551db-5afe-49ff-93cb-8b3deac1e7dc tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 945 time: 0.1021388 Aug 20 08:50:32.784485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdba19-a548-41da-b713-fe56debb6994 req-082216cf-4899-432d-8904-94ad2fa1990e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:32.793022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48fdba19-a548-41da-b713-fe56debb6994 req-082216cf-4899-432d-8904-94ad2fa1990e tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 949 time: 0.0886889 Aug 20 08:50:32.850902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48fdba19-a548-41da-b713-fe56debb6994 req-28aacd13-c8a0-4d9a-a7b0-9e73e0bc4823 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 Aug 20 08:50:32.861332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Deleting port d7b4733b-34a3-4a33-a38c-3eff08f46d2d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:32.861894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.012653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2e29-1ee9-42d1-a29b-15a11852b73b req-e13d33d3-fa69-4ccc-9872-262bd39017ac tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:33.015812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00cc2e29-1ee9-42d1-a29b-15a11852b73b req-e13d33d3-fa69-4ccc-9872-262bd39017ac tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.0801394 Aug 20 08:50:33.025662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] For port d7b4733b-34a3-4a33-a38c-3eff08f46d2d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,segment=NetworkSegment(c00d5335-39eb-45b5-b24a-4903feceb6d4),segment_id=c00d5335-39eb-45b5-b24a-4903feceb6d4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:33.026178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.040776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Calling delete_port for d7b4733b-34a3-4a33-a38c-3eff08f46d2d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:33.098891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00cc2e29-1ee9-42d1-a29b-15a11852b73b req-83cbda88-925d-4872-8ea9-e96c550cbdb2 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757265 Aug 20 08:50:33.250428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.285656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d654c1-6b1e-4750-b21d-4eebdeff3c91'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:33.289358 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f96da94-d737-4f1d-9808-f91ab041d53c" -d '{"events": [{"server_uuid": "c90e9e3c-0abb-48da-8f20-118a26d9d192", "name": "network-vif-plugged", "status": "completed", "tag": "39d654c1-6b1e-4750-b21d-4eebdeff3c91"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:33.327982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4568e029-4d76-4906-b70c-1218c197d872 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:33.347697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09b6a-3688-412e-a1a2-11074b65780f req-e46156a7-428e-476e-9eed-16ed7f969839 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:33.358085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73c09b6a-3688-412e-a1a2-11074b65780f req-e46156a7-428e-476e-9eed-16ed7f969839 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.1126139 Aug 20 08:50:33.406496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Pushing event deleted for resources: {'Port': ['ID=d7b4733b-34a3-4a33-a38c-3eff08f46d2d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:33.496798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73c09b6a-3688-412e-a1a2-11074b65780f req-f791fc59-bfc3-4ba5-870a-0eefa5bf5a8a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374552 Aug 20 08:50:33.566733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4568e029-4d76-4906-b70c-1218c197d872 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:33.585367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4568e029-4d76-4906-b70c-1218c197d872 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:33.586234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.617456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] No DVR routers for this DVR port d7b4733b-34a3-4a33-a38c-3eff08f46d2d on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:33.621674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.624335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1e7d3dfa-200e-40ab-ad66-2b9bd7c77145 req-79cb5ecf-126a-4f84-b503-6f561a656157 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.37 "DELETE /v2.0/ports/d7b4733b-34a3-4a33-a38c-3eff08f46d2d HTTP/1.1" status: 204 len: 173 time: 0.8916204 Aug 20 08:50:33.625062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'name': 'network-vif-deleted', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:33.643117 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6554d831-1ac5-4dce-a802-5791f2a77060" -d '{"events": [{"server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "name": "network-vif-deleted", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:33.659372 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14457b-7772-456b-be82-2af997fb1abf x-openstack-request-id: req-2d14457b-7772-456b-be82-2af997fb1abf {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:33.659853 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e9e3c-0abb-48da-8f20-118a26d9d192", "name": "network-vif-plugged", "status": "completed", "tag": "39d654c1-6b1e-4750-b21d-4eebdeff3c91", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:33.660458 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d14457b-7772-456b-be82-2af997fb1abf {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:33.661011 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d654c1-6b1e-4750-b21d-4eebdeff3c91', 'code': 200} Aug 20 08:50:33.753205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.816453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4568e029-4d76-4906-b70c-1218c197d872, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4568e029-4d76-4906-b70c-1218c197d872,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:33.824584 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:33.841455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ceda2-dda4-441a-aad3-1f7d0ec49710 req-6ef08573-c692-4daf-a75d-fb8c9f266263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:33.844325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-852ceda2-dda4-441a-aad3-1f7d0ec49710 req-6ef08573-c692-4daf-a75d-fb8c9f266263 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 1096 time: 0.0890267 Aug 20 08:50:33.971671 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-852ceda2-dda4-441a-aad3-1f7d0ec49710 req-f66c7d4f-fd8f-44e7-99ac-a75dd85be35c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203823 Aug 20 08:50:33.989011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4568e029-4d76-4906-b70c-1218c197d872,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:33.989976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-c1becbba-f732-4f45-9bab-dd7bf99c2b78 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d79b6335a654352baccac7562f00c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530655 Aug 20 08:50:34.016478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2a6c8deb-1a9c-4867-b49a-cb4617163f0e up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:34.118188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:34.123306 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Sync routers for ids ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:50:34.124475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:34.125019 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.193363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Routers {'0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:34.194193 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:34.221118 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.222463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7aeea51-4c79-41c7-a586-5b9c2e646fd8 req-edc92033-531e-4e69-8a82-801ea49415e9 tempest-LiveAutoBlockMigrationV225Test-453828039 tempest-LiveAutoBlockMigrationV225Test-453828039-project] 10.222.0.35 "GET /v2.0/ports?device_id=597bda08-6d41-43d3-9711-4617f31100ee HTTP/1.1" status: 200 len: 210 time: 0.1142619 Aug 20 08:50:34.265610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:34.271667 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.334370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:34.350716 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408d6993-1f9e-4c1f-a864-8c9e0eddf01b x-openstack-request-id: req-408d6993-1f9e-4c1f-a864-8c9e0eddf01b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:34.351433 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597bda08-6d41-43d3-9711-4617f31100ee", "name": "network-vif-deleted", "tag": "d7b4733b-34a3-4a33-a38c-3eff08f46d2d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:34.351944 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-408d6993-1f9e-4c1f-a864-8c9e0eddf01b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:34.352731 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597bda08-6d41-43d3-9711-4617f31100ee', 'name': 'network-vif-deleted', 'tag': 'd7b4733b-34a3-4a33-a38c-3eff08f46d2d', 'status': 'completed', 'code': 200} Aug 20 08:50:34.363970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ed971c0a-eec6-481d-9cdf-8a45a48b41e0 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:34.376363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ed971c0a-eec6-481d-9cdf-8a45a48b41e0 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850930 Aug 20 08:50:34.396325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-c464a1b9-f510-4d82-aaa7-2c3d1968f6fa tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/quotas/6d79b6335a654352baccac7562f00c58 HTTP/1.1" status: 200 len: 375 time: 0.0187562 Aug 20 08:50:34.429202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37816) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:34.502681 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Set router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:34.590731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-6e959521-05f6-4b80-b12e-015629fee8ee tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931951 Aug 20 08:50:34.641062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebd1261a-fdf2-4987-a01d-cbd6149f5e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.652852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582134b-5888-4c5f-bdd1-3fef6a2cb794 req-6115ff70-3375-4c7b-97fd-aeaad43599ee tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:34.668102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5582134b-5888-4c5f-bdd1-3fef6a2cb794 req-6115ff70-3375-4c7b-97fd-aeaad43599ee tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.1772797 Aug 20 08:50:34.694462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:34.758322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5582134b-5888-4c5f-bdd1-3fef6a2cb794 req-f3c63061-70cf-440c-8120-59b47fa7f485 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894148 Aug 20 08:50:34.820268 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.838138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebd1261a-fdf2-4987-a01d-cbd6149f5e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.850923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebd1261a-fdf2-4987-a01d-cbd6149f5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.902741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:34.915014 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:34.957157 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ebd1261a-fdf2-4987-a01d-cbd6149f5e59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=533cfc40310948ec9ba963d735ffef95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265734 Aug 20 08:50:34.960031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37830) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:34.972103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1261a-fdf2-4987-a01d-cbd6149f5e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb21e70-60f4-4b88-a34b-fedcce0642e3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:35.031150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:35.141165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2522dc4-d8c6-45ef-90ef-41bc052dd03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.151095 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:50:31Z', 'revision_number': 4, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8', 'name': '', 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'mac_address': 'fa:16:3e:2f:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:29Z', 'updated_at': '2021-08-20T08:50:31Z', 'revision_number': 2, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'subnets': [{'id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:35.166485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-821e5d52-1acf-4f85-9c8c-16e8a902df33 req-b5aff54f-aa67-45f4-aa1d-959d0984a546 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 210 time: 0.2250934 Aug 20 08:50:35.217363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00f5c6-8b1a-401e-bfac-76a00cc3ea28 req-ecf48b8d-14fc-44bd-923e-54f842d62c16 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:35.224276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2522dc4-d8c6-45ef-90ef-41bc052dd03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.232088 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Checking router: 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:50:35.233977 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Updating router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:50:35.242548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af00f5c6-8b1a-401e-bfac-76a00cc3ea28 req-ecf48b8d-14fc-44bd-923e-54f842d62c16 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.2682602 Aug 20 08:50:35.272853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4568e029-4d76-4906-b70c-1218c197d872 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:35.291957 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.347238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af00f5c6-8b1a-401e-bfac-76a00cc3ea28 req-cf47c660-6758-4490-96dd-41bf788032e2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033499 Aug 20 08:50:35.353165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37842) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:35.381231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2522dc4-d8c6-45ef-90ef-41bc052dd03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.384437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2522dc4-d8c6-45ef-90ef-41bc052dd03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.385930 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b2522dc4-d8c6-45ef-90ef-41bc052dd03e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1eb21e70-60f4-4b88-a34b-fedcce0642e3 HTTP/1.1" status: 204 len: 168 time: 0.4244435 Aug 20 08:50:35.414701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522dc4-d8c6-45ef-90ef-41bc052dd03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb21e70-60f4-4b88-a34b-fedcce0642e3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:35.466349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Deleting subnet dbaddc3f-af3e-4afd-9241-3ed10479d349 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:50:35.477461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.479165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4568e029-4d76-4906-b70c-1218c197d872 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:35.479646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.533166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.590311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.666367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e'}, {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:35.669838 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ee9f6-5b0d-42cd-b7ab-1e0e33b1131f" -d '{"events": [{"server_uuid": "9c4302be-13a2-4d65-9921-4e1a10de0302", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c8deb-1a9c-4867-b49a-cb4617163f0e"}, {"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-unplugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:35.714940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.782303 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a708b35a-88f4-45bf-a631-520f3e3a2cf9 x-openstack-request-id: req-a708b35a-88f4-45bf-a631-520f3e3a2cf9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:35.783058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.785678 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4302be-13a2-4d65-9921-4e1a10de0302", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c8deb-1a9c-4867-b49a-cb4617163f0e", "code": 200}, {"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-unplugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:35.785982 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a708b35a-88f4-45bf-a631-520f3e3a2cf9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:35.786398 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e', 'code': 200} Aug 20 08:50:35.786656 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'code': 200} Aug 20 08:50:35.792829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:35.793563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dbaddc3f-af3e-4afd-9241-3ed10479d349 HTTP/1.1" status: 204 len: 168 time: 0.4293845 Aug 20 08:50:35.794926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7460c-a9f8-42ff-a852-97c05efe25fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaddc3f-af3e-4afd-9241-3ed10479d349,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:35.847146 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.860828 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Transition to ACTIVE for port object cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:35.868837 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:35.870839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700cb3e-1dce-4255-a641-9fbc13771286 req-6b0e838e-f705-47d5-9142-cdf46278c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:35.874049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c700cb3e-1dce-4255-a641-9fbc13771286 req-6b0e838e-f705-47d5-9142-cdf46278c490 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 1101 time: 0.0598469 Aug 20 08:50:35.931730 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daa362-88cf-4c80-b843-a0119aabd03f None None] Pushing event updated for resources: {'Port': ['ID=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:36.002678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c700cb3e-1dce-4255-a641-9fbc13771286 req-3a41ee75-d66c-46e9-b88e-6bd9b0c2f6b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208572 Aug 20 08:50:36.118407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Attempting to bind port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:36.118709 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Attempting to bind port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:36.119021 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Attempting to bind port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 on network 46069204-8bda-45b2-8b50-c2c106291e7d {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:36.130014 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:36.130014 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Checking segment: {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:36.130014 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:36.130014 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Bound using segment: {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:36.130404 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Bound port: cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad43bb-46da-4926-9cbe-3962e4dc04f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:36.130794 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:36.264880 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] For port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:36.276737 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] For port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:36.290217 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:36.395340 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Routers {'0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:50:36.396322 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:36.601401 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] Set router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:50:36.712822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:36.717941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daa362-88cf-4c80-b843-a0119aabd03f None None] Pushing event updated for resources: {'Port': ['ID=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:36.718335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:36.811890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: d7b4733b-34a3-4a33-a38c-3eff08f46d2d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:36.812815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d7b4733b-34a3-4a33-a38c-3eff08f46d2d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:36.863151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48599515-b190-4293-897c-dfd736577cf7 req-ef04587d-3199-4448-8f35-aafc2a3b985b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 210 time: 0.0858383 Aug 20 08:50:37.032477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:37.086972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-cf9d2a46-00fa-4a03-8798-0039da247f44 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d79b6335a654352baccac7562f00c58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664308 Aug 20 08:50:37.091640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b03f2c-bfb2-4e99-be8c-666c9f3c5b83 req-e6bfc630-ad71-4811-95fb-9642f5369c36 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:37.100030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:37.119205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0b03f2c-bfb2-4e99-be8c-666c9f3c5b83 req-e6bfc630-ad71-4811-95fb-9642f5369c36 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.3392556 Aug 20 08:50:37.127919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b57c6a69-de31-4326-833c-572e51575706', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'b57c6a69-de31-4326-833c-572e51575706', 'mac_address': 'fa:16:3e:9a:30:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:37.258908 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:37.308594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b57c6a69-de31-4326-833c-572e51575706 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:37.314096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0b03f2c-bfb2-4e99-be8c-666c9f3c5b83 req-e1f7aba4-2b49-4923-8178-7d6fdb4f81d1 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877730 Aug 20 08:50:37.402825 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:50:31Z', 'revision_number': 4, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8', 'name': '', 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'mac_address': 'fa:16:3e:2f:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:29Z', 'updated_at': '2021-08-20T08:50:36Z', 'revision_number': 4, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'subnets': [{'id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:37.416178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:37.431244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-0da8bbaa-672a-4daa-bc0e-e1bb4cc8615b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:37.437030 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:37.439766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-0da8bbaa-672a-4daa-bc0e-e1bb4cc8615b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3446796 Aug 20 08:50:37.457131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Request body: {'port': {'device_id': '95f3e356-6405-4574-81c4-7ea834188052', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '6d79b6335a654352baccac7562f00c58'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:37.494325 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610c6fc-55ad-4ae3-b261-18a85d96a1d5 None None] The sync data for ids ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'] in n-d-804285-2 is: [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:50:31Z', 'revision_number': 4, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8', 'name': '', 'network_id': '46069204-8bda-45b2-8b50-c2c106291e7d', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'mac_address': 'fa:16:3e:2f:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:29Z', 'updated_at': '2021-08-20T08:50:36Z', 'revision_number': 4, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'subnets': [{'id': '1373acc0-c0e7-4785-b1a0-19c25c20ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:50:37.553065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:37.605809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b57c6a69-de31-4326-833c-572e51575706'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:37.700706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:37.719026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5575f30-bdeb-40a8-9fd5-5d80502a4010 req-92f03b7a-b253-40b1-b6a4-ad56b839f2ff tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:37.737642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5575f30-bdeb-40a8-9fd5-5d80502a4010 req-92f03b7a-b253-40b1-b6a4-ad56b839f2ff tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.4437964 Aug 20 08:50:37.764026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfaa3ce-292d-4ecb-a035-6e8be520c385']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:37.821218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00d5335-39eb-45b5-b24a-4903feceb6d4') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:37.832391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Made reservation on behalf of 6d79b6335a654352baccac7562f00c58 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:37.836001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:37.859612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00d5335-39eb-45b5-b24a-4903feceb6d4') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:37.927146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:37.968475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5575f30-bdeb-40a8-9fd5-5d80502a4010 req-0fc6c839-7c41-4420-bac8-23437857bceb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266798 Aug 20 08:50:37.995289 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.038072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:50:38.038696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:50:38.046677 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:50:38.269773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Allocated IP 192.168.233.223 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/3df4fe50-bf60-4935-baf5-09418dea4f83) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:38.299047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1186beba-f6c6-4719-b2eb-164fc3590c16 req-cb3f44f4-7887-4ef1-97c7-4d833aa2d12c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 210 time: 0.1043756 Aug 20 08:50:38.319743 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.331229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.333214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bbfaa3ce-292d-4ecb-a035-6e8be520c385 HTTP/1.1" status: 204 len: 168 time: 2.5393612 Aug 20 08:50:38.336798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:38.394278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066891c9-906b-4e9e-906b-5dad6650a910 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfaa3ce-292d-4ecb-a035-6e8be520c385,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:38.599850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Deleting subnet 92e4e531-8b89-4017-ac84-987e5ceb861d {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:50:38.617093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.651585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e022a-68b5-4c70-a691-2f4f25d7f916 req-9ca5ea18-48c1-477c-9ede-d505ba8fb048 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:38.671306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d2e022a-68b5-4c70-a691-2f4f25d7f916 req-9ca5ea18-48c1-477c-9ede-d505ba8fb048 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.1782742 Aug 20 08:50:38.728813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:38.747375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.776118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d2e022a-68b5-4c70-a691-2f4f25d7f916 req-e8c9060f-1222-4e6a-b5ad-6f1a31c31934 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038380 Aug 20 08:50:38.873416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.879623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.961048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b57c6a69-de31-4326-833c-572e51575706 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:38.965195 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:38.986015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Transition to ACTIVE for port object 3df4fe50-bf60-4935-baf5-09418dea4f83 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:39.119245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.199593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-48a4939d-63a5-4369-bb87-3fd037e328ef tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:39.210380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-48a4939d-63a5-4369-bb87-3fd037e328ef tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2859352 Aug 20 08:50:39.261391 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-4f5771d6-37c4-4305-ac08-7378c96ee2d3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0495832 Aug 20 08:50:39.267979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.274403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.281477 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/92e4e531-8b89-4017-ac84-987e5ceb861d HTTP/1.1" status: 204 len: 168 time: 0.9432538 Aug 20 08:50:39.286510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cf88a-866e-4f4a-ace1-c74b2ec2a0e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e4e531-8b89-4017-ac84-987e5ceb861d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:39.287167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:39.323497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.329434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['ebf25676-93ea-4651-9cf3-3d6e7d3dd558', '70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:39.402067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:39.423343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event updated for resources: {'Port': ['ID=3df4fe50-bf60-4935-baf5-09418dea4f83,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:39.459741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:39.463771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:39.469777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:39.532931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.610058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:39.610489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.640457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-c32d059e-6562-4261-b398-1650451281e0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3778903 Aug 20 08:50:39.682117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-ce42105f-3239-45b8-8c83-874a89644348 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2335334 Aug 20 08:50:39.701792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Request body: {'port': {'device_id': '95f3e356-6405-4574-81c4-7ea834188052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:39.753171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57c6a69-de31-4326-833c-572e51575706'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:39.757227 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47414ed5-6982-435c-a113-702c16e0c6cd" -d '{"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-plugged", "status": "completed", "tag": "b57c6a69-de31-4326-833c-572e51575706"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:39.854958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:39.897560 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.908471 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:39.940964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.237753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cc8132-fc40-4827-84d2-29dc1df37955']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:40.262793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4abe5a2-e4bd-48f8-8634-cae8b65ed86d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:40.263586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4abe5a2-e4bd-48f8-8634-cae8b65ed86d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:40.266504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:40.290524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.293928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:40.300345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.327262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.348094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:50:40.349266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.469373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ae035bb1-5c83-4617-972c-333a42b11172 None None] Provisioning for port 3df4fe50-bf60-4935-baf5-09418dea4f83 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:40.486417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:50:40.487095 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:50:40.489893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ae035bb1-5c83-4617-972c-333a42b11172 None None] Provisioning complete for port 3df4fe50-bf60-4935-baf5-09418dea4f83 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:40.490435 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae035bb1-5c83-4617-972c-333a42b11172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.521426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.545617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-dbb17327-0e03-4b11-9917-ff1aa41fac2a service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9040768 Aug 20 08:50:40.627745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.630037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f1cc8132-fc40-4827-84d2-29dc1df37955 HTTP/1.1" status: 204 len: 168 time: 1.3405485 Aug 20 08:50:40.791858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-4b931dc4-3e3a-4b1b-bf49-8d9cb30377a3 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448022 Aug 20 08:50:40.843940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ae035bb1-5c83-4617-972c-333a42b11172 None None] Port 3df4fe50-bf60-4935-baf5-09418dea4f83 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:50:40.882012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9847e-f9b6-41d2-8058-b83e46c07522 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cc8132-fc40-4827-84d2-29dc1df37955,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:40.936996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:40.965148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120b5f0-7326-4615-a6a9-682a96f2649d req-80a953c5-d67a-4b02-bb98-e62ffefc1b4e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:40.980483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6120b5f0-7326-4615-a6a9-682a96f2649d req-80a953c5-d67a-4b02-bb98-e62ffefc1b4e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 936 time: 0.4607050 Aug 20 08:50:41.113088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6120b5f0-7326-4615-a6a9-682a96f2649d req-2037cad1-cc23-4d38-924d-3ff50536411c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301126 Aug 20 08:50:41.143205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:41.164011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:41.169364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37988) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:41.207944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df4fe50-bf60-4935-baf5-09418dea4f83 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:41.237327 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:41.255555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Transition to ACTIVE for port object 3df4fe50-bf60-4935-baf5-09418dea4f83 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:41.268677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:41.402204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:41.422844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3df4fe50-bf60-4935-baf5-09418dea4f83,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:41.453261 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98aeb06-c904-4cff-9f23-2be24c913bac x-openstack-request-id: req-c98aeb06-c904-4cff-9f23-2be24c913bac {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:41.453764 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-plugged", "status": "completed", "tag": "b57c6a69-de31-4326-833c-572e51575706", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:41.454122 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c98aeb06-c904-4cff-9f23-2be24c913bac {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:41.454622 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57c6a69-de31-4326-833c-572e51575706', 'code': 200} Aug 20 08:50:41.538433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Attempting to bind port 3df4fe50-bf60-4935-baf5-09418dea4f83 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:41.538891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Attempting to bind port 3df4fe50-bf60-4935-baf5-09418dea4f83 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:41.539320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Attempting to bind port 3df4fe50-bf60-4935-baf5-09418dea4f83 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:41.574575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Port 3df4fe50-bf60-4935-baf5-09418dea4f83 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:50:41.581267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Attempting to bind port 3df4fe50-bf60-4935-baf5-09418dea4f83 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:41.592329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:41.597740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:41.598719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:41.601525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Bound port: 3df4fe50-bf60-4935-baf5-09418dea4f83, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:41.602079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:41.747095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3e5f79e-7e14-4291-83b6-cd22ae5d3983 req-3fe69076-5fd4-4c4a-b2c6-46c770ed281c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 210 time: 0.0749934 Aug 20 08:50:41.927683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] For port 3df4fe50-bf60-4935-baf5-09418dea4f83, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:41.933564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] For port 3df4fe50-bf60-4935-baf5-09418dea4f83, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3df4fe50-bf60-4935-baf5-09418dea4f83,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:41.941539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:42.102990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:42.106501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:42.112297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/3df4fe50-bf60-4935-baf5-09418dea4f83 HTTP/1.1" status: 200 len: 1096 time: 2.4210355 Aug 20 08:50:42.120568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f3e356-6405-4574-81c4-7ea834188052', 'tag': '3df4fe50-bf60-4935-baf5-09418dea4f83'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:42.134208 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354" -d '{"events": [{"name": "network-changed", "server_uuid": "95f3e356-6405-4574-81c4-7ea834188052", "tag": "3df4fe50-bf60-4935-baf5-09418dea4f83"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:42.225759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-453c8d84-1674-465f-9661-eed57014b937 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b600632f9f434cc5b5eef58a15461038&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0501907 Aug 20 08:50:42.229545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38024) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:42.390832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:42.496861 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251ecff4-aaa8-46f0-bc2b-7241dbffef61 x-openstack-request-id: req-251ecff4-aaa8-46f0-bc2b-7241dbffef61 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:42.500722 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f3e356-6405-4574-81c4-7ea834188052", "tag": "3df4fe50-bf60-4935-baf5-09418dea4f83", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:42.502092 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-251ecff4-aaa8-46f0-bc2b-7241dbffef61 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:42.502514 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f3e356-6405-4574-81c4-7ea834188052', 'tag': '3df4fe50-bf60-4935-baf5-09418dea4f83', 'status': 'completed', 'code': 200} Aug 20 08:50:42.569287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d675e-1a26-40cb-bde0-1f6d29fbffb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3df4fe50-bf60-4935-baf5-09418dea4f83,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:42.600274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f231637-ae1d-49c0-ac1e-2f93f8e8bb3c req-2b8331cc-b3ca-47bb-9982-2575d3f6be67 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:42.609422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f231637-ae1d-49c0-ac1e-2f93f8e8bb3c req-2b8331cc-b3ca-47bb-9982-2575d3f6be67 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 948 time: 0.2117808 Aug 20 08:50:42.643059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-c88278af-1957-45e6-a305-071f32865a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:42.655564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-c88278af-1957-45e6-a305-071f32865a31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 1099 time: 0.4881318 Aug 20 08:50:42.704398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f231637-ae1d-49c0-ac1e-2f93f8e8bb3c req-04355ec3-e528-4704-905d-4aacd00eddbe tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867705 Aug 20 08:50:42.778309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-8f471a19-926e-4e0b-a54c-7ac57405ee13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3df4fe50-bf60-4935-baf5-09418dea4f83 HTTP/1.1" status: 200 len: 217 time: 0.1095049 Aug 20 08:50:42.959290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-b0a6ec13-fac7-48f0-afbb-23efdf28f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:42.960850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-b0a6ec13-fac7-48f0-afbb-23efdf28f973 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1753137 Aug 20 08:50:42.964260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0c113a8-8a1c-469d-8a14-a112bfd47f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.055966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0c113a8-8a1c-469d-8a14-a112bfd47f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.199824 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e9cddbd-bb07-42d4-b1c9-3da8bf691239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.206239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38050) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:43.218289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0c113a8-8a1c-469d-8a14-a112bfd47f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.242912 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0c113a8-8a1c-469d-8a14-a112bfd47f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.250836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b0c113a8-8a1c-469d-8a14-a112bfd47f24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/621de795-4928-421b-b8f6-8e5892f47c9a HTTP/1.1" status: 204 len: 168 time: 0.9523585 Aug 20 08:50:43.404410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd2c7497-4934-4442-ac6c-e4dfeec7f7f7 req-4a780255-9451-4000-81b2-b3b08be37d53 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 210 time: 0.1567245 Aug 20 08:50:43.420816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:43.473854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619e952-0925-4bea-950a-ce6033e7bcfa req-3bf8df48-8714-4d8e-b5c2-e53bf01c1a66 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:43.478943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4619e952-0925-4bea-950a-ce6033e7bcfa req-3bf8df48-8714-4d8e-b5c2-e53bf01c1a66 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.3636351 Aug 20 08:50:43.554280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:43.555099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.579109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4619e952-0925-4bea-950a-ce6033e7bcfa req-0807b28d-52cb-45ea-bbe4-5f213c027b64 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899463 Aug 20 08:50:43.627302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c113a8-8a1c-469d-8a14-a112bfd47f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621de795-4928-421b-b8f6-8e5892f47c9a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:43.707667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-21260133-a75c-4513-9bfe-d97d6dcba653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:43.718896 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-21260133-a75c-4513-9bfe-d97d6dcba653 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7311611 Aug 20 08:50:43.775754 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e676c023-50e6-4f73-ba40-86d91f1550c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.839899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.938558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e676c023-50e6-4f73-ba40-86d91f1550c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.954299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e676c023-50e6-4f73-ba40-86d91f1550c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:43.985592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e676c023-50e6-4f73-ba40-86d91f1550c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19e829a2f0924b5998a63827ef9a6065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675748 Aug 20 08:50:43.985592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:44.051219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676c023-50e6-4f73-ba40-86d91f1550c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c74589-c8c0-40ec-9625-286fa00f8d57,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:44.069302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c4b47-f54a-4a55-9484-8d5b84dfacfe req-77b2189a-aa57-436e-a988-fd2d80921f38 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:44.078011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b5c4b47-f54a-4a55-9484-8d5b84dfacfe req-77b2189a-aa57-436e-a988-fd2d80921f38 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 948 time: 0.1623790 Aug 20 08:50:44.120329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.129297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38066) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:44.196524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b5c4b47-f54a-4a55-9484-8d5b84dfacfe req-751cb422-05ee-4d6a-94f4-f42a6123e060 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173627 Aug 20 08:50:44.228756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-c429dbc9-833b-4c04-a305-458f839b2ac1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:44.235555 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-c429dbc9-833b-4c04-a305-458f839b2ac1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.9831734 Aug 20 08:50:44.300660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:44.324455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cf31914f-80c7-4763-8113-ce09dab9072b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=912059bf611944baae376be256ad3503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935518 Aug 20 08:50:44.327497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.391697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38076) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:44.416171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-e89896f4-306d-4a7d-8e00-a7cee7325c25 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790435 Aug 20 08:50:44.479749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.494323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.495915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96c74589-c8c0-40ec-9625-286fa00f8d57 HTTP/1.1" status: 204 len: 168 time: 0.5093453 Aug 20 08:50:44.545637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c74589-c8c0-40ec-9625-286fa00f8d57,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:44.553426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34d9d841-be39-4f89-b01b-e6b0eda8774b req-6d870109-2746-4cda-8577-20fdbd0ecddf service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236546 Aug 20 08:50:44.574295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.577674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.578376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.578885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.580624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.581212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.583436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.584610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.585135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.586155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.590818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.600640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be25e7a-8d31-49f2-90bb-7431a171d4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:44.698556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbc76416-b47b-4827-b632-839975fb4006 req-298e652d-a073-4f9b-aa19-7cbc96aa10b1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 210 time: 0.0906925 Aug 20 08:50:44.724374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df7f6e4d-c7a0-48da-be45-d50403f77a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.759529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-01cb5f7e-69a0-4fb9-9175-142eba577a22 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:44.761129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-01cb5f7e-69a0-4fb9-9175-142eba577a22 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.2035470 Aug 20 08:50:44.767334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df7f6e4d-c7a0-48da-be45-d50403f77a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.909320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-0b55df76-f361-4c9e-b6dc-a98233bbb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:44.910862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-0b55df76-f361-4c9e-b6dc-a98233bbb3dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d79b6335a654352baccac7562f00c58&device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 1099 time: 0.2603283 Aug 20 08:50:44.971312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df7f6e4d-c7a0-48da-be45-d50403f77a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.996201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df7f6e4d-c7a0-48da-be45-d50403f77a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:44.996201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-df7f6e4d-c7a0-48da-be45-d50403f77a32 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acf6e041-f689-487a-9181-fbfa38d3db97 HTTP/1.1" status: 204 len: 168 time: 0.5934095 Aug 20 08:50:45.042791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f6e4d-c7a0-48da-be45-d50403f77a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6e041-f689-487a-9181-fbfa38d3db97,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:45.144645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd37b0-6f4d-442c-97f9-b7158fc33889 req-5c303de9-5978-4ac2-be7e-a7ae458364b8 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:45.172671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6edd37b0-6f4d-442c-97f9-b7158fc33889 req-5c303de9-5978-4ac2-be7e-a7ae458364b8 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.3547337 Aug 20 08:50:45.190627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:45.215109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:45.399579 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6edd37b0-6f4d-442c-97f9-b7158fc33889 req-031b779f-ef50-4e46-9d57-5ccf68da1a94 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071316 Aug 20 08:50:45.447115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-33ccc18d-cff7-4e2b-a3e6-669c72534eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:45.453777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-33ccc18d-cff7-4e2b-a3e6-669c72534eaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.5182517 Aug 20 08:50:45.467342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Deleting port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:50:45.468060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:45.665550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-732fd5c6-a36a-4d86-8ef5-e56896bb0674 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3df4fe50-bf60-4935-baf5-09418dea4f83 HTTP/1.1" status: 200 len: 217 time: 0.1406050 Aug 20 08:50:45.681886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8968ba-9370-4f98-aea5-2426c216bff2 req-1c49dac8-a51e-4a30-bed3-2168b8ff5b9a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:45.690728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e8968ba-9370-4f98-aea5-2426c216bff2 req-1c49dac8-a51e-4a30-bed3-2168b8ff5b9a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 948 time: 0.1443613 Aug 20 08:50:45.757183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e8968ba-9370-4f98-aea5-2426c216bff2 req-5e415293-0664-4cf4-9d44-ea7db0e7abb1 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Aug 20 08:50:45.777608 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:50:45.884665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-f5a4e387-2ea2-4e57-a908-a90cde79f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:45.886531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-f5a4e387-2ea2-4e57-a908-a90cde79f0bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2117450 Aug 20 08:50:45.900303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb69c738-ac6f-4d59-a8ca-fe27bd201bb6 req-29283f8e-f35d-4274-9b59-d5ee181fe2d9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 210 time: 0.0823169 Aug 20 08:50:45.911780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.14 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/0592d6ec-55b7-49a8-b504-24e93c3e92dc) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:50:45.928964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] For port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:45.929336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:46.008221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Calling delete_port for 2a6c8deb-1a9c-4867-b49a-cb4617163f0e owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:50:46.085751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3df4fe50-bf60-4935-baf5-09418dea4f83 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:46.293431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-98f09d14-d551-46a3-88bc-d6213cbcc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:46.296041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-98f09d14-d551-46a3-88bc-d6213cbcc6bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3725278 Aug 20 08:50:46.299292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 3df4fe50-bf60-4935-baf5-09418dea4f83, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3df4fe50-bf60-4935-baf5-09418dea4f83,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:46.329593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '3df4fe50-bf60-4935-baf5-09418dea4f83', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '3df4fe50-bf60-4935-baf5-09418dea4f83', 'mac_address': 'fa:16:3e:92:4f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:46.409914 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5658f1e-66a5-4b8a-bdc1-6b7c7267502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:46.464790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:46.517766 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:46.539523 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-86f18d33-95f1-42fe-8f42-234603016774 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949701 Aug 20 08:50:46.626135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df4fe50-bf60-4935-baf5-09418dea4f83 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:46.735349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 3df4fe50-bf60-4935-baf5-09418dea4f83, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3df4fe50-bf60-4935-baf5-09418dea4f83,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:46.740759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cd484-c304-4daa-b08f-dbb3a9cf3896 req-5e115cc4-d6d6-40db-a4ce-050ac7e94a01 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:46.748426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:46.755937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-371cd484-c304-4daa-b08f-dbb3a9cf3896 req-5e115cc4-d6d6-40db-a4ce-050ac7e94a01 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 950 time: 0.1314826 Aug 20 08:50:46.803398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:46.843659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-371cd484-c304-4daa-b08f-dbb3a9cf3896 req-790920de-71ad-405a-b66a-6ad25114ca5b tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/security-groups?id=612f328c-0656-40d7-9357-0f4881d56f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779586 Aug 20 08:50:46.932526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=3df4fe50-bf60-4935-baf5-09418dea4f83,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:46.934983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:46.982280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:47.011492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.020468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.025822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.030355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.030989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.035061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.035643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.036841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.039086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.040871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.042669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.045973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:50:47.066147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bf443b8b-c6f2-4ac8-87c3-77fc7ad47354 req-8854d31f-baf4-4821-bd23-826a5f910ca7 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161483 Aug 20 08:50:47.068217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Pushing event deleted for resources: {'Port': ['ID=2a6c8deb-1a9c-4867-b49a-cb4617163f0e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:47.116800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d77b7-8b2e-431b-af2d-9e1000aa31de req-3b5e7d86-89ae-4b8b-b9c5-0caad19ac705 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:47.118519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-726d77b7-8b2e-431b-af2d-9e1000aa31de req-3b5e7d86-89ae-4b8b-b9c5-0caad19ac705 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 949 time: 0.1611416 Aug 20 08:50:47.128568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['3df4fe50-bf60-4935-baf5-09418dea4f83'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:47.232862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1039670099-network', 'tenant_id': '9e18b0c8d4e64dd0a20852b1d05b8b5b'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:47.234063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-726d77b7-8b2e-431b-af2d-9e1000aa31de req-20fbf084-61be-45e5-86ca-9d4382e84106 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965106 Aug 20 08:50:47.257935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] No DVR routers for this DVR port 2a6c8deb-1a9c-4867-b49a-cb4617163f0e on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:50:47.269640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:47.281410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-474a7ccf-77bf-4f45-bba8-ae8de2288fcc req-ef3ca133-d6cd-40dd-b5c9-015b5b504279 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.26 "DELETE /v2.0/ports/2a6c8deb-1a9c-4867-b49a-cb4617163f0e HTTP/1.1" status: 204 len: 173 time: 2.5047345 Aug 20 08:50:47.326889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'name': 'network-vif-deleted', 'tag': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:47.340361 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b582419d-adb8-41ac-b1e2-9289834a7dca" -d '{"events": [{"server_uuid": "9c4302be-13a2-4d65-9921-4e1a10de0302", "name": "network-vif-deleted", "tag": "2a6c8deb-1a9c-4867-b49a-cb4617163f0e"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:47.378410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:47.380803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:47.538435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520f32f-d93a-4422-b970-58d0c0534328 req-d31f7509-a625-43b4-981f-18737b8c0d5f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:47.541924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0520f32f-d93a-4422-b970-58d0c0534328 req-d31f7509-a625-43b4-981f-18737b8c0d5f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 932 time: 0.1420653 Aug 20 08:50:47.603911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:50:47.605082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38180) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:47.620638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:47.637501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:50:47.680739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0520f32f-d93a-4422-b970-58d0c0534328 req-8c8d95ee-1480-4524-80a7-cc6aa55eccb2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318345 Aug 20 08:50:47.733619 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Made reservation on behalf of 9e18b0c8d4e64dd0a20852b1d05b8b5b for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:47.739319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:47.772323 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78718d2-0f72-42c1-8320-679e9e39c4cf x-openstack-request-id: req-d78718d2-0f72-42c1-8320-679e9e39c4cf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:47.772652 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4302be-13a2-4d65-9921-4e1a10de0302", "name": "network-vif-deleted", "tag": "2a6c8deb-1a9c-4867-b49a-cb4617163f0e", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:47.772897 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d78718d2-0f72-42c1-8320-679e9e39c4cf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:47.773325 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4302be-13a2-4d65-9921-4e1a10de0302', 'name': 'network-vif-deleted', 'tag': '2a6c8deb-1a9c-4867-b49a-cb4617163f0e', 'status': 'completed', 'code': 200} Aug 20 08:50:47.774383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:47.809077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:47.879517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-385999229-network', 'tenant_id': '5482e13cef26471a85520bfeec66d5ef'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:47.888940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:47.891273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.020704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dbab7ac-b77e-40b2-830a-6a893af3f253 req-6cca296d-6436-4d89-aa52-2928a053d010 tempest-TenantUsagesTestJSON-575745596 tempest-TenantUsagesTestJSON-575745596-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c4302be-13a2-4d65-9921-4e1a10de0302 HTTP/1.1" status: 200 len: 210 time: 0.0341575 Aug 20 08:50:48.103318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2a6c8deb-1a9c-4867-b49a-cb4617163f0e no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:50:48.161748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 2a6c8deb-1a9c-4867-b49a-cb4617163f0e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:50:48.164584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.165127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2a6c8deb-1a9c-4867-b49a-cb4617163f0e not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:50:48.173036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.189659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3', '39d654c1-6b1e-4750-b21d-4eebdeff3c91'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:48.202450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Made reservation on behalf of 5482e13cef26471a85520bfeec66d5ef for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:48.208889 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.210670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:50:48.238468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.239243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.239765 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Added segment 4b866b44-5e8d-479a-8bd0-e91461578e8d of type vlan for network 8d516101-2cfc-4f06-928e-9d7ad124f7af Aug 20 08:50:48.408737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.467324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f9b6bd49-9ba6-4715-88c5-7a067bcd2884 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2109597 Aug 20 08:50:48.494924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Request body: {'port': {'device_id': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:48.550485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.551702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:48.552041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.587062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.610949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a6ec-5608-457e-a64f-275257e20d21 req-e8ee0fde-508a-4287-8c48-b1965b0e0b79 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:48.612583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ef1a6ec-5608-457e-a64f-275257e20d21 req-e8ee0fde-508a-4287-8c48-b1965b0e0b79 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 949 time: 0.2067478 Aug 20 08:50:48.616935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.691540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:50:48.710846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Pushing event updated for resources: {'Network': ['ID=8d516101-2cfc-4f06-928e-9d7ad124f7af,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:48.728884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4d6f6-e16f-4d57-ad13-4550221e3ce4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:48.746516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4c7c75fb-bfb2-4616-923a-c05057236d5d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9319177 Aug 20 08:50:48.750858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38192) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:48.756889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ef1a6ec-5608-457e-a64f-275257e20d21 req-a23cd201-f653-4ca5-aa1f-cfdfb9675abb tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253545 Aug 20 08:50:48.771295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2856f7-1f34-470d-b3fd-68229a1e5010,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:48.801420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.803989 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Added segment fb16d34b-d43d-4d77-8c90-da31bfa1829c of type vlan for network b0733046-963d-4965-a204-1b1a4eef4318 Aug 20 08:50:48.809964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Request body: {'subnet': {'network_id': '8d516101-2cfc-4f06-928e-9d7ad124f7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1039670099-subnet', 'tenant_id': '9e18b0c8d4e64dd0a20852b1d05b8b5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:48.817055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 8d516101-2cfc-4f06-928e-9d7ad124f7af details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:50:48.857672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Made reservation on behalf of 9e18b0c8d4e64dd0a20852b1d05b8b5b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:48.860039 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.897897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.929994 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.946753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:48.993280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105a94a-c930-4683-8cef-cec3552c02ef req-b72a98fe-3930-4611-a122-bc2dfb12e483 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:49.001334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7105a94a-c930-4683-8cef-cec3552c02ef req-b72a98fe-3930-4611-a122-bc2dfb12e483 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 932 time: 0.1023381 Aug 20 08:50:49.027431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:49.028829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:49.030165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:49.115943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7105a94a-c930-4683-8cef-cec3552c02ef req-e375c24c-e15e-4196-92cf-733e262c5152 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130400 Aug 20 08:50:49.144384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5354486 Aug 20 08:50:49.150656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38198) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:49.165159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Request body: {'subnet': {'network_id': 'b0733046-963d-4965-a204-1b1a4eef4318', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-385999229-subnet', 'tenant_id': '5482e13cef26471a85520bfeec66d5ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:49.188519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f92c8b-37a2-450b-814f-edd80f089d0b admin admin] Pushing event updated for resources: {'Network': ['ID=b0733046-963d-4965-a204-1b1a4eef4318,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:49.204929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b0733046-963d-4965-a204-1b1a4eef4318 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:50:49.233875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Made reservation on behalf of 5482e13cef26471a85520bfeec66d5ef for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:49.240118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:49.557915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:49.628994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e23433-12da-41e7-935a-5c1db71a0e21,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:49.656919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:49.694012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Checking segment: {'id': 'fb16d34b-d43d-4d77-8c90-da31bfa1829c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b0733046-963d-4965-a204-1b1a4eef4318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:49.698177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Network hostable DHCP agents. Network: b0733046-963d-4965-a204-1b1a4eef4318, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:50:49.733358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Network b0733046-963d-4965-a204-1b1a4eef4318 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:50:49.747092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b0733046-963d-4965-a204-1b1a4eef4318) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:49.756992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4a958-b365-4d72-9bd6-57ece5b0fc0f None None] Network b0733046-963d-4965-a204-1b1a4eef4318 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:49.762848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:49.763473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:49.766824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38204) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:49.812662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5cdfc169-724d-4ba1-a2ad-c5771851a392 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6501455 Aug 20 08:50:49.958288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Checking segment: {'id': '4b866b44-5e8d-479a-8bd0-e91461578e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8d516101-2cfc-4f06-928e-9d7ad124f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:49.958759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Network hostable DHCP agents. Network: 8d516101-2cfc-4f06-928e-9d7ad124f7af, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:50:49.960704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d121670f-7ef0-4e8e-9fea-574dd4ae672c,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:50.029036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0592d6ec-55b7-49a8-b504-24e93c3e92dc {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:50.053875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3f6c9-c28a-4160-8ee6-e6e2ac76ca1e None None] Network b0733046-963d-4965-a204-1b1a4eef4318 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:50.095401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.102850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Network 8d516101-2cfc-4f06-928e-9d7ad124f7af is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:50:50.126108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 8d516101-2cfc-4f06-928e-9d7ad124f7af) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:50.135652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Transition to ACTIVE for port object 0592d6ec-55b7-49a8-b504-24e93c3e92dc will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:50:50.143287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:50.144208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.160019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.190029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c50a5d0a-881e-44c1-a886-95fa8aa661fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4006972 Aug 20 08:50:50.214683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3df4fe50-bf60-4935-baf5-09418dea4f83 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:50.216815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4e1547-f73a-45c5-b826-0990d8f70a57 None None] Network 8d516101-2cfc-4f06-928e-9d7ad124f7af requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:50.248876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1c751-f019-4d7e-920a-17b0b398a424 req-090b52e2-2de8-4928-9999-cf306dd13194 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:50.265855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cc1c751-f019-4d7e-920a-17b0b398a424 req-090b52e2-2de8-4928-9999-cf306dd13194 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 949 time: 0.3260257 Aug 20 08:50:50.273972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-82375bbb-252e-41e2-95f0-964084a26b10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9dfc606c77145a18cd6aa23d8630497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049057 Aug 20 08:50:50.283673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38220) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:50.517891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cc1c751-f019-4d7e-920a-17b0b398a424 req-4774b739-c8fa-4c6a-ade0-c5273e847e01 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059112 Aug 20 08:50:50.518555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Pushing event updated for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:50.558281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Attempting to bind port 0592d6ec-55b7-49a8-b504-24e93c3e92dc on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:50:50.563403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1654b2eb-4a4c-4df6-899a-3a503701ab06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.564316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Attempting to bind port 0592d6ec-55b7-49a8-b504-24e93c3e92dc by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:50:50.567543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Attempting to bind port 0592d6ec-55b7-49a8-b504-24e93c3e92dc on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:50.580918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Port 0592d6ec-55b7-49a8-b504-24e93c3e92dc on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:50:50.584052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Attempting to bind port 0592d6ec-55b7-49a8-b504-24e93c3e92dc on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:50:50.602640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:50:50.603348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:50.603947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:50:50.604577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Bound port: 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:50:50.605148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.634716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1654b2eb-4a4c-4df6-899a-3a503701ab06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.713290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 3df4fe50-bf60-4935-baf5-09418dea4f83 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:50.727873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 3df4fe50-bf60-4935-baf5-09418dea4f83 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:50.727873 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.772029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:50:50.780624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:50:50.788324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.815362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec96a8-b9b0-4db3-b519-9df74f1fc29d None None] Network 8d516101-2cfc-4f06-928e-9d7ad124f7af requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:50.847764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d6821-eae5-492e-9eac-14febec44c33 req-fcda627a-c3c6-4baf-a3fb-2e31a2df68cb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:50.858877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f90d6821-eae5-492e-9eac-14febec44c33 req-fcda627a-c3c6-4baf-a3fb-2e31a2df68cb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 944 time: 0.2021697 Aug 20 08:50:50.859974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:50.865332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.867175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] 10.222.0.37 "PUT /v2.0/ports/0592d6ec-55b7-49a8-b504-24e93c3e92dc HTTP/1.1" status: 200 len: 1092 time: 2.3836098 Aug 20 08:50:50.867870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:50.871643 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771ae93d-00fc-4f4f-946e-167e3efbb596" -d '{"events": [{"name": "network-changed", "server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:50.908046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1654b2eb-4a4c-4df6-899a-3a503701ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.910697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1654b2eb-4a4c-4df6-899a-3a503701ab06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:50.914196 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1654b2eb-4a4c-4df6-899a-3a503701ab06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/612f328c-0656-40d7-9357-0f4881d56f21 HTTP/1.1" status: 204 len: 168 time: 0.6266301 Aug 20 08:50:50.935908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654b2eb-4a4c-4df6-899a-3a503701ab06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f328c-0656-40d7-9357-0f4881d56f21,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:50.968401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f90d6821-eae5-492e-9eac-14febec44c33 req-ced762fc-ec96-4a64-acc7-ebc268e42e46 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035497 Aug 20 08:50:51.045940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f1db2-ac94-478f-803a-0d7f8596061b service neutron] Pushing event updated for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:51.084698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f50faeb7-b5a3-4103-b6c9-5037788c966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:51.087116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-f50faeb7-b5a3-4103-b6c9-5037788c966d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 1095 time: 0.1777687 Aug 20 08:50:51.092179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38238) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:51.098579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1733555207-network', 'tenant_id': '08806cc9c7344ee3ae2c78938829ec16'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:51.137838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-47a8eed5-9b96-4243-828a-324a37794a50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc HTTP/1.1" status: 200 len: 217 time: 0.0426593 Aug 20 08:50:51.162087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Made reservation on behalf of 08806cc9c7344ee3ae2c78938829ec16 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:51.169615 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.199544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.323745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-853b286a-b0e9-40e8-8aab-8ddd8837512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:51.330681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-853b286a-b0e9-40e8-8aab-8ddd8837512d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1835737 Aug 20 08:50:51.368851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.376818 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.413616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:50:51.433488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8999b7e-2b68-4e98-8198-f8515ea9f9f6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:51.438820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.439208 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Added segment 19f0954c-6610-4d36-af64-1125a24212f6 of type vlan for network d30db837-3001-4f37-a518-3220845cbf5e Aug 20 08:50:51.440495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-a55c4867-a4cc-48ab-9a56-13c2616f566d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963087 Aug 20 08:50:51.506291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.562655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.563865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:51.564507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.738923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6422346 Aug 20 08:50:51.758562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:51.770290 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-b4edf4de-c73b-4c40-b738-63703ad2a76c req-536a3515-cedb-4f3f-bd70-ceb8ab5dbb0f tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] show failed (client error): The resource could not be found. Aug 20 08:50:51.786613 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:51.793862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4edf4de-c73b-4c40-b738-63703ad2a76c req-536a3515-cedb-4f3f-bd70-ceb8ab5dbb0f tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups/3f03c620-b8ac-4119-bd33-b39c1ed8e9ab HTTP/1.1" status: 404 len: 352 time: 0.0992463 Aug 20 08:50:51.805462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Request body: {'subnet': {'network_id': 'd30db837-3001-4f37-a518-3220845cbf5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1733555207-subnet', 'tenant_id': '08806cc9c7344ee3ae2c78938829ec16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:51.809744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1e4f3-8e43-452c-86e1-e60373a4fba5 admin admin] Pushing event updated for resources: {'Network': ['ID=d30db837-3001-4f37-a518-3220845cbf5e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:51.859138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d30db837-3001-4f37-a518-3220845cbf5e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:50:51.883651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Made reservation on behalf of 08806cc9c7344ee3ae2c78938829ec16 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:51.893630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.056858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:52.057067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f3e356-6405-4574-81c4-7ea834188052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df4fe50-bf60-4935-baf5-09418dea4f83'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:52.064765 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26894712-a356-4eb6-bcee-2c6758177117" -d '{"events": [{"server_uuid": "95f3e356-6405-4574-81c4-7ea834188052", "name": "network-vif-plugged", "status": "completed", "tag": "3df4fe50-bf60-4935-baf5-09418dea4f83"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:52.128204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 3df4fe50-bf60-4935-baf5-09418dea4f83, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3df4fe50-bf60-4935-baf5-09418dea4f83,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:52.135939 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.142894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4b13f0a-b8ae-4072-9f07-d8888e467936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.261084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=3df4fe50-bf60-4935-baf5-09418dea4f83,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:52.298222 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feba39c6-c0fc-4738-b447-507dde8cc172 x-openstack-request-id: req-feba39c6-c0fc-4738-b447-507dde8cc172 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:52.298827 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:52.298827 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-feba39c6-c0fc-4738-b447-507dde8cc172 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:52.299248 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc', 'status': 'completed', 'code': 200} Aug 20 08:50:52.375722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d91463-8e56-4a89-ba30-d7d8ef2344d9 req-ce422124-f1c0-4313-b6bd-d57e509520f1 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:52.425852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-410b4679-0b0a-4928-9389-a1a47c705df2 service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236150 Aug 20 08:50:52.426111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5d91463-8e56-4a89-ba30-d7d8ef2344d9 req-ce422124-f1c0-4313-b6bd-d57e509520f1 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.2807474 Aug 20 08:50:52.440747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5d91463-8e56-4a89-ba30-d7d8ef2344d9 req-7cf20818-b7d7-4d6a-95c9-806abec8dabe tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694120 Aug 20 08:50:52.505681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98ead1d2-8548-436b-8a1a-9684d6a81c1d req-094557da-e526-4cda-8d73-d4f27a1b1dbf service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313891 Aug 20 08:50:52.529745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4b13f0a-b8ae-4072-9f07-d8888e467936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.548656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4b13f0a-b8ae-4072-9f07-d8888e467936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.636258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.674398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-f4c7e369-b563-4398-917b-af8855991cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:52.676375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-f4c7e369-b563-4398-917b-af8855991cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 1095 time: 0.0678422 Aug 20 08:50:52.691378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f4b13f0a-b8ae-4072-9f07-d8888e467936 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b01ed235391642cd85c26da047d8c2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286442 Aug 20 08:50:52.708669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38262) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:52.710227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b13f0a-b8ae-4072-9f07-d8888e467936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a9cb8-b4c2-4e82-b1fc-5c0eea2e0aec,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:52.790054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90978296-d514-4ca5-82aa-2a65bfc5bc69,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:52.813038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655791fa-1296-4e14-a942-87c81581dc4c req-82087cf5-d035-4bf7-9497-1ffdbf69d742 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:52.814628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-655791fa-1296-4e14-a942-87c81581dc4c req-82087cf5-d035-4bf7-9497-1ffdbf69d742 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 944 time: 0.1798279 Aug 20 08:50:52.844019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Checking segment: {'id': '19f0954c-6610-4d36-af64-1125a24212f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd30db837-3001-4f37-a518-3220845cbf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:52.844019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Network hostable DHCP agents. Network: d30db837-3001-4f37-a518-3220845cbf5e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:50:52.861864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1329d9b-673e-46d9-886b-aeda34228c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.906050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-88971f79-dbc3-41c9-8852-ddd66a5ecdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:52.945445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-88971f79-dbc3-41c9-8852-ddd66a5ecdf4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.2208560 Aug 20 08:50:52.945683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-655791fa-1296-4e14-a942-87c81581dc4c req-037ab18d-7501-43e3-90af-c7364ef9c5a3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935872 Aug 20 08:50:52.945683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1329d9b-673e-46d9-886b-aeda34228c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:52.995411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Network d30db837-3001-4f37-a518-3220845cbf5e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:50:53.033641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-247689c2-c69a-4111-8abf-138a22959188 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc HTTP/1.1" status: 200 len: 217 time: 0.1098168 Aug 20 08:50:53.038957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d30db837-3001-4f37-a518-3220845cbf5e) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:53.057366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6077406-56ac-4125-9f65-2727bc849893 None None] Network d30db837-3001-4f37-a518-3220845cbf5e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:53.059821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:53.061506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:53.128175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9254d8d6-e72f-4c85-9d7e-13b07ba9363f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3631032 Aug 20 08:50:53.135457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1329d9b-673e-46d9-886b-aeda34228c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:53.142545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1329d9b-673e-46d9-886b-aeda34228c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:53.145975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1329d9b-673e-46d9-886b-aeda34228c83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/163a9cb8-b4c2-4e82-b1fc-5c0eea2e0aec HTTP/1.1" status: 204 len: 168 time: 0.4306898 Aug 20 08:50:53.168937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1329d9b-673e-46d9-886b-aeda34228c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a9cb8-b4c2-4e82-b1fc-5c0eea2e0aec,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:53.177100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-d6da18cb-2317-479b-9a3a-de0a4541eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:53.178801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-d6da18cb-2317-479b-9a3a-de0a4541eda7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1365809 Aug 20 08:50:53.202670 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1ff03f-d2a4-4ee7-ade6-daac4c8f5b54 x-openstack-request-id: req-0a1ff03f-d2a4-4ee7-ade6-daac4c8f5b54 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:50:53.202670 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f3e356-6405-4574-81c4-7ea834188052", "name": "network-vif-plugged", "status": "completed", "tag": "3df4fe50-bf60-4935-baf5-09418dea4f83", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:50:53.202670 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a1ff03f-d2a4-4ee7-ade6-daac4c8f5b54 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:50:53.202670 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f3e356-6405-4574-81c4-7ea834188052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df4fe50-bf60-4935-baf5-09418dea4f83', 'code': 200} Aug 20 08:50:53.329255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a28cd959-0a2d-4b42-8c01-67f967cad80a req-53904dea-dc5b-4b06-8869-c9bc741a6ef9 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e18b0c8d4e64dd0a20852b1d05b8b5b HTTP/1.1" status: 200 len: 2984 time: 0.1018758 Aug 20 08:50:53.370644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-a9535867-7785-454d-80cc-572a654e8020 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609921 Aug 20 08:50:53.409986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38274) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:53.432939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a28cd959-0a2d-4b42-8c01-67f967cad80a req-e75335c2-50c9-4d93-8f88-f31e9aaa0ac8 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups/dda4d6f6-e16f-4d57-ad13-4550221e3ce4 HTTP/1.1" status: 200 len: 2981 time: 0.1023045 Aug 20 08:50:53.495086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a28cd959-0a2d-4b42-8c01-67f967cad80a req-183ef6e2-0e3f-4047-8985-5fd0d2e109bc tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups/dda4d6f6-e16f-4d57-ad13-4550221e3ce4 HTTP/1.1" status: 200 len: 2981 time: 0.0604274 Aug 20 08:50:53.601287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad5fb6-2935-47d3-8fdd-672ab17717f7 req-e8b03840-9ccf-43a5-8d37-51ab449a5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:53.615041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-11ad5fb6-2935-47d3-8fdd-672ab17717f7 req-e8b03840-9ccf-43a5-8d37-51ab449a5bba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 1101 time: 0.4175279 Aug 20 08:50:53.617819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47cecb87-5a23-4827-8b61-632d90481513 req-bf485244-8618-4214-b67a-66022bbf9631 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups/dda4d6f6-e16f-4d57-ad13-4550221e3ce4 HTTP/1.1" status: 200 len: 2981 time: 0.1012428 Aug 20 08:50:53.626911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755caf9-f9ba-48cf-9d50-4fba477dabf7 None None] Network d30db837-3001-4f37-a518-3220845cbf5e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:53.770951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Deleting subnet a4e23433-12da-41e7-935a-5c1db71a0e21 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:50:53.782434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:53.788154 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-47cecb87-5a23-4827-8b61-632d90481513 req-54067ee4-88ae-474f-a842-afe3cb1c524f tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 08:50:53.802991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47cecb87-5a23-4827-8b61-632d90481513 req-54067ee4-88ae-474f-a842-afe3cb1c524f tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "DELETE /v2.0/security-groups/dda4d6f6-e16f-4d57-ad13-4550221e3ce4 HTTP/1.1" status: 409 len: 352 time: 0.1820784 Aug 20 08:50:53.886112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.022615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef8c3-d625-46bd-b31a-edfbecb46142 req-1cf15ab1-125c-467f-ad45-2f7075919a08 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:54.034305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-820ef8c3-d625-46bd-b31a-edfbecb46142 req-1cf15ab1-125c-467f-ad45-2f7075919a08 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.1276424 Aug 20 08:50:54.079662 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-11ad5fb6-2935-47d3-8fdd-672ab17717f7 req-9587e89b-ea00-4dd6-aa87-94636fc5d855 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636319 Aug 20 08:50:54.102908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-820ef8c3-d625-46bd-b31a-edfbecb46142 req-fd92021a-9305-465f-9a18-caa6ee36e107 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657358 Aug 20 08:50:54.114029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.165873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-859c656e-ccf8-4d48-b0ce-3ba51043361a service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818065 Aug 20 08:50:54.199231 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-322a3ccb-3027-427d-a6b1-9f89da2714bd req-212a6588-1af7-46ef-9cfb-1bc1fd219454 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] show failed (client error): The resource could not be found. Aug 20 08:50:54.206694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-322a3ccb-3027-427d-a6b1-9f89da2714bd req-212a6588-1af7-46ef-9cfb-1bc1fd219454 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups/6d8335dd-889d-45ee-ad8b-c4e7ddb10a2a HTTP/1.1" status: 404 len: 352 time: 0.0339594 Aug 20 08:50:54.325600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.366867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775d379-cb37-4cb9-a8af-b477d51296a9 req-8bed2218-e9fd-4d9e-b76c-d31764f4cdae tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:54.376691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b775d379-cb37-4cb9-a8af-b477d51296a9 req-8bed2218-e9fd-4d9e-b76c-d31764f4cdae tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 944 time: 0.0837650 Aug 20 08:50:54.412907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.415670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a4e23433-12da-41e7-935a-5c1db71a0e21 HTTP/1.1" status: 204 len: 168 time: 0.9970579 Aug 20 08:50:54.419968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38300) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:54.437682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd09dd9-9dd1-4b6d-a4de-5d7d5ea8bb76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e23433-12da-41e7-935a-5c1db71a0e21,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:54.440249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b775d379-cb37-4cb9-a8af-b477d51296a9 req-2e959416-c75b-423f-a7ac-2d503b6368c8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612800 Aug 20 08:50:54.566991 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-6b03ddd0-e773-4b05-b294-e953d1b84769 req-e29423f5-fdec-413d-be09-d56966c88a01 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] show failed (client error): The resource could not be found. Aug 20 08:50:54.587678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b03ddd0-e773-4b05-b294-e953d1b84769 req-e29423f5-fdec-413d-be09-d56966c88a01 tempest-SecurityGroupsNegativeTestJSON-42483235 tempest-SecurityGroupsNegativeTestJSON-42483235-project] 10.222.0.35 "GET /v2.0/security-groups/e96f95b5-8a92-418e-9f10-79f9c5e93f4d HTTP/1.1" status: 404 len: 352 time: 0.0388715 Aug 20 08:50:54.600014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38308) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:54.611727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.723297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Deleting subnet d121670f-7ef0-4e8e-9fea-574dd4ae672c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:50:54.733111 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.756103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-771ae93d-00fc-4f4f-946e-167e3efbb596 req-cb5a81b7-0893-42d0-a93a-1b94ef704a9a service neutron] 10.222.0.37 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749834 Aug 20 08:50:54.818247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0592d6ec-55b7-49a8-b504-24e93c3e92dc details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:50:54.847068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.877702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.901168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0733046-963d-4965-a204-1b1a4eef4318']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:54.926351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb16d34b-d43d-4d77-8c90-da31bfa1829c') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:54.929468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb16d34b-d43d-4d77-8c90-da31bfa1829c') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:54.953007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.969146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.985734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:54.995632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:50:55.007223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.044986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:55.067720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '0592d6ec-55b7-49a8-b504-24e93c3e92dc', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': '0592d6ec-55b7-49a8-b504-24e93c3e92dc', 'mac_address': 'fa:16:3e:f8:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:50:55.103082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:50:55.123963 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:50:55.137097 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.170329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.178313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0592d6ec-55b7-49a8-b504-24e93c3e92dc {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:50:55.179148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d121670f-7ef0-4e8e-9fea-574dd4ae672c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:55.207187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.212850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b0733046-963d-4965-a204-1b1a4eef4318 HTTP/1.1" status: 204 len: 168 time: 0.7765381 Aug 20 08:50:55.215555 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.225194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f279396-a474-483a-b8dd-252ffa706f05 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d121670f-7ef0-4e8e-9fea-574dd4ae672c HTTP/1.1" status: 204 len: 168 time: 0.6234834 Aug 20 08:50:55.230797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:55.231180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:55.257677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:55.263490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.267954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463875-16a8-44dc-ba2b-b5bc085994c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0733046-963d-4965-a204-1b1a4eef4318,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:55.334032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:55.444626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Deleting subnet 90978296-d514-4ca5-82aa-2a65bfc5bc69 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:50:55.451648 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.480394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.504505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['0592d6ec-55b7-49a8-b504-24e93c3e92dc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:50:55.537900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.794077 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.837268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.855952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d516101-2cfc-4f06-928e-9d7ad124f7af']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:55.871726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b866b44-5e8d-479a-8bd0-e91461578e8d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:55.872407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b866b44-5e8d-479a-8bd0-e91461578e8d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:55.890786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.914706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.924027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:50:55.924871 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:50:55.927318 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:50:55.944152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.004996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.008222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/90978296-d514-4ca5-82aa-2a65bfc5bc69 HTTP/1.1" status: 204 len: 168 time: 0.7728157 Aug 20 08:50:56.010510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38328) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:56.069176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514da1dc-a3c8-4acc-a37e-2312d0013b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90978296-d514-4ca5-82aa-2a65bfc5bc69,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:56.102095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.113260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.115456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8d516101-2cfc-4f06-928e-9d7ad124f7af HTTP/1.1" status: 204 len: 168 time: 0.8021586 Aug 20 08:50:56.147821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d67c07-b196-4b0b-8ed7-530c5525f1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d516101-2cfc-4f06-928e-9d7ad124f7af,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:56.186933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.326673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.347286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30db837-3001-4f37-a518-3220845cbf5e']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:56.364040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f0954c-6610-4d36-af64-1125a24212f6') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:56.364480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f0954c-6610-4d36-af64-1125a24212f6') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:50:56.381751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.401691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.413755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:50:56.413755 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:50:56.415929 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:50:56.451462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38332) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:56.523398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb516e8a-3ec9-44bc-8bcb-04458a4f3574 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e18b0c8d4e64dd0a20852b1d05b8b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702195 Aug 20 08:50:56.525937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38334) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:56.535857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.549459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.551774 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d30db837-3001-4f37-a518-3220845cbf5e HTTP/1.1" status: 204 len: 168 time: 0.5396931 Aug 20 08:50:56.580587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bebf8-7b9b-4412-9def-66186310d3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30db837-3001-4f37-a518-3220845cbf5e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:56.635393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af53e979-a693-42e3-ac76-21cbf731a22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.680817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af53e979-a693-42e3-ac76-21cbf731a22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.773387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af53e979-a693-42e3-ac76-21cbf731a22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.776904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af53e979-a693-42e3-ac76-21cbf731a22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:56.778468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-af53e979-a693-42e3-ac76-21cbf731a22c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dda4d6f6-e16f-4d57-ad13-4550221e3ce4 HTTP/1.1" status: 204 len: 168 time: 0.2509906 Aug 20 08:50:56.797145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53e979-a693-42e3-ac76-21cbf731a22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4d6f6-e16f-4d57-ad13-4550221e3ce4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:56.843119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0592d6ec-55b7-49a8-b504-24e93c3e92dc up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:50:56.850273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38340) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:56.970559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38342) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:56.984648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-93255501-40fd-49a8-bbaf-45e0cebcefe6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5482e13cef26471a85520bfeec66d5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162701 Aug 20 08:50:57.018032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 0592d6ec-55b7-49a8-b504-24e93c3e92dc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:50:57.036819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 0592d6ec-55b7-49a8-b504-24e93c3e92dc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:50:57.037205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.127168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939d9c56-d252-447b-a83f-fd8b9ec87805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.197844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939d9c56-d252-447b-a83f-fd8b9ec87805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.265836 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.305232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939d9c56-d252-447b-a83f-fd8b9ec87805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.308557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939d9c56-d252-447b-a83f-fd8b9ec87805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.310052 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-939d9c56-d252-447b-a83f-fd8b9ec87805 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a2856f7-1f34-470d-b3fd-68229a1e5010 HTTP/1.1" status: 204 len: 168 time: 0.3384156 Aug 20 08:50:57.312694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:50:57.320132 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9c085e-2c46-4093-9c7f-71b20c5e8ce4" -d '{"events": [{"server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "name": "network-vif-plugged", "status": "completed", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:50:57.328791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d9c56-d252-447b-a83f-fd8b9ec87805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2856f7-1f34-470d-b3fd-68229a1e5010,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:57.349328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:50:57.355831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:57.431340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:57.942218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:58.049760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9a8e10c8-22d0-4707-a20c-2256dc84dee0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08806cc9c7344ee3ae2c78938829ec16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056433 Aug 20 08:50:58.051262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38370) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:58.072128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38372) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:58.131062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58f574db-758b-402c-a7c1-d45d8ab66017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.181104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58f574db-758b-402c-a7c1-d45d8ab66017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.275586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58f574db-758b-402c-a7c1-d45d8ab66017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.279502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58f574db-758b-402c-a7c1-d45d8ab66017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.281768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-58f574db-758b-402c-a7c1-d45d8ab66017 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8999b7e-2b68-4e98-8198-f8515ea9f9f6 HTTP/1.1" status: 204 len: 168 time: 0.2291141 Aug 20 08:50:58.293746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f574db-758b-402c-a7c1-d45d8ab66017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8999b7e-2b68-4e98-8198-f8515ea9f9f6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:58.467226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-321100994-network', 'tenant_id': '332380a2183a4000af1ada6074c1f8f7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:58.493956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Made reservation on behalf of 332380a2183a4000af1ada6074c1f8f7 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:58.501308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.514846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.722383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.727863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.827487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:50:58.838797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98217285-9d1f-47e9-af1f-1405040a202d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:58.858819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.859877 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Added segment 7e2013b7-0bc9-4f0f-a979-07f947056e25 of type vlan for network 09e0c1f5-4953-4de0-b0fd-327d87964022 Aug 20 08:50:58.965074 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:58.999596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:59.000970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:59.001809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:59.023061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9496427 Aug 20 08:50:59.026932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38394) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:50:59.031924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Request body: {'subnet': {'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-321100994-subnet', 'tenant_id': '332380a2183a4000af1ada6074c1f8f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:50:59.082968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Made reservation on behalf of 332380a2183a4000af1ada6074c1f8f7 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:50:59.085420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:59.223281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61da7c-620f-4e8d-ae21-35bf59aac960 admin admin] Pushing event updated for resources: {'Network': ['ID=09e0c1f5-4953-4de0-b0fd-327d87964022,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:59.264758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 09e0c1f5-4953-4de0-b0fd-327d87964022 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:50:59.447822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:59.532337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90f6e38-9b90-4861-a6dd-dfb8eaf4632b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:50:59.553530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Checking segment: {'id': '7e2013b7-0bc9-4f0f-a979-07f947056e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:50:59.553530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Network hostable DHCP agents. Network: 09e0c1f5-4953-4de0-b0fd-327d87964022, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:50:59.581083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Network 09e0c1f5-4953-4de0-b0fd-327d87964022 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:50:59.593028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 09e0c1f5-4953-4de0-b0fd-327d87964022) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:50:59.601863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aba626-1c05-4eef-8ec5-37422fd713e2 None None] Network 09e0c1f5-4953-4de0-b0fd-327d87964022 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:50:59.616683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:50:59.620234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:50:59.656668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a35fbc5d-7db6-483d-92ac-04c9e965918b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6267598 Aug 20 08:50:59.829574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aaab3a-cd51-46c3-884e-4a65c2ad41c3 None None] Network 09e0c1f5-4953-4de0-b0fd-327d87964022 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:00.051680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7f42d-6858-4ba3-a796-f587c64f8838 req-e65d0872-cfb5-42dc-8ce1-0b5d2f244492 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:00.058447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19f7f42d-6858-4ba3-a796-f587c64f8838 req-e65d0872-cfb5-42dc-8ce1-0b5d2f244492 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.1312535 Aug 20 08:51:00.184627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972f543-59d7-4e20-bd0c-ee0dfd6107ac req-2eac1cfd-4acf-4a95-bced-5c589d441877 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:00.195071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5972f543-59d7-4e20-bd0c-ee0dfd6107ac req-2eac1cfd-4acf-4a95-bced-5c589d441877 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 946 time: 0.1352279 Aug 20 08:51:00.242650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19f7f42d-6858-4ba3-a796-f587c64f8838 req-ab887332-b61c-4ba8-87c6-dbbed2653675 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783226 Aug 20 08:51:00.275492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5972f543-59d7-4e20-bd0c-ee0dfd6107ac req-d7fb731d-91e2-47d8-8706-f37058e6fed4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792720 Aug 20 08:51:00.377487 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c159b90-9c4f-491b-8ef0-05439b0b72bd x-openstack-request-id: req-7c159b90-9c4f-491b-8ef0-05439b0b72bd {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:00.378081 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "name": "network-vif-plugged", "status": "completed", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:00.378582 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c159b90-9c4f-491b-8ef0-05439b0b72bd {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:00.379201 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc', 'code': 200} Aug 20 08:51:00.537266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c8a9e-3711-4588-b170-7d099b9d9a79 req-b089dfe7-5546-4430-a605-1b0536fa496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:00.538809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-607c8a9e-3711-4588-b170-7d099b9d9a79 req-b089dfe7-5546-4430-a605-1b0536fa496f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 1097 time: 0.0708220 Aug 20 08:51:00.590653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-607c8a9e-3711-4588-b170-7d099b9d9a79 req-aecded8e-dfbd-4263-b52b-94fc29906793 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Aug 20 08:51:00.910816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-085e5433-41fd-4bfd-930d-1a4e7791f18f tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:00.912286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-085e5433-41fd-4bfd-930d-1a4e7791f18f tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/networks?id=09e0c1f5-4953-4de0-b0fd-327d87964022 HTTP/1.1" status: 200 len: 813 time: 0.1695850 Aug 20 08:51:00.935963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-221184f0-1f3d-46fb-987a-78299b6f08ae tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/quotas/332380a2183a4000af1ada6074c1f8f7 HTTP/1.1" status: 200 len: 375 time: 0.0139651 Aug 20 08:51:00.990943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-482bf39d-4304-4515-9a20-2716ac0c0272 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=332380a2183a4000af1ada6074c1f8f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353184 Aug 20 08:51:01.007410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf76f9-b731-4780-9696-80fcabdc1d2f req-606addb9-160c-42a4-8970-af837cf9df45 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.010218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3bf76f9-b731-4780-9696-80fcabdc1d2f req-606addb9-160c-42a4-8970-af837cf9df45 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.1070662 Aug 20 08:51:01.122151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3bf76f9-b731-4780-9696-80fcabdc1d2f req-5f59a254-7bda-4b4d-8793-e85bd76d70c6 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634050 Aug 20 08:51:01.161169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-6b16c8d0-a491-4cc3-98d0-8ba6f40c001a service neutron] 10.222.0.35 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496847 Aug 20 08:51:01.293444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-1b037da4-f484-4e70-a052-085584af6bfa service neutron] 10.222.0.35 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261721 Aug 20 08:51:01.312574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c319-ab9d-4180-b465-9ab8da9bf580 req-ba17d0ee-8074-42a9-a697-9a9b1d63790f tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.314197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ea0c319-ab9d-4180-b465-9ab8da9bf580 req-ba17d0ee-8074-42a9-a697-9a9b1d63790f tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 949 time: 0.0745187 Aug 20 08:51:01.359487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ea0c319-ab9d-4180-b465-9ab8da9bf580 req-b0a3ed15-129a-4ab3-8510-245bb2e4f18c tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 Aug 20 08:51:01.763534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-9156e770-a0d0-4e53-8934-78d640e36fc7 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d57251eb902d418292d68450c9ad0854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364547 Aug 20 08:51:01.870967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.871756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.872393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.873089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.873817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.874722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.875106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.875586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.876057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:01.878150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-149b26ab-9d71-453b-8039-b88bdc426882 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31&device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0&device_id=95f3e356-6405-4574-81c4-7ea834188052&device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192&device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508&device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f&device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0&device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08&device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08&device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 8207 time: 0.1328638 Aug 20 08:51:02.219743 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-fd582473-e592-47fa-9071-4d3e67048d8f tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:02.261011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-9d49d0cb-a09d-45ed-a7c1-62080202b788 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:02.262701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-9d49d0cb-a09d-45ed-a7c1-62080202b788 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878633 Aug 20 08:51:02.292937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-4e9f20e0-af4e-476e-bc32-45d1c14b2741 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/quotas/d57251eb902d418292d68450c9ad0854 HTTP/1.1" status: 200 len: 375 time: 0.0161262 Aug 20 08:51:02.340910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-1a80a865-5595-470e-969f-02c5498761f7 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d57251eb902d418292d68450c9ad0854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335567 Aug 20 08:51:02.385342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-fd582473-e592-47fa-9071-4d3e67048d8f tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:02.390168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-fd582473-e592-47fa-9071-4d3e67048d8f tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:02.442655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09eb6152-a07f-444e-b4b2-5493759b4290 req-fd582473-e592-47fa-9071-4d3e67048d8f tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&id=3923d929-c763-4935-8c35-bcc757d6a594&id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.5504415 Aug 20 08:51:02.456620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd582473-e592-47fa-9071-4d3e67048d8f tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba86444-e49a-4679-8233-da1bd8c367df,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:02.579527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87cf15-fe8f-402f-a84a-7d95d94391c8 req-ee53b124-990d-4e73-9772-3cf4b24a3084 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:02.581318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a87cf15-fe8f-402f-a84a-7d95d94391c8 req-ee53b124-990d-4e73-9772-3cf4b24a3084 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 946 time: 0.0550628 Aug 20 08:51:02.654834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a87cf15-fe8f-402f-a84a-7d95d94391c8 req-a6404b30-d686-449d-80c4-6f6a7d40358d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659056 Aug 20 08:51:02.749142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-deda285f-55e3-4a5d-aa6e-d4d9856886b8 req-c3c1c7ed-d64b-4834-8b2d-a417095ce985 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 210 time: 0.0314479 Aug 20 08:51:02.826875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-be7faf1d-d1ad-46e6-9bab-6950c51741a6 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:02.831350 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-be7faf1d-d1ad-46e6-9bab-6950c51741a6 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.37 "GET /v2.0/networks?id=09e0c1f5-4953-4de0-b0fd-327d87964022 HTTP/1.1" status: 200 len: 813 time: 0.2072783 Aug 20 08:51:02.853875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Request body: {'port': {'device_id': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022', 'admin_state_up': True, 'tenant_id': '332380a2183a4000af1ada6074c1f8f7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:02.878160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:03.082418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Made reservation on behalf of 332380a2183a4000af1ada6074c1f8f7 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:03.095064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:03.127183 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:03.156000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82f50674-f626-44c2-9a20-faa7297f751d req-ab245e2a-f7ba-4a0d-a161-9a78da7f118c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 210 time: 0.0670257 Aug 20 08:51:03.205464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57c6a69-de31-4326-833c-572e51575706'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:03.208212 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed13ce7a-1ec5-4334-a8bc-22b51ee16e88" -d '{"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b57c6a69-de31-4326-833c-572e51575706"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:03.253609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:03.258989 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:03.370950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Allocated IP 172.20.0.2 (09e0c1f5-4953-4de0-b0fd-327d87964022/a90f6e38-9b90-4861-a6dd-dfb8eaf4632b/0d993b81-8ebf-4084-bc40-87e4d331d682) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:03.384265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:03.433308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed874905-5466-4357-b43a-2af75a908dd7 req-75eacb4f-766b-4b8f-9882-c67d22649478 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:03.440664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed874905-5466-4357-b43a-2af75a908dd7 req-75eacb4f-766b-4b8f-9882-c67d22649478 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.0997348 Aug 20 08:51:03.538742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed874905-5466-4357-b43a-2af75a908dd7 req-aa3b6e20-ab4e-45b4-8beb-9520c4116774 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972073 Aug 20 08:51:03.614395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:03.673205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:03.687133 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7750a25-393c-479d-97fd-2abe1f5bc476 x-openstack-request-id: req-d7750a25-393c-479d-97fd-2abe1f5bc476 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:03.687428 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b57c6a69-de31-4326-833c-572e51575706", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:03.688001 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7750a25-393c-479d-97fd-2abe1f5bc476 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:03.688410 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57c6a69-de31-4326-833c-572e51575706', 'code': 200} Aug 20 08:51:03.744756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Network 09e0c1f5-4953-4de0-b0fd-327d87964022 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:03.766236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bd7c4-b44e-4f65-a0a9-9e09d851bec8 req-656e8717-689a-4bb6-aacd-4ebb282ef5c6 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:03.768133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-988bd7c4-b44e-4f65-a0a9-9e09d851bec8 req-656e8717-689a-4bb6-aacd-4ebb282ef5c6 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.0671499 Aug 20 08:51:03.780234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Pushing event updated for resources: {'Port': ['ID=0d993b81-8ebf-4084-bc40-87e4d331d682,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:03.783341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:03.785657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:03.840230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-988bd7c4-b44e-4f65-a0a9-9e09d851bec8 req-2ab30462-2a4e-4dda-ac4f-192ea8c87ad8 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624285 Aug 20 08:51:03.907039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:03.907668 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:03.922395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983149a-4427-4c30-8997-84c3bac8d948 req-69ee3fa5-5a9f-4ab6-bce2-f26809531e20 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:03.922930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983149a-4427-4c30-8997-84c3bac8d948 req-69ee3fa5-5a9f-4ab6-bce2-f26809531e20 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:03.924047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983149a-4427-4c30-8997-84c3bac8d948 req-69ee3fa5-5a9f-4ab6-bce2-f26809531e20 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:03.935646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b983149a-4427-4c30-8997-84c3bac8d948 req-69ee3fa5-5a9f-4ab6-bce2-f26809531e20 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052&device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508&device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 2883 time: 0.0693815 Aug 20 08:51:03.958388 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d9b5c257-144b-450f-b114-02b48d9857b7 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1161191 Aug 20 08:51:03.977783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Request body: {'port': {'device_id': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:04.002977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b983149a-4427-4c30-8997-84c3bac8d948 req-93367151-5bbf-4e07-bd15-1f1645553af4 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 Aug 20 08:51:04.045264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5632398-c20f-427c-a930-ecd65c76d05d req-4f9ebbbe-2b8f-4e1c-b436-71acff328824 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:04.047662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5632398-c20f-427c-a930-ecd65c76d05d req-4f9ebbbe-2b8f-4e1c-b436-71acff328824 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 946 time: 0.1087623 Aug 20 08:51:04.090062 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-642f00ad-31d1-4b88-b915-998821dbb200 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d57251eb902d418292d68450c9ad0854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515234 Aug 20 08:51:04.121104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5632398-c20f-427c-a930-ecd65c76d05d req-7def0d1d-f082-45b5-aea7-a072e43c587a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681808 Aug 20 08:51:04.155823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.168160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1557d-782c-4e97-bec1-e8259e551d8d req-a3647c6b-991e-49df-b778-86e3c13df270 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:04.178318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14f1557d-782c-4e97-bec1-e8259e551d8d req-a3647c6b-991e-49df-b778-86e3c13df270 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 931 time: 0.1013310 Aug 20 08:51:04.237445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38606) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:04.255844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14f1557d-782c-4e97-bec1-e8259e551d8d req-377357ff-b66e-4422-b22d-db10463cf53a tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 Aug 20 08:51:04.319634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-8ec75a30-bc82-4b82-9516-aa8cd29dfa2c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:04.321114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-8ec75a30-bc82-4b82-9516-aa8cd29dfa2c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230959 Aug 20 08:51:04.337397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Request body: {'port': {'device_id': '281f87df-bfec-4ed0-8698-09750f8789dd', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'd57251eb902d418292d68450c9ad0854'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:04.392089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-66a551e2-a76e-486d-be8f-6555761661c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.552005 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-66a551e2-a76e-486d-be8f-6555761661c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.574630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-66a551e2-a76e-486d-be8f-6555761661c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.598362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d993b81-8ebf-4084-bc40-87e4d331d682 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:04.604533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Made reservation on behalf of d57251eb902d418292d68450c9ad0854 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:04.608829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.612710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.621522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.644360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Transition to ACTIVE for port object 0d993b81-8ebf-4084-bc40-87e4d331d682 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:04.651624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.677394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3847e782-ee9e-4cf4-8eb7-6503f47209cb req-3e8dd8c4-4a3b-4edf-9323-cc41778745eb tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 210 time: 0.0659902 Aug 20 08:51:04.692037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-66a551e2-a76e-486d-be8f-6555761661c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ddbc4911bc944bc0aa961e4cb858c0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528360 Aug 20 08:51:04.695319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38626) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:04.718169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a551e2-a76e-486d-be8f-6555761661c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b7178a-de78-43d1-a7ec-7c9745bc647c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:04.744869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Pushing event updated for resources: {'Port': ['ID=0d993b81-8ebf-4084-bc40-87e4d331d682,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:04.767668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-abdb3b16-fbdc-4d60-957c-b27fdba19069 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:04.769251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-abdb3b16-fbdc-4d60-957c-b27fdba19069 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/networks?id=92728c3c-0369-4eba-9c0b-758ccf662c4b HTTP/1.1" status: 200 len: 814 time: 0.2158780 Aug 20 08:51:04.808372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-51969037-41be-4730-a7b0-78c66bc60e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.824782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-308e305f-36fa-448d-bb41-cbeab024dbad tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/quotas/5faf592358ee41419359fe2fd2e003d4 HTTP/1.1" status: 200 len: 375 time: 0.0404327 Aug 20 08:51:04.843539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Attempting to bind port 0d993b81-8ebf-4084-bc40-87e4d331d682 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:04.843877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Attempting to bind port 0d993b81-8ebf-4084-bc40-87e4d331d682 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '7e2013b7-0bc9-4f0f-a979-07f947056e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:04.844208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Attempting to bind port 0d993b81-8ebf-4084-bc40-87e4d331d682 on network 09e0c1f5-4953-4de0-b0fd-327d87964022 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:04.855596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.856465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Port 0d993b81-8ebf-4084-bc40-87e4d331d682 on network 09e0c1f5-4953-4de0-b0fd-327d87964022 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:04.857120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Attempting to bind port 0d993b81-8ebf-4084-bc40-87e4d331d682 on network 09e0c1f5-4953-4de0-b0fd-327d87964022 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:04.861835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.868310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:04.868653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Checking segment: {'id': '7e2013b7-0bc9-4f0f-a979-07f947056e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:04.869038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Bound using segment: {'id': '7e2013b7-0bc9-4f0f-a979-07f947056e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:04.869480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Bound port: 0d993b81-8ebf-4084-bc40-87e4d331d682, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2013b7-0bc9-4f0f-a979-07f947056e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:04.869844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.872269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:04.880034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-51969037-41be-4730-a7b0-78c66bc60e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:04.916641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9e90-4f3b-438d-aae8-bae7b5f05233 req-61b4a4ee-0610-4bab-95a5-edb29c5874d4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:04.918169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aafd9e90-4f3b-438d-aae8-bae7b5f05233 req-61b4a4ee-0610-4bab-95a5-edb29c5874d4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 946 time: 0.1306765 Aug 20 08:51:04.964310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:04.965211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-7b1a70f2-3bb1-43b1-8401-54cd086d5f94 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5faf592358ee41419359fe2fd2e003d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243775 Aug 20 08:51:04.990442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aafd9e90-4f3b-438d-aae8-bae7b5f05233 req-e7610364-064d-488f-bfa0-562db88f7dd6 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Aug 20 08:51:05.012121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:05.027630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '8200235d-21db-4d10-a7c0-10c4f44df573', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '8200235d-21db-4d10-a7c0-10c4f44df573', 'mac_address': 'fa:16:3e:fb:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:05.057621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] For port 0d993b81-8ebf-4084-bc40-87e4d331d682, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:05.063981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] For port 0d993b81-8ebf-4084-bc40-87e4d331d682, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0d993b81-8ebf-4084-bc40-87e4d331d682,segment=NetworkSegment(7e2013b7-0bc9-4f0f-a979-07f947056e25),segment_id=7e2013b7-0bc9-4f0f-a979-07f947056e25)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:05.069886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.075449 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.085867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Allocated IP 192.168.233.194 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/0f3b3027-c67e-4498-b788-2b7640bf5de1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:05.086123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-51969037-41be-4730-a7b0-78c66bc60e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.090479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-51969037-41be-4730-a7b0-78c66bc60e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.093349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8200235d-21db-4d10-a7c0-10c4f44df573 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:05.095629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-51969037-41be-4730-a7b0-78c66bc60e05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5b7178a-de78-43d1-a7ec-7c9745bc647c HTTP/1.1" status: 204 len: 168 time: 0.3989804 Aug 20 08:51:05.114259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51969037-41be-4730-a7b0-78c66bc60e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b7178a-de78-43d1-a7ec-7c9745bc647c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:05.118547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:05.135306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.146989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:05.147654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.149098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] 10.222.0.37 "PUT /v2.0/ports/0d993b81-8ebf-4084-bc40-87e4d331d682 HTTP/1.1" status: 200 len: 1091 time: 1.1809905 Aug 20 08:51:05.149551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'tag': '0d993b81-8ebf-4084-bc40-87e4d331d682'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:05.151943 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f64e35f3-dcd4-45b6-9a89-85bcc674fb31", "tag": "0d993b81-8ebf-4084-bc40-87e4d331d682"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:05.197341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:05.199526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16fa88-3fe1-47bc-9c9d-7faa15e36a6e service neutron] Pushing event updated for resources: {'Port': ['ID=0d993b81-8ebf-4084-bc40-87e4d331d682,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:05.225435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-3a6a04d5-d6dc-4ba8-939d-773446ccb8c3 service neutron] 10.222.0.35 "GET /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401469 Aug 20 08:51:05.273933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8200235d-21db-4d10-a7c0-10c4f44df573'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:05.330987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-f6f33a2e-3ad2-4272-8555-1619fe60abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:05.332524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-f6f33a2e-3ad2-4272-8555-1619fe60abb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=332380a2183a4000af1ada6074c1f8f7&device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 1094 time: 0.1265845 Aug 20 08:51:05.367488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-2c1e2a1a-88f4-46a6-af0d-d6e6f0b31fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397419 Aug 20 08:51:05.396394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-be526877-25e4-4692-b0b7-8fc7d9df4ac0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d993b81-8ebf-4084-bc40-87e4d331d682 HTTP/1.1" status: 200 len: 217 time: 0.0497613 Aug 20 08:51:05.454223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.475462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Transition to ACTIVE for port object 0f3b3027-c67e-4498-b788-2b7640bf5de1 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:05.477926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-86f96861-4fab-4aab-bb4e-65d4ac42d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:05.479503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-86f96861-4fab-4aab-bb4e-65d4ac42d9a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a90f6e38-9b90-4861-a6dd-dfb8eaf4632b HTTP/1.1" status: 200 len: 853 time: 0.0705080 Aug 20 08:51:05.524951 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-54440e8b-2bac-4d07-949d-a4ac1400ada3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09e0c1f5-4953-4de0-b0fd-327d87964022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370696 Aug 20 08:51:05.539532 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c3345-c215-4b32-b7b6-c87b60a5f0c4 x-openstack-request-id: req-8d6c3345-c215-4b32-b7b6-c87b60a5f0c4 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:05.539825 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64e35f3-dcd4-45b6-9a89-85bcc674fb31", "tag": "0d993b81-8ebf-4084-bc40-87e4d331d682", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:05.540080 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d6c3345-c215-4b32-b7b6-c87b60a5f0c4 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:05.540474 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'tag': '0d993b81-8ebf-4084-bc40-87e4d331d682', 'status': 'completed', 'code': 200} Aug 20 08:51:05.650366 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.677310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612cb14-6d3b-4579-bf50-9a270f69f573 req-fb1981c8-ad38-4e56-bad5-04c8fae6d355 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:05.679090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7612cb14-6d3b-4579-bf50-9a270f69f573 req-fb1981c8-ad38-4e56-bad5-04c8fae6d355 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.0997164 Aug 20 08:51:05.698338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378290e-c9f1-4e78-aabd-06af3125b644 req-eb0f930d-eb5e-48cf-8cce-8dc3f74d5fa0 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:05.699897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0378290e-c9f1-4e78-aabd-06af3125b644 req-eb0f930d-eb5e-48cf-8cce-8dc3f74d5fa0 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 943 time: 0.0930917 Aug 20 08:51:05.735036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:05.738416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Pushing event updated for resources: {'Port': ['ID=0f3b3027-c67e-4498-b788-2b7640bf5de1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:05.743338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:05.762490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:05.766587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7612cb14-6d3b-4579-bf50-9a270f69f573 req-30208f26-9097-4eef-a6bf-5601ae874b86 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770247 Aug 20 08:51:05.786609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0378290e-c9f1-4e78-aabd-06af3125b644 req-91f20db5-8cff-4337-b5f1-73ebbee446c8 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656400 Aug 20 08:51:05.820544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:05.821678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:05.847352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-57ea4eef-56b6-4b88-b157-c197b104045f service neutron] 10.222.0.37 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125539 Aug 20 08:51:05.849325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-595a889a-03a9-4ae4-a005-6e9e7ed930a8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5187318 Aug 20 08:51:05.876790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Request body: {'port': {'device_id': '281f87df-bfec-4ed0-8698-09750f8789dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:05.936187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a84d402-f08a-4af2-ad19-d0a96c0a1f98 req-aa41f3d6-30ec-4903-b9c7-5618e22ae0c8 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 210 time: 0.0713413 Aug 20 08:51:06.034518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6cf37c6-aaec-4540-b196-49f8023e8faf None None] Provisioning for port 0f3b3027-c67e-4498-b788-2b7640bf5de1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:06.048667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6cf37c6-aaec-4540-b196-49f8023e8faf None None] Provisioning complete for port 0f3b3027-c67e-4498-b788-2b7640bf5de1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:06.049048 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6cf37c6-aaec-4540-b196-49f8023e8faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:06.090578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:06.167835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2107-763a-4071-8e55-7573b277d0f1 req-477d2304-f67e-4020-a7c5-12d12e5affd5 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.170506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d9a2107-763a-4071-8e55-7573b277d0f1 req-477d2304-f67e-4020-a7c5-12d12e5affd5 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 936 time: 0.1044650 Aug 20 08:51:06.184219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf37c6-aaec-4540-b196-49f8023e8faf None None] Port 0f3b3027-c67e-4498-b788-2b7640bf5de1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:51:06.268389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d9a2107-763a-4071-8e55-7573b277d0f1 req-540fe01e-aabd-4939-a964-7ff18819c48c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903637 Aug 20 08:51:06.363104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5c968-c50c-489e-9465-196c21caa2e6 req-b2434794-b23e-438f-8771-54935c9b2525 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.373518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53e5c968-c50c-489e-9465-196c21caa2e6 req-b2434794-b23e-438f-8771-54935c9b2525 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 946 time: 0.0943151 Aug 20 08:51:06.433664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4818f-4018-44af-98a4-d44a46700247 req-f70530b1-10bb-49d5-ab89-7594da08b835 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.435179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ee4818f-4018-44af-98a4-d44a46700247 req-f70530b1-10bb-49d5-ab89-7594da08b835 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 946 time: 0.4152088 Aug 20 08:51:06.449245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53e5c968-c50c-489e-9465-196c21caa2e6 req-f7dcf8eb-49ab-4020-b2d9-3f75d5a8d8db tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 Aug 20 08:51:06.465746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c81893b-57e2-48ac-852e-261afd995ee8 req-d8687e8c-e9c6-4003-ba67-33b045f34540 service neutron] 10.222.0.37 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019268 Aug 20 08:51:06.642723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95df31-5723-4a7a-9e43-9c534dec692b req-3291e210-c8b0-4178-908c-90c3f2d93ed8 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.645052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca95df31-5723-4a7a-9e43-9c534dec692b req-3291e210-c8b0-4178-908c-90c3f2d93ed8 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1100 time: 0.0786467 Aug 20 08:51:06.707698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca95df31-5723-4a7a-9e43-9c534dec692b req-d24431e2-ee7e-474f-8a0b-1ba7d0b6cdbf tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500243 Aug 20 08:51:06.708318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-1ec5e808-169c-41fb-87c8-8faf2494cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.714056 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-1ec5e808-169c-41fb-87c8-8faf2494cdee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=332380a2183a4000af1ada6074c1f8f7&device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 1094 time: 0.1161644 Aug 20 08:51:06.722947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port 0592d6ec-55b7-49a8-b504-24e93c3e92dc {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:06.723291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:06.845899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836a6a1-3554-4ef7-aee0-273483e9bb68 req-0a7b79c9-59aa-4d68-ba23-0cb0b30796f9 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.864036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a836a6a1-3554-4ef7-aee0-273483e9bb68 req-0a7b79c9-59aa-4d68-ba23-0cb0b30796f9 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1100 time: 0.0773199 Aug 20 08:51:06.869638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:06.919860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a836a6a1-3554-4ef7-aee0-273483e9bb68 req-c39c17f3-c193-4a6c-b65b-504e6765b525 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426638 Aug 20 08:51:06.975481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:06.975885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:06.987461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-f5748572-bda7-4c65-970f-bb26b0b57f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:06.988885 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-f5748572-bda7-4c65-970f-bb26b0b57f82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09e0c1f5-4953-4de0-b0fd-327d87964022 HTTP/1.1" status: 200 len: 913 time: 0.2697983 Aug 20 08:51:07.038108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for 0592d6ec-55b7-49a8-b504-24e93c3e92dc owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:07.042156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 8200235d-21db-4d10-a7c0-10c4f44df573 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:07.043134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.073695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca018a-b354-4a4e-86b3-6cbc639abaa9 req-66c44306-7dcb-4fbf-9910-5bcd6ae3a21c tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:07.090821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71ca018a-b354-4a4e-86b3-6cbc639abaa9 req-66c44306-7dcb-4fbf-9910-5bcd6ae3a21c tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.0788107 Aug 20 08:51:07.147358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-78ce63eb-449d-4425-98c0-89e57e63087e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d993b81-8ebf-4084-bc40-87e4d331d682 HTTP/1.1" status: 200 len: 217 time: 0.1233020 Aug 20 08:51:07.158827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3b3027-c67e-4498-b788-2b7640bf5de1 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:07.177317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.183592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.206397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71ca018a-b354-4a4e-86b3-6cbc639abaa9 req-0e8d8d0e-94f2-4948-aad3-7fc52dea4bf6 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144025 Aug 20 08:51:07.211884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:07.215081 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b5ea82-bc5c-4ffd-8ef3-a6086e72fef5" -d '{"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-plugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:07.219345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-4e4e338e-9b05-4bf8-89c5-a9749c228891 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:07.220850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-4e4e338e-9b05-4bf8-89c5-a9749c228891 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.3099170 Aug 20 08:51:07.234199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:07.250687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.251527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0592d6ec-55b7-49a8-b504-24e93c3e92dc no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:07.359771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Transition to ACTIVE for port object 0f3b3027-c67e-4498-b788-2b7640bf5de1 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:07.362769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8513c7d-79a3-41e5-a9b6-8cf071e335ac req-d2aec9eb-c266-4d72-a447-37cdfd552e38 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:07.374492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8513c7d-79a3-41e5-a9b6-8cf071e335ac req-d2aec9eb-c266-4d72-a447-37cdfd552e38 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 943 time: 0.1050012 Aug 20 08:51:07.389365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.410982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-dff802d0-bca4-455c-b763-1d3aedd27287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:07.412980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-dff802d0-bca4-455c-b763-1d3aedd27287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a90f6e38-9b90-4861-a6dd-dfb8eaf4632b HTTP/1.1" status: 200 len: 853 time: 0.2483149 Aug 20 08:51:07.413933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:07.438197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.475692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8513c7d-79a3-41e5-a9b6-8cf071e335ac req-faa11d50-24be-48e5-9a26-722a71bbcdd8 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001990 Aug 20 08:51:07.496021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0592d6ec-55b7-49a8-b504-24e93c3e92dc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0592d6ec-55b7-49a8-b504-24e93c3e92dc,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:07.507117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:07.580465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:07.623712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2c69247-b630-4730-ac31-fad169261083 req-e8dd7d5f-7458-4915-9d68-02bb9c77feb9 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 210 time: 0.0488493 Aug 20 08:51:07.638143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-cc55c7ce-fa4e-4e8a-a636-8b9d118ec273 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09e0c1f5-4953-4de0-b0fd-327d87964022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282184 Aug 20 08:51:07.673092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-c1a73924-db15-4b92-b56e-2c8c03a1f604 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:07.674847 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-c1a73924-db15-4b92-b56e-2c8c03a1f604 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.37 "GET /v2.0/networks?id=92728c3c-0369-4eba-9c0b-758ccf662c4b HTTP/1.1" status: 200 len: 814 time: 0.6899934 Aug 20 08:51:07.730313 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c1bf93-582d-4f48-83f6-28e4240920d4 x-openstack-request-id: req-44c1bf93-582d-4f48-83f6-28e4240920d4 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:07.730606 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-plugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:07.730869 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44c1bf93-582d-4f48-83f6-28e4240920d4 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:07.731296 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'code': 200} Aug 20 08:51:07.752247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Request body: {'port': {'device_id': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'admin_state_up': True, 'tenant_id': '5faf592358ee41419359fe2fd2e003d4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:07.772465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3b3027-c67e-4498-b788-2b7640bf5de1,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:07.954616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38bcee-05f1-43b0-bd6a-cc256c3e0839 req-7d0e91a9-b624-4cc9-bde7-62f4397ad0ae tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:07.959113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf38bcee-05f1-43b0-bd6a-cc256c3e0839 req-7d0e91a9-b624-4cc9-bde7-62f4397ad0ae tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 948 time: 0.1896062 Aug 20 08:51:08.074804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432202-15b1-4101-9fb6-db83a97b31e9 req-816d4473-c3a1-4544-a1f6-b8597822b44d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:08.084491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15432202-15b1-4101-9fb6-db83a97b31e9 req-816d4473-c3a1-4544-a1f6-b8597822b44d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=557288ca-a3ad-421e-be3f-41cd3ee453d0 HTTP/1.1" status: 200 len: 944 time: 0.2548792 Aug 20 08:51:08.143673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf38bcee-05f1-43b0-bd6a-cc256c3e0839 req-36f0e1e0-1ff8-4f7c-a18a-72e4999f963c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736784 Aug 20 08:51:08.191526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15432202-15b1-4101-9fb6-db83a97b31e9 req-d7ba86dd-e73d-4c3e-9ae2-12c0b7c32c7a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061325 Aug 20 08:51:08.252091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-b69027b7-ffc2-458a-8ff4-751c80dc2b2f service neutron] 10.222.0.37 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702474 Aug 20 08:51:08.289666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Attempting to bind port 0f3b3027-c67e-4498-b788-2b7640bf5de1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:08.291269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Attempting to bind port 0f3b3027-c67e-4498-b788-2b7640bf5de1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:08.292682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Attempting to bind port 0f3b3027-c67e-4498-b788-2b7640bf5de1 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:08.304483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Made reservation on behalf of 5faf592358ee41419359fe2fd2e003d4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:08.314172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:08.320634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Port 0f3b3027-c67e-4498-b788-2b7640bf5de1 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:08.321158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Attempting to bind port 0f3b3027-c67e-4498-b788-2b7640bf5de1 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:08.345973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:08.361292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3', '39d654c1-6b1e-4750-b21d-4eebdeff3c91'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:08.406196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Deleting port 0c950128-659a-4ae4-ab6c-127e385d5e00 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:08.406551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:08.489116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:08.489454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:08.489876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:08.490327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Bound port: 0f3b3027-c67e-4498-b788-2b7640bf5de1, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:08.490689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:08.508397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=0592d6ec-55b7-49a8-b504-24e93c3e92dc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:08.608909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cefcd-6023-4442-9cea-6dace6adea3a req-3db5cf59-40b6-49d8-bc07-d28f24c58d1c tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:08.620862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c4cefcd-6023-4442-9cea-6dace6adea3a req-3db5cf59-40b6-49d8-bc07-d28f24c58d1c tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7ed39b0-f03b-4ffe-81d7-21051fe576f6 HTTP/1.1" status: 200 len: 945 time: 0.1400414 Aug 20 08:51:08.708406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c4cefcd-6023-4442-9cea-6dace6adea3a req-12b93f87-eaab-4087-9335-fbd802d50319 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups?id=3923d929-c763-4935-8c35-bcc757d6a594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864520 Aug 20 08:51:08.883253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0d993b81-8ebf-4084-bc40-87e4d331d682 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:09.017596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0d993b81-8ebf-4084-bc40-87e4d331d682, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0d993b81-8ebf-4084-bc40-87e4d331d682,segment=NetworkSegment(7e2013b7-0bc9-4f0f-a979-07f947056e25),segment_id=7e2013b7-0bc9-4f0f-a979-07f947056e25)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:09.030330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port 0592d6ec-55b7-49a8-b504-24e93c3e92dc on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:09.038284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '0d993b81-8ebf-4084-bc40-87e4d331d682', 'network_id': '09e0c1f5-4953-4de0-b0fd-327d87964022', 'port_id': '0d993b81-8ebf-4084-bc40-87e4d331d682', 'mac_address': 'fa:16:3e:75:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90f6e38-9b90-4861-a6dd-dfb8eaf4632b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:09.052780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:09.055229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ee4818f-4018-44af-98a4-d44a46700247 req-22a8ac04-112f-47e9-bede-7f284e00a619 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.37 "DELETE /v2.0/ports/0592d6ec-55b7-49a8-b504-24e93c3e92dc HTTP/1.1" status: 204 len: 173 time: 2.5998235 Aug 20 08:51:09.067543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'name': 'network-vif-deleted', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:09.076670 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4e0ddc-40c1-46b1-90b2-fff2e6ddf857" -d '{"events": [{"server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "name": "network-vif-deleted", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:09.148310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:09.181580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d993b81-8ebf-4084-bc40-87e4d331d682 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:09.227206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0d993b81-8ebf-4084-bc40-87e4d331d682, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0d993b81-8ebf-4084-bc40-87e4d331d682,segment=NetworkSegment(7e2013b7-0bc9-4f0f-a979-07f947056e25),segment_id=7e2013b7-0bc9-4f0f-a979-07f947056e25)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:09.233578 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:09.313180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0c950128-659a-4ae4-ab6c-127e385d5e00,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:09.313808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:09.364404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0d993b81-8ebf-4084-bc40-87e4d331d682,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:09.411895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] For port 0f3b3027-c67e-4498-b788-2b7640bf5de1, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:09.467043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b92d106-ff7c-42c2-abe8-89f1c1f88d9b req-ae2fdd27-0c63-4c02-8d41-442b5619d0fe service neutron] 10.222.0.37 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9085031 Aug 20 08:51:09.469111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Allocated IP 172.20.0.14 (92728c3c-0369-4eba-9c0b-758ccf662c4b/4c55b243-18c4-4bd6-a483-0f2d7dc206a5/bde0af96-b4f1-4715-935d-c484eb2235e2) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:09.481529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['0d993b81-8ebf-4084-bc40-87e4d331d682'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:09.508817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] For port 0f3b3027-c67e-4498-b788-2b7640bf5de1, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:09.522306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:09.691571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:09.692423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:09.694111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] 10.222.0.37 "PUT /v2.0/ports/0f3b3027-c67e-4498-b788-2b7640bf5de1 HTTP/1.1" status: 200 len: 1096 time: 3.8291726 Aug 20 08:51:09.750780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a76f9-b901-4323-84eb-ad8bb9065d22 req-43a57a1a-2b46-4127-a301-044413a5bd9a tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:09.760828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c2a76f9-b901-4323-84eb-ad8bb9065d22 req-43a57a1a-2b46-4127-a301-044413a5bd9a tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 944 time: 0.1465087 Aug 20 08:51:09.822365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:09.825179 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6c3a3f-62fe-479e-8ec7-534ab3e21eb8" -d '{"events": [{"server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "name": "network-vif-unplugged", "status": "completed", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:09.865396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c2a76f9-b901-4323-84eb-ad8bb9065d22 req-df373d7e-d68b-46e0-8a47-60455e679e48 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036386 Aug 20 08:51:09.970335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3b3027-c67e-4498-b788-2b7640bf5de1,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:10.016656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67027ee0-b746-4ad8-8719-f27802379cbf req-b6828e1c-566a-4454-8dc5-257eb52a8e0f tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 210 time: 0.0469205 Aug 20 08:51:10.202621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0c950128-659a-4ae4-ab6c-127e385d5e00 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:10.431468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.432015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.432377 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Floating IP cf6d0139-6495-461b-afd8-1e9e52c00226 disassociated. External IP: 172.25.5.139, port: 0c950128-659a-4ae4-ab6c-127e385d5e00. Aug 20 08:51:10.432818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Calling delete_port for 0c950128-659a-4ae4-ab6c-127e385d5e00 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:10.463548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-6e3faf35-5219-4bcb-8922-60a42bf19eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:10.465339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-6e3faf35-5219-4bcb-8922-60a42bf19eda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d57251eb902d418292d68450c9ad0854&device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 1099 time: 0.5240149 Aug 20 08:51:10.503219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.533483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.565081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Transition to ACTIVE for port object bde0af96-b4f1-4715-935d-c484eb2235e2 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:10.580654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0c950128-659a-4ae4-ab6c-127e385d5e00, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0c950128-659a-4ae4-ab6c-127e385d5e00,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:10.585919 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.659430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.678484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:10.731036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:10.739298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:10.750397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Pushing event updated for resources: {'Port': ['ID=bde0af96-b4f1-4715-935d-c484eb2235e2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:10.753260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:10.872867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:10.878965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0d993b81-8ebf-4084-bc40-87e4d331d682 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:10.879945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:10.936048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-0372ae3d-8516-49e1-999a-09abb5d4e9f3 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1956713 Aug 20 08:51:10.975036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:11.024042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 0d993b81-8ebf-4084-bc40-87e4d331d682 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:11.036328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 0d993b81-8ebf-4084-bc40-87e4d331d682 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:11.036978 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:11.088786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event deleted for resources: {'Port': ['ID=0c950128-659a-4ae4-ab6c-127e385d5e00,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:11.260615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:11.297984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:51:11.327024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8bdab5f-9744-4a69-a3bd-f53a3268b5d0 None None] Provisioning for port bde0af96-b4f1-4715-935d-c484eb2235e2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:11.349274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8bdab5f-9744-4a69-a3bd-f53a3268b5d0 None None] Provisioning complete for port bde0af96-b4f1-4715-935d-c484eb2235e2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:11.350049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8bdab5f-9744-4a69-a3bd-f53a3268b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:11.413855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d8bdab5f-9744-4a69-a3bd-f53a3268b5d0 None None] Port bde0af96-b4f1-4715-935d-c484eb2235e2 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:51:11.437063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0d993b81-8ebf-4084-bc40-87e4d331d682, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0d993b81-8ebf-4084-bc40-87e4d331d682,segment=NetworkSegment(7e2013b7-0bc9-4f0f-a979-07f947056e25),segment_id=7e2013b7-0bc9-4f0f-a979-07f947056e25)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:11.441760 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:11.494911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:51:11.519295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0d993b81-8ebf-4084-bc40-87e4d331d682,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:11.522240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] Sync routers for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:51:11.540681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:11.540681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:11.574630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] No DVR routers for this DVR port 0c950128-659a-4ae4-ab6c-127e385d5e00 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:11.577825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:11.581652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbb38448-b453-4b75-9cb0-655920ef6fd7 req-316930fc-a3c7-47a7-af07-d56303149649 tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.26 "DELETE /v2.0/ports/0c950128-659a-4ae4-ab6c-127e385d5e00 HTTP/1.1" status: 204 len: 173 time: 4.3193524 Aug 20 08:51:11.800267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:12.103685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:11Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:12.136591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] Checking router: 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:51:12.164898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:12.165563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:50:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:12.364048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:12.469440 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:12.731375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:11Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:12.767974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74af384-5cb5-4a34-8e94-3075c1110101 None None] The sync data for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 is: [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:04Z', 'revision_number': 4, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'dbc34bcb-8816-4e9a-a57b-45d3a742be9a', 'name': '', 'network_id': '4e363493-2e53-4243-99ac-613a46bbbfa8', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'mac_address': 'fa:16:3e:d2:04:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:03Z', 'updated_at': '2021-08-20T08:48:11Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'subnets': [{'id': '46a88ac9-5e45-4c3a-bea8-e65602df86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:51:13.179106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59f14087-203e-414d-b055-3f5bc556ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:13.255163 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8589d62-310f-4547-ad73-ac03e4736c39 None None] New status for floating IP cf6d0139-6495-461b-afd8-1e9e52c00226: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:51:13.806507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:13.878660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Request body: {'port': {'device_id': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:14.034051 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-ddda2061-f01b-4769-952d-ac4ea951e2b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1 HTTP/1.1" status: 200 len: 217 time: 0.1520393 Aug 20 08:51:14.129744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:14.602848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde0af96-b4f1-4715-935d-c484eb2235e2 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:14.614378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:14.652920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Transition to ACTIVE for port object bde0af96-b4f1-4715-935d-c484eb2235e2 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:14.664839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:14.796520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Pushing event updated for resources: {'Port': ['ID=bde0af96-b4f1-4715-935d-c484eb2235e2,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:14.987137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Attempting to bind port bde0af96-b4f1-4715-935d-c484eb2235e2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:14.988129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Attempting to bind port bde0af96-b4f1-4715-935d-c484eb2235e2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:14.988129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Attempting to bind port bde0af96-b4f1-4715-935d-c484eb2235e2 on network 92728c3c-0369-4eba-9c0b-758ccf662c4b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:14.995189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Port bde0af96-b4f1-4715-935d-c484eb2235e2 on network 92728c3c-0369-4eba-9c0b-758ccf662c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:14.995536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Attempting to bind port bde0af96-b4f1-4715-935d-c484eb2235e2 on network 92728c3c-0369-4eba-9c0b-758ccf662c4b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:15.012486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:15.013946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Checking segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:15.014533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Bound using segment: {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:15.016675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Bound port: bde0af96-b4f1-4715-935d-c484eb2235e2, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab9027-d1b6-4a88-9903-60d51b7f0497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:15.017271 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:15.190877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] For port bde0af96-b4f1-4715-935d-c484eb2235e2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:15.201148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] For port bde0af96-b4f1-4715-935d-c484eb2235e2, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bde0af96-b4f1-4715-935d-c484eb2235e2,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:15.207704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:15.267372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:15.268472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:15.270059 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] 10.222.0.37 "PUT /v2.0/ports/bde0af96-b4f1-4715-935d-c484eb2235e2 HTTP/1.1" status: 200 len: 1092 time: 1.3959029 Aug 20 08:51:15.358954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ea80-d644-4d86-af5b-ca4f717401bd service neutron] Pushing event updated for resources: {'Port': ['ID=bde0af96-b4f1-4715-935d-c484eb2235e2,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:16.303283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:16.366662 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b3c93f65-844c-4b1b-87cd-c1fc614eaacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:17.338817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:18.706899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:19.858725 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae27f9-e0ee-4847-a822-c747a4a5d432 x-openstack-request-id: req-07ae27f9-e0ee-4847-a822-c747a4a5d432 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:19.859699 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "name": "network-vif-deleted", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:19.860165 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07ae27f9-e0ee-4847-a822-c747a4a5d432 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:19.860766 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'name': 'network-vif-deleted', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc', 'status': 'completed', 'code': 200} Aug 20 08:51:20.005082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6de67-d322-49d1-b2f9-1ac7939ae5cc req-4c17dc75-a668-46fe-b71f-c08ca60ba40a tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:20.015270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6e6de67-d322-49d1-b2f9-1ac7939ae5cc req-4c17dc75-a668-46fe-b71f-c08ca60ba40a tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 948 time: 0.0852439 Aug 20 08:51:20.072688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6e6de67-d322-49d1-b2f9-1ac7939ae5cc req-27ba3c1e-1a2c-4446-bd64-0f45c0c4745d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542395 Aug 20 08:51:20.120759 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9550767-df96-4995-a245-10bb9ca0c20c x-openstack-request-id: req-e9550767-df96-4995-a245-10bb9ca0c20c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:20.121603 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557288ca-a3ad-421e-be3f-41cd3ee453d0", "name": "network-vif-unplugged", "status": "completed", "tag": "0592d6ec-55b7-49a8-b504-24e93c3e92dc", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:20.122177 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9550767-df96-4995-a245-10bb9ca0c20c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:20.123133 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557288ca-a3ad-421e-be3f-41cd3ee453d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0592d6ec-55b7-49a8-b504-24e93c3e92dc', 'code': 200} Aug 20 08:51:20.313821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0cf20-d81e-4849-a0c2-2095c7c1600a req-12f0367d-b1d1-4ba4-8236-b240f94bae21 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:20.315355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6df0cf20-d81e-4849-a0c2-2095c7c1600a req-12f0367d-b1d1-4ba4-8236-b240f94bae21 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 944 time: 0.0945177 Aug 20 08:51:20.322867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaae0b2-8f67-4817-99fa-17d4212667e4 req-926a760c-2c8c-4ca5-a379-3e6054a665ee tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:20.324255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2eaae0b2-8f67-4817-99fa-17d4212667e4 req-926a760c-2c8c-4ca5-a379-3e6054a665ee tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.1137512 Aug 20 08:51:20.381298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6df0cf20-d81e-4849-a0c2-2095c7c1600a req-7a8810f0-3493-44a2-88ee-1bc61ef0a83a tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558243 Aug 20 08:51:20.389983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2eaae0b2-8f67-4817-99fa-17d4212667e4 req-9ebcef14-febe-4b17-9b18-7bd3ad766793 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Aug 20 08:51:20.525223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af162e9-bccb-44cd-bd32-3c9a9c684e02 req-d5b9839c-a462-4d0f-8218-c1c5cc9792bf tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:20.534753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af162e9-bccb-44cd-bd32-3c9a9c684e02 req-d5b9839c-a462-4d0f-8218-c1c5cc9792bf tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.0648668 Aug 20 08:51:20.587706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af162e9-bccb-44cd-bd32-3c9a9c684e02 req-6343fc68-2397-4021-abdb-cc3a4230e38f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Aug 20 08:51:20.703283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:20.838669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a48775cc-9b0f-4492-8c30-7a341b39cf0f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:20.870671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a48775cc-9b0f-4492-8c30-7a341b39cf0f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:20.919390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1383109-a3e3-4146-b1e2-d42891d5c47b req-1a987945-45bc-4268-8eb8-97721b185acd tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:20.920923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1383109-a3e3-4146-b1e2-d42891d5c47b req-1a987945-45bc-4268-8eb8-97721b185acd tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.1522698 Aug 20 08:51:20.933163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58184-be18-4276-ba93-6bf6ae3f34f6 req-233438ec-b952-4340-b76e-433dd41de21e tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:20.934727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09a58184-be18-4276-ba93-6bf6ae3f34f6 req-233438ec-b952-4340-b76e-433dd41de21e tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 950 time: 0.1648326 Aug 20 08:51:21.008795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1383109-a3e3-4146-b1e2-d42891d5c47b req-dc0c979b-4b26-4917-a41c-c804cc9672e8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728807 Aug 20 08:51:21.013190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09a58184-be18-4276-ba93-6bf6ae3f34f6 req-6dfde300-f40e-4b85-8d52-43f5c04c9536 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Aug 20 08:51:21.013877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a48775cc-9b0f-4492-8c30-7a341b39cf0f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.016356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a48775cc-9b0f-4492-8c30-7a341b39cf0f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.017845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a48775cc-9b0f-4492-8c30-7a341b39cf0f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "DELETE /v2.0/security-groups/3923d929-c763-4935-8c35-bcc757d6a594 HTTP/1.1" status: 204 len: 168 time: 0.3131013 Aug 20 08:51:21.020758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38860) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:21.039352 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-fd25abb0-3a04-4acb-881e-6d466d46beae tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] show failed (client error): The resource could not be found. Aug 20 08:51:21.043539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd25abb0-3a04-4acb-881e-6d466d46beae tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "GET /v2.0/security-groups/3923d929-c763-4935-8c35-bcc757d6a594 HTTP/1.1" status: 404 len: 347 time: 0.0205302 Aug 20 08:51:21.043655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48775cc-9b0f-4492-8c30-7a341b39cf0f tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3923d929-c763-4935-8c35-bcc757d6a594,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:21.043754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38862) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:21.201547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c310-32f4-411c-bea5-94631ce7dea5 req-89229606-0eec-4cb6-8a5d-f62cb9345ae4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:21.203017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ee4c310-32f4-411c-bea5-94631ce7dea5 req-89229606-0eec-4cb6-8a5d-f62cb9345ae4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 948 time: 0.0547554 Aug 20 08:51:21.229480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Deleting port 6db388eb-03ce-483d-9042-a6dee7b7b31e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:21.229747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.257208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ee4c310-32f4-411c-bea5-94631ce7dea5 req-b6c47d5b-6ad4-4d67-8142-20e88a1f749a tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383308 Aug 20 08:51:21.316086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.316410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.329459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Calling delete_port for 6db388eb-03ce-483d-9042-a6dee7b7b31e owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:21.470622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.501434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Pushing event deleted for resources: {'Port': ['ID=6db388eb-03ce-483d-9042-a6dee7b7b31e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:21.528630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607eb8-8c7b-4009-8381-1c483f078794 req-7cc8c135-a3ea-41c7-a49d-f6c6e79b0e23 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:21.530149 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be607eb8-8c7b-4009-8381-1c483f078794 req-7cc8c135-a3ea-41c7-a49d-f6c6e79b0e23 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 944 time: 0.0758646 Aug 20 08:51:21.560212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f749b57-3a74-4412-87df-e1d81e9918a1 req-0583c7ca-bba6-432a-9ecc-f57150764d54 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:21.561753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f749b57-3a74-4412-87df-e1d81e9918a1 req-0583c7ca-bba6-432a-9ecc-f57150764d54 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.0790009 Aug 20 08:51:21.561995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.564477 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:21.565627 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-786cb7e9-14f6-4889-9870-4601add2eddb tempest-ServersTestBootFromVolume-716952686 tempest-ServersTestBootFromVolume-716952686-project] 10.222.0.35 "DELETE /v2.0/floatingips/cf6d0139-6495-461b-afd8-1e9e52c00226 HTTP/1.1" status: 204 len: 168 time: 0.5208936 Aug 20 08:51:21.568556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:21.593744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be607eb8-8c7b-4009-8381-1c483f078794 req-d9e0873b-a619-43bb-876f-395a8797f595 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564673 Aug 20 08:51:21.614457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f749b57-3a74-4412-87df-e1d81e9918a1 req-c27cc116-83dd-4584-8723-ed146fba64b6 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Aug 20 08:51:21.748737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae266a4-b915-453a-a38f-de239e85c3e6 req-d7e7a26b-b0bf-4bb6-aa2c-fec8de52a357 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:21.750525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ae266a4-b915-453a-a38f-de239e85c3e6 req-d7e7a26b-b0bf-4bb6-aa2c-fec8de52a357 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.0572765 Aug 20 08:51:21.844048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ae266a4-b915-453a-a38f-de239e85c3e6 req-22089143-42ef-4a4e-83d2-99ea6b040bec tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723448 Aug 20 08:51:21.867537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281f87df-bfec-4ed0-8698-09750f8789dd', 'tag': '0f3b3027-c67e-4498-b788-2b7640bf5de1'}, {'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'name': 'network-vif-deleted', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00'}, {'name': 'network-changed', 'server_uuid': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'tag': 'bde0af96-b4f1-4715-935d-c484eb2235e2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:21.869923 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234aa67-c8a7-4ec6-80f0-27e77617f639" -d '{"events": [{"name": "network-changed", "server_uuid": "281f87df-bfec-4ed0-8698-09750f8789dd", "tag": "0f3b3027-c67e-4498-b788-2b7640bf5de1"}, {"server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "name": "network-vif-deleted", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00"}, {"name": "network-changed", "server_uuid": "6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67", "tag": "bde0af96-b4f1-4715-935d-c484eb2235e2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:21.882432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-be0d0fe0-9d85-4121-9b67-aea7948a7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:21.883980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-be0d0fe0-9d85-4121-9b67-aea7948a7e12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1373186 Aug 20 08:51:21.945910 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ab30e6-82cf-4c1b-9fe5-13dcdd5bf4d6 x-openstack-request-id: req-51ab30e6-82cf-4c1b-9fe5-13dcdd5bf4d6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:21.946505 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281f87df-bfec-4ed0-8698-09750f8789dd", "tag": "0f3b3027-c67e-4498-b788-2b7640bf5de1", "status": "completed", "code": 200}, {"server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "name": "network-vif-deleted", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67", "tag": "bde0af96-b4f1-4715-935d-c484eb2235e2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:21.946807 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51ab30e6-82cf-4c1b-9fe5-13dcdd5bf4d6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:21.947211 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281f87df-bfec-4ed0-8698-09750f8789dd', 'tag': '0f3b3027-c67e-4498-b788-2b7640bf5de1', 'status': 'completed', 'code': 200} Aug 20 08:51:21.947470 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'name': 'network-vif-deleted', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'status': 'completed', 'code': 200} Aug 20 08:51:21.947724 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'tag': 'bde0af96-b4f1-4715-935d-c484eb2235e2', 'status': 'completed', 'code': 200} Aug 20 08:51:22.009942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-50c11040-bed1-4819-847a-98dff6f62b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.011463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-50c11040-bed1-4819-847a-98dff6f62b9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054919 Aug 20 08:51:22.017349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-4a666eb3-efe8-4da4-919e-4a2a30b4666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.018856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-4a666eb3-efe8-4da4-919e-4a2a30b4666b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5faf592358ee41419359fe2fd2e003d4&device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 1095 time: 0.1116433 Aug 20 08:51:22.124935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00'}, {'server_uuid': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d993b81-8ebf-4084-bc40-87e4d331d682'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:22.126612 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-05de6f1c-2a15-414a-8081-2ae5e31107f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde0af96-b4f1-4715-935d-c484eb2235e2 HTTP/1.1" status: 200 len: 217 time: 0.0978611 Aug 20 08:51:22.128552 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81b347-9908-48ed-940f-5e96fbf3ab3d" -d '{"events": [{"server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00"}, {"server_uuid": "f64e35f3-dcd4-45b6-9a89-85bcc674fb31", "name": "network-vif-plugged", "status": "completed", "tag": "0d993b81-8ebf-4084-bc40-87e4d331d682"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:22.178624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c843ece-14cd-4add-a35c-62e0983c0ee1 req-28d833bc-f045-45e3-8db5-a2e38e2c4aa9 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.180109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c843ece-14cd-4add-a35c-62e0983c0ee1 req-28d833bc-f045-45e3-8db5-a2e38e2c4aa9 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 950 time: 0.0725455 Aug 20 08:51:22.190765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c93344-0b92-4d8e-876d-e75108a667ff req-c951c8ed-b098-4859-a404-39e02c2fe801 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.192220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98c93344-0b92-4d8e-876d-e75108a667ff req-c951c8ed-b098-4859-a404-39e02c2fe801 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.0968995 Aug 20 08:51:22.199311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38904) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:22.213635 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-25b7fc53-2cb1-42d3-8d60-8dd7a492f86b service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861026 Aug 20 08:51:22.251167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c843ece-14cd-4add-a35c-62e0983c0ee1 req-a57c7137-f2b6-4707-bb49-7da601d19efa tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Aug 20 08:51:22.272210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98c93344-0b92-4d8e-876d-e75108a667ff req-c0ed17b8-d47a-4cea-a30e-9c2711b448cc tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655870 Aug 20 08:51:22.325845 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d659e8f1-578f-4ab6-9c4b-2a5fecef1485 x-openstack-request-id: req-d659e8f1-578f-4ab6-9c4b-2a5fecef1485 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:22.326248 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ed39b0-f03b-4ffe-81d7-21051fe576f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c950128-659a-4ae4-ab6c-127e385d5e00", "code": 200}, {"server_uuid": "f64e35f3-dcd4-45b6-9a89-85bcc674fb31", "name": "network-vif-plugged", "status": "completed", "tag": "0d993b81-8ebf-4084-bc40-87e4d331d682", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:22.326522 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d659e8f1-578f-4ab6-9c4b-2a5fecef1485 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:22.327135 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ed39b0-f03b-4ffe-81d7-21051fe576f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c950128-659a-4ae4-ab6c-127e385d5e00', 'code': 200} Aug 20 08:51:22.327667 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d993b81-8ebf-4084-bc40-87e4d331d682', 'code': 200} Aug 20 08:51:22.345853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.368778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa79ff45-a7a0-46a5-9231-233053c09251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.399093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe723294-7fb6-4674-a60b-368828244199 req-f2dec424-4997-464f-985f-9ecce9b235c8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.400547 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fe723294-7fb6-4674-a60b-368828244199 req-f2dec424-4997-464f-985f-9ecce9b235c8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.2095389 Aug 20 08:51:22.413530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-f8bcd723-3ed5-4f4a-97a2-caf53c7e01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.414920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-f8bcd723-3ed5-4f4a-97a2-caf53c7e01f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c55b243-18c4-4bd6-a483-0f2d7dc206a5 HTTP/1.1" status: 200 len: 853 time: 0.1801903 Aug 20 08:51:22.448565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb5ab9-b9ed-47ff-b9da-e630c6b73781 req-a9d1730b-74f6-4995-969b-35cf3e17015d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.450170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acbb5ab9-b9ed-47ff-b9da-e630c6b73781 req-a9d1730b-74f6-4995-969b-35cf3e17015d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 948 time: 0.0699954 Aug 20 08:51:22.514802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acbb5ab9-b9ed-47ff-b9da-e630c6b73781 req-76ec8588-193b-4275-90ee-65bf14dfbf12 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541594 Aug 20 08:51:22.537781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa79ff45-a7a0-46a5-9231-233053c09251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.541645 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa79ff45-a7a0-46a5-9231-233053c09251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.579459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79ff45-a7a0-46a5-9231-233053c09251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e72fd-36a8-4c2e-bbd2-91569271af8c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:22.581367 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-3c91cb18-97cc-4b02-a29b-8aa55ba4a7eb service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476756 Aug 20 08:51:22.583965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aa79ff45-a7a0-46a5-9231-233053c09251 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50772425540847cf8911b494197e5831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837044 Aug 20 08:51:22.590557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38910) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:22.610217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86effd68-4c8b-4b81-9fd7-ed7023333614 req-b5f27888-0a68-4914-9655-2293eaa233e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.611727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86effd68-4c8b-4b81-9fd7-ed7023333614 req-b5f27888-0a68-4914-9655-2293eaa233e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 1096 time: 0.2103148 Aug 20 08:51:22.625222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e86b-7921-4233-a248-d57f5052765a req-870cdfec-19b8-4e32-9ef1-a27a59f89ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.626749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-870cdfec-19b8-4e32-9ef1-a27a59f89ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92728c3c-0369-4eba-9c0b-758ccf662c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930702 Aug 20 08:51:22.648501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2c72a1c-eee7-4aba-99d4-d913d28711b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.685984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2c72a1c-eee7-4aba-99d4-d913d28711b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.779478 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:51:22.781434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a371055-0f22-497f-b9e3-36fa3613eb71 req-d73a4adf-3f74-4440-b05f-7f5e58d26348 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.782937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a371055-0f22-497f-b9e3-36fa3613eb71 req-d73a4adf-3f74-4440-b05f-7f5e58d26348 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 944 time: 0.1096036 Aug 20 08:51:22.798167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71a987-503f-46c5-b869-6439e4fdbd94 req-f8e8be51-4fe4-4001-aeed-5a215d99666a tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.799627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a71a987-503f-46c5-b869-6439e4fdbd94 req-f8e8be51-4fe4-4001-aeed-5a215d99666a tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.0915043 Aug 20 08:51:22.827302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2c72a1c-eee7-4aba-99d4-d913d28711b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.828993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86effd68-4c8b-4b81-9fd7-ed7023333614 req-8a0b8a19-0d50-4ec7-9f37-b143b83a6471 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944592 Aug 20 08:51:22.829792 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2c72a1c-eee7-4aba-99d4-d913d28711b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.843061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c2c72a1c-eee7-4aba-99d4-d913d28711b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/402e72fd-36a8-4c2e-bbd2-91569271af8c HTTP/1.1" status: 204 len: 168 time: 0.2426386 Aug 20 08:51:22.844159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:22.844514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:22.848257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-5ff7754d-de0b-4cc3-a593-18af44810018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:22.850022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-5ff7754d-de0b-4cc3-a593-18af44810018 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d57251eb902d418292d68450c9ad0854&device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 1099 time: 0.1971021 Aug 20 08:51:22.869804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c72a1c-eee7-4aba-99d4-d913d28711b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e72fd-36a8-4c2e-bbd2-91569271af8c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:22.910609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a371055-0f22-497f-b9e3-36fa3613eb71 req-34d92d3d-8aa0-4d2c-bf17-658683c0cab1 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096344 Aug 20 08:51:22.926489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a71a987-503f-46c5-b869-6439e4fdbd94 req-66694b1c-0620-42de-8477-10e6616ade30 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128466 Aug 20 08:51:22.926739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-1cdd451b-5445-42ce-a341-f1843c3d94d2 service neutron] 10.222.0.37 "GET /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742343 Aug 20 08:51:22.980396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port 39d654c1-6b1e-4750-b21d-4eebdeff3c91, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=39d654c1-6b1e-4750-b21d-4eebdeff3c91,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:22.980804 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:23.014159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for 39d654c1-6b1e-4750-b21d-4eebdeff3c91 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:23.045079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a0509-0995-4dfd-bcfc-c54068a197a1 req-20b75733-b156-4698-a764-f869d5c1408f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.047494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb9a0509-0995-4dfd-bcfc-c54068a197a1 req-20b75733-b156-4698-a764-f869d5c1408f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.0549812 Aug 20 08:51:23.090801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb9a0509-0995-4dfd-bcfc-c54068a197a1 req-407c4402-932b-46ef-8edd-fc5ba8473ec7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359557 Aug 20 08:51:23.431114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6fbb-649f-420c-ba66-538dbf737c95 req-b882daf0-13dc-4637-9541-5e55c75a7b56 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.432688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ede6fbb-649f-420c-ba66-538dbf737c95 req-b882daf0-13dc-4637-9541-5e55c75a7b56 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 950 time: 0.0965841 Aug 20 08:51:23.441601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c917d9-b281-4189-a828-c2c732e0677a req-a078c98b-aee5-4e5a-bb78-c13857e2ad7b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.443202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3c917d9-b281-4189-a828-c2c732e0677a req-a078c98b-aee5-4e5a-bb78-c13857e2ad7b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 945 time: 0.0715868 Aug 20 08:51:23.507320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ede6fbb-649f-420c-ba66-538dbf737c95 req-6c47b265-ce6d-481c-9447-2c03fc678a36 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571442 Aug 20 08:51:23.507320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3c917d9-b281-4189-a828-c2c732e0677a req-9340b7a4-0577-42c3-997b-ed03a55d2860 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Aug 20 08:51:23.589451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-a6130e17-c5aa-464b-8ec3-e04c2270afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.591876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-a6130e17-c5aa-464b-8ec3-e04c2270afac service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.5608683 Aug 20 08:51:23.660246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec721c-a2ba-46f9-8779-f8af3f7c5e3f req-64872952-a1af-4d9d-8236-7d98d1d665a4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.660597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d813e86b-7921-4233-a248-d57f5052765a req-b5841bdd-b771-4362-9d38-5747f91fa5d4 service neutron] 10.222.0.37 "GET /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277058 Aug 20 08:51:23.661827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29ec721c-a2ba-46f9-8779-f8af3f7c5e3f req-64872952-a1af-4d9d-8236-7d98d1d665a4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 948 time: 0.0733786 Aug 20 08:51:23.663705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Deleting port dbc34bcb-8816-4e9a-a57b-45d3a742be9a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:23.664053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:23.672991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-cfbdfb30-df6c-44a0-9a0a-22ab45fb22eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1 HTTP/1.1" status: 200 len: 217 time: 0.0729744 Aug 20 08:51:23.707504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29ec721c-a2ba-46f9-8779-f8af3f7c5e3f req-eb319bc8-4542-48d6-b0a8-e12d0e4363fa tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Aug 20 08:51:23.816306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-846dac18-8b74-4d18-99b3-b0d155eec9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.817815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-846dac18-8b74-4d18-99b3-b0d155eec9f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1147935 Aug 20 08:51:23.821641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:23.834321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:23.901080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=39d654c1-6b1e-4750-b21d-4eebdeff3c91,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:23.935311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] For port dbc34bcb-8816-4e9a-a57b-45d3a742be9a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:23.935568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:23.962825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-d792e673-0331-426c-920d-6bb1bffaf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:23.965129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-d792e673-0331-426c-920d-6bb1bffaf2b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381502 Aug 20 08:51:24.011153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port 39d654c1-6b1e-4750-b21d-4eebdeff3c91 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:24.019856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:24.021961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fe723294-7fb6-4674-a60b-368828244199 req-587655ee-bbd9-4063-86ae-a71901c49b61 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "DELETE /v2.0/ports/39d654c1-6b1e-4750-b21d-4eebdeff3c91 HTTP/1.1" status: 204 len: 173 time: 1.6061332 Aug 20 08:51:24.022990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Calling delete_port for dbc34bcb-8816-4e9a-a57b-45d3a742be9a owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:24.045706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'name': 'network-vif-deleted', 'tag': '39d654c1-6b1e-4750-b21d-4eebdeff3c91'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:24.047955 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab5877b-ede3-4bc8-ac86-56aab6eb39f6" -d '{"events": [{"server_uuid": "c90e9e3c-0abb-48da-8f20-118a26d9d192", "name": "network-vif-deleted", "tag": "39d654c1-6b1e-4750-b21d-4eebdeff3c91"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:24.148842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1ac13-0a5f-4afd-b34e-bc785330f32f req-762d9dbb-e097-4896-92b7-620f8bc62533 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:24.157472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3de1ac13-0a5f-4afd-b34e-bc785330f32f req-762d9dbb-e097-4896-92b7-620f8bc62533 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.0846062 Aug 20 08:51:24.167727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6430376-fe5d-4a7b-8c6b-fc60fd92d138 req-1539fd20-44eb-4e6f-be24-9eff8daf1cc9 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:24.175487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6430376-fe5d-4a7b-8c6b-fc60fd92d138 req-1539fd20-44eb-4e6f-be24-9eff8daf1cc9 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 944 time: 0.1660004 Aug 20 08:51:24.242315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6430376-fe5d-4a7b-8c6b-fc60fd92d138 req-2f6021ab-b0ff-43e6-8ea2-caf5b81ce717 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660229 Aug 20 08:51:24.245026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38994) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:24.247481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 39d654c1-6b1e-4750-b21d-4eebdeff3c91 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:24.266482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3de1ac13-0a5f-4afd-b34e-bc785330f32f req-148b1634-b4aa-4611-b1e1-3864406636aa tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079507 Aug 20 08:51:24.274914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-e84bee55-f0c6-43d0-9da9-ff3b79a212d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703021 Aug 20 08:51:24.275116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 39d654c1-6b1e-4750-b21d-4eebdeff3c91 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:24.275347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 39d654c1-6b1e-4750-b21d-4eebdeff3c91 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:24.332399 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf11849-e952-4744-9da1-7826e8d182ab x-openstack-request-id: req-8cf11849-e952-4744-9da1-7826e8d182ab {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:24.332697 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90e9e3c-0abb-48da-8f20-118a26d9d192", "name": "network-vif-deleted", "tag": "39d654c1-6b1e-4750-b21d-4eebdeff3c91", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:24.332952 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cf11849-e952-4744-9da1-7826e8d182ab {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:24.333348 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90e9e3c-0abb-48da-8f20-118a26d9d192', 'name': 'network-vif-deleted', 'tag': '39d654c1-6b1e-4750-b21d-4eebdeff3c91', 'status': 'completed', 'code': 200} Aug 20 08:51:24.440446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-802c9ce8-fa65-46ac-aa83-32b4be14939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:24.441744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6b84-4958-4a6e-bd9e-3a4ef5ad1910 req-cb42b59a-47c1-49ac-94fa-f37359e30676 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:24.444142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-177f6b84-4958-4a6e-bd9e-3a4ef5ad1910 req-cb42b59a-47c1-49ac-94fa-f37359e30676 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.0583498 Aug 20 08:51:24.486465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-440f9fc9-e375-4966-ba30-6855c45f8c48 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767352 Aug 20 08:51:24.503759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-177f6b84-4958-4a6e-bd9e-3a4ef5ad1910 req-7bb07625-961b-4910-abb5-4637f3c78f54 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Aug 20 08:51:24.625242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:24.666442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-64c5d4ba-42fa-41da-9fc7-e7b1b929bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:24.669743 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-64c5d4ba-42fa-41da-9fc7-e7b1b929bb89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5faf592358ee41419359fe2fd2e003d4&device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 1095 time: 0.1313236 Aug 20 08:51:24.669743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc34bcb-8816-4e9a-a57b-45d3a742be9a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:24.700254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee676e5d-3fa8-4e0d-acb0-f71acacac816 req-4663e4ca-eb66-4480-9dd6-b8350e4d47d8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=c90e9e3c-0abb-48da-8f20-118a26d9d192 HTTP/1.1" status: 200 len: 210 time: 0.0443516 Aug 20 08:51:24.777318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-802c9ce8-fa65-46ac-aa83-32b4be14939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:24.832118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-802c9ce8-fa65-46ac-aa83-32b4be14939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:24.871842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1f5ae-302c-455e-8c5e-2beff7f0db70 req-c2dabad9-315b-4031-bfd4-ab02d8076f7f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:24.874967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7d1f5ae-302c-455e-8c5e-2beff7f0db70 req-c2dabad9-315b-4031-bfd4-ab02d8076f7f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 948 time: 0.0692418 Aug 20 08:51:24.920762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-802c9ce8-fa65-46ac-aa83-32b4be14939b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8485c36a44045c59fae907e92ef68f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744201 Aug 20 08:51:24.921311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39060) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:24.936969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c9ce8-fa65-46ac-aa83-32b4be14939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28a247-1259-4f1b-bef8-fe79a749a7db,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:24.974943 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0f3b3027-c67e-4498-b788-2b7640bf5de1 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:24.975693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7d1f5ae-302c-455e-8c5e-2beff7f0db70 req-d37cbf3b-79be-403d-8fd1-2ce0ed536fa2 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859907 Aug 20 08:51:24.979584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:24.986515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-2d9fcca1-780f-4be8-b075-d7cb8f3c0b51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126403 Aug 20 08:51:24.991417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-c4b6beb1-46e8-4b6c-a0f0-db541703c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:24.992953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-c4b6beb1-46e8-4b6c-a0f0-db541703c4ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=92728c3c-0369-4eba-9c0b-758ccf662c4b HTTP/1.1" status: 200 len: 914 time: 0.3103359 Aug 20 08:51:25.045451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e96-d7fa-46b7-aea1-fe2e2c1c98cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.070993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e96-d7fa-46b7-aea1-fe2e2c1c98cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.085354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-c3969cee-5c4a-41bd-943e-f3ee6b188a96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bde0af96-b4f1-4715-935d-c484eb2235e2 HTTP/1.1" status: 200 len: 217 time: 0.0845492 Aug 20 08:51:25.144281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e96-d7fa-46b7-aea1-fe2e2c1c98cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.148775 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.150713 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91bb6e96-d7fa-46b7-aea1-fe2e2c1c98cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.152121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-91bb6e96-d7fa-46b7-aea1-fe2e2c1c98cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b28a247-1259-4f1b-bef8-fe79a749a7db HTTP/1.1" status: 204 len: 168 time: 0.2295108 Aug 20 08:51:25.167182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.179705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb6e96-d7fa-46b7-aea1-fe2e2c1c98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28a247-1259-4f1b-bef8-fe79a749a7db,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:25.182138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-d431bd96-eaf8-4d08-bc27-c365688c5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.183588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-d431bd96-eaf8-4d08-bc27-c365688c5998 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c55b243-18c4-4bd6-a483-0f2d7dc206a5 HTTP/1.1" status: 200 len: 853 time: 0.0816073 Aug 20 08:51:25.186265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0f3b3027-c67e-4498-b788-2b7640bf5de1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:25.190910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-69281569-8361-495b-9453-c9acc180c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.192402 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-69281569-8361-495b-9453-c9acc180c50f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 1097 time: 0.1782956 Aug 20 08:51:25.211927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '0f3b3027-c67e-4498-b788-2b7640bf5de1', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '0f3b3027-c67e-4498-b788-2b7640bf5de1', 'mac_address': 'fa:16:3e:f9:81:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:25.267259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:25.269839 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63711eef-31ff-461f-b7dc-b07f23cd3248" -d '{"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-unplugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:25.299731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:25.315143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.378984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-0bb55920-bf74-4853-93bd-6a3ae3545e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.383348 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-0bb55920-bf74-4853-93bd-6a3ae3545e06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92728c3c-0369-4eba-9c0b-758ccf662c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897089 Aug 20 08:51:25.409837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.418747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:25.425558 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467918e8-5a5c-45d7-96a6-37caa5ae03c4 x-openstack-request-id: req-467918e8-5a5c-45d7-96a6-37caa5ae03c4 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:25.425783 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-unplugged", "status": "completed", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:25.426041 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-467918e8-5a5c-45d7-96a6-37caa5ae03c4 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:25.426424 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'code': 200} Aug 20 08:51:25.443166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3b3027-c67e-4498-b788-2b7640bf5de1 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:25.467019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0f3b3027-c67e-4498-b788-2b7640bf5de1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:25.474048 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.474987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bde0af96-b4f1-4715-935d-c484eb2235e2 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:25.485512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea14e2-a162-4847-94ef-8efe5de451cb req-418e1a15-f763-4479-b191-7c74ff24fbb7 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.495918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72ea14e2-a162-4847-94ef-8efe5de451cb req-418e1a15-f763-4479-b191-7c74ff24fbb7 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 944 time: 0.1041858 Aug 20 08:51:25.577656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-d2a3ad76-233f-4343-9371-a76e73e206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.579472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72ea14e2-a162-4847-94ef-8efe5de451cb req-8c19ddd9-4893-4cea-a192-1bd01b7da7cd tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826242 Aug 20 08:51:25.579795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-d2a3ad76-233f-4343-9371-a76e73e206c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.3163848 Aug 20 08:51:25.582357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-bafe6cfd-874f-470d-ad73-eed748ec67f1 service neutron] 10.222.0.37 "GET /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399341 Aug 20 08:51:25.582921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0f3b3027-c67e-4498-b788-2b7640bf5de1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:25.610786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaa5a0-ea35-4da7-9c48-480f4d52b9fc req-c54c6db9-7885-4e86-bc47-166198cae88d tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.612338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9feaa5a0-ea35-4da7-9c48-480f4d52b9fc req-c54c6db9-7885-4e86-bc47-166198cae88d tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.1132255 Aug 20 08:51:25.633657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bde0af96-b4f1-4715-935d-c484eb2235e2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bde0af96-b4f1-4715-935d-c484eb2235e2,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:25.647533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'bde0af96-b4f1-4715-935d-c484eb2235e2', 'network_id': '92728c3c-0369-4eba-9c0b-758ccf662c4b', 'port_id': 'bde0af96-b4f1-4715-935d-c484eb2235e2', 'mac_address': 'fa:16:3e:13:c7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c55b243-18c4-4bd6-a483-0f2d7dc206a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:25.675511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-ea4b0085-6e03-4242-be07-4e1136c12172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3 HTTP/1.1" status: 200 len: 217 time: 0.0772629 Aug 20 08:51:25.689536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9feaa5a0-ea35-4da7-9c48-480f4d52b9fc req-5643ee03-192c-4a7b-9ca0-f78956272c4d tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664394 Aug 20 08:51:25.703681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.749167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde0af96-b4f1-4715-935d-c484eb2235e2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:25.773215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bde0af96-b4f1-4715-935d-c484eb2235e2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bde0af96-b4f1-4715-935d-c484eb2235e2,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:25.782684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:25.816970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507602-1234-4e4d-9c9c-57520310f5e9 req-f6e3f337-c5cb-465a-8ed8-11f3ffad1ea4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.822438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d507602-1234-4e4d-9c9c-57520310f5e9 req-f6e3f337-c5cb-465a-8ed8-11f3ffad1ea4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.0834553 Aug 20 08:51:25.868212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=bde0af96-b4f1-4715-935d-c484eb2235e2,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:25.890942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d507602-1234-4e4d-9c9c-57520310f5e9 req-c8902ea9-9906-4414-a7e7-7247b199fe53 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620515 Aug 20 08:51:25.954095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-312d1bfa-5e15-4299-aaec-6458c2b505ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:25.955558 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-312d1bfa-5e15-4299-aaec-6458c2b505ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.2689197 Aug 20 08:51:26.027478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['bde0af96-b4f1-4715-935d-c484eb2235e2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:26.032566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['0f3b3027-c67e-4498-b788-2b7640bf5de1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:26.048903 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-bb15fe45-f4d6-4728-adbd-7686860d5a36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801437 Aug 20 08:51:26.067451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:51:26.091040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9234aa67-c8a7-4ec6-80f0-27e77617f639 req-1e549186-153d-4603-b98b-6fd578736f21 service neutron] 10.222.0.37 "GET /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341168 Aug 20 08:51:26.235665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407197-7181-4e3e-b6d6-482ed602c969 req-3c222e9a-783c-4805-8278-6b418c7a8b89 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:26.238171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f407197-7181-4e3e-b6d6-482ed602c969 req-3c222e9a-783c-4805-8278-6b418c7a8b89 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 949 time: 0.0985916 Aug 20 08:51:26.336127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f407197-7181-4e3e-b6d6-482ed602c969 req-acb07cdf-1be4-45bf-b681-4d9e36616ad4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916386 Aug 20 08:51:26.357471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39184) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:26.507161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1825510982-network', 'tenant_id': '09c14a1f4fd14700bb0f518fc94a528a'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:26.557959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-0325bfb4-ecd9-46e8-a093-ac2fc3af41cf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:26.560041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-0325bfb4-ecd9-46e8-a093-ac2fc3af41cf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.1367083 Aug 20 08:51:26.561134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Made reservation on behalf of 09c14a1f4fd14700bb0f518fc94a528a for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:26.563802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:26.574783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:26.593138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-a1ee6e01-a790-4809-8f91-95c9b0ae5464 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0202653 Aug 20 08:51:26.655905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-f0f86fb2-7499-4430-b71b-b59bf879b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:26.657238 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-f0f86fb2-7499-4430-b71b-b59bf879b277 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=332380a2183a4000af1ada6074c1f8f7&device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 1096 time: 0.1551921 Aug 20 08:51:26.686348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-3575ad75-c6b3-4d4f-a309-8dc914477e3e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772243 Aug 20 08:51:26.696182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-22769dd4-ef6f-42b5-ab36-ea63e2e5ff35 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263103 Aug 20 08:51:26.697177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:51:26.709017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] Sync routers for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:51:26.726277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:26.726982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:26.735104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ec391a3-5ee5-490a-8994-f889291c5358 admin admin] 10.222.0.35 "PUT /v2.0/routers/32f7b3ce-21f0-486c-aaa5-216ebc9bc345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1655073 Aug 20 08:51:26.742692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39226) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:26.841265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-30f6108b-744e-44b3-a508-c010ff9c7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:26.842735 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-30f6108b-744e-44b3-a508-c010ff9c7c09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09e0c1f5-4953-4de0-b0fd-327d87964022 HTTP/1.1" status: 200 len: 913 time: 0.1729765 Aug 20 08:51:26.895153 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-e5e46063-ff3f-475f-9552-02d06b93ba3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d993b81-8ebf-4084-bc40-87e4d331d682 HTTP/1.1" status: 200 len: 217 time: 0.0433555 Aug 20 08:51:26.897237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bdac9f1b-c0c3-4987-84b8-ecd055383089 req-d9419b7e-6cc3-4919-9090-07cff3264a67 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665466 Aug 20 08:51:26.927915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:26.949687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-3d8e9de2-1b2b-4892-9fcf-5287c90947d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:26.951409 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-3d8e9de2-1b2b-4892-9fcf-5287c90947d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a90f6e38-9b90-4861-a6dd-dfb8eaf4632b HTTP/1.1" status: 200 len: 853 time: 0.0493543 Aug 20 08:51:26.987766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:26.989385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-e25bf92d-8f59-41b6-be3f-d6bee7a995eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09e0c1f5-4953-4de0-b0fd-327d87964022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266721 Aug 20 08:51:26.999515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.034158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0f3b3027-c67e-4498-b788-2b7640bf5de1 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:27.062575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:27.094062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:51:27.109048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-9eb53141-1049-4f69-aa96-0c78284d48cc service neutron] 10.222.0.37 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020164 Aug 20 08:51:27.123474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12842be2-f206-4a80-9917-ef1338e949e2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:27.163567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.163914 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Added segment 791a27a2-3960-468e-9e22-0147f56690cb of type vlan for network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c Aug 20 08:51:27.185618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 0f3b3027-c67e-4498-b788-2b7640bf5de1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:27.198489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 0f3b3027-c67e-4498-b788-2b7640bf5de1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:27.198858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.204403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b530970-408c-457c-9a8b-02559d29e66b req-de278594-2696-479f-9ae8-57912a9d3087 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:27.206362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b530970-408c-457c-9a8b-02559d29e66b req-de278594-2696-479f-9ae8-57912a9d3087 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.2111855 Aug 20 08:51:27.219730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-3487c043-e76c-491d-8ae6-ab8b1becf474 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259488 Aug 20 08:51:27.222756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1788c7f3-eac0-477f-9f0c-36ec5706bc43 req-bb4586c9-1896-461d-abbb-78f6426dff4c service neutron] 10.222.0.37 "GET /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069582 Aug 20 08:51:27.336413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.353803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.364109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b530970-408c-457c-9a8b-02559d29e66b req-79b2611a-4ea1-4257-903d-987651fe2941 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467211 Aug 20 08:51:27.365316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.366618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '549f267b-5f3a-4656-b890-4c23772fad28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:51:24Z', 'revision_number': 5, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port': {'id': '549f267b-5f3a-4656-b890-4c23772fad28', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:27.398885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] Checking router: 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:51:27.429126 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.430422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:27.431222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.437070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281f87df-bfec-4ed0-8698-09750f8789dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3b3027-c67e-4498-b788-2b7640bf5de1'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:27.441115 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b9cae-53e7-4685-a36a-50f4a4306ac1" -d '{"events": [{"server_uuid": "281f87df-bfec-4ed0-8698-09750f8789dd", "name": "network-vif-plugged", "status": "completed", "tag": "0f3b3027-c67e-4498-b788-2b7640bf5de1"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:27.446759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] Routers {'32f7b3ce-21f0-486c-aaa5-216ebc9bc345'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:27.447418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:27.452109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0f3b3027-c67e-4498-b788-2b7640bf5de1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:27.488224 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.489065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bde0af96-b4f1-4715-935d-c484eb2235e2 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:27.626933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] Set router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:27.628950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0f3b3027-c67e-4498-b788-2b7640bf5de1,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:27.689759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:51:27Z', 'revision_number': 6, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:27.724483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66ced80-0bed-439a-9711-8ecebab77918 None None] The sync data for ids ['32f7b3ce-21f0-486c-aaa5-216ebc9bc345'] in n-d-804285-2 is: [{'id': '32f7b3ce-21f0-486c-aaa5-216ebc9bc345', 'name': 'tempest-ServersTestBootFromVolume-1174576921-router', 'tenant_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:48:01Z', 'updated_at': '2021-08-20T08:51:27Z', 'revision_number': 6, 'project_id': '8d8b503266424c1fbe9a546b2e8f3c23', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:51:27.727045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port bde0af96-b4f1-4715-935d-c484eb2235e2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:27.732262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port bde0af96-b4f1-4715-935d-c484eb2235e2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:27.732747 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.797580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-87559b8d-192f-4a6a-b9b2-c17f91d70993 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427661 Aug 20 08:51:27.817242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4585447 Aug 20 08:51:27.820340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39240) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:27.825446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Request body: {'subnet': {'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1825510982-subnet', 'tenant_id': '09c14a1f4fd14700bb0f518fc94a528a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:27.830050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a96b-b14e-4fd3-baeb-316dd2c61c89 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:27.851890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:51:27.858749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77d0f5-1f59-4646-8aa1-530404ddc3c9 req-8e827b25-52d0-4241-8967-e35668b41127 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:27.859599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Made reservation on behalf of 09c14a1f4fd14700bb0f518fc94a528a for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:27.862564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.866266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e77d0f5-1f59-4646-8aa1-530404ddc3c9 req-8e827b25-52d0-4241-8967-e35668b41127 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 945 time: 0.0887823 Aug 20 08:51:27.872696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Deleting port 549f267b-5f3a-4656-b890-4c23772fad28 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:27.873112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.875234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:27.972883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bde0af96-b4f1-4715-935d-c484eb2235e2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bde0af96-b4f1-4715-935d-c484eb2235e2,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:27.978070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.015245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e77d0f5-1f59-4646-8aa1-530404ddc3c9 req-5436437b-f1c8-4fe6-a2e8-d29f44e7847f tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409986 Aug 20 08:51:28.032073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=bde0af96-b4f1-4715-935d-c484eb2235e2,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:28.161450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] For port 549f267b-5f3a-4656-b890-4c23772fad28, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=549f267b-5f3a-4656-b890-4c23772fad28,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:28.161841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.176686 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.182719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Calling delete_port for 549f267b-5f3a-4656-b890-4c23772fad28 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:28.209070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd19c9-0804-4a80-9152-d9e9569d6d2d req-1c6fcb90-f332-4798-9e68-db8e2bc6a9db tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:28.218730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07bd19c9-0804-4a80-9152-d9e9569d6d2d req-1c6fcb90-f332-4798-9e68-db8e2bc6a9db tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1234648 Aug 20 08:51:28.231935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93085a02-218c-490e-8817-7e3bc0aa1bbd,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:28.270744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Checking segment: {'id': '791a27a2-3960-468e-9e22-0147f56690cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:28.271486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Network hostable DHCP agents. Network: f8a64597-9367-46f6-abc6-6ccd8b4b5d5c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:51:28.295507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:51:28.313573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f8a64597-9367-46f6-abc6-6ccd8b4b5d5c) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:28.322117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07bd19c9-0804-4a80-9152-d9e9569d6d2d req-57c599b1-9d63-4bb4-b198-4b8076894439 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011431 Aug 20 08:51:28.325776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c70c9-c7a5-4216-b829-2901e4176a3e None None] Network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:28.329325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:28.330480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.365068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c5e62040-2093-48af-a58f-f75c4988c107 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5435419 Aug 20 08:51:28.518857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a893fe-107c-4c6b-bfb1-3ebf2fcd5de5 req-e5d0f76c-74fa-4d9a-aa64-93b8a8abef8b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:28.521262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4a893fe-107c-4c6b-bfb1-3ebf2fcd5de5 req-e5d0f76c-74fa-4d9a-aa64-93b8a8abef8b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 950 time: 0.0926239 Aug 20 08:51:28.604243 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.628803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387cb9b-d79b-42f0-9118-a7f258859753 None None] Network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:28.654740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4a893fe-107c-4c6b-bfb1-3ebf2fcd5de5 req-88110707-0284-4c43-aad8-097f1cc19f6e tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082964 Aug 20 08:51:28.655657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=549f267b-5f3a-4656-b890-4c23772fad28,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:28.737676 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17267287-e597-4f6d-ad5a-1081dd970bc1 x-openstack-request-id: req-17267287-e597-4f6d-ad5a-1081dd970bc1 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:28.738102 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281f87df-bfec-4ed0-8698-09750f8789dd", "name": "network-vif-plugged", "status": "completed", "tag": "0f3b3027-c67e-4498-b788-2b7640bf5de1", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:28.738258 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17267287-e597-4f6d-ad5a-1081dd970bc1 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:28.738861 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281f87df-bfec-4ed0-8698-09750f8789dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3b3027-c67e-4498-b788-2b7640bf5de1', 'code': 200} Aug 20 08:51:28.790559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.864981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957189cc-d46c-44bb-af8c-6c48c56c9627 req-6114e46c-679c-4506-bf49-ce5f05b0354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:28.866648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-957189cc-d46c-44bb-af8c-6c48c56c9627 req-6114e46c-679c-4506-bf49-ce5f05b0354c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 1101 time: 0.0542104 Aug 20 08:51:28.907859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-957189cc-d46c-44bb-af8c-6c48c56c9627 req-a96172c5-bb58-4bcb-b0ff-485b28c61581 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338881 Aug 20 08:51:28.957366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92e3a9e7-ee12-4ec5-95a1-8cecfe904a35 req-4a04911f-1884-4334-aee7-30733d20b8ee tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 210 time: 0.1229768 Aug 20 08:51:28.957976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.960670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:28.985528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854cb7-700b-4231-81f0-bad5b4a689fa req-4e60fd3e-bb4c-4a6c-ac6b-51147b6122d4 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:28.987145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1854cb7-700b-4231-81f0-bad5b4a689fa req-4e60fd3e-bb4c-4a6c-ac6b-51147b6122d4 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.1541679 Aug 20 08:51:29.038479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.039142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f7b3ce-21f0-486c-aaa5-216ebc9bc345 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:51:29.048283 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.049383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3b166bbb-d658-484e-a7c3-99b7b2c080a7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/32f7b3ce-21f0-486c-aaa5-216ebc9bc345 HTTP/1.1" status: 204 len: 168 time: 2.3046553 Aug 20 08:51:29.052053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39302) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:29.064519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1854cb7-700b-4231-81f0-bad5b4a689fa req-7105c49a-eaf0-4e4d-b794-f7febe55d6b9 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 Aug 20 08:51:29.117825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Deleting subnet 46a88ac9-5e45-4c3a-bea8-e65602df86b7 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:51:29.125266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.216982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.365657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-14dbe1e3-c216-4f46-afd7-b4c7efb634ac tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:29.367606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-14dbe1e3-c216-4f46-afd7-b4c7efb634ac tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.1306245 Aug 20 08:51:29.379440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dbc34bcb-8816-4e9a-a57b-45d3a742be9a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:29.391094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:29.391934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-eac613c2-a714-49c5-8908-1992f36c65ba tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:29.393432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-eac613c2-a714-49c5-8908-1992f36c65ba tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/networks?id=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c HTTP/1.1" status: 200 len: 814 time: 0.2135549 Aug 20 08:51:29.412350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: dbc34bcb-8816-4e9a-a57b-45d3a742be9a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:29.412699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dbc34bcb-8816-4e9a-a57b-45d3a742be9a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:29.413128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.413341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 549f267b-5f3a-4656-b890-4c23772fad28 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:29.437473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-ea16c345-3b7f-4017-9ef4-b4dfc1c202f5 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/quotas/09c14a1f4fd14700bb0f518fc94a528a HTTP/1.1" status: 200 len: 375 time: 0.0365388 Aug 20 08:51:29.439212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 549f267b-5f3a-4656-b890-4c23772fad28 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:29.439565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 549f267b-5f3a-4656-b890-4c23772fad28 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:29.481518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-f7e2f72d-b67b-4e6f-a1e6-d922cb911627 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09c14a1f4fd14700bb0f518fc94a528a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340834 Aug 20 08:51:29.561307 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.573020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:29.577533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.596433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a88ac9-5e45-4c3a-bea8-e65602df86b7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:29.606829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.608847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cad4c992-f99c-4908-aaad-5cf8c369f842 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46a88ac9-5e45-4c3a-bea8-e65602df86b7 HTTP/1.1" status: 204 len: 168 time: 0.5558579 Aug 20 08:51:29.611675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39352) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:29.615914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a71cfd-66c0-44f9-8531-caf3c337276f None None] Network 4e363493-2e53-4243-99ac-613a46bbbfa8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:29.698145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-90c6e241-9414-473e-b5c1-afc1d84103a5 service neutron] 10.222.0.35 "GET /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081590 Aug 20 08:51:29.724071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.4 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/5d445ee3-78ec-4e61-a7ff-6bde4d0bf294) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:29.792995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.842543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] DHCP port deletion for 4e363493-2e53-4243-99ac-613a46bbbfa8 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:51:29.855644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f99c0b-61d2-43c6-8a86-c6c4c85f44f2 req-bd0f4c33-4c0b-46e0-ba63-0d72d907910b tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:29.857707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2f99c0b-61d2-43c6-8a86-c6c4c85f44f2 req-bd0f4c33-4c0b-46e0-ba63-0d72d907910b tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.1457772 Aug 20 08:51:29.897090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] Deleting port 280a67a5-59a9-4961-a3d6-148e2ab47f39 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:29.897470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.898655 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.908911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-f739ea01-836e-42f9-9d22-a74c711d4742 service neutron] 10.222.0.35 "GET /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098260 Aug 20 08:51:29.934958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2f99c0b-61d2-43c6-8a86-c6c4c85f44f2 req-88a71415-1c10-48a7-9a27-1647f8c79634 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667675 Aug 20 08:51:29.947035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Deleting port 280a67a5-59a9-4961-a3d6-148e2ab47f39 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:29.947374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.952172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.976455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] For port 280a67a5-59a9-4961-a3d6-148e2ab47f39, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=280a67a5-59a9-4961-a3d6-148e2ab47f39,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:29.977065 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:29.991007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:30.026677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] Calling delete_port for 280a67a5-59a9-4961-a3d6-148e2ab47f39 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:30.033681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] For port 280a67a5-59a9-4961-a3d6-148e2ab47f39, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=280a67a5-59a9-4961-a3d6-148e2ab47f39,segment=NetworkSegment(7b933e3f-7609-4921-8d6f-2e08d0ebc79e),segment_id=7b933e3f-7609-4921-8d6f-2e08d0ebc79e)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:30.034294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.045381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:30.046702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:30.050386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:30.071556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Calling delete_port for 280a67a5-59a9-4961-a3d6-148e2ab47f39 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:30.085933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:30.150519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:30.151575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.170200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-eb807a81-64a4-4693-a165-c03a064f42a0 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7862735 Aug 20 08:51:30.204069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Request body: {'port': {'device_id': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:30.212922 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.228382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.259276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] Pushing event deleted for resources: {'Port': ['ID=280a67a5-59a9-4961-a3d6-148e2ab47f39,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:30.265966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284f772-2ef8-4582-892e-1235eb6d9602 None None] No DVR routers for this DVR port 280a67a5-59a9-4961-a3d6-148e2ab47f39 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:30.279773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] No DVR routers for this DVR port 280a67a5-59a9-4961-a3d6-148e2ab47f39 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:30.290418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.361776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Pushing event deleted for resources: {'Port': ['ID=280a67a5-59a9-4961-a3d6-148e2ab47f39,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:30.480526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.502680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea375a62-3f92-4ce7-8ee5-2da0ca0cf0bd req-fa0cf11d-f35a-45f8-ac2d-1d827101301a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:30.510304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea375a62-3f92-4ce7-8ee5-2da0ca0cf0bd req-fa0cf11d-f35a-45f8-ac2d-1d827101301a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2479346 Aug 20 08:51:30.516706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e363493-2e53-4243-99ac-613a46bbbfa8']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:30.559980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b933e3f-7609-4921-8d6f-2e08d0ebc79e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:30.560802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b933e3f-7609-4921-8d6f-2e08d0ebc79e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:30.601838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.608180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea375a62-3f92-4ce7-8ee5-2da0ca0cf0bd req-0bc3890c-3f97-4941-bb36-bd150cc30264 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956943 Aug 20 08:51:30.635397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:30.639984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee506c-60f2-4fa3-928f-fe0ec9a90c93 req-6ba45500-fad6-4ffc-96da-32b784c7c7bc tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:30.641778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbee506c-60f2-4fa3-928f-fe0ec9a90c93 req-6ba45500-fad6-4ffc-96da-32b784c7c7bc tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 950 time: 0.1276224 Aug 20 08:51:30.643366 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.651444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.652527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:51:30.653020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:51:30.656664 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:51:30.740590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0af96-b4f1-4715-935d-c484eb2235e2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:30.742944 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f28144-e851-4cb0-bf3f-a91103b2b80a" -d '{"events": [{"server_uuid": "6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67", "name": "network-vif-plugged", "status": "completed", "tag": "bde0af96-b4f1-4715-935d-c484eb2235e2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:30.776385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Transition to ACTIVE for port object 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:30.778964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.780889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.783792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbee506c-60f2-4fa3-928f-fe0ec9a90c93 req-daacbcfc-33b5-4182-9428-dabdaa976aab tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326075 Aug 20 08:51:30.795501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:30.797847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e363493-2e53-4243-99ac-613a46bbbfa8 HTTP/1.1" status: 204 len: 168 time: 1.1850259 Aug 20 08:51:30.812424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b37dde-8f63-432a-a9d2-f7163dedb30a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e363493-2e53-4243-99ac-613a46bbbfa8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:30.821473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856e4b8-fa62-4919-82dd-db5da5217f65 req-238727c4-dba0-4999-a786-6838cd6e3938 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:30.823291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a856e4b8-fa62-4919-82dd-db5da5217f65 req-238727c4-dba0-4999-a786-6838cd6e3938 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 931 time: 0.1127813 Aug 20 08:51:30.873692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Pushing event updated for resources: {'Port': ['ID=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:30.898658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a856e4b8-fa62-4919-82dd-db5da5217f65 req-360de280-bc31-42f1-8da3-0bc9b7116b52 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652974 Aug 20 08:51:31.024419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Attempting to bind port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:31.024981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Attempting to bind port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:31.025208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Attempting to bind port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:31.026399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2e4df54-440c-42d6-aa79-eac0061da420 req-83b8ee88-bc8e-4195-8d01-0ef0a144f8f2 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 210 time: 0.0583284 Aug 20 08:51:31.032305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39384) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:31.037304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:31.037634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Attempting to bind port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:31.043915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:31.044337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:31.044733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:31.045380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Bound port: 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:31.045803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.118242 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c7d377-7c98-47ee-88ea-33d8e5947246 x-openstack-request-id: req-69c7d377-7c98-47ee-88ea-33d8e5947246 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:31.118608 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67", "name": "network-vif-plugged", "status": "completed", "tag": "bde0af96-b4f1-4715-935d-c484eb2235e2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:31.118924 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69c7d377-7c98-47ee-88ea-33d8e5947246 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:31.119667 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0af96-b4f1-4715-935d-c484eb2235e2', 'code': 200} Aug 20 08:51:31.123324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c7c70aab-6270-46cc-a8ed-11ab6b6be156 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d8b503266424c1fbe9a546b2e8f3c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863614 Aug 20 08:51:31.125263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39388) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:31.129597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] For port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:31.133878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] For port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:31.139718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.168963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581436f6-00e8-4c55-b17e-850ad1081102 req-a28e3837-2ba3-4dc1-bc06-4d56c798e184 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.170694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-581436f6-00e8-4c55-b17e-850ad1081102 req-a28e3837-2ba3-4dc1-bc06-4d56c798e184 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.0887797 Aug 20 08:51:31.176357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.177168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.178617 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] 10.222.0.26 "PUT /v2.0/ports/5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 HTTP/1.1" status: 200 len: 1091 time: 1.0007191 Aug 20 08:51:31.179076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'tag': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:31.181490 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72d30f3-8400-4adb-bee4-df762526d80e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2420c6-445b-4c74-a274-fc4e3d32261c", "tag": "5d445ee3-78ec-4e61-a7ff-6bde4d0bf294"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:31.219506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Pushing event updated for resources: {'Port': ['ID=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:31.239766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ea30964-812d-4f5b-8b96-67a1c8b51f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.244673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-581436f6-00e8-4c55-b17e-850ad1081102 req-86b95498-55e3-4046-812d-da2415820576 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Aug 20 08:51:31.278673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ea30964-812d-4f5b-8b96-67a1c8b51f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.279448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.279795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.280133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.280463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.280789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.281110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.281611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.282130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.282457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.282954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.283282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.283607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c400d-ecaf-4171-a055-c8367b54551a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:31.306143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4f52e-e480-41d8-ba0f-7855d3e7da3f req-c502c2f4-4d84-41d4-bf3c-372d71fe3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.307695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-75d4f52e-e480-41d8-ba0f-7855d3e7da3f req-c502c2f4-4d84-41d4-bf3c-372d71fe3fcf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 1097 time: 0.1002564 Aug 20 08:51:31.310117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-82b0ed5d-0578-4317-affb-31dc56884126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.311657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-82b0ed5d-0578-4317-affb-31dc56884126 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 1094 time: 0.0758278 Aug 20 08:51:31.367179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 280a67a5-59a9-4961-a3d6-148e2ab47f39 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:31.380236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-7e1c7028-9365-4d4b-b61c-69944763323d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 HTTP/1.1" status: 200 len: 217 time: 0.0485561 Aug 20 08:51:31.380457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ea30964-812d-4f5b-8b96-67a1c8b51f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.384242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ea30964-812d-4f5b-8b96-67a1c8b51f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.388973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ea30964-812d-4f5b-8b96-67a1c8b51f59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f24cd942-8fdd-4eb8-8be1-befd0eb15443 HTTP/1.1" status: 204 len: 168 time: 0.2590215 Aug 20 08:51:31.424682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 280a67a5-59a9-4961-a3d6-148e2ab47f39 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:31.425882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 280a67a5-59a9-4961-a3d6-148e2ab47f39 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:31.439571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-17e91f48-a5f1-4e35-aae6-539ff1d5ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.441469 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-17e91f48-a5f1-4e35-aae6-539ff1d5ef9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.0481575 Aug 20 08:51:31.446030 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-75d4f52e-e480-41d8-ba0f-7855d3e7da3f req-165e12c4-ca22-482c-a510-1aa368da81f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213298 Aug 20 08:51:31.458220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea30964-812d-4f5b-8b96-67a1c8b51f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24cd942-8fdd-4eb8-8be1-befd0eb15443,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:31.486068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-fc8397b2-caf5-4386-b196-59adedbcfe78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371892 Aug 20 08:51:31.506372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64abd33-23e5-4bf5-88a5-66817c59d0ff req-f75b756f-d85b-435f-a2ba-bbc0ae3e38d8 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.508879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f64abd33-23e5-4bf5-88a5-66817c59d0ff req-f75b756f-d85b-435f-a2ba-bbc0ae3e38d8 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.1464207 Aug 20 08:51:31.633046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f64abd33-23e5-4bf5-88a5-66817c59d0ff req-d017fb3c-5ecc-4fd8-abf4-afc49c63f880 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155083 Aug 20 08:51:31.664670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aaf91-d53a-484a-b4ca-385a9a89a7c0 req-8912c03a-50f9-4d81-b47d-7eb74b3e319c tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.665559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-bd849157-4c77-459f-b5c1-42ced56a5a9c tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.667248 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-bd849157-4c77-459f-b5c1-42ced56a5a9c tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.26 "GET /v2.0/networks?id=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c HTTP/1.1" status: 200 len: 814 time: 0.1838315 Aug 20 08:51:31.672780 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-6e56c611-ced3-41a4-872d-cb3bd97e11d2 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753068 Aug 20 08:51:31.675457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a72aaf91-d53a-484a-b4ca-385a9a89a7c0 req-8912c03a-50f9-4d81-b47d-7eb74b3e319c tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.0929501 Aug 20 08:51:31.694262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Request body: {'port': {'device_id': '3173e295-4b80-4335-a026-78d53234a8e1', 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c', 'admin_state_up': True, 'tenant_id': '09c14a1f4fd14700bb0f518fc94a528a'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:31.728264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a72aaf91-d53a-484a-b4ca-385a9a89a7c0 req-ec71cba1-a4f5-48f9-980c-e1b0e747efd1 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Aug 20 08:51:31.772368 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a5599f-1714-405f-96a1-7bb925c36a1a x-openstack-request-id: req-a9a5599f-1714-405f-96a1-7bb925c36a1a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:31.772595 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2420c6-445b-4c74-a274-fc4e3d32261c", "tag": "5d445ee3-78ec-4e61-a7ff-6bde4d0bf294", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:31.772803 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9a5599f-1714-405f-96a1-7bb925c36a1a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:31.773306 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'tag': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294', 'status': 'completed', 'code': 200} Aug 20 08:51:31.818462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c02ca-154c-471e-a878-b27c99957169 req-af6f6be8-ba9a-4252-8a83-53d3337db570 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.820746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf1c02ca-154c-471e-a878-b27c99957169 req-af6f6be8-ba9a-4252-8a83-53d3337db570 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 950 time: 0.0623116 Aug 20 08:51:31.862403 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-158a8f45-bd2e-410e-9948-517ace0bfafd req-772456bd-362d-4ebc-bbc7-d30367a3fbaa service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615837 Aug 20 08:51:31.911549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf1c02ca-154c-471e-a878-b27c99957169 req-bf66e229-7c11-4c6e-9262-e8253e0565b1 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802157 Aug 20 08:51:31.912788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Made reservation on behalf of 09c14a1f4fd14700bb0f518fc94a528a for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:31.916986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:31.938171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc892d-235a-4ba9-ab8e-a8b82cb00c60 req-999402e6-8df9-4ed6-9d3a-6e2c48a3804a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:31.939733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2dc892d-235a-4ba9-ab8e-a8b82cb00c60 req-999402e6-8df9-4ed6-9d3a-6e2c48a3804a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1180227 Aug 20 08:51:32.024867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2dc892d-235a-4ba9-ab8e-a8b82cb00c60 req-db47456d-9ab4-4eb9-9958-355233eede3f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757334 Aug 20 08:51:32.119852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbe975-c48e-49ca-a4b4-1599e756e7aa req-2e61deaa-021e-402e-8c8c-251fde4bfe4c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.130309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32cbe975-c48e-49ca-a4b4-1599e756e7aa req-2e61deaa-021e-402e-8c8c-251fde4bfe4c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 943 time: 0.0915663 Aug 20 08:51:32.147382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d30f3-8400-4adb-bee4-df762526d80e req-4f202670-4f18-4831-837e-80848e8199e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.148769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-4f202670-4f18-4831-837e-80848e8199e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 1094 time: 0.2205307 Aug 20 08:51:32.171344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47a2002b-60e1-4132-909a-ec2d4340105d req-73a4095f-1e22-4d17-b435-b6f144188405 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 210 time: 0.0375772 Aug 20 08:51:32.193925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32cbe975-c48e-49ca-a4b4-1599e756e7aa req-5d26b5bb-3d1f-45d7-857a-9e6db9333012 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608397 Aug 20 08:51:32.281965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Allocated IP 172.20.0.9 (f8a64597-9367-46f6-abc6-6ccd8b4b5d5c/93085a02-218c-490e-8817-7e3bc0aa1bbd/55a9bfcf-e179-41a3-8a7f-56834c733263) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:32.308978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-56daff4b-b1a5-4d7a-9b5c-d76be49b3806 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d57251eb902d418292d68450c9ad0854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295906 Aug 20 08:51:32.347017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d30f3-8400-4adb-bee4-df762526d80e req-33231a3f-0250-4952-a118-901dde829bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.348720 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-33231a3f-0250-4952-a118-901dde829bc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.1884806 Aug 20 08:51:32.410777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-430baa8b-e713-4550-ab62-a61d286fc60d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 HTTP/1.1" status: 200 len: 217 time: 0.0478044 Aug 20 08:51:32.436510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39434) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:32.452954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-e994a5ca-ec8a-41f6-a1c3-1fa656986467 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.454457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-e994a5ca-ec8a-41f6-a1c3-1fa656986467 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.1513240 Aug 20 08:51:32.461063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a194b-9354-45a6-af1d-5d1b94813ae9 req-5b37c306-3b5f-4901-a267-fe9e142692bf tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.462575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e84a194b-9354-45a6-af1d-5d1b94813ae9 req-5b37c306-3b5f-4901-a267-fe9e142692bf tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 947 time: 0.1134465 Aug 20 08:51:32.491660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-67aaaa7b-94c9-4dc9-bb0a-14d6d3c2fc1b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.493120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-67aaaa7b-94c9-4dc9-bb0a-14d6d3c2fc1b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761343 Aug 20 08:51:32.521161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e84a194b-9354-45a6-af1d-5d1b94813ae9 req-5fe75a4f-c731-4097-93f7-e11ee6d49e44 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Aug 20 08:51:32.523535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-14cf8c2b-2015-40be-8728-1bc78c2f5f79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/quotas/d57251eb902d418292d68450c9ad0854 HTTP/1.1" status: 200 len: 375 time: 0.0169539 Aug 20 08:51:32.573115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d30f3-8400-4adb-bee4-df762526d80e req-8ee27a2b-2ff9-43a7-84b7-f1983a95b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.574570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-8ee27a2b-2ff9-43a7-84b7-f1983a95b115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1492848 Aug 20 08:51:32.576029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1358906230-network', 'tenant_id': 'c6692929d46843d092b5542380755194'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:32.606029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-8dff703e-9cd1-484c-a346-01faa8bf6fd8 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d57251eb902d418292d68450c9ad0854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650811 Aug 20 08:51:32.611043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:32.613671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.623549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.638224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-7963fff4-0610-4d91-84b3-b5ff59a4ec22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388966 Aug 20 08:51:32.666613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.756969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Deleting port b57c6a69-de31-4326-833c-572e51575706 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:32.757341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.799452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.804990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.836708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-6e485eaf-a578-49b7-b6ee-6041c6b20041 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838710 Aug 20 08:51:32.865124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.870652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:32.875699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f68915c5-a2df-46fb-b24b-bf42363cfbbb req-1cefd727-1635-426c-bcdb-41fa13fc6d6a tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 210 time: 0.0932176 Aug 20 08:51:32.895592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:51:32.933533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:32.933914 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Added segment 32aaf6d6-a486-4026-b648-4b4dc8a3acd2 of type vlan for network f95823e4-5c94-4000-9c08-c63c5e51a963 Aug 20 08:51:32.995156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b700d-0290-4169-892e-be1aea1767e7 req-40026ee0-b0e8-4a02-a291-931baa4f116b tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:32.996793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee7b700d-0290-4169-892e-be1aea1767e7 req-40026ee0-b0e8-4a02-a291-931baa4f116b tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.1283102 Aug 20 08:51:32.998560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.011210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] For port b57c6a69-de31-4326-833c-572e51575706, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b57c6a69-de31-4326-833c-572e51575706,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:33.011612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.018850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:33.025975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Pushing event updated for resources: {'Port': ['ID=55a9bfcf-e179-41a3-8a7f-56834c733263,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:33.034153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:33.047923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:33.051935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Calling delete_port for b57c6a69-de31-4326-833c-572e51575706 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:33.059786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.061194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.066027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.156267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee7b700d-0290-4169-892e-be1aea1767e7 req-49345df3-cd05-453d-a9dc-714e260588f0 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473653 Aug 20 08:51:33.156993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-25526815-02b1-4281-b66e-5acb272fd49d tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.157866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-25526815-02b1-4281-b66e-5acb272fd49d tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.2324588 Aug 20 08:51:33.163472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7225792 Aug 20 08:51:33.163796 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a72d30f3-8400-4adb-bee4-df762526d80e req-4e2f1fc2-782a-4e49-80f8-42d5158d7d51 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137724 Aug 20 08:51:33.163939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:33.172072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Request body: {'subnet': {'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1358906230-subnet', 'tenant_id': 'c6692929d46843d092b5542380755194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:33.179052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006212-76d0-4a04-b9a8-9616f0d4645a admin admin] Pushing event updated for resources: {'Network': ['ID=f95823e4-5c94-4000-9c08-c63c5e51a963,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:33.183306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.183995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.188936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f95823e4-5c94-4000-9c08-c63c5e51a963 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:51:33.221825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a42c7d-2f57-4d09-a9b6-5cc43a33db97 req-1ff14030-67fd-4cd1-8c68-8d777301cdd9 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.235936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38a42c7d-2f57-4d09-a9b6-5cc43a33db97 req-1ff14030-67fd-4cd1-8c68-8d777301cdd9 tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 945 time: 0.1983836 Aug 20 08:51:33.290882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:33.294065 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.395263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38a42c7d-2f57-4d09-a9b6-5cc43a33db97 req-1f24f576-4c6a-460e-b180-bfd35c053e4f tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/security-groups?id=98217285-9d1f-47e9-af1f-1405040a202d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567006 Aug 20 08:51:33.427606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdb099-ab55-43ce-ab31-9b8b704f3bd8 req-c357c0bb-7135-4577-a3ce-1aaa05c86324 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.429210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cdb099-ab55-43ce-ab31-9b8b704f3bd8 req-c357c0bb-7135-4577-a3ce-1aaa05c86324 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1499996 Aug 20 08:51:33.532301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cdb099-ab55-43ce-ab31-9b8b704f3bd8 req-2e7418e7-29af-4649-9934-2ef573afca76 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902250 Aug 20 08:51:33.564907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-819cbcd6-0147-43e0-a954-ca84d0a65138 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8753743 Aug 20 08:51:33.579546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Request body: {'port': {'device_id': '3173e295-4b80-4335-a026-78d53234a8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:33.600625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0873aab-9d27-4eab-9c3d-baa062eb3667 req-bfde7fb2-cf29-4b61-a60d-279620f62b9f tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.602767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0873aab-9d27-4eab-9c3d-baa062eb3667 req-bfde7fb2-cf29-4b61-a60d-279620f62b9f tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 931 time: 0.1022623 Aug 20 08:51:33.680217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Deleting port 0d993b81-8ebf-4084-bc40-87e4d331d682 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:33.680557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.686765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.696529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.727592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.739725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0873aab-9d27-4eab-9c3d-baa062eb3667 req-ab185f07-7890-48e8-9275-9b58411aac75 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143658 Aug 20 08:51:33.755348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428d5bf-fbf6-43d4-b6fe-d138636af267 req-8af60c92-66ad-4c13-9096-709a9cce4d3d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:33.757118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f428d5bf-fbf6-43d4-b6fe-d138636af267 req-8af60c92-66ad-4c13-9096-709a9cce4d3d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 943 time: 0.1534076 Aug 20 08:51:33.765022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Pushing event deleted for resources: {'Port': ['ID=b57c6a69-de31-4326-833c-572e51575706,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:33.822784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:33.853042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] No DVR routers for this DVR port b57c6a69-de31-4326-833c-572e51575706 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:33.859387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.861901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c32ac8a-ef95-401c-a058-4def497d15cf req-c5871b5d-2b56-4494-ad25-7da64999fb89 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "DELETE /v2.0/ports/b57c6a69-de31-4326-833c-572e51575706 HTTP/1.1" status: 204 len: 173 time: 1.3742247 Aug 20 08:51:33.863788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f428d5bf-fbf6-43d4-b6fe-d138636af267 req-81567ecb-1622-45db-9ba2-363dc3cf3e26 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911105 Aug 20 08:51:33.864218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-deleted', 'tag': 'b57c6a69-de31-4326-833c-572e51575706'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:33.866746 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda0f62-39a4-4d7a-8917-6a4417849e61" -d '{"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-deleted", "tag": "b57c6a69-de31-4326-833c-572e51575706"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:33.882049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Checking segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:33.882049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Network hostable DHCP agents. Network: f95823e4-5c94-4000-9c08-c63c5e51a963, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:51:33.917044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] For port 0d993b81-8ebf-4084-bc40-87e4d331d682, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0d993b81-8ebf-4084-bc40-87e4d331d682,segment=NetworkSegment(7e2013b7-0bc9-4f0f-a979-07f947056e25),segment_id=7e2013b7-0bc9-4f0f-a979-07f947056e25)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:33.917881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:33.972857 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472ca718-6899-4135-bdfb-03a43dcb51c8 x-openstack-request-id: req-472ca718-6899-4135-bdfb-03a43dcb51c8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:33.973548 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9010a-05cc-4a8b-b8bc-357202f826f0", "name": "network-vif-deleted", "tag": "b57c6a69-de31-4326-833c-572e51575706", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:33.974047 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-472ca718-6899-4135-bdfb-03a43dcb51c8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:33.974666 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9010a-05cc-4a8b-b8bc-357202f826f0', 'name': 'network-vif-deleted', 'tag': 'b57c6a69-de31-4326-833c-572e51575706', 'status': 'completed', 'code': 200} Aug 20 08:51:33.974865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf9cf5b9-f0ed-47cd-8d6f-ecd49540973b req-4967ba6c-173b-43e3-adc3-816be3f7c5c7 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0c9010a-05cc-4a8b-b8bc-357202f826f0 HTTP/1.1" status: 200 len: 210 time: 0.0782819 Aug 20 08:51:33.987845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Network f95823e4-5c94-4000-9c08-c63c5e51a963 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:51:34.013204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f95823e4-5c94-4000-9c08-c63c5e51a963) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:34.013963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Calling delete_port for 0d993b81-8ebf-4084-bc40-87e4d331d682 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:34.018494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:34.019144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.022057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-aadba978-708e-4e21-b64c-561587644a17 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d57251eb902d418292d68450c9ad0854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569117 Aug 20 08:51:34.024096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef60b9-f820-4f31-9b37-166a1625bf3d None None] Network f95823e4-5c94-4000-9c08-c63c5e51a963 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:34.053133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bc0988cf-6f32-4469-9195-d660ceff4360 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8852179 Aug 20 08:51:34.055129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39466) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:34.067284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:34.193791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02cfbfcb-1b7a-440f-902d-c778a8a70b23 req-db9eb7c6-0f89-468c-bff9-9b4f7704aca4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 210 time: 0.1146865 Aug 20 08:51:34.243919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.245822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.303394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f95823e4-5c94-4000-9c08-c63c5e51a963', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:51:34.305317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.328823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-c8ca0a1e-dea7-40d2-b436-2b67e724f413 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:34.330365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-c8ca0a1e-dea7-40d2-b436-2b67e724f413 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959397 Aug 20 08:51:34.364233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Request body: {'port': {'device_id': 'be5fb59f-a339-4485-9703-246740120fff', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'd57251eb902d418292d68450c9ad0854'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:34.377507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.486436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a9bfcf-e179-41a3-8a7f-56834c733263 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:34.497307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Allocated IP 172.20.0.2 (f95823e4-5c94-4000-9c08-c63c5e51a963/a4d48ad9-7cd3-4094-bb0a-c2f954c28e18/ddddfd71-4360-4d5b-bbd2-b097fc1a37b2) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:34.505098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.525854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc71a8-e848-415f-9b4c-87ca4edd8f43 req-6b8ebc33-5ff4-42d8-a7ab-a265236e6c6b tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:34.530645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.536676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59dc71a8-e848-415f-9b4c-87ca4edd8f43 req-6b8ebc33-5ff4-42d8-a7ab-a265236e6c6b tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.2566612 Aug 20 08:51:34.552636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Transition to ACTIVE for port object 55a9bfcf-e179-41a3-8a7f-56834c733263 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:34.576531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Pushing event deleted for resources: {'Port': ['ID=0d993b81-8ebf-4084-bc40-87e4d331d682,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:34.582014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.651896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbabf6bc-5cf1-416e-9a25-2f62cc791cb2 req-dde21f94-643c-44c8-8811-ae73a05db09f tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.35 "GET /v2.0/ports?device_id=f64e35f3-dcd4-45b6-9a89-85bcc674fb31 HTTP/1.1" status: 200 len: 210 time: 0.1108124 Aug 20 08:51:34.669956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] No DVR routers for this DVR port 0d993b81-8ebf-4084-bc40-87e4d331d682 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:34.678377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.680528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b62df2a7-e799-4d06-8ca5-470287feef59 req-5ce7b9e6-c8e2-41ff-9ffc-44fee032c1ac tempest-InstanceActionsTestJSON-516352161 tempest-InstanceActionsTestJSON-516352161-project] 10.222.0.37 "DELETE /v2.0/ports/0d993b81-8ebf-4084-bc40-87e4d331d682 HTTP/1.1" status: 204 len: 173 time: 1.5152407 Aug 20 08:51:34.684352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Made reservation on behalf of d57251eb902d418292d68450c9ad0854 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:34.690233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.709764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=55a9bfcf-e179-41a3-8a7f-56834c733263,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:34.766089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.787150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59dc71a8-e848-415f-9b4c-87ca4edd8f43 req-34557318-4783-4194-bd3b-40b4e9dd05a2 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488155 Aug 20 08:51:34.861795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Attempting to bind port 55a9bfcf-e179-41a3-8a7f-56834c733263 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:34.862076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Attempting to bind port 55a9bfcf-e179-41a3-8a7f-56834c733263 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '791a27a2-3960-468e-9e22-0147f56690cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:34.862324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Attempting to bind port 55a9bfcf-e179-41a3-8a7f-56834c733263 on network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:34.891289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Port 55a9bfcf-e179-41a3-8a7f-56834c733263 on network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:34.891625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Attempting to bind port 55a9bfcf-e179-41a3-8a7f-56834c733263 on network f8a64597-9367-46f6-abc6-6ccd8b4b5d5c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:34.902362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.902562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:34.902693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Checking segment: {'id': '791a27a2-3960-468e-9e22-0147f56690cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:34.903594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Bound using segment: {'id': '791a27a2-3960-468e-9e22-0147f56690cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:34.904038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Bound port: 55a9bfcf-e179-41a3-8a7f-56834c733263, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791a27a2-3960-468e-9e22-0147f56690cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:34.904507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.915543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Transition to ACTIVE for port object ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:34.933365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Transition to ACTIVE for port object ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:34.951109 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:34.962151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Allocated IP 192.168.233.203 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/7f756f91-b587-40a6-8428-1201304218a2) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:35.002969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0d993b81-8ebf-4084-bc40-87e4d331d682 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:35.007068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Network f95823e4-5c94-4000-9c08-c63c5e51a963 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:35.028515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] For port 55a9bfcf-e179-41a3-8a7f-56834c733263, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:35.030740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:35.038507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:35.040424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 0d993b81-8ebf-4084-bc40-87e4d331d682 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:35.040764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0d993b81-8ebf-4084-bc40-87e4d331d682 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:35.041178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:35.046907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Pushing event updated for resources: {'Port': ['ID=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:35.052452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] For port 55a9bfcf-e179-41a3-8a7f-56834c733263, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=55a9bfcf-e179-41a3-8a7f-56834c733263,segment=NetworkSegment(791a27a2-3960-468e-9e22-0147f56690cb),segment_id=791a27a2-3960-468e-9e22-0147f56690cb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:35.060945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.081532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: b57c6a69-de31-4326-833c-572e51575706 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:35.082244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b57c6a69-de31-4326-833c-572e51575706 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:35.139637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Attempting to bind port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:35.140106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Attempting to bind port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:35.140475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Attempting to bind port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 on network f95823e4-5c94-4000-9c08-c63c5e51a963 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:35.148511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:35.148932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Checking segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:35.149403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.149793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Bound using segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:35.150272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Bound port: ddddfd71-4360-4d5b-bbd2-b097fc1a37b2, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:35.150653 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.240345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.257669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Transition to ACTIVE for port object 7f756f91-b587-40a6-8428-1201304218a2 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:35.278776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] For port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:35.280706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] For port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:35.286489 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.373096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.377478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123939-3ca4-4999-9f39-fb250ae2c11c None None] Pushing event updated for resources: {'Port': ['ID=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:35.391171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['0f3b3027-c67e-4498-b788-2b7640bf5de1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:35.396714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.397365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.398911 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] 10.222.0.26 "PUT /v2.0/ports/55a9bfcf-e179-41a3-8a7f-56834c733263 HTTP/1.1" status: 200 len: 1091 time: 1.8256960 Aug 20 08:51:35.434576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd27624-ba21-4e1d-be13-949a15c62ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=55a9bfcf-e179-41a3-8a7f-56834c733263,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:35.458609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba8715-1fc3-41b4-ba78-75774e98bbb5 req-be0d3660-50e1-4050-9772-e0e39d92100a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.462390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeba8715-1fc3-41b4-ba78-75774e98bbb5 req-be0d3660-50e1-4050-9772-e0e39d92100a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.6921930 Aug 20 08:51:35.488495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:35.515885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a68ae-73fe-4276-8189-cc591f643d32 req-3cf5fc13-3de7-4059-bf92-4f518bab4009 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.523300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d57a68ae-73fe-4276-8189-cc591f643d32 req-3cf5fc13-3de7-4059-bf92-4f518bab4009 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 943 time: 0.1444519 Aug 20 08:51:35.525412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:35.531358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:35.614357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d57a68ae-73fe-4276-8189-cc591f643d32 req-d70c1107-a1ff-41ea-8897-639bc3effc32 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900836 Aug 20 08:51:35.627380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Pushing event updated for resources: {'Port': ['ID=7f756f91-b587-40a6-8428-1201304218a2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:35.642844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeba8715-1fc3-41b4-ba78-75774e98bbb5 req-cfea3bed-90f9-46e9-9c18-ce86c0d978c4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723456 Aug 20 08:51:35.649404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-da93f675-8cfc-4b1e-a636-750780ea0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.651325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-da93f675-8cfc-4b1e-a636-750780ea0da9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09c14a1f4fd14700bb0f518fc94a528a&device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 1094 time: 0.1617947 Aug 20 08:51:35.671875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.672849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.770605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-796074b3-db78-4f18-8586-f6765a0448e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a9bfcf-e179-41a3-8a7f-56834c733263 HTTP/1.1" status: 200 len: 217 time: 0.0940115 Aug 20 08:51:35.855952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-cb047f5d-fadb-4256-ae8e-d905c85891dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.857511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-cb047f5d-fadb-4256-ae8e-d905c85891dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93085a02-218c-490e-8817-7e3bc0aa1bbd HTTP/1.1" status: 200 len: 854 time: 0.0744624 Aug 20 08:51:35.859657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-72814485-7029-4e29-838a-98ab45e1a488 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5128083 Aug 20 08:51:35.880056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a4de-5aa6-4956-89fc-58be4bc77aa0 req-8bd4ca7e-497e-4d22-ac0d-95426b73ffde tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:35.883617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f140a4de-5aa6-4956-89fc-58be4bc77aa0 req-8bd4ca7e-497e-4d22-ac0d-95426b73ffde tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 943 time: 0.1588063 Aug 20 08:51:35.897969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Request body: {'port': {'device_id': 'be5fb59f-a339-4485-9703-246740120fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:35.933679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-65f4144e-fd04-4be6-b323-617ee98b1052 None None] Provisioning for port 7f756f91-b587-40a6-8428-1201304218a2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:35.938709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-65f4144e-fd04-4be6-b323-617ee98b1052 None None] Provisioning complete for port 7f756f91-b587-40a6-8428-1201304218a2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:35.939149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-65f4144e-fd04-4be6-b323-617ee98b1052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:35.979062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-65f4144e-fd04-4be6-b323-617ee98b1052 None None] Port 7f756f91-b587-40a6-8428-1201304218a2 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:51:35.981229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-9a13e18c-41d9-4bc1-9089-0dd20353ff29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151533 Aug 20 08:51:35.982862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'name': 'network-vif-deleted', 'tag': '0d993b81-8ebf-4084-bc40-87e4d331d682'}, {'name': 'network-changed', 'server_uuid': '3173e295-4b80-4335-a026-78d53234a8e1', 'tag': '55a9bfcf-e179-41a3-8a7f-56834c733263'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:35.985109 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418adbfa-b263-4699-8414-84a34f9c098b" -d '{"events": [{"server_uuid": "f64e35f3-dcd4-45b6-9a89-85bcc674fb31", "name": "network-vif-deleted", "tag": "0d993b81-8ebf-4084-bc40-87e4d331d682"}, {"name": "network-changed", "server_uuid": "3173e295-4b80-4335-a026-78d53234a8e1", "tag": "55a9bfcf-e179-41a3-8a7f-56834c733263"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:36.041912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f140a4de-5aa6-4956-89fc-58be4bc77aa0 req-086c5712-c03b-4f59-9a7f-08975f71a4e2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249146 Aug 20 08:51:36.054224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860396-27d3-4e9b-b2fb-b51ee2dc5596 req-d7286def-fd27-4693-ae7d-b1cc7b08e50c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:36.063423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.070593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8860396-27d3-4e9b-b2fb-b51ee2dc5596 req-d7286def-fd27-4693-ae7d-b1cc7b08e50c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 936 time: 0.1764250 Aug 20 08:51:36.091726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.114791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.135054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39496) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:36.156987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8860396-27d3-4e9b-b2fb-b51ee2dc5596 req-0aa44c9b-964c-4029-99ad-e7bfc2bc1084 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854416 Aug 20 08:51:36.179031 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-7aaed090-315c-4a19-87ab-d0f608ae578c service neutron] 10.222.0.26 "GET /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761272 Aug 20 08:51:36.234210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Deleting subnet a90f6e38-9b90-4861-a6dd-dfb8eaf4632b {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:51:36.234610 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc38ec-f6db-4ebe-a8ad-7c8251277928 x-openstack-request-id: req-e9fc38ec-f6db-4ebe-a8ad-7c8251277928 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:36.235008 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e35f3-dcd4-45b6-9a89-85bcc674fb31", "name": "network-vif-deleted", "tag": "0d993b81-8ebf-4084-bc40-87e4d331d682", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3173e295-4b80-4335-a026-78d53234a8e1", "tag": "55a9bfcf-e179-41a3-8a7f-56834c733263", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:36.235733 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9fc38ec-f6db-4ebe-a8ad-7c8251277928 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:36.235896 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e35f3-dcd4-45b6-9a89-85bcc674fb31', 'name': 'network-vif-deleted', 'tag': '0d993b81-8ebf-4084-bc40-87e4d331d682', 'status': 'completed', 'code': 200} Aug 20 08:51:36.236325 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3173e295-4b80-4335-a026-78d53234a8e1', 'tag': '55a9bfcf-e179-41a3-8a7f-56834c733263', 'status': 'completed', 'code': 200} Aug 20 08:51:36.239699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.311394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:36.315862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.352546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:36.354180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Allocated IP 172.25.5.114 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/59f04935-7fb3-418e-ba5e-1ceb4f267c8c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:36.433935 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d7ab355-8edb-4ce1-9bab-706dc493840c req-6fae1883-6c61-4a18-a3f7-36900aa3f40a service neutron] 10.222.0.26 "GET /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966078 Aug 20 08:51:36.564663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.569214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f756f91-b587-40a6-8428-1201304218a2 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:36.597978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.619083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Transition to ACTIVE for port object 7f756f91-b587-40a6-8428-1201304218a2 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:36.624404 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.677456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.735777 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.736338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f756f91-b587-40a6-8428-1201304218a2,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:36.757523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.766563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418adbfa-b263-4699-8414-84a34f9c098b req-8245d754-4032-4f2c-af78-26590235e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:36.778576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-8245d754-4032-4f2c-af78-26590235e320 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09c14a1f4fd14700bb0f518fc94a528a&device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 1094 time: 0.2788138 Aug 20 08:51:36.790913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:36.798019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:36.800902 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadbacfd-3968-47d9-a9da-9df12b5abe54" -d '{"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-unplugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:36.803247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.813706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.822501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:36.861608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:36.866812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'mac_address': 'fa:16:3e:ed:79:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:36.902328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:36.916549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90f6e38-9b90-4861-a6dd-dfb8eaf4632b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:36.931075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:36.935055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.936960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f6f937f-212c-4f51-b695-1809b372a6d5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a90f6e38-9b90-4861-a6dd-dfb8eaf4632b HTTP/1.1" status: 204 len: 168 time: 0.8008924 Aug 20 08:51:36.937962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:36.950663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39510) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:36.951945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:36.975763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:36.993844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418adbfa-b263-4699-8414-84a34f9c098b req-622eea83-586a-4668-9830-b3b398edf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:36.994860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-622eea83-586a-4668-9830-b3b398edf59c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c HTTP/1.1" status: 200 len: 914 time: 0.2155168 Aug 20 08:51:37.004130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:37.008805 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.009791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:37.014687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0f046-6d00-40d8-926f-7c92440a7451 req-3df1f31f-a800-47a8-b468-d991ec11eebc tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.016677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dd0f046-6d00-40d8-926f-7c92440a7451 req-3df1f31f-a800-47a8-b468-d991ec11eebc tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 948 time: 0.3976076 Aug 20 08:51:37.078199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-198a634b-15f5-4afa-992c-5e07514f8011 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a9bfcf-e179-41a3-8a7f-56834c733263 HTTP/1.1" status: 200 len: 217 time: 0.0696688 Aug 20 08:51:37.099772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Pushing event updated for resources: {'Port': ['ID=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:37.120922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:37.123776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7e2a8-f1c0-459a-90e6-2d46c22b5549 req-cbc7aa66-d5bb-4d74-98c5-8d64e0ea7ec4 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.124242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Attempting to bind port 7f756f91-b587-40a6-8428-1201304218a2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:37.124585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Attempting to bind port 7f756f91-b587-40a6-8428-1201304218a2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:37.124917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Attempting to bind port 7f756f91-b587-40a6-8428-1201304218a2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:37.125239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dce7e2a8-f1c0-459a-90e6-2d46c22b5549 req-cbc7aa66-d5bb-4d74-98c5-8d64e0ea7ec4 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 943 time: 0.3826697 Aug 20 08:51:37.132835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Port 7f756f91-b587-40a6-8428-1201304218a2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:37.133182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Attempting to bind port 7f756f91-b587-40a6-8428-1201304218a2 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:37.144148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:37.144490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:37.144875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:37.145334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Bound port: 7f756f91-b587-40a6-8428-1201304218a2, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:37.145703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.157092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418adbfa-b263-4699-8414-84a34f9c098b req-d99781f5-0082-436c-bea9-1b5fa46c0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.158605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-d99781f5-0082-436c-bea9-1b5fa46c0512 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93085a02-218c-490e-8817-7e3bc0aa1bbd HTTP/1.1" status: 200 len: 854 time: 0.0710113 Aug 20 08:51:37.169610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.191035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294', 'mac_address': 'fa:16:3e:c5:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:37.194619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca37688-d7f6-4594-b613-18b22f0abc11 None None] Network f95823e4-5c94-4000-9c08-c63c5e51a963 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:37.200650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:37.221753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-aec1c065-b982-410c-8db9-be1bc7cbfdbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398986 Aug 20 08:51:37.253848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dd0f046-6d00-40d8-926f-7c92440a7451 req-972218ee-978e-45d0-b674-8eabfe34c2b3 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944361 Aug 20 08:51:37.289544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-223173a7-2f72-4e21-92a7-2bcfc54d310c None None] Provisioning for port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:37.308427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dce7e2a8-f1c0-459a-90e6-2d46c22b5549 req-5f9b497e-9502-4686-8604-fce3d20bee9b tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681724 Aug 20 08:51:37.319749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.329045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] For port 7f756f91-b587-40a6-8428-1201304218a2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:37.373692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:37.392847 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b4c23-3936-416d-a43d-34c353bc9843 x-openstack-request-id: req-5c9b4c23-3936-416d-a43d-34c353bc9843 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:37.393187 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-unplugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:37.393450 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c9b4c23-3936-416d-a43d-34c353bc9843 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:37.393873 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'code': 200} Aug 20 08:51:37.400370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-234776a5-d351-45bb-9662-246fb78273e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667628 Aug 20 08:51:37.411587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:37.412043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] For port 7f756f91-b587-40a6-8428-1201304218a2, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7f756f91-b587-40a6-8428-1201304218a2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:37.417297 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.421422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.499510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.506807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:37.509155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:37.535407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e0c1f5-4953-4de0-b0fd-327d87964022']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:37.587555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:37.587831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.588412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.589819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f756f91-b587-40a6-8428-1201304218a2 HTTP/1.1" status: 200 len: 1096 time: 1.7140555 Aug 20 08:51:37.594004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:37.594388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.598971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-418adbfa-b263-4699-8414-84a34f9c098b req-9e16c80b-1a20-42f8-94fe-824a9103fa1b service neutron] 10.222.0.26 "GET /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808655 Aug 20 08:51:37.602644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2013b7-0bc9-4f0f-a979-07f947056e25') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:37.603124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2013b7-0bc9-4f0f-a979-07f947056e25') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:37.643907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.659978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.667257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:51:37.667837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.671594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034bbc7-7b69-4304-98bc-2aa3acdb4dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f756f91-b587-40a6-8428-1201304218a2,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:37.679182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5d445ee3-78ec-4e61-a7ff-6bde4d0bf294'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:37.681246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:37.709293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-7be25fcf-66b6-4469-b4d1-d55d542567a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.710946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-7be25fcf-66b6-4469-b4d1-d55d542567a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d57251eb902d418292d68450c9ad0854&device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 1099 time: 0.0607100 Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:51:37.720037 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:51:37.783874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ac315-1004-41e6-b67c-78d0472db586 req-2da36e42-f164-42e9-8d30-51f4b9bf707e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.791719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d5ac315-1004-41e6-b67c-78d0472db586 req-2da36e42-f164-42e9-8d30-51f4b9bf707e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 948 time: 0.3163843 Aug 20 08:51:37.800927 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-d751a77f-7087-49e2-aaec-d25e856c679a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=7f756f91-b587-40a6-8428-1201304218a2 HTTP/1.1" status: 200 len: 217 time: 0.0760434 Aug 20 08:51:37.842544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f46ca-6b68-4ca5-8ae2-d6aa6a897d9e req-5dda603f-9c31-478b-ac7e-4469e3a0d8bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.850301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d47f46ca-6b68-4ca5-8ae2-d6aa6a897d9e req-5dda603f-9c31-478b-ac7e-4469e3a0d8bb tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 944 time: 0.3216665 Aug 20 08:51:37.887092 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.888194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-1a8f339f-9310-4be7-b286-1978865cb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.888403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.890867 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-1a8f339f-9310-4be7-b286-1978865cb08b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0793109 Aug 20 08:51:37.937693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.943947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac357074-55bb-41b9-b4b5-4e5b25697cb8 None None] Provisioning complete for port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:37.944322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac357074-55bb-41b9-b4b5-4e5b25697cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.947083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:37.948981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] 10.222.0.35 "DELETE /v2.0/networks/09e0c1f5-4953-4de0-b0fd-327d87964022 HTTP/1.1" status: 204 len: 168 time: 0.9921973 Aug 20 08:51:37.950998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de887c7b-64a5-4636-a9ad-e622c2c51b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=09e0c1f5-4953-4de0-b0fd-327d87964022,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:37.956620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a830-66fd-4ff4-8818-9356113a115a req-61aa87df-1022-4793-991a-22eba35e7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:37.959351 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-61aa87df-1022-4793-991a-22eba35e7d53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588765 Aug 20 08:51:37.963963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d5ac315-1004-41e6-b67c-78d0472db586 req-0de1885d-4689-438a-a836-dc9a5311b3e1 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692426 Aug 20 08:51:38.002254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d47f46ca-6b68-4ca5-8ae2-d6aa6a897d9e req-98b64ba8-f43e-4468-ae28-7a7292f76273 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457396 Aug 20 08:51:38.101575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-fd8836d0-52ff-4f40-ba0b-49b0d5625986 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319680 Aug 20 08:51:38.147911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:38.160707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39524) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:38.182712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a34450-9409-4884-b452-9612c0db1781 req-d7419e28-bb92-4d70-8701-913f3f32e039 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:38.183776 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.185090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88a34450-9409-4884-b452-9612c0db1781 req-d7419e28-bb92-4d70-8701-913f3f32e039 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 948 time: 0.1138849 Aug 20 08:51:38.238579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5fb59f-a339-4485-9703-246740120fff', 'tag': '7f756f91-b587-40a6-8428-1201304218a2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:38.240814 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8fe5c2-502e-41a8-8182-80b182b943ef" -d '{"events": [{"name": "network-changed", "server_uuid": "be5fb59f-a339-4485-9703-246740120fff", "tag": "7f756f91-b587-40a6-8428-1201304218a2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:38.260543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fa86a206-eb95-4394-bbc0-1a8324454831 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=332380a2183a4000af1ada6074c1f8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990124 Aug 20 08:51:38.263328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39528) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:38.268494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.302436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88a34450-9409-4884-b452-9612c0db1781 req-4f6ebd01-4e0a-486d-8628-eb75a0978392 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098559 Aug 20 08:51:38.348225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:38.351595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c106a830-66fd-4ff4-8818-9356113a115a req-e36cfa92-da9e-452a-ae2a-3f82e9d5258d service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329910 Aug 20 08:51:38.396537 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2743945-2c90-40ca-a19b-786913fe27ef x-openstack-request-id: req-e2743945-2c90-40ca-a19b-786913fe27ef {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:38.396902 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5fb59f-a339-4485-9703-246740120fff", "tag": "7f756f91-b587-40a6-8428-1201304218a2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:38.397222 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2743945-2c90-40ca-a19b-786913fe27ef {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:38.397670 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5fb59f-a339-4485-9703-246740120fff', 'tag': '7f756f91-b587-40a6-8428-1201304218a2', 'status': 'completed', 'code': 200} Aug 20 08:51:38.398371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90aad880-d578-45ea-b5c4-6b71f3a259f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.409408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a504b3-3518-4680-8819-813f461dc632 req-a5aa18e9-fa63-4f41-b3cd-651c5daaf379 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:38.411049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-13a504b3-3518-4680-8819-813f461dc632 req-a5aa18e9-fa63-4f41-b3cd-651c5daaf379 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 948 time: 0.1388116 Aug 20 08:51:38.493263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90aad880-d578-45ea-b5c4-6b71f3a259f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.549332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-1538e213-b416-4189-8481-62d8f3af1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:38.550877 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-1538e213-b416-4189-8481-62d8f3af1d90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d57251eb902d418292d68450c9ad0854&device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 1099 time: 0.1389103 Aug 20 08:51:38.602908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Router dea20f60-887a-4351-ac24-e2dfafd11cb8 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:51:38.622721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f7da-e447-4892-a4d7-526cf7abbbf4 req-db3fade0-b547-4db2-91dd-99a440ca57e3 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:38.631011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0815f7da-e447-4892-a4d7-526cf7abbbf4 req-db3fade0-b547-4db2-91dd-99a440ca57e3 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 948 time: 0.1590250 Aug 20 08:51:38.661606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90aad880-d578-45ea-b5c4-6b71f3a259f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.664935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b4851-8eba-4948-b7b1-728a40436209 req-2a06c326-4609-4d29-89a0-b065f9a83ea4 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:38.666479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d56b4851-8eba-4948-b7b1-728a40436209 req-2a06c326-4609-4d29-89a0-b065f9a83ea4 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 943 time: 0.1192026 Aug 20 08:51:38.667826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90aad880-d578-45ea-b5c4-6b71f3a259f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.672267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90aad880-d578-45ea-b5c4-6b71f3a259f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98217285-9d1f-47e9-af1f-1405040a202d HTTP/1.1" status: 204 len: 168 time: 0.4055548 Aug 20 08:51:38.682502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Deleting port 8200235d-21db-4d10-a7c0-10c4f44df573 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:38.682852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.751715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0815f7da-e447-4892-a4d7-526cf7abbbf4 req-3a3c0588-6ba2-4514-83e0-0aacbae982ad tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/security-groups?id=4031ec8f-0834-4790-92f7-84a5672ea2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140356 Aug 20 08:51:38.813766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d56b4851-8eba-4948-b7b1-728a40436209 req-92592b05-ec83-4ab5-852f-5681fc6eff19 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329458 Aug 20 08:51:38.837101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:51:38.856041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Sync routers for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:51:38.859654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:38.861812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d6ab7139-63d1-4497-b2dd-842a78338c46 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8043559 Aug 20 08:51:38.864457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39542) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:38.876140 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:38.876782 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:39.055451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aad880-d578-45ea-b5c4-6b71f3a259f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98217285-9d1f-47e9-af1f-1405040a202d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:39.061136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-c84c0fb8-5236-4698-a256-17893600a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:39.062566 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-c84c0fb8-5236-4698-a256-17893600a549 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.5004945 Aug 20 08:51:39.117987 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:39.124396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-d033253d-26d4-4e10-8f66-711dcd6aef83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=7f756f91-b587-40a6-8428-1201304218a2 HTTP/1.1" status: 200 len: 217 time: 0.0542724 Aug 20 08:51:39.191927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] For port 8200235d-21db-4d10-a7c0-10c4f44df573, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8200235d-21db-4d10-a7c0-10c4f44df573,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:39.192457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:39.212403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Calling delete_port for 8200235d-21db-4d10-a7c0-10c4f44df573 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:39.229843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-2ffb975a-4633-4880-87d8-696d264cf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:39.230086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-2ffb975a-4633-4880-87d8-696d264cf42c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0972722 Aug 20 08:51:39.352898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:39.425512 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:37Z', 'revision_number': 3, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:39.462912 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Checking router: dea20f60-887a-4351-ac24-e2dfafd11cb8 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:51:39.464211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:39.464654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:39.479357 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Updating router dea20f60-887a-4351-ac24-e2dfafd11cb8 port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:51:39.480228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-9c33b5c1-6d32-4287-ae6b-930ad620cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:39.482152 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-9c33b5c1-6d32-4287-ae6b-930ad620cd66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170415 Aug 20 08:51:39.509650 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:39.570170 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:39.608161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Pushing event deleted for resources: {'Port': ['ID=8200235d-21db-4d10-a7c0-10c4f44df573,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:39.622442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56698a-25df-4ab7-b031-3af82b20421c req-25bee9fc-8b0c-444c-8759-a7ddf6c29cff tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:39.632255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c56698a-25df-4ab7-b031-3af82b20421c req-25bee9fc-8b0c-444c-8759-a7ddf6c29cff tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 944 time: 0.1916721 Aug 20 08:51:39.670039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] No DVR routers for this DVR port 8200235d-21db-4d10-a7c0-10c4f44df573 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:39.685557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:39.685938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efe409-7d30-4a27-b267-e8a71e2e7145 req-1ab13688-f22e-4801-9413-e22a0a928a3d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:39.686073 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-13a504b3-3518-4680-8819-813f461dc632 req-2a903d44-bd19-4306-9111-f69e252b88e4 tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.37 "DELETE /v2.0/ports/8200235d-21db-4d10-a7c0-10c4f44df573 HTTP/1.1" status: 204 len: 173 time: 1.2606275 Aug 20 08:51:39.692683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54efe409-7d30-4a27-b267-e8a71e2e7145 req-1ab13688-f22e-4801-9413-e22a0a928a3d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 948 time: 0.2532854 Aug 20 08:51:39.727733 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-6ee444c5-ac69-4a50-bf90-f737c5cfd4f5 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313218 Aug 20 08:51:39.766225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c56698a-25df-4ab7-b031-3af82b20421c req-d55bbb0e-2351-415e-975b-57510d909f66 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326668 Aug 20 08:51:39.879611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54efe409-7d30-4a27-b267-e8a71e2e7145 req-e62b347d-b003-4558-8977-680e4b2965fe tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858029 Aug 20 08:51:39.921895 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b8fe5c2-502e-41a8-8182-80b182b943ef req-cfbd7f66-11b8-48ba-bb13-00042b446b0b service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835251 Aug 20 08:51:40.037073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39574) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:40.080986 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.094312 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Transition to ACTIVE for port object 59f04935-7fb3-418e-ba5e-1ceb4f267c8c will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:40.108544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88aaee3d-a628-4366-a3f5-7902963c7721 req-cebf89f1-89bf-417c-b105-261d476f284c tempest-ListImageFiltersTestJSON-730399696 tempest-ListImageFiltersTestJSON-730399696-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2d08399-1e3e-47c4-ad41-84f7269bdc08 HTTP/1.1" status: 200 len: 210 time: 0.0829279 Aug 20 08:51:40.108750 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.175391 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Attempting to bind port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:40.175766 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Attempting to bind port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:40.176139 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Attempting to bind port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:40.188849 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:40.189230 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:40.189841 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.190043 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:40.190516 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Bound port: 59f04935-7fb3-418e-ba5e-1ceb4f267c8c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:40.190914 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.192566 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Pushing event updated for resources: {'Port': ['ID=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:40.203144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6c65-d0d3-4dc2-be53-e24df8d510e2 req-5ccf46f9-ca23-4388-aeea-a1d6e8642836 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:40.204711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2fe6c65-d0d3-4dc2-be53-e24df8d510e2 req-5ccf46f9-ca23-4388-aeea-a1d6e8642836 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 948 time: 0.3052180 Aug 20 08:51:40.238561 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.238936 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.239308 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.239598 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.239946 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.240257 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.240581 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.240958 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.241341 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.241668 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.242012 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.242335 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:40.255153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1603245383-network', 'tenant_id': 'f3b686a04d8d4cc4981f3c8f0214e5ab'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:40.288759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] For port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:40.294541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] For port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:40.301063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 55a9bfcf-e179-41a3-8a7f-56834c733263 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:40.304925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:40.314498 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.344381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Made reservation on behalf of f3b686a04d8d4cc4981f3c8f0214e5ab for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:40.349954 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.376338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.402048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-deleted', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:40.407276 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a3ffe8-2e4d-4de4-8a61-e4289187d9c1" -d '{"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-deleted", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:40.410610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:40.411258 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:40.470468 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6365f4-d44a-4633-bb63-471152b2043e None None] Pushing event updated for resources: {'Port': ['ID=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:40.515230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 70c4a3bf-9c50-4733-ada9-bf366d49f187 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:40.515842 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.538834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2fe6c65-d0d3-4dc2-be53-e24df8d510e2 req-c2cb2846-e0f3-474e-ad70-eaeed5453e9a tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743788 Aug 20 08:51:40.562343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 55a9bfcf-e179-41a3-8a7f-56834c733263, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=55a9bfcf-e179-41a3-8a7f-56834c733263,segment=NetworkSegment(791a27a2-3960-468e-9e22-0147f56690cb),segment_id=791a27a2-3960-468e-9e22-0147f56690cb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:40.580429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '55a9bfcf-e179-41a3-8a7f-56834c733263', 'network_id': 'f8a64597-9367-46f6-abc6-6ccd8b4b5d5c', 'port_id': '55a9bfcf-e179-41a3-8a7f-56834c733263', 'mac_address': 'fa:16:3e:b2:80:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93085a02-218c-490e-8817-7e3bc0aa1bbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:40.599349 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.602063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4092160-9457-4735-ad42-93993691f7d6 req-1491ff75-1e86-42f7-877c-82f9e8a4b4e3 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:40.604054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4092160-9457-4735-ad42-93993691f7d6 req-1491ff75-1e86-42f7-877c-82f9e8a4b4e3 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 943 time: 0.3428993 Aug 20 08:51:40.607310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.639081 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:40.647034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:51:40.667405 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52eed3a-5a36-46d2-ba7a-1460d94baf13 x-openstack-request-id: req-f52eed3a-5a36-46d2-ba7a-1460d94baf13 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:40.667763 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d08399-1e3e-47c4-ad41-84f7269bdc08", "name": "network-vif-deleted", "tag": "8200235d-21db-4d10-a7c0-10c4f44df573", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:40.667962 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f52eed3a-5a36-46d2-ba7a-1460d94baf13 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:40.669319 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d08399-1e3e-47c4-ad41-84f7269bdc08', 'name': 'network-vif-deleted', 'tag': '8200235d-21db-4d10-a7c0-10c4f44df573', 'status': 'completed', 'code': 200} Aug 20 08:51:40.680014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe1e82-7e65-4661-b54d-f62c0e035520,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:40.690615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.701853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.702299 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Added segment 13708deb-99f0-4b18-bb0d-beea87364974 of type vlan for network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 Aug 20 08:51:40.711006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a9bfcf-e179-41a3-8a7f-56834c733263 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:40.723917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.749706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4092160-9457-4735-ad42-93993691f7d6 req-317903da-cc5a-4fe0-b631-855e45217dd8 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345444 Aug 20 08:51:40.769497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.776276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.780662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 55a9bfcf-e179-41a3-8a7f-56834c733263, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=55a9bfcf-e179-41a3-8a7f-56834c733263,segment=NetworkSegment(791a27a2-3960-468e-9e22-0147f56690cb),segment_id=791a27a2-3960-468e-9e22-0147f56690cb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:40.794932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:40.802086 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb274d69-1357-4c8c-9720-d7e419c342da" -d '{"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-plugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:40.818514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.833594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.834653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:40.835402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.840602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:40.896270 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:40.897092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:40.947457 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e798ff7-b47e-418e-a254-18a82a7aad07 x-openstack-request-id: req-2e798ff7-b47e-418e-a254-18a82a7aad07 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:40.947457 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-plugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:40.947457 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e798ff7-b47e-418e-a254-18a82a7aad07 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:40.947457 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'code': 200} Aug 20 08:51:41.020191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9785676 Aug 20 08:51:41.025965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:41.038515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Request body: {'subnet': {'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1603245383-subnet', 'tenant_id': 'f3b686a04d8d4cc4981f3c8f0214e5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:41.054810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7f756f91-b587-40a6-8428-1201304218a2 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:41.062019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74884956-1a3a-47f2-a828-ec155ca89f0b admin admin] Pushing event updated for resources: {'Network': ['ID=3c93af4a-734a-4e3f-bb82-72be0fe064c6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:41.063651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:41.099589 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:37Z', 'revision_number': 3, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:41.100930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=55a9bfcf-e179-41a3-8a7f-56834c733263,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:41.117201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Made reservation on behalf of f3b686a04d8d4cc4981f3c8f0214e5ab for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:41.120157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:41.154106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd77e-d1b6-4553-ab19-e719e3f4d2aa req-b5e2760a-ce20-4ab5-9a48-0233fd2b4b76 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:41.157600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:51:41.161656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-89acd77e-d1b6-4553-ab19-e719e3f4d2aa req-b5e2760a-ce20-4ab5-9a48-0233fd2b4b76 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 944 time: 0.2484908 Aug 20 08:51:41.164771 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4513eac-9016-49fc-9421-05fc5267ff5e None None] The sync data for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 is: [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:37Z', 'revision_number': 3, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:51:41.169505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['55a9bfcf-e179-41a3-8a7f-56834c733263'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:41.218563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 8200235d-21db-4d10-a7c0-10c4f44df573 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:41.218563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8200235d-21db-4d10-a7c0-10c4f44df573 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:41.260934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac114fc-1396-4169-8697-2d36713cb02d req-88475d72-7167-40bf-bd8e-37cf8353d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:41.266646 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ac114fc-1396-4169-8697-2d36713cb02d req-88475d72-7167-40bf-bd8e-37cf8353d6b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1100 time: 0.0843146 Aug 20 08:51:41.281418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe7a9a-9136-48cd-91e1-214b3f8e645f req-08a9d496-572b-4e1d-8d74-b3df33ffd991 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:41.284043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25fe7a9a-9136-48cd-91e1-214b3f8e645f req-08a9d496-572b-4e1d-8d74-b3df33ffd991 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2303495 Aug 20 08:51:41.317736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Allocated IP 172.20.0.1 (f95823e4-5c94-4000-9c08-c63c5e51a963/a4d48ad9-7cd3-4094-bb0a-c2f954c28e18/35e3c8d0-8536-4a90-9e01-da1335ceace7) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:41.342640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-89acd77e-d1b6-4553-ab19-e719e3f4d2aa req-47b23a2b-1e16-4eb5-9b89-883c15653e4b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798587 Aug 20 08:51:41.356866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ac114fc-1396-4169-8697-2d36713cb02d req-620b54b9-1484-4efa-86c3-3bdbac4ef590 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828211 Aug 20 08:51:41.452599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25fe7a9a-9136-48cd-91e1-214b3f8e645f req-d99caa54-955b-4693-8bc7-7e8a466ee64e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494343 Aug 20 08:51:41.469395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:41.535157 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:51:41.577631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dbf557-500c-4a13-a330-d10ea897128a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:41.588449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Checking segment: {'id': '13708deb-99f0-4b18-bb0d-beea87364974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:41.588928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Network hostable DHCP agents. Network: 3c93af4a-734a-4e3f-bb82-72be0fe064c6, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:51:41.604501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:41.618564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:51:41.642476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Transition to ACTIVE for port object 35e3c8d0-8536-4a90-9e01-da1335ceace7 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:41.644425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3c93af4a-734a-4e3f-bb82-72be0fe064c6) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:41.657484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:41.658576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:41.691126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77619b0-30a4-4705-a3ba-3413a712fd24 None None] Network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:41.692487 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d7284432-9952-4e41-8815-bf8a21f6be62 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6619797 Aug 20 08:51:41.846427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:41.895580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:41.903674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c27d76-00a8-460a-8f89-8bc87ca70378 req-9191f7fa-105a-458d-b5a5-15e2b37563f1 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:41.911830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33c27d76-00a8-460a-8f89-8bc87ca70378 req-9191f7fa-105a-458d-b5a5-15e2b37563f1 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 948 time: 0.2227688 Aug 20 08:51:41.942569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7f756f91-b587-40a6-8428-1201304218a2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7f756f91-b587-40a6-8428-1201304218a2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:41.966117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7f756f91-b587-40a6-8428-1201304218a2', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '7f756f91-b587-40a6-8428-1201304218a2', 'mac_address': 'fa:16:3e:ec:4f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:41.978101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:41.983104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfbd29-0821-4f2f-920d-bcb4eddaf01e None None] Network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:41.991764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:41.992265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.033281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Network f95823e4-5c94-4000-9c08-c63c5e51a963 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:42.035619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Pushing event updated for resources: {'Port': ['ID=35e3c8d0-8536-4a90-9e01-da1335ceace7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:42.044472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:42.048513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:42.156046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33c27d76-00a8-460a-8f89-8bc87ca70378 req-9eccd444-09bb-48e5-9980-841afc138f3c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940229 Aug 20 08:51:42.164417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.317324 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.419370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f756f91-b587-40a6-8428-1201304218a2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:42.456192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ed931-d8c1-4008-b464-ebc9b7161052 req-1df16de4-d6cd-4802-b79f-c9cf31b4cabf tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:42.466025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a67ed931-d8c1-4008-b464-ebc9b7161052 req-1df16de4-d6cd-4802-b79f-c9cf31b4cabf tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 944 time: 0.1792500 Aug 20 08:51:42.540282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a67ed931-d8c1-4008-b464-ebc9b7161052 req-7686c084-271c-4641-a098-2aa59e4c80c2 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707743 Aug 20 08:51:42.588598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.605336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7f756f91-b587-40a6-8428-1201304218a2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7f756f91-b587-40a6-8428-1201304218a2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:42.631533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.647552 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.649390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1c42bd04-992f-4116-93dc-7368f66defed None None] Provisioning for port 35e3c8d0-8536-4a90-9e01-da1335ceace7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:42.674702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.685395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1c42bd04-992f-4116-93dc-7368f66defed None None] Provisioning complete for port 35e3c8d0-8536-4a90-9e01-da1335ceace7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:42.685818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c42bd04-992f-4116-93dc-7368f66defed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.755245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:42.760060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-65011358-cdc6-4533-8021-5d45b9cd6126 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:42.762913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-65011358-cdc6-4533-8021-5d45b9cd6126 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/networks?id=3c93af4a-734a-4e3f-bb82-72be0fe064c6 HTTP/1.1" status: 200 len: 822 time: 0.1765223 Aug 20 08:51:42.774686 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:42.793195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-2b84ea5b-51d4-4b27-8ec4-a1942d5c54aa tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/quotas/f3b686a04d8d4cc4981f3c8f0214e5ab HTTP/1.1" status: 200 len: 375 time: 0.0141509 Aug 20 08:51:42.806975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1c42bd04-992f-4116-93dc-7368f66defed None None] Port 35e3c8d0-8536-4a90-9e01-da1335ceace7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:51:42.813062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7f756f91-b587-40a6-8428-1201304218a2,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:42.850256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-29fe96a9-19f6-4314-b822-9badfe1d4359 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3b686a04d8d4cc4981f3c8f0214e5ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498233 Aug 20 08:51:42.884221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:42.905038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7f756f91-b587-40a6-8428-1201304218a2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:42.952479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:42.955253 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddcd23d-8202-4b76-9944-3bdfe49a5f1d" -d '{"events": [{"server_uuid": "3e2420c6-445b-4c74-a274-fc4e3d32261c", "name": "network-vif-plugged", "status": "completed", "tag": "5d445ee3-78ec-4e61-a7ff-6bde4d0bf294"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:43.066301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-d77220fa-c92a-4d38-8ace-d8165dbf0a3d service neutron] 10.222.0.35 "GET /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872702 Aug 20 08:51:43.131555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ba84e-2796-4674-aecd-e23be99383fb req-353dcb95-7066-4dc3-bb69-ca6e5338389a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:43.133180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d50ba84e-2796-4674-aecd-e23be99383fb req-353dcb95-7066-4dc3-bb69-ca6e5338389a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.1515234 Aug 20 08:51:43.165264 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.177212 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3818ced4-6e20-429a-a381-1b3870df1632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.178219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.271575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d50ba84e-2796-4674-aecd-e23be99383fb req-2e1c5cb5-d962-4ccf-bfd9-d39bfbbdb36b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299486 Aug 20 08:51:43.289815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Pushing event updated for resources: {'Port': ['ID=35e3c8d0-8536-4a90-9e01-da1335ceace7,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:43.302160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-60fe4708-e003-408c-b879-fd5efed38c5c service neutron] 10.222.0.35 "GET /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221794 Aug 20 08:51:43.309466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.420040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 59f04935-7fb3-418e-ba5e-1ceb4f267c8c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:43.510047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:43.516491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118b450-8407-4b7a-8037-75c04284903b req-194666bf-0906-4a9b-a64d-c6b7531bf867 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:43.518184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8118b450-8407-4b7a-8037-75c04284903b req-194666bf-0906-4a9b-a64d-c6b7531bf867 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1125541 Aug 20 08:51:43.524153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:43.524689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.562772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Network f95823e4-5c94-4000-9c08-c63c5e51a963 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:43.567996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:43.590902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8118b450-8407-4b7a-8037-75c04284903b req-85d5cd6e-1444-4b5b-99d5-6fb2bb201c73 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Aug 20 08:51:43.699005 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.718242 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85579426-3d57-45d1-9ca3-cf8a029c61b5 x-openstack-request-id: req-85579426-3d57-45d1-9ca3-cf8a029c61b5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:43.721992 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2420c6-445b-4c74-a274-fc4e3d32261c", "name": "network-vif-plugged", "status": "completed", "tag": "5d445ee3-78ec-4e61-a7ff-6bde4d0bf294", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:43.722439 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85579426-3d57-45d1-9ca3-cf8a029c61b5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:43.723024 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294', 'code': 200} Aug 20 08:51:43.750176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:43.768011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.902268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41d41d-e0c3-41f3-b62e-71244fc5ada1 req-1f8c01e8-b575-4b80-a56c-90f85c072387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:43.906121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e41d41d-e0c3-41f3-b62e-71244fc5ada1 req-1f8c01e8-b575-4b80-a56c-90f85c072387 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 1096 time: 0.1268277 Aug 20 08:51:43.947912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Router dea20f60-887a-4351-ac24-e2dfafd11cb8 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:51:43.975730 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:43.978078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a101d4b-d764-4395-bdf8-e2292cdc1fea req-09390784-183e-485c-bb57-bae74a70a559 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:43.983493 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e41d41d-e0c3-41f3-b62e-71244fc5ada1 req-1cce8430-2c83-4dc4-8985-6aaeab922874 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704534 Aug 20 08:51:43.984549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a101d4b-d764-4395-bdf8-e2292cdc1fea req-09390784-183e-485c-bb57-bae74a70a559 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 949 time: 0.1565828 Aug 20 08:51:44.006061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:44.035708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5d62aed-39d6-45a7-af48-48e9889bee17 req-039aa89d-8f3a-40e0-a0fc-26b4a06b5b5d tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 210 time: 0.0487437 Aug 20 08:51:44.140343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9587b76b-8d19-4973-9872-ffc7e9d2e934 None None] Provisioning complete for port 35e3c8d0-8536-4a90-9e01-da1335ceace7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:44.141121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a101d4b-d764-4395-bdf8-e2292cdc1fea req-67097a79-1ff1-45f6-90ff-947f55dfcdd5 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392860 Aug 20 08:51:44.169475 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9587b76b-8d19-4973-9872-ffc7e9d2e934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:44.253047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9587b76b-8d19-4973-9872-ffc7e9d2e934 None None] Port 35e3c8d0-8536-4a90-9e01-da1335ceace7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:51:44.258158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39700) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:44.280243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:51:44.293960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e738b3ef-3908-483e-b335-5db7a748f438 admin admin] 10.222.0.35 "PUT /v2.0/routers/dea20f60-887a-4351-ac24-e2dfafd11cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4218690 Aug 20 08:51:44.294184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Sync routers for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:51:44.310202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:44.310936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:44.392406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbd5bf-51a2-49b5-be18-e6fad7e3595f req-92e1bce5-e808-4c39-b3d8-80abf7cab5aa tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:44.394172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80fbd5bf-51a2-49b5-be18-e6fad7e3595f req-92e1bce5-e808-4c39-b3d8-80abf7cab5aa tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 944 time: 0.1723711 Aug 20 08:51:44.420178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ce107-36d4-46a3-bb7e-2e46b2148ba8 req-10732ddd-d6e2-4348-984f-086d308b760c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:44.422316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-647ce107-36d4-46a3-bb7e-2e46b2148ba8 req-10732ddd-d6e2-4348-984f-086d308b760c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1165328 Aug 20 08:51:44.437119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 55a9bfcf-e179-41a3-8a7f-56834c733263 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:44.477364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80fbd5bf-51a2-49b5-be18-e6fad7e3595f req-37252eac-d829-43d7-a94c-f8de2f868007 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Aug 20 08:51:44.499435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-647ce107-36d4-46a3-bb7e-2e46b2148ba8 req-68d41ebb-2be2-4c98-acc8-14e8ca7a9712 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659485 Aug 20 08:51:44.549858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a529286b-2b13-4b25-a3e9-f76c8e5efe05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10d80d0e8d3342f0b2106bc9e717626d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866244 Aug 20 08:51:44.550197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:44.621890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:44.702192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:44.725456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054efec3-c65f-4306-8c3a-fa0cdc224fdd req-da6c82c9-40af-4c29-a934-3282591d9540 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:44.734156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-054efec3-c65f-4306-8c3a-fa0cdc224fdd req-da6c82c9-40af-4c29-a934-3282591d9540 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.1474824 Aug 20 08:51:44.755003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:44.830336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-054efec3-c65f-4306-8c3a-fa0cdc224fdd req-dc456a05-239a-458f-ab7f-f74eceef2a76 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951805 Aug 20 08:51:44.869592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:44.872973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:44.876797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4031ec8f-0834-4790-92f7-84a5672ea2f7 HTTP/1.1" status: 204 len: 168 time: 0.3256507 Aug 20 08:51:44.896015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4031ec8f-0834-4790-92f7-84a5672ea2f7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:44.904679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 55a9bfcf-e179-41a3-8a7f-56834c733263 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:44.912453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.915807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 55a9bfcf-e179-41a3-8a7f-56834c733263 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:44.916549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.916691 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:44.917213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.917786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.920226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.920779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.923186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.923878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.925901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.926558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.928004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:44.930762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b770ab-5fc2-450e-85fc-6db06d951f7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:45.075796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7f756f91-b587-40a6-8428-1201304218a2 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:45.214623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 7f756f91-b587-40a6-8428-1201304218a2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:45.233133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7f756f91-b587-40a6-8428-1201304218a2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:45.233616 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:45.264586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71e61338-72ce-42fc-884a-11cc36e1443b req-63301708-75de-4be8-9a00-3dd8b9f152c9 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 210 time: 0.0506120 Aug 20 08:51:45.295581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fe168-cfe3-4aac-856e-f6fc2bd8f6c5 req-37053fcb-2472-46ba-8fb7-f3f4d808ac5b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:45.307379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c88fe168-cfe3-4aac-856e-f6fc2bd8f6c5 req-37053fcb-2472-46ba-8fb7-f3f4d808ac5b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2179675 Aug 20 08:51:45.435303 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:45.438613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 2, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:45.460352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c88fe168-cfe3-4aac-856e-f6fc2bd8f6c5 req-78c72044-4052-4dbe-bfea-582f58769a31 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504745 Aug 20 08:51:45.544907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-754f7961-51ee-4847-aa0c-67f0e6e21acb tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:45.546586 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-754f7961-51ee-4847-aa0c-67f0e6e21acb tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.37 "GET /v2.0/networks?id=3c93af4a-734a-4e3f-bb82-72be0fe064c6 HTTP/1.1" status: 200 len: 822 time: 0.2881985 Aug 20 08:51:45.575114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Request body: {'port': {'device_id': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6', 'admin_state_up': True, 'tenant_id': 'f3b686a04d8d4cc4981f3c8f0214e5ab'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:45.584279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Checking router: dea20f60-887a-4351-ac24-e2dfafd11cb8 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:51:45.585674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Updating router dea20f60-887a-4351-ac24-e2dfafd11cb8 port 35e3c8d0-8536-4a90-9e01-da1335ceace7 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:51:45.589331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 59f04935-7fb3-418e-ba5e-1ceb4f267c8c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:45.651311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417517e-492f-4094-b55a-ef6b29649b86 req-4b494cfb-416b-483e-9b8f-f5012c6a590f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:45.654230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2417517e-492f-4094-b55a-ef6b29649b86 req-4b494cfb-416b-483e-9b8f-f5012c6a590f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 949 time: 0.1733663 Aug 20 08:51:45.719864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2417517e-492f-4094-b55a-ef6b29649b86 req-8f1b516f-1fd8-46a3-8446-15cd47345264 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578878 Aug 20 08:51:45.735277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d452-a1ab-4a04-a997-13b8bb50740c req-fab8ac96-c18d-4238-a874-acb365c69a5d tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:45.743907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71c3d452-a1ab-4a04-a997-13b8bb50740c req-fab8ac96-c18d-4238-a874-acb365c69a5d tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 944 time: 0.1769884 Aug 20 08:51:45.750238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173e295-4b80-4335-a026-78d53234a8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a9bfcf-e179-41a3-8a7f-56834c733263'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:45.752549 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0cdb9e-513f-4987-89b9-1fdeb998efef" -d '{"events": [{"server_uuid": "3173e295-4b80-4335-a026-78d53234a8e1", "name": "network-vif-plugged", "status": "completed", "tag": "55a9bfcf-e179-41a3-8a7f-56834c733263"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:45.786786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 55a9bfcf-e179-41a3-8a7f-56834c733263, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=55a9bfcf-e179-41a3-8a7f-56834c733263,segment=NetworkSegment(791a27a2-3960-468e-9e22-0147f56690cb),segment_id=791a27a2-3960-468e-9e22-0147f56690cb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:45.790382 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:45.806504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:45.835243 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f8d9c7-a127-4b1a-be7f-482688f316e8 x-openstack-request-id: req-37f8d9c7-a127-4b1a-be7f-482688f316e8 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:45.838494 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173e295-4b80-4335-a026-78d53234a8e1", "name": "network-vif-plugged", "status": "completed", "tag": "55a9bfcf-e179-41a3-8a7f-56834c733263", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:45.842615 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37f8d9c7-a127-4b1a-be7f-482688f316e8 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:45.845229 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173e295-4b80-4335-a026-78d53234a8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a9bfcf-e179-41a3-8a7f-56834c733263', 'code': 200} Aug 20 08:51:45.846886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71c3d452-a1ab-4a04-a997-13b8bb50740c req-885b9bb0-428b-427e-a183-187a20d3f127 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018395 Aug 20 08:51:45.862096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Made reservation on behalf of f3b686a04d8d4cc4981f3c8f0214e5ab for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:45.865697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.075751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7491d-9100-43ed-818d-7120a6ce7064 req-9c6eaba1-cdae-4234-8041-a2a0f93b0fad tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:46.078535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68d7491d-9100-43ed-818d-7120a6ce7064 req-9c6eaba1-cdae-4234-8041-a2a0f93b0fad tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.1039407 Aug 20 08:51:46.135784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a63648-3945-4c8a-978f-df3d6e4ae3e9 req-8477f266-d065-4dd1-a573-e26180fef6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:46.138215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-50a63648-3945-4c8a-978f-df3d6e4ae3e9 req-8477f266-d065-4dd1-a573-e26180fef6ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 1096 time: 0.2523248 Aug 20 08:51:46.144588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68d7491d-9100-43ed-818d-7120a6ce7064 req-ac157b2c-0c99-48de-bb16-415a63c7e13a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557790 Aug 20 08:51:46.234002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=55a9bfcf-e179-41a3-8a7f-56834c733263,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:46.244690 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-50a63648-3945-4c8a-978f-df3d6e4ae3e9 req-ccf7f602-dbd6-4483-9980-c35aa26dc1bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961790 Aug 20 08:51:46.267729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Allocated IP 172.20.0.9 (3c93af4a-734a-4e3f-bb82-72be0fe064c6/54dbf557-500c-4a13-a330-d10ea897128a/2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:46.300498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:46.300849 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.448088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.451755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c9a5497-8d6a-4b5e-b904-8e40560fdb64 req-3d8a6235-2df0-45b2-9cd8-c96a4ecf61dd tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 210 time: 0.0509875 Aug 20 08:51:46.476927 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.510944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-83259aaf-4270-4016-a5e8-81acaf63d5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.532128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.540195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b50bf-0e21-48a0-93ce-5b5fb93fdbb9 req-908274a7-d9eb-4573-a6c3-6e87fb680aa1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:46.559747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f3b50bf-0e21-48a0-93ce-5b5fb93fdbb9 req-908274a7-d9eb-4573-a6c3-6e87fb680aa1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.1036394 Aug 20 08:51:46.585595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7f756f91-b587-40a6-8428-1201304218a2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7f756f91-b587-40a6-8428-1201304218a2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:46.595596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.612078 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.653807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f3b50bf-0e21-48a0-93ce-5b5fb93fdbb9 req-97781e51-effe-4f4e-b4df-ff1d5661352c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929694 Aug 20 08:51:46.720686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:46.725087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7f756f91-b587-40a6-8428-1201304218a2,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:46.726573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:46.735337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:46.801973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Pushing event updated for resources: {'Port': ['ID=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:46.840748 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.853056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Transition to ACTIVE for port object 35e3c8d0-8536-4a90-9e01-da1335ceace7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:46.857947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:46.859546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.860895 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:46.882281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-cd2119ad-e92a-47ba-8f25-90bca1da20cf tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3259430 Aug 20 08:51:46.896020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdba32d-b19f-44da-b48e-4b6052b35dff req-764bec50-d8f9-4ef7-8949-8898009786e5 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:46.897174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Request body: {'port': {'device_id': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:46.904692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dcdba32d-b19f-44da-b48e-4b6052b35dff req-764bec50-d8f9-4ef7-8949-8898009786e5 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1214671 Aug 20 08:51:46.931455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a2b5c-c265-4756-a9bf-19575640f933 req-52e5461b-0d04-425b-a558-c1d0c298fcf9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:46.933292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-096a2b5c-c265-4756-a9bf-19575640f933 req-52e5461b-0d04-425b-a558-c1d0c298fcf9 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.0971918 Aug 20 08:51:46.984901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Pushing event updated for resources: {'Port': ['ID=35e3c8d0-8536-4a90-9e01-da1335ceace7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:46.995928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.013974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dcdba32d-b19f-44da-b48e-4b6052b35dff req-71bdbbaf-c78c-4a5d-af12-03e638a1150e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028376 Aug 20 08:51:47.054718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-096a2b5c-c265-4756-a9bf-19575640f933 req-c9596eff-148c-4a75-a642-23383bbb803e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026359 Aug 20 08:51:47.124448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Attempting to bind port 35e3c8d0-8536-4a90-9e01-da1335ceace7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:47.124797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Attempting to bind port 35e3c8d0-8536-4a90-9e01-da1335ceace7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:47.126353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Attempting to bind port 35e3c8d0-8536-4a90-9e01-da1335ceace7 on network f95823e4-5c94-4000-9c08-c63c5e51a963 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:47.137369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:47.137703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Checking segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:47.138142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.138535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Bound using segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:47.140151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Bound port: 35e3c8d0-8536-4a90-9e01-da1335ceace7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:47.141267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.229498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100954cd-47d0-486a-b260-ccf3e1374663 req-6fbfccf9-4ca3-4997-aaf3-7b2d15d8f347 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:47.237221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-100954cd-47d0-486a-b260-ccf3e1374663 req-6fbfccf9-4ca3-4997-aaf3-7b2d15d8f347 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.1193166 Aug 20 08:51:47.279063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] For port 35e3c8d0-8536-4a90-9e01-da1335ceace7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:47.281318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea44a94-1fb7-4ab7-9032-2f9eba256ea9 req-51efc48b-9fb1-458c-ae35-1a2506ed0858 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:47.283454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ea44a94-1fb7-4ab7-9032-2f9eba256ea9 req-51efc48b-9fb1-458c-ae35-1a2506ed0858 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1249382 Aug 20 08:51:47.286671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:47.291262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] For port 35e3c8d0-8536-4a90-9e01-da1335ceace7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35e3c8d0-8536-4a90-9e01-da1335ceace7,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:47.298041 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.330375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-100954cd-47d0-486a-b260-ccf3e1374663 req-753178ef-8c71-4210-8c00-33a672f7f184 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922699 Aug 20 08:51:47.364220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ea44a94-1fb7-4ab7-9032-2f9eba256ea9 req-5daffe47-f70f-4e62-a8b7-5e664b2ace17 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Aug 20 08:51:47.388720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.515379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Pushing event updated for resources: {'Port': ['ID=35e3c8d0-8536-4a90-9e01-da1335ceace7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:47.531955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:51:47.534451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:47.551691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a214ae5c-c315-424f-b50a-5c68e92efa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.584464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.584721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.585314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.585896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.586421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.586963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.587486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.588022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.588542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.589063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.589580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.590166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeec7d7-c407-4323-8b65-f9a681839d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:51:47.716987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:47.725733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.726477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:51:47.740734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Transition to ACTIVE for port object 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:47.746982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:47.753231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86523a02-626f-49c4-93c9-006ffa30bfa4 req-e7e5a748-d527-4df7-9152-598fef81f6d0 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:47.755036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86523a02-626f-49c4-93c9-006ffa30bfa4 req-e7e5a748-d527-4df7-9152-598fef81f6d0 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 931 time: 0.1776962 Aug 20 08:51:47.845989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5fb59f-a339-4485-9703-246740120fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f756f91-b587-40a6-8428-1201304218a2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:47.848429 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23de97a-3cf3-44d2-96ea-c058df3a0d55" -d '{"events": [{"server_uuid": "be5fb59f-a339-4485-9703-246740120fff", "name": "network-vif-plugged", "status": "completed", "tag": "7f756f91-b587-40a6-8428-1201304218a2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:47.866250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:47.893461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86523a02-626f-49c4-93c9-006ffa30bfa4 req-b76666f8-b9b4-4477-a7d9-f0dd779f458a tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293027 Aug 20 08:51:47.970184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1300968-420b-4a09-8f23-3019296cb84f req-05e7a97f-d6fc-4764-8575-d1c26dc484a4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:47.985540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1300968-420b-4a09-8f23-3019296cb84f req-05e7a97f-d6fc-4764-8575-d1c26dc484a4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.2248843 Aug 20 08:51:47.985836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Attempting to bind port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:47.986179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Attempting to bind port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '13708deb-99f0-4b18-bb0d-beea87364974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:47.986512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Attempting to bind port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b on network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:47.992089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b on network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:47.992403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Attempting to bind port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b on network 3c93af4a-734a-4e3f-bb82-72be0fe064c6 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:47.998521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:47.998927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Checking segment: {'id': '13708deb-99f0-4b18-bb0d-beea87364974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:47.999320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Bound using segment: {'id': '13708deb-99f0-4b18-bb0d-beea87364974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:47.999753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Bound port: 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13708deb-99f0-4b18-bb0d-beea87364974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:48.000425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.013108 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c899c5-098f-4c1c-b5ee-3729449d8a36 x-openstack-request-id: req-a4c899c5-098f-4c1c-b5ee-3729449d8a36 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:48.013483 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5fb59f-a339-4485-9703-246740120fff", "name": "network-vif-plugged", "status": "completed", "tag": "7f756f91-b587-40a6-8428-1201304218a2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:48.014190 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4c899c5-098f-4c1c-b5ee-3729449d8a36 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:48.014190 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5fb59f-a339-4485-9703-246740120fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f756f91-b587-40a6-8428-1201304218a2', 'code': 200} Aug 20 08:51:48.017617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a214ae5c-c315-424f-b50a-5c68e92efa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.026583 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a214ae5c-c315-424f-b50a-5c68e92efa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.079795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:47Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:48.085614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1300968-420b-4a09-8f23-3019296cb84f req-7521ae59-0ff3-496e-ab60-3a268bf5a0c3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942898 Aug 20 08:51:48.111501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a214ae5c-c315-424f-b50a-5c68e92efa95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4963431ea7934a109caba536cc43579f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237286 Aug 20 08:51:48.112394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214ae5c-c315-424f-b50a-5c68e92efa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c190f-a5b4-4c40-a183-ada85e3f9b2e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:48.114783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39878) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:48.119653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abded-68aa-49d4-a9e0-5be52e10246c None None] The sync data for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 is: [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:47Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:51:48.274882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] For port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:48.275137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44666f-84a2-4d11-8431-d99562d8f712 req-60cbe254-1a8f-4708-aa70-cfbbcfb5f170 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:48.276688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb44666f-84a2-4d11-8431-d99562d8f712 req-60cbe254-1a8f-4708-aa70-cfbbcfb5f170 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1543436 Aug 20 08:51:48.291215 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d233640-1426-446a-8da6-26920793fc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.295569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] For port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,segment=NetworkSegment(13708deb-99f0-4b18-bb0d-beea87364974),segment_id=13708deb-99f0-4b18-bb0d-beea87364974)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:48.304929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.340906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3a0b5-7604-47f8-85bd-94dee3742b71 req-954df0db-693f-491d-835b-4f225945e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:48.342470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-35d3a0b5-7604-47f8-85bd-94dee3742b71 req-954df0db-693f-491d-835b-4f225945e77c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 1101 time: 0.2101345 Aug 20 08:51:48.347788 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d233640-1426-446a-8da6-26920793fc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.350659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:48.351322 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.352724 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b HTTP/1.1" status: 200 len: 1091 time: 1.4601333 Aug 20 08:51:48.353786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'tag': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:48.356027 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3606022-f152-4d3f-8ce8-25fb618adb7c", "tag": "2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:48.474223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ac709-4f88-4edc-a3e8-7b2ec9798ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:48.486528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-35d3a0b5-7604-47f8-85bd-94dee3742b71 req-1ae4bb7c-960d-49ab-aeb9-f6eb7c59f990 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087840 Aug 20 08:51:48.500315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-377c5085-1bc4-4a9c-b8e2-119f3208616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:48.501865 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-377c5085-1bc4-4a9c-b8e2-119f3208616d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3b686a04d8d4cc4981f3c8f0214e5ab&device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 1094 time: 0.0946455 Aug 20 08:51:48.710240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.728652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-05d73315-ac21-4d92-919d-b0fb5d60c389 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b HTTP/1.1" status: 200 len: 217 time: 0.0533383 Aug 20 08:51:48.792221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb44666f-84a2-4d11-8431-d99562d8f712 req-fbd0c02f-e040-4313-8b2c-94815accb246 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835019 Aug 20 08:51:48.846862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b381b2-f04d-402c-acc4-50c182aa784c req-bb238415-b8ec-43d0-b281-82e3244c092b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:48.848562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-11815a87-775a-4478-8630-e9814223336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:48.850197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-11815a87-775a-4478-8630-e9814223336a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54dbf557-500c-4a13-a330-d10ea897128a HTTP/1.1" status: 200 len: 862 time: 0.1107554 Aug 20 08:51:48.852081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b381b2-f04d-402c-acc4-50c182aa784c req-bb238415-b8ec-43d0-b281-82e3244c092b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.1267207 Aug 20 08:51:48.859847 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bbc4b1-5b3c-4a36-b91c-4899e20b8ddf x-openstack-request-id: req-c1bbc4b1-5b3c-4a36-b91c-4899e20b8ddf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:48.860150 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3606022-f152-4d3f-8ce8-25fb618adb7c", "tag": "2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:48.860406 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1bbc4b1-5b3c-4a36-b91c-4899e20b8ddf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:48.860811 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'tag': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b', 'status': 'completed', 'code': 200} Aug 20 08:51:48.902881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d233640-1426-446a-8da6-26920793fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.906142 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d233640-1426-446a-8da6-26920793fc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:48.908312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2d233640-1426-446a-8da6-26920793fc98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/926c190f-a5b4-4c40-a183-ada85e3f9b2e HTTP/1.1" status: 204 len: 168 time: 0.7925878 Aug 20 08:51:48.946042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-e4761774-a341-4be0-87af-623ad784f7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c93af4a-734a-4e3f-bb82-72be0fe064c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672066 Aug 20 08:51:48.977890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b381b2-f04d-402c-acc4-50c182aa784c req-1a098eff-3a84-4c04-a896-8554c142929f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149929 Aug 20 08:51:49.002916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d233640-1426-446a-8da6-26920793fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c190f-a5b4-4c40-a183-ada85e3f9b2e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:49.092703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970f1d-ecde-49e6-ac7b-104357bdcf10 req-2b19c12a-afc0-4740-aaff-ddbc9d6de303 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:49.094320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8970f1d-ecde-49e6-ac7b-104357bdcf10 req-2b19c12a-afc0-4740-aaff-ddbc9d6de303 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1529145 Aug 20 08:51:49.140170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c8820-3fc4-436b-a04a-2c50de112feb req-4e958e92-dbc3-42b6-b7c6-5e122c8a356a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:49.142049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-371c8820-3fc4-436b-a04a-2c50de112feb req-4e958e92-dbc3-42b6-b7c6-5e122c8a356a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.1938066 Aug 20 08:51:49.217874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8970f1d-ecde-49e6-ac7b-104357bdcf10 req-b0aa6a2b-4bb8-41f4-9674-c7327f8707ff tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133447 Aug 20 08:51:49.235971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-36dd89b4-7288-434f-bb53-22423eff40f3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802827 Aug 20 08:51:49.248854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf945dd-6078-4e67-ae58-537f8dc09895 req-d77ccb13-2760-4c48-85ab-a6d1b17009b4 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:49.270419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bf945dd-6078-4e67-ae58-537f8dc09895 req-d77ccb13-2760-4c48-85ab-a6d1b17009b4 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 943 time: 0.1663084 Aug 20 08:51:49.343334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bf945dd-6078-4e67-ae58-537f8dc09895 req-a89a8721-1754-478d-931f-2cfc86fb0b82 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716536 Aug 20 08:51:49.438971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:49.439324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:49.471156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35e3c8d0-8536-4a90-9e01-da1335ceace7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:49.483504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a39dd-1163-4b2e-8623-8d956b3dc9e4 req-5c0f78ac-eac4-41e0-b710-9861ce70023f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:49.484838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-718a39dd-1163-4b2e-8623-8d956b3dc9e4 req-5c0f78ac-eac4-41e0-b710-9861ce70023f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 945 time: 0.1518815 Aug 20 08:51:49.505264 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fdc47b-720a-470f-a211-cc06c73a03fe req-5cc395ad-e28b-4c47-9a46-1c6611d495ac service neutron] 10.222.0.37 "GET /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352252 Aug 20 08:51:49.552795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-718a39dd-1163-4b2e-8623-8d956b3dc9e4 req-bb514d6a-db20-48bb-b462-2a25ae119c1c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603938 Aug 20 08:51:49.599230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 35e3c8d0-8536-4a90-9e01-da1335ceace7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:49.606344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 35e3c8d0-8536-4a90-9e01-da1335ceace7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:49.606986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:49.684977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:49.685360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:49.704225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:49.724524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-64cbed0e-8835-4113-9472-8a8d9266281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:49.726056 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-64cbed0e-8835-4113-9472-8a8d9266281d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3b686a04d8d4cc4981f3c8f0214e5ab&device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 1094 time: 0.1393211 Aug 20 08:51:49.807715 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:49.929851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-7c34ddca-437e-4281-b1b3-ee00c88a6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:49.931344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-7c34ddca-437e-4281-b1b3-ee00c88a6bca service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c93af4a-734a-4e3f-bb82-72be0fe064c6 HTTP/1.1" status: 200 len: 922 time: 0.1754475 Aug 20 08:51:49.961271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 35e3c8d0-8536-4a90-9e01-da1335ceace7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35e3c8d0-8536-4a90-9e01-da1335ceace7,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:49.974885 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:50.039628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fbf4c-5984-4103-adb1-d78138aad05c req-5e697d45-c6a9-442f-a432-2e5e2f63891e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:50.049663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=35e3c8d0-8536-4a90-9e01-da1335ceace7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:50.051530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-822fbf4c-5984-4103-adb1-d78138aad05c req-5e697d45-c6a9-442f-a432-2e5e2f63891e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1361551 Aug 20 08:51:50.066045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-43327328-0360-404c-b2f4-c9ec485a2a4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b HTTP/1.1" status: 200 len: 217 time: 0.1244013 Aug 20 08:51:50.121707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-822fbf4c-5984-4103-adb1-d78138aad05c req-8a0067a3-414e-4e6b-a3af-b9870a8e2496 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591781 Aug 20 08:51:50.158625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-50535585-aa7d-42c4-aef6-3f1275351828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:50.160093 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-50535585-aa7d-42c4-aef6-3f1275351828 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54dbf557-500c-4a13-a330-d10ea897128a HTTP/1.1" status: 200 len: 862 time: 0.0773828 Aug 20 08:51:50.193048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead55771-cceb-49a0-a611-c967aad6e84e req-fceba1d4-edb2-4d3a-a281-6dae2688ac14 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:50.202793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ead55771-cceb-49a0-a611-c967aad6e84e req-fceba1d4-edb2-4d3a-a281-6dae2688ac14 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 945 time: 0.0913775 Aug 20 08:51:50.225283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-b6363d3c-b0e3-4a3d-ba63-ae068eec07e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c93af4a-734a-4e3f-bb82-72be0fe064c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450985 Aug 20 08:51:50.262908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:50.266761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ead55771-cceb-49a0-a611-c967aad6e84e req-11b9b1b7-61e1-4848-af23-4482c793ef5b tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576968 Aug 20 08:51:50.277864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3', '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:50.312236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4679-795d-44bc-8ac2-ff6aadf13311 req-07ff5f66-6165-449c-8aa8-3339f906d6ad tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:50.314069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-846a4679-795d-44bc-8ac2-ff6aadf13311 req-07ff5f66-6165-449c-8aa8-3339f906d6ad tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.0821176 Aug 20 08:51:50.326868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=5d445ee3-78ec-4e61-a7ff-6bde4d0bf294,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:50.408329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-846a4679-795d-44bc-8ac2-ff6aadf13311 req-bb352138-2445-4c79-8899-f8a92ad44e41 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767095 Aug 20 08:51:50.408855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:50.411868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:50.414057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-371c8820-3fc4-436b-a04a-2c50de112feb req-33751a35-907b-44a5-be73-f00966fad250 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "DELETE /v2.0/ports/5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 HTTP/1.1" status: 204 len: 173 time: 1.2601640 Aug 20 08:51:50.432340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-a43a064e-01df-491d-b972-b177d7470ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951580 Aug 20 08:51:50.608934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb984d-49e2-4692-987f-319cf7cec02e req-04aedfc1-2ddd-416f-93cb-6e132a69319c tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:50.610892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ceb984d-49e2-4692-987f-319cf7cec02e req-04aedfc1-2ddd-416f-93cb-6e132a69319c tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 943 time: 0.1075599 Aug 20 08:51:50.631066 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b68b2be7-5c52-4d49-bd17-1aaadb3057b5 req-839a0baa-685f-4e82-8804-c48f2178847f service neutron] 10.222.0.37 "GET /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812449 Aug 20 08:51:50.660717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ceb984d-49e2-4692-987f-319cf7cec02e req-8dc663ea-b37c-497b-9d39-1234928d88be tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Aug 20 08:51:50.773690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1299e63e-29b9-4c08-801d-e6f2a6a81c54 req-9b013f32-35c4-4ed9-aba7-f79a07f4619c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e2420c6-445b-4c74-a274-fc4e3d32261c HTTP/1.1" status: 200 len: 210 time: 0.0343120 Aug 20 08:51:50.862693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'name': 'network-vif-deleted', 'tag': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:50.865548 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e0143b-abfc-4763-a184-608e6798cf46" -d '{"events": [{"server_uuid": "3e2420c6-445b-4c74-a274-fc4e3d32261c", "name": "network-vif-deleted", "tag": "5d445ee3-78ec-4e61-a7ff-6bde4d0bf294"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:50.905640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4302a5a-b144-4c71-81f2-bb633fb918f0 req-368e8d81-cc51-4a58-bf11-f29780bdaed4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:50.907760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4302a5a-b144-4c71-81f2-bb633fb918f0 req-368e8d81-cc51-4a58-bf11-f29780bdaed4 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.0707998 Aug 20 08:51:50.922521 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdf07b2-1fd8-4bfe-802d-6f077995ad64 x-openstack-request-id: req-7bdf07b2-1fd8-4bfe-802d-6f077995ad64 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:50.922815 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2420c6-445b-4c74-a274-fc4e3d32261c", "name": "network-vif-deleted", "tag": "5d445ee3-78ec-4e61-a7ff-6bde4d0bf294", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:50.923417 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bdf07b2-1fd8-4bfe-802d-6f077995ad64 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:50.923815 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2420c6-445b-4c74-a274-fc4e3d32261c', 'name': 'network-vif-deleted', 'tag': '5d445ee3-78ec-4e61-a7ff-6bde4d0bf294', 'status': 'completed', 'code': 200} Aug 20 08:51:50.967766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4302a5a-b144-4c71-81f2-bb633fb918f0 req-ce45decd-611d-4a3f-a1f0-93dcd913507b tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Aug 20 08:51:51.079676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:51:51.228618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39956) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:51.239294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,segment=NetworkSegment(13708deb-99f0-4b18-bb0d-beea87364974),segment_id=13708deb-99f0-4b18-bb0d-beea87364974)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:51.253873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b', 'network_id': '3c93af4a-734a-4e3f-bb82-72be0fe064c6', 'port_id': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b', 'mac_address': 'fa:16:3e:b2:00:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dbf557-500c-4a13-a330-d10ea897128a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:51:51.304862 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.350870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:51.379981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c676811-07b6-401a-b380-daf07cb24d9a req-e03967ca-9949-438f-9597-25f0d7ad957d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:51.383274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c676811-07b6-401a-b380-daf07cb24d9a req-e03967ca-9949-438f-9597-25f0d7ad957d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1358862 Aug 20 08:51:51.393416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,segment=NetworkSegment(13708deb-99f0-4b18-bb0d-beea87364974),segment_id=13708deb-99f0-4b18-bb0d-beea87364974)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:51.400159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.400614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f0cc-4779-4014-9df3-5ac6f5c4ff2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.405302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35e3c8d0-8536-4a90-9e01-da1335ceace7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:51.438772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-6cebb88b-3e24-48fd-80b9-d361954cf3c0 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:51.440253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-6cebb88b-3e24-48fd-80b9-d361954cf3c0 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.26 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1191788 Aug 20 08:51:51.480159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c676811-07b6-401a-b380-daf07cb24d9a req-9792b3e5-9d39-492e-8362-1d7b710d430b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763071 Aug 20 08:51:51.496065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7cba7-84a1-4f32-b467-0fbb9be940eb req-49bd6a54-a9c3-476a-8852-888a7e93761d tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:51.498138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50d7cba7-84a1-4f32-b467-0fbb9be940eb req-49bd6a54-a9c3-476a-8852-888a7e93761d tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3173e295-4b80-4335-a026-78d53234a8e1 HTTP/1.1" status: 200 len: 945 time: 0.1096025 Aug 20 08:51:51.508301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:51.521291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 35e3c8d0-8536-4a90-9e01-da1335ceace7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:51.521672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.570334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50d7cba7-84a1-4f32-b467-0fbb9be940eb req-e23c9495-63a9-4b05-a82a-592e60a0f9d5 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.35 "GET /v2.0/security-groups?id=12842be2-f206-4a80-9917-ef1338e949e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661798 Aug 20 08:51:51.611443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Deleting port 55a9bfcf-e179-41a3-8a7f-56834c733263 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:51.611795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.689572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:51.765587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f0cc-4779-4014-9df3-5ac6f5c4ff2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.787078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] For port 55a9bfcf-e179-41a3-8a7f-56834c733263, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=55a9bfcf-e179-41a3-8a7f-56834c733263,segment=NetworkSegment(791a27a2-3960-468e-9e22-0147f56690cb),segment_id=791a27a2-3960-468e-9e22-0147f56690cb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:51.787470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.810644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f0cc-4779-4014-9df3-5ac6f5c4ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:51.836774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1d138-5abf-4118-a409-0bb685809785 req-9018854d-523a-45ea-bbf5-9939da4ea401 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:51.838778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ef1d138-5abf-4118-a409-0bb685809785 req-9018854d-523a-45ea-bbf5-9939da4ea401 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 944 time: 0.0780008 Aug 20 08:51:51.848552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Calling delete_port for 55a9bfcf-e179-41a3-8a7f-56834c733263 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:51.889638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5f0cc-4779-4014-9df3-5ac6f5c4ff2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebff34f-ada4-489a-afc3-0f9bff2ae981,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:51.905071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ef1d138-5abf-4118-a409-0bb685809785 req-286b244d-4924-450f-8641-27567af89afd tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Aug 20 08:51:51.930720 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ccf5f0cc-4779-4014-9df3-5ac6f5c4ff2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1d80403f1964e20985d06b303da780d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009370 Aug 20 08:51:51.938874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39970) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:52.019005 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc9fe-3d16-43d6-8e35-434eb3431a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.054247 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.057562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc9fe-3d16-43d6-8e35-434eb3431a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.067239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['55a9bfcf-e179-41a3-8a7f-56834c733263'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:52.101576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Pushing event deleted for resources: {'Port': ['ID=55a9bfcf-e179-41a3-8a7f-56834c733263,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:52.152937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] No DVR routers for this DVR port 55a9bfcf-e179-41a3-8a7f-56834c733263 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:52.155636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.158305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-657ce392-6200-4e82-b7b7-7fec199a3910 req-611e96f8-b9b3-4b56-b104-da99c7e70780 tempest-ServerAddressesTestJSON-1641599482 tempest-ServerAddressesTestJSON-1641599482-project] 10.222.0.26 "DELETE /v2.0/ports/55a9bfcf-e179-41a3-8a7f-56834c733263 HTTP/1.1" status: 204 len: 173 time: 0.7109151 Aug 20 08:51:52.272176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcff51-635c-4bf7-8d77-24d13422e994 req-8b210ec7-41bc-44ac-999c-5b948e54c906 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:52.273675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5dfcff51-635c-4bf7-8d77-24d13422e994 req-8b210ec7-41bc-44ac-999c-5b948e54c906 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.1503160 Aug 20 08:51:52.281812 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc9fe-3d16-43d6-8e35-434eb3431a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.284329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc9fe-3d16-43d6-8e35-434eb3431a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.287939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1e6dc9fe-3d16-43d6-8e35-434eb3431a64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aebff34f-ada4-489a-afc3-0f9bff2ae981 HTTP/1.1" status: 204 len: 168 time: 0.3447552 Aug 20 08:51:52.317242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-1be66ab4-f650-456e-8024-6b72f1056ce1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:52.324895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-1be66ab4-f650-456e-8024-6b72f1056ce1 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2370825 Aug 20 08:51:52.328314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dc9fe-3d16-43d6-8e35-434eb3431a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebff34f-ada4-489a-afc3-0f9bff2ae981,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:52.362163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-f3e5bc2d-a8fc-47bc-a4b5-8244427c1d0c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/quotas/059ba89d7e1b4dc8acc7ea42a4c9e289 HTTP/1.1" status: 200 len: 375 time: 0.0337160 Aug 20 08:51:52.408182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5dfcff51-635c-4bf7-8d77-24d13422e994 req-49114771-dca7-4b55-9e79-520f568d8ed5 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011617 Aug 20 08:51:52.456304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-d69370b2-cfda-4731-9386-2bd6b6d5bdb4 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957160 Aug 20 08:51:52.578220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49fdf1-6327-4ee6-9328-3c1fa2c4765f req-aec6cff1-1fd7-459e-950e-80c27270cde5 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:52.579629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b49fdf1-6327-4ee6-9328-3c1fa2c4765f req-aec6cff1-1fd7-459e-950e-80c27270cde5 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 1101 time: 0.0785615 Aug 20 08:51:52.583277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-43f69ea8-4e0c-4f1e-962e-519915e6f033 service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259007 Aug 20 08:51:52.619529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b49fdf1-6327-4ee6-9328-3c1fa2c4765f req-b891dd9f-2041-4cd0-8a9d-4b94cf962656 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.744241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-a483b6f3-ead0-4b15-85ed-50fd07ec1ebc service neutron] 10.222.0.35 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537499 Aug 20 08:51:52.812485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b49fdf1-6327-4ee6-9328-3c1fa2c4765f req-b891dd9f-2041-4cd0-8a9d-4b94cf962656 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.817143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6b49fdf1-6327-4ee6-9328-3c1fa2c4765f req-b891dd9f-2041-4cd0-8a9d-4b94cf962656 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:52.857142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b49fdf1-6327-4ee6-9328-3c1fa2c4765f req-b891dd9f-2041-4cd0-8a9d-4b94cf962656 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677066 Aug 20 08:51:52.859794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891dd9f-2041-4cd0-8a9d-4b94cf962656 tempest-LiveMigrationNegativeTest-856566647 tempest-LiveMigrationNegativeTest-856566647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e491ff-7d3b-4ff8-9e74-460cfdc8dc97,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:52.925495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3173e295-4b80-4335-a026-78d53234a8e1', 'name': 'network-vif-deleted', 'tag': '55a9bfcf-e179-41a3-8a7f-56834c733263'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:52.928971 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e9d4b-3ac5-4a1c-9db2-4f1263b30c2a" -d '{"events": [{"server_uuid": "3173e295-4b80-4335-a026-78d53234a8e1", "name": "network-vif-deleted", "tag": "55a9bfcf-e179-41a3-8a7f-56834c733263"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:52.998468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40024) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:53.079378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eafe91c-c1b5-49cd-a7a3-4add5f27cb3d req-785fb35f-587f-41eb-b4e7-38782718fe83 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 210 time: 0.0384350 Aug 20 08:51:53.083749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:51:53.155722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3f93a-5e51-449b-b3fe-2bbfd31d79f5 req-0b5e04ab-046c-4088-a8fb-10d5144c0402 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:53.170742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ef3f93a-5e51-449b-b3fe-2bbfd31d79f5 req-0b5e04ab-046c-4088-a8fb-10d5144c0402 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1795719 Aug 20 08:51:53.258765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:51:53.266117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:51:53.267272 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.278311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ef3f93a-5e51-449b-b3fe-2bbfd31d79f5 req-58d44c09-ab09-4a57-b158-2a4b3b18433b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006734 Aug 20 08:51:53.394686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bdfc8-6852-42a3-a5e4-62125f5efb53 req-f8643111-d7e1-420f-a555-819a8a7f5ce3 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:53.405308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce0bdfc8-6852-42a3-a5e4-62125f5efb53 req-f8643111-d7e1-420f-a555-819a8a7f5ce3 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 944 time: 0.1163061 Aug 20 08:51:53.426751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.452277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce0bdfc8-6852-42a3-a5e4-62125f5efb53 req-127f15e6-ba61-40b4-a9bf-04c4ff3f95f8 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459430 Aug 20 08:51:53.499694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:53.507143 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f866f9-4784-46cc-8507-404a8185700d" -d '{"events": [{"server_uuid": "f3606022-f152-4d3f-8ce8-25fb618adb7c", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:53.540068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,segment=NetworkSegment(13708deb-99f0-4b18-bb0d-beea87364974),segment_id=13708deb-99f0-4b18-bb0d-beea87364974)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:53.544129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.595264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40052) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:53.648597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:53.667370 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083cf99-253e-45e5-844b-fcb658a62d8a x-openstack-request-id: req-2083cf99-253e-45e5-844b-fcb658a62d8a {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:53.668405 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3606022-f152-4d3f-8ce8-25fb618adb7c", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:53.668824 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2083cf99-253e-45e5-844b-fcb658a62d8a {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:53.669465 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b', 'code': 200} Aug 20 08:51:53.796190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-873245319-network', 'tenant_id': 'be81fe6668094a89a038882821f81554'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:53.808312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Deleting subnet 93085a02-218c-490e-8817-7e3bc0aa1bbd {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:51:53.813019 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3c9cd-3b79-4614-8aab-fd65ee2b1781 x-openstack-request-id: req-38c3c9cd-3b79-4614-8aab-fd65ee2b1781 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:53.814550 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3173e295-4b80-4335-a026-78d53234a8e1", "name": "network-vif-deleted", "tag": "55a9bfcf-e179-41a3-8a7f-56834c733263", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:53.815299 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38c3c9cd-3b79-4614-8aab-fd65ee2b1781 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:53.817327 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3173e295-4b80-4335-a026-78d53234a8e1', 'name': 'network-vif-deleted', 'tag': '55a9bfcf-e179-41a3-8a7f-56834c733263', 'status': 'completed', 'code': 200} Aug 20 08:51:53.838654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.847992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Made reservation on behalf of be81fe6668094a89a038882821f81554 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:53.855225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.882601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.929899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:53.937166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710c34-784e-4e94-9c02-a672eb52e7c1 req-e779d86e-ebcf-4d76-83db-fcc74df78f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:53.938708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-09710c34-784e-4e94-9c02-a672eb52e7c1 req-e779d86e-ebcf-4d76-83db-fcc74df78f88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 1096 time: 0.1273799 Aug 20 08:51:54.008595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-09710c34-784e-4e94-9c02-a672eb52e7c1 req-fc6208a6-db65-4511-9983-0d71801250f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Aug 20 08:51:54.033151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.088510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.097609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31d6f1-dfd8-4165-b043-fbed485ee057 req-b64f6a7e-40ad-4edd-b279-a8cff89a0491 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:54.099226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e31d6f1-dfd8-4165-b043-fbed485ee057 req-b64f6a7e-40ad-4edd-b279-a8cff89a0491 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.0765467 Aug 20 08:51:54.102018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.103452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.128431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93085a02-218c-490e-8817-7e3bc0aa1bbd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:54.140695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.143329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b6e30ae0-fcd3-463a-bfda-28885a16e9f9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/93085a02-218c-490e-8817-7e3bc0aa1bbd HTTP/1.1" status: 204 len: 168 time: 1.1438563 Aug 20 08:51:54.147602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:51:54.147752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40064) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:54.158539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a5bdd-1ece-4d03-b171-ae286ba7d413,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:54.174942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.175279 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Added segment 3b919c7d-0087-4b04-98fb-fad097b40fc3 of type vlan for network 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4 Aug 20 08:51:54.196484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e31d6f1-dfd8-4165-b043-fbed485ee057 req-4e2ab8d1-a218-4e46-a3cd-0753650be3a7 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854762 Aug 20 08:51:54.222113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3869930-a153-4cca-be38-33d5bb9aa884 req-d5dadf2d-8a72-483e-9405-f0ddd1713789 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 210 time: 0.0445640 Aug 20 08:51:54.245100 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.260995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.307910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.311154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:54.312214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.360044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.377917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7814343 Aug 20 08:51:54.378661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40070) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:54.386150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Request body: {'subnet': {'network_id': '23bb62ab-dcdc-4f51-9409-c23e2fcc22c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-873245319-subnet', 'tenant_id': 'be81fe6668094a89a038882821f81554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:54.413589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618c0b1-a75e-44ac-8adc-46fb246b8be6 admin admin] Pushing event updated for resources: {'Network': ['ID=23bb62ab-dcdc-4f51-9409-c23e2fcc22c4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:54.417032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:54.451358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Made reservation on behalf of be81fe6668094a89a038882821f81554 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:54.453969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.457372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:51:54.459406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a64597-9367-46f6-abc6-6ccd8b4b5d5c']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:54.461756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:54.462307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5d445ee3-78ec-4e61-a7ff-6bde4d0bf294 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:54.486143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791a27a2-3960-468e-9e22-0147f56690cb') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:54.486445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791a27a2-3960-468e-9e22-0147f56690cb') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:51:54.502422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.518674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482f97c-7208-4376-9d45-3980b24dc54e req-299412a5-35e9-4be4-baa5-074bebc3b510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:54.526330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4482f97c-7208-4376-9d45-3980b24dc54e req-299412a5-35e9-4be4-baa5-074bebc3b510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1335089 Aug 20 08:51:54.558486 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.579533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:51:54.579940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:51:54.584477 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:51:54.648600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-c056c800-b56c-44c1-986c-f03b4199e46c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:54.653083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-c056c800-b56c-44c1-986c-f03b4199e46c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 804 time: 0.2778339 Aug 20 08:51:54.655787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4482f97c-7208-4376-9d45-3980b24dc54e req-0e618c58-b47a-43e1-8bdd-299f8c3b7792 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226623 Aug 20 08:51:54.676456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Request body: {'port': {'device_id': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'admin_state_up': True, 'tenant_id': '059ba89d7e1b4dc8acc7ea42a4c9e289'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:54.691771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cbb72-98f3-43b5-a211-d1c8e375d40d req-1c833bc1-afc7-4bb6-9b2b-c7b385f3e7d6 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:54.693311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a31cbb72-98f3-43b5-a211-d1c8e375d40d req-1c833bc1-afc7-4bb6-9b2b-c7b385f3e7d6 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 945 time: 0.0870094 Aug 20 08:51:54.733002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.737978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.742641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f8a64597-9367-46f6-abc6-6ccd8b4b5d5c HTTP/1.1" status: 204 len: 168 time: 0.5937512 Aug 20 08:51:54.762063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d2f6-a750-48b0-a337-6e58081f2f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a64597-9367-46f6-abc6-6ccd8b4b5d5c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:54.795726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a31cbb72-98f3-43b5-a211-d1c8e375d40d req-5bf82943-3851-4ffb-9e74-678894e3b4c1 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925388 Aug 20 08:51:54.843138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Made reservation on behalf of 059ba89d7e1b4dc8acc7ea42a4c9e289 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:54.848562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.888937 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:54.970100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c040afd0-8897-41dc-b832-6e9a66017cf9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:54.987557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:55.032480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Allocated IP 172.20.0.11 (1b46e25f-5852-4174-acbb-02afb43e0bdf/05922509-1000-43c2-9d1a-d6a21064ec78/144f6972-1043-4fa4-8c61-31282b48d882) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:51:55.039181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Checking segment: {'id': '3b919c7d-0087-4b04-98fb-fad097b40fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '23bb62ab-dcdc-4f51-9409-c23e2fcc22c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:55.039548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Network hostable DHCP agents. Network: 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:51:55.088266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-614dd5eb-7305-4929-9866-088707849174 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09c14a1f4fd14700bb0f518fc94a528a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836368 Aug 20 08:51:55.091078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40080) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:55.093944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Network 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:51:55.146015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:55.152510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:55.153275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.155492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fec82c-6892-41fa-bcb0-1921b749bce0 None None] Network 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:55.177345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-74fe6582-d823-4a2d-bdbe-67e0f661896b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7952156 Aug 20 08:51:55.180585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bddb62d-aaf1-4556-bfa4-32365f6bfcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.237454 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bddb62d-aaf1-4556-bfa4-32365f6bfcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.283908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.352832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bddb62d-aaf1-4556-bfa4-32365f6bfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.359533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bddb62d-aaf1-4556-bfa4-32365f6bfcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.364213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9bddb62d-aaf1-4556-bfa4-32365f6bfcbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12842be2-f206-4a80-9917-ef1338e949e2 HTTP/1.1" status: 204 len: 168 time: 0.2668755 Aug 20 08:51:55.401993 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.416667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:55.488644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddb62d-aaf1-4556-bfa4-32365f6bfcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12842be2-f206-4a80-9917-ef1338e949e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:55.502052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Network 1b46e25f-5852-4174-acbb-02afb43e0bdf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:51:55.509311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:55.512538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event updated for resources: {'Port': ['ID=144f6972-1043-4fa4-8c61-31282b48d882,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:55.514683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:51:55.619130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:55.619813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.650647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-eb9496b8-f19c-44b1-9522-7147bda36312 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9800854 Aug 20 08:51:55.664345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Request body: {'port': {'device_id': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:55.677440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d938d8-1d14-479a-914f-4210bb0bdfac req-9652123d-80a1-4ca9-bd7d-71479c233f62 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:55.680734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95d938d8-1d14-479a-914f-4210bb0bdfac req-9652123d-80a1-4ca9-bd7d-71479c233f62 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.2182047 Aug 20 08:51:55.695292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9105f9-0953-421f-aaee-4f1a46e2c28e None None] Network 23bb62ab-dcdc-4f51-9409-c23e2fcc22c4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:55.705412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236106c5-e17b-42dd-9cd3-4248eb1507c6 req-76646f39-3bda-4a45-9806-ab7a39931c6c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:55.707240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-236106c5-e17b-42dd-9cd3-4248eb1507c6 req-76646f39-3bda-4a45-9806-ab7a39931c6c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 932 time: 0.3209057 Aug 20 08:51:55.826720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:55.863058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95d938d8-1d14-479a-914f-4210bb0bdfac req-cee0ea15-8004-4a1b-a354-4352a91174d7 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747279 Aug 20 08:51:55.866729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-236106c5-e17b-42dd-9cd3-4248eb1507c6 req-e7b33dd2-ca85-45ef-9463-cc03d2c37e73 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375558 Aug 20 08:51:56.071539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-c02ed552-b9f8-45ec-8268-b0cfdd22097c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:56.073037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-c02ed552-b9f8-45ec-8268-b0cfdd22097c tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 950 time: 0.1604428 Aug 20 08:51:56.160095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782c2e-88fa-4491-a56b-34197a6a04c8 req-d3d52e16-26dc-43de-a0a3-1cfe3c552327 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:56.178308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f782c2e-88fa-4491-a56b-34197a6a04c8 req-d3d52e16-26dc-43de-a0a3-1cfe3c552327 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1103966 Aug 20 08:51:56.260855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f782c2e-88fa-4491-a56b-34197a6a04c8 req-55c8b9c0-aea9-4485-b839-7f1353d3b4c5 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815639 Aug 20 08:51:56.401860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f88f5aba-f0f7-4a5b-8771-dcd40f3db1a5 req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-798360905', 'description': 'tempest-description-82021379'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:56.418262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 55a9bfcf-e179-41a3-8a7f-56834c733263 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:56.463332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 55a9bfcf-e179-41a3-8a7f-56834c733263 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:56.463677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 55a9bfcf-e179-41a3-8a7f-56834c733263 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:56.504202 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f88f5aba-f0f7-4a5b-8771-dcd40f3db1a5 req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:56.563971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ce37c-ed7d-4581-ba1e-fb821e41a245 req-14578b45-a7b1-4f0c-bea9-6890d5aa7378 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:56.565529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c79ce37c-ed7d-4581-ba1e-fb821e41a245 req-14578b45-a7b1-4f0c-bea9-6890d5aa7378 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 945 time: 0.2162912 Aug 20 08:51:56.671204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c79ce37c-ed7d-4581-ba1e-fb821e41a245 req-a128166e-e8e9-46cb-bc3a-32ff291c9aad tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868478 Aug 20 08:51:56.672061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Deleting port 7f756f91-b587-40a6-8428-1201304218a2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:56.672438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:56.778456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f88f5aba-f0f7-4a5b-8771-dcd40f3db1a5 req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:56.788903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f88f5aba-f0f7-4a5b-8771-dcd40f3db1a5 req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:56.830177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f88f5aba-f0f7-4a5b-8771-dcd40f3db1a5 req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:56.831438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f88f5aba-f0f7-4a5b-8771-dcd40f3db1a5 req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4711075 Aug 20 08:51:56.858361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40130) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:56.936637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84cca9-b1a6-420a-b512-4b00c87fef8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:56.978038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144f6972-1043-4fa4-8c61-31282b48d882 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:51:56.988782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-290c113a-1c20-4add-a655-dc054afcb389 req-af870fd8-7ed7-458d-b7c6-08543730ea8c tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2 HTTP/1.1" status: 200 len: 1810 time: 0.1113145 Aug 20 08:51:56.998765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] For port 7f756f91-b587-40a6-8428-1201304218a2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7f756f91-b587-40a6-8428-1201304218a2,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:56.999121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.001751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:57.002124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:57.009811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.044182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Calling delete_port for 7f756f91-b587-40a6-8428-1201304218a2 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:57.054966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Transition to ACTIVE for port object 144f6972-1043-4fa4-8c61-31282b48d882 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:51:57.055647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-network', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:57.077196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.111194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.144404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.146341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Made reservation on behalf of c890836a879b42f394b7c230a6cabdb2 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:57.149386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.164642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.186115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32197d1c-09ce-48c2-a610-2150b4842e0c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:57.200088 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.208199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Pushing event updated for resources: {'Port': ['ID=144f6972-1043-4fa4-8c61-31282b48d882,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:57.269553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.303600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-290c113a-1c20-4add-a655-dc054afcb389 req-78981aaf-bcf3-47db-923f-73652f57eed4 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3040655 Aug 20 08:51:57.339408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec568-432b-4693-9bea-53b3b21f578b req-b306de81-f8ae-4c99-bd7b-7708774b9028 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:57.343069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317ec568-432b-4693-9bea-53b3b21f578b req-b306de81-f8ae-4c99-bd7b-7708774b9028 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 944 time: 0.1589200 Aug 20 08:51:57.383394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Attempting to bind port 144f6972-1043-4fa4-8c61-31282b48d882 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:51:57.383732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Attempting to bind port 144f6972-1043-4fa4-8c61-31282b48d882 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:51:57.384633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Attempting to bind port 144f6972-1043-4fa4-8c61-31282b48d882 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:57.392839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Port 144f6972-1043-4fa4-8c61-31282b48d882 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:51:57.393548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Attempting to bind port 144f6972-1043-4fa4-8c61-31282b48d882 on network 1b46e25f-5852-4174-acbb-02afb43e0bdf {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:51:57.404248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:51:57.404700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Checking segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:57.404911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Bound using segment: {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:51:57.405365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Bound port: 144f6972-1043-4fa4-8c61-31282b48d882, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:51:57.405762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.417526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.431815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['0f3b3027-c67e-4498-b788-2b7640bf5de1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:51:57.459499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e82305a0-490a-41e2-8ddc-fa6568c52c20 req-694a475d-4e01-4979-a3f2-71fd1e47f6b2 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=be5fb59f-a339-4485-9703-246740120fff HTTP/1.1" status: 200 len: 210 time: 0.0593481 Aug 20 08:51:57.476871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-317ec568-432b-4693-9bea-53b3b21f578b req-0a2cbf60-a5d3-455f-b261-ec8ab3ebd0ae tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225550 Aug 20 08:51:57.540948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Pushing event deleted for resources: {'Port': ['ID=7f756f91-b587-40a6-8428-1201304218a2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:57.617137 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.626779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.675461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] No DVR routers for this DVR port 7f756f91-b587-40a6-8428-1201304218a2 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:57.682456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.687330 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-be88353d-b49d-46b0-bb21-ae8af5a30f90 req-0a4f4c4e-0f85-416f-9a8f-39e21453b20d tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "DELETE /v2.0/ports/7f756f91-b587-40a6-8428-1201304218a2 HTTP/1.1" status: 204 len: 173 time: 1.5735526 Aug 20 08:51:57.720359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5fb59f-a339-4485-9703-246740120fff', 'name': 'network-vif-deleted', 'tag': '7f756f91-b587-40a6-8428-1201304218a2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:51:57.728908 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181d77ba-77b6-4dd3-8924-315008547988" -d '{"events": [{"server_uuid": "be5fb59f-a339-4485-9703-246740120fff", "name": "network-vif-deleted", "tag": "7f756f91-b587-40a6-8428-1201304218a2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:51:57.767399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d451fac-54d3-4989-8a19-407e6afb203b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:57.772958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] For port 144f6972-1043-4fa4-8c61-31282b48d882, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:51:57.784312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] For port 144f6972-1043-4fa4-8c61-31282b48d882, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=144f6972-1043-4fa4-8c61-31282b48d882,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:51:57.792488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.803956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:51:57.855408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:57.856745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507363-92ac-4f71-97f8-af7bb143ba1b req-812d1983-2ae5-4d22-a4fa-76d892e6816d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:57.857025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.858739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/144f6972-1043-4fa4-8c61-31282b48d882 HTTP/1.1" status: 200 len: 1092 time: 2.1994100 Aug 20 08:51:57.865557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51507363-92ac-4f71-97f8-af7bb143ba1b req-812d1983-2ae5-4d22-a4fa-76d892e6816d tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2310977 Aug 20 08:51:57.879573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:57.879959 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Added segment 8dce53bc-2507-4057-87f1-d72fd2fb32f1 of type vlan for network 99896d86-32a4-4613-8031-dba58024bb2f Aug 20 08:51:57.932609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b0599-554f-4612-8687-360a7298d9bf req-153d6ed4-0e75-4810-b219-60b46ef4af83 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:57.939839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-754b0599-554f-4612-8687-360a7298d9bf req-153d6ed4-0e75-4810-b219-60b46ef4af83 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 945 time: 0.2952330 Aug 20 08:51:57.962198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0bcb2-a941-444e-80e8-fe7d655553e4 service neutron] Pushing event updated for resources: {'Port': ['ID=144f6972-1043-4fa4-8c61-31282b48d882,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:57.998038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-30dfdaff-c517-440d-944c-e46cd762e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:57.999528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-30dfdaff-c517-440d-944c-e46cd762e1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 1095 time: 0.0889425 Aug 20 08:51:58.035638 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.057971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-bc46c51d-7028-4501-ab11-21068cd63b30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144f6972-1043-4fa4-8c61-31282b48d882 HTTP/1.1" status: 200 len: 217 time: 0.0497227 Aug 20 08:51:58.061621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-754b0599-554f-4612-8687-360a7298d9bf req-d5d18f9f-dbd5-45df-8aa5-14d4d287f378 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044192 Aug 20 08:51:58.067874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51507363-92ac-4f71-97f8-af7bb143ba1b req-9d06a9ba-e1ce-4ee2-9c7a-5cbcd5efd64a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859756 Aug 20 08:51:58.091056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.092377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:58.093254 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.114576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2553201 Aug 20 08:51:58.128861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40150) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:58.162408 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18904577-df11-42d6-849b-7a5e24e5e920 x-openstack-request-id: req-18904577-df11-42d6-849b-7a5e24e5e920 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:51:58.163433 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5fb59f-a339-4485-9703-246740120fff", "name": "network-vif-deleted", "tag": "7f756f91-b587-40a6-8428-1201304218a2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:51:58.163865 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18904577-df11-42d6-849b-7a5e24e5e920 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:51:58.164428 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5fb59f-a339-4485-9703-246740120fff', 'name': 'network-vif-deleted', 'tag': '7f756f91-b587-40a6-8428-1201304218a2', 'status': 'completed', 'code': 200} Aug 20 08:51:58.171839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-34264a4a-cdfc-44d3-9c67-a1b345e3020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:58.173644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-34264a4a-cdfc-44d3-9c67-a1b345e3020b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1062894 Aug 20 08:51:58.185744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Request body: {'subnet': {'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-subnet', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:58.220937 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-59275a03-565b-4de4-b835-200d44f5d6f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376713 Aug 20 08:51:58.272059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e98b8c-b6f3-41b3-af5b-2066e3f94c09 admin admin] Pushing event updated for resources: {'Network': ['ID=99896d86-32a4-4613-8031-dba58024bb2f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:58.284830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 99896d86-32a4-4613-8031-dba58024bb2f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:51:58.285055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-581c2950-ae43-4053-a8b2-376fa28e245f req-d8991d91-69fd-4b15-9054-bb6fb4571051 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2 HTTP/1.1" status: 200 len: 2403 time: 0.1569273 Aug 20 08:51:58.309086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Made reservation on behalf of c890836a879b42f394b7c230a6cabdb2 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:51:58.311797 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.410445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-4d1f3744-9e3b-41a7-a45a-5c40cb21a920 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773872 Aug 20 08:51:58.457125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-2c8c2040-f63f-4058-8bd8-f885595eda71 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-group-rules/32197d1c-09ce-48c2-a610-2150b4842e0c HTTP/1.1" status: 200 len: 778 time: 0.1292877 Aug 20 08:51:58.548549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac0ce0f6-d82d-4455-8d95-b2a76fbcd2db req-4edbfa35-37a0-4b90-80a4-5c36a4f622c6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294155 Aug 20 08:51:58.560878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-55071f71-0ffd-407e-805d-c2ae70456855 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2 HTTP/1.1" status: 200 len: 2403 time: 0.0958726 Aug 20 08:51:58.654857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-4b5754f6-9dca-4506-b917-566b22f43090 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.670402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-4b5754f6-9dca-4506-b917-566b22f43090 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.716909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe154-56d0-4a3c-b0f1-3cefdb081896 req-a4f3f963-f6b0-4c25-90f7-b52e62b0356e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:58.719293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bfbe154-56d0-4a3c-b0f1-3cefdb081896 req-a4f3f963-f6b0-4c25-90f7-b52e62b0356e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 944 time: 0.1373451 Aug 20 08:51:58.786107 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.811688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-4ac87ffe-d57c-41dd-a7bb-2bec844e8954 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:58.813543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-4ac87ffe-d57c-41dd-a7bb-2bec844e8954 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 945 time: 0.1150527 Aug 20 08:51:58.817599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-4b5754f6-9dca-4506-b917-566b22f43090 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.822909 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-4b5754f6-9dca-4506-b917-566b22f43090 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.824120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1954608a-27d8-4bef-aea2-eae8ece897b1 req-4b5754f6-9dca-4506-b917-566b22f43090 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/32197d1c-09ce-48c2-a610-2150b4842e0c HTTP/1.1" status: 204 len: 173 time: 0.2551560 Aug 20 08:51:58.828131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bfbe154-56d0-4a3c-b0f1-3cefdb081896 req-775aa3ed-516a-45a5-8a09-5d151603878e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983250 Aug 20 08:51:58.850705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5754f6-9dca-4506-b917-566b22f43090 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32197d1c-09ce-48c2-a610-2150b4842e0c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:58.873905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1be938b2-b13e-4c9b-8992-5ed49048f5fc req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1850684034', 'description': 'tempest-description-1599082567'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:58.896356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88a8297-1f63-4a87-bd87-cd94c929a193,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:58.916130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Checking segment: {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:51:58.916130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Network hostable DHCP agents. Network: 99896d86-32a4-4613-8031-dba58024bb2f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:51:58.934141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1be938b2-b13e-4c9b-8992-5ed49048f5fc req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:58.974477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Network 99896d86-32a4-4613-8031-dba58024bb2f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:51:58.986830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 99896d86-32a4-4613-8031-dba58024bb2f) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:51:58.997213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a03fd-12c7-4d69-9e28-f5021bb2b15b None None] Network 99896d86-32a4-4613-8031-dba58024bb2f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:59.004474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:59.005242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.017688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Deleting port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:51:59.019260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.132305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7f756f91-b587-40a6-8428-1201304218a2 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:51:59.135383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1be938b2-b13e-4c9b-8992-5ed49048f5fc req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.145800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1be938b2-b13e-4c9b-8992-5ed49048f5fc req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.219878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1be938b2-b13e-4c9b-8992-5ed49048f5fc req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.224805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1be938b2-b13e-4c9b-8992-5ed49048f5fc req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3554714 Aug 20 08:51:59.227743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 7f756f91-b587-40a6-8428-1201304218a2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:51:59.228203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7f756f91-b587-40a6-8428-1201304218a2 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:51:59.238841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5ec88652-9aae-4cdb-9dae-80a49a6e4e82 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1082127 Aug 20 08:51:59.239809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d226963-ec1f-48bc-88af-f0dddce49be0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd94501-ed03-41e7-b58a-82478ad4285c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:59.243476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40174) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:51:59.258974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:51:59.262115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] For port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,segment=NetworkSegment(13708deb-99f0-4b18-bb0d-beea87364974),segment_id=13708deb-99f0-4b18-bb0d-beea87364974)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:51:59.262896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.285046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Calling delete_port for 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:51:59.310531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd8951-6b7e-447e-9337-e8cf9c3c4f71 None None] Network 99896d86-32a4-4613-8031-dba58024bb2f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:51:59.327097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.328222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.459693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43a39-bb0f-4b65-9ce1-a4045a1ae2af req-78cc626e-6db2-4bec-8465-087959f30909 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:59.461355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8b43a39-bb0f-4b65-9ce1-a4045a1ae2af req-78cc626e-6db2-4bec-8465-087959f30909 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3606022-f152-4d3f-8ce8-25fb618adb7c HTTP/1.1" status: 200 len: 945 time: 0.1227601 Aug 20 08:51:59.473223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.495149 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.518174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a8c8-bc23-4c14-8fbf-291fa2a68650 req-b89643e6-54fc-4441-86ba-f96a7119a8c4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:59.519856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1699a8c8-bc23-4c14-8fbf-291fa2a68650 req-b89643e6-54fc-4441-86ba-f96a7119a8c4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2186251 Aug 20 08:51:59.533542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Pushing event deleted for resources: {'Port': ['ID=2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:51:59.593460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] No DVR routers for this DVR port 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:51:59.596421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.598675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e3ddd828-13eb-4d98-923d-40f2ea377f61 req-3adf4917-14f5-46d8-bc82-99ae13b5ba54 tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.37 "DELETE /v2.0/ports/2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b HTTP/1.1" status: 204 len: 173 time: 0.7788808 Aug 20 08:51:59.643806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8b43a39-bb0f-4b65-9ce1-a4045a1ae2af req-061d5f4c-8c1b-4c74-904a-f38b9cd7318b tempest-InstanceActionsNegativeTestJSON-717883244 tempest-InstanceActionsNegativeTestJSON-717883244-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cfe1e82-7e65-4661-b54d-f62c0e035520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397920 Aug 20 08:51:59.721762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1699a8c8-bc23-4c14-8fbf-291fa2a68650 req-8db2d6db-f637-480e-ae24-2a4c0ac50f8e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887693 Aug 20 08:51:59.769011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:51:59.779625 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:51:59.898709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9b1a9f8-15f4-46b1-b1e6-3f0718716526 req-d4992644-bd57-41d2-b64e-8b3bfe7ba597 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/9cd94501-ed03-41e7-b58a-82478ad4285c HTTP/1.1" status: 200 len: 1813 time: 0.1404762 Aug 20 08:51:59.935351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442097e3-3809-44a9-bda2-ff509f1c1d04 req-b4a3198b-02d5-4263-a617-6c93f3de416f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:51:59.936956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442097e3-3809-44a9-bda2-ff509f1c1d04 req-b4a3198b-02d5-4263-a617-6c93f3de416f tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 950 time: 0.1637597 Aug 20 08:52:00.020571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442097e3-3809-44a9-bda2-ff509f1c1d04 req-84913ec7-4419-4149-9723-f5139a6a3e22 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763655 Aug 20 08:52:00.046751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071b8c-d969-4455-97d7-b2bb41892333 req-a0c06722-2695-4f2c-851e-726f90f52b6e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:00.048252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09071b8c-d969-4455-97d7-b2bb41892333 req-a0c06722-2695-4f2c-851e-726f90f52b6e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 944 time: 0.0774167 Aug 20 08:52:00.140375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-048b084e-2ece-4a99-b395-695996a8366f req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-860503703', 'description': 'tempest-description-901259916'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:00.166336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'tag': '144f6972-1043-4fa4-8c61-31282b48d882'}, {'server_uuid': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'name': 'network-vif-deleted', 'tag': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:00.169418 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10829b8-3540-4a6a-865f-872cba958c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "97928e63-d312-42ac-92fe-4f7d400a19f0", "tag": "144f6972-1043-4fa4-8c61-31282b48d882"}, {"server_uuid": "f3606022-f152-4d3f-8ce8-25fb618adb7c", "name": "network-vif-deleted", "tag": "2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:00.233809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09071b8c-d969-4455-97d7-b2bb41892333 req-e82ca20c-1aa9-4449-8d24-873d155f8633 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651251 Aug 20 08:52:00.263492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-048b084e-2ece-4a99-b395-695996a8366f req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.294813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.315388 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626857b-310a-4ee1-9a35-1b510295bf20 x-openstack-request-id: req-5626857b-310a-4ee1-9a35-1b510295bf20 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:00.316378 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97928e63-d312-42ac-92fe-4f7d400a19f0", "tag": "144f6972-1043-4fa4-8c61-31282b48d882", "status": "completed", "code": 200}, {"server_uuid": "f3606022-f152-4d3f-8ce8-25fb618adb7c", "name": "network-vif-deleted", "tag": "2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:00.316883 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5626857b-310a-4ee1-9a35-1b510295bf20 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:00.318297 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'tag': '144f6972-1043-4fa4-8c61-31282b48d882', 'status': 'completed', 'code': 200} Aug 20 08:52:00.318658 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3606022-f152-4d3f-8ce8-25fb618adb7c', 'name': 'network-vif-deleted', 'tag': '2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b', 'status': 'completed', 'code': 200} Aug 20 08:52:00.327492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.383848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10829b8-3540-4a6a-865f-872cba958c3d req-4f3053be-f5d4-4c3f-ac42-e487a92cbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:00.385443 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-4f3053be-f5d4-4c3f-ac42-e487a92cbc91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 1095 time: 0.0528858 Aug 20 08:52:00.489406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-048b084e-2ece-4a99-b395-695996a8366f req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.499818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Allocated IP 172.25.5.169 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c4429c9a-2551-4b8b-970d-5365ae9e6af6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:00.502162 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-048b084e-2ece-4a99-b395-695996a8366f req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.519818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10829b8-3540-4a6a-865f-872cba958c3d req-47906f5a-8bb2-486a-873e-3e6546a678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:00.522361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-47906f5a-8bb2-486a-873e-3e6546a678a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.1288836 Aug 20 08:52:00.565157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-048b084e-2ece-4a99-b395-695996a8366f req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.577135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-048b084e-2ece-4a99-b395-695996a8366f req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4518783 Aug 20 08:52:00.591597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-e3947b59-b76e-4454-b7d2-afeecf8d93b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144f6972-1043-4fa4-8c61-31282b48d882 HTTP/1.1" status: 200 len: 217 time: 0.0615587 Aug 20 08:52:00.625328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858e59e-4dd5-4771-9585-06665e774b8a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809d8e50-131d-47d2-978f-8cdd9e555694,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:00.699959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16bcd8c6-0a60-43fd-a4d6-6fa104ccb113 req-1797d49b-c34d-450f-bd4d-978bf7a187cb tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/809d8e50-131d-47d2-978f-8cdd9e555694 HTTP/1.1" status: 200 len: 1811 time: 0.0872328 Aug 20 08:52:00.701053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10829b8-3540-4a6a-865f-872cba958c3d req-4779cfdd-e29c-4bfd-977a-81c79f57c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:00.702748 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-4779cfdd-e29c-4bfd-977a-81c79f57c0d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.1041703 Aug 20 08:52:00.758105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2e428976-7fc4-46ad-9b65-4e580786419c req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-634665412', 'description': 'tempest-description-1653216457'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:00.772802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.782513 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-78fa568a-bc6c-4ea2-b740-187011d11e91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311749 Aug 20 08:52:00.810096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2e428976-7fc4-46ad-9b65-4e580786419c req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.838503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40204) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:00.874318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5894771-142d-491d-ab25-e3fa6f118417 req-9c0767eb-aa05-44fe-ab3e-9f610b8e84d9 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:00.875996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5894771-142d-491d-ab25-e3fa6f118417 req-9c0767eb-aa05-44fe-ab3e-9f610b8e84d9 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 950 time: 0.1716197 Aug 20 08:52:00.917107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Deleting subnet 54dbf557-500c-4a13-a330-d10ea897128a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:52:00.935567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:00.986917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-cb12ed9b-8360-41ab-81bf-1274f9d76b74 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949184 Aug 20 08:52:01.013868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.036147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.063509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Deleting port 0f3b3027-c67e-4498-b788-2b7640bf5de1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:01.063774 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.122990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:01.141331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:01.142121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Pushing event updated for resources: {'Port': ['ID=c4429c9a-2551-4b8b-970d-5365ae9e6af6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:01.144136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:01.157405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553584c9-655b-4606-82b3-6f212a095142 req-00cfb36f-3316-4203-930b-15c945f8c4ca tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:01.158943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-553584c9-655b-4606-82b3-6f212a095142 req-00cfb36f-3316-4203-930b-15c945f8c4ca tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1884794 Aug 20 08:52:01.161038 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c10829b8-3540-4a6a-865f-872cba958c3d req-085900a5-abcc-4f03-8bae-9f33b4cb802b service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669292 Aug 20 08:52:01.164672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:01.167324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.191730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:01.192459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2f8a1b19-2707-4bba-bcbd-ebc06e3ffb3b not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:01.199555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] For port 0f3b3027-c67e-4498-b788-2b7640bf5de1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0f3b3027-c67e-4498-b788-2b7640bf5de1,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:01.199927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.213915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Calling delete_port for 0f3b3027-c67e-4498-b788-2b7640bf5de1 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:01.243292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2e428976-7fc4-46ad-9b65-4e580786419c req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.254686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2e428976-7fc4-46ad-9b65-4e580786419c req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.347978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2e428976-7fc4-46ad-9b65-4e580786419c req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.349200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e428976-7fc4-46ad-9b65-4e580786419c req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6075737 Aug 20 08:52:01.361079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-553584c9-655b-4606-82b3-6f212a095142 req-707d0d69-7c43-4e20-92e2-8534120ecb0e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854751 Aug 20 08:52:01.373158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.382310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa49c1-f98b-4ab8-97c8-0586f76b3321 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce892e0-b732-42ba-81a6-41c5d5a921d9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:01.387755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.448076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.448273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Pushing event deleted for resources: {'Port': ['ID=0f3b3027-c67e-4498-b788-2b7640bf5de1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:01.450804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54dbf557-500c-4a13-a330-d10ea897128a HTTP/1.1" status: 204 len: 168 time: 0.6113093 Aug 20 08:52:01.453479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57638194-4dc7-46fd-b6ef-1221918447ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dbf557-500c-4a13-a330-d10ea897128a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:01.456763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:01.485604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79adf361-22b3-462c-a4e4-e6a41fd43a05 req-4e615a23-8f29-4c2b-a3f8-460dea29f0d0 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.35 "GET /v2.0/ports?device_id=281f87df-bfec-4ed0-8698-09750f8789dd HTTP/1.1" status: 200 len: 210 time: 0.0457327 Aug 20 08:52:01.583048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] No DVR routers for this DVR port 0f3b3027-c67e-4498-b788-2b7640bf5de1 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:01.588542 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.591993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5894771-142d-491d-ab25-e3fa6f118417 req-2414a82d-9785-4aa4-a582-3250e994fa79 tempest-LiveMigrationNegativeTest-790629112 tempest-LiveMigrationNegativeTest-790629112-project] 10.222.0.37 "DELETE /v2.0/ports/0f3b3027-c67e-4498-b788-2b7640bf5de1 HTTP/1.1" status: 204 len: 173 time: 0.7083724 Aug 20 08:52:01.615831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.704169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.717116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c93af4a-734a-4e3f-bb82-72be0fe064c6']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:01.728698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13708deb-99f0-4b18-bb0d-beea87364974') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:01.728914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13708deb-99f0-4b18-bb0d-beea87364974') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:01.740187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.758180 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.766943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:52:01.767754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:52:01.770453 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:52:01.849286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.854710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:01.864419 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c93af4a-734a-4e3f-bb82-72be0fe064c6 HTTP/1.1" status: 204 len: 168 time: 0.4083383 Aug 20 08:52:01.879507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce779-9339-4a1c-b74f-86355539e4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c93af4a-734a-4e3f-bb82-72be0fe064c6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:01.986088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45d6cc94-42f5-4227-afe1-5af2046ccbba req-0f5c7357-0373-4b70-866a-bb845c5f60de tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/bce892e0-b732-42ba-81a6-41c5d5a921d9 HTTP/1.1" status: 200 len: 1812 time: 0.4540966 Aug 20 08:52:02.036803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39457f9-edca-456e-a0fe-0b37fd9aec0e req-bcc302e0-e850-4f31-ac5e-941de23c2ae2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:02.038417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d39457f9-edca-456e-a0fe-0b37fd9aec0e req-bcc302e0-e850-4f31-ac5e-941de23c2ae2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 944 time: 0.4705548 Aug 20 08:52:02.039547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.104528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:02.167867 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b229cdc-e268-4ff7-a395-33e7dd2378ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3b686a04d8d4cc4981f3c8f0214e5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612817 Aug 20 08:52:02.170383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40228) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:02.188179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d39457f9-edca-456e-a0fe-0b37fd9aec0e req-87f2a8b7-2a6e-4e62-87c1-18875d597641 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200407 Aug 20 08:52:02.200279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-66160bd2-48e9-4071-9853-a23cd3135de9 req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1830661428', 'description': 'tempest-description-1585509086'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:02.287606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc61314-5693-48ab-8187-b170b125138f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.296915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66160bd2-48e9-4071-9853-a23cd3135de9 req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.312444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc61314-5693-48ab-8187-b170b125138f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.319729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281f87df-bfec-4ed0-8698-09750f8789dd', 'name': 'network-vif-deleted', 'tag': '0f3b3027-c67e-4498-b788-2b7640bf5de1'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:02.329764 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f458b6-9d9c-463e-8f81-5c5908002aa5" -d '{"events": [{"server_uuid": "281f87df-bfec-4ed0-8698-09750f8789dd", "name": "network-vif-deleted", "tag": "0f3b3027-c67e-4498-b788-2b7640bf5de1"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:02.370250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc61314-5693-48ab-8187-b170b125138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.373392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc61314-5693-48ab-8187-b170b125138f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.374594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ffc61314-5693-48ab-8187-b170b125138f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cfe1e82-7e65-4661-b54d-f62c0e035520 HTTP/1.1" status: 204 len: 168 time: 0.2030637 Aug 20 08:52:02.383136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc61314-5693-48ab-8187-b170b125138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe1e82-7e65-4661-b54d-f62c0e035520,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:02.431859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 144f6972-1043-4fa4-8c61-31282b48d882 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:02.479466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cef3a-f538-4ddb-ab96-292ac6669ec4 req-bcc1b873-551a-4cc9-b334-a7c5b92447aa tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:02.487354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-262cef3a-f538-4ddb-ab96-292ac6669ec4 req-bcc1b873-551a-4cc9-b334-a7c5b92447aa tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.1860523 Aug 20 08:52:02.546643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.625991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-262cef3a-f538-4ddb-ab96-292ac6669ec4 req-cfefd9e4-4f4e-4d21-9e5b-64ee1e1609cb tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267934 Aug 20 08:52:02.648834 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66160bd2-48e9-4071-9853-a23cd3135de9 req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.660060 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66160bd2-48e9-4071-9853-a23cd3135de9 req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.661381 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821712e2-13cc-4021-8f3e-6117cf39cb6d x-openstack-request-id: req-821712e2-13cc-4021-8f3e-6117cf39cb6d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:02.661751 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281f87df-bfec-4ed0-8698-09750f8789dd", "name": "network-vif-deleted", "tag": "0f3b3027-c67e-4498-b788-2b7640bf5de1", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:02.662084 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-821712e2-13cc-4021-8f3e-6117cf39cb6d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:02.662598 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281f87df-bfec-4ed0-8698-09750f8789dd', 'name': 'network-vif-deleted', 'tag': '0f3b3027-c67e-4498-b788-2b7640bf5de1', 'status': 'completed', 'code': 200} Aug 20 08:52:02.742311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66160bd2-48e9-4071-9853-a23cd3135de9 req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.743537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66160bd2-48e9-4071-9853-a23cd3135de9 req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5478380 Aug 20 08:52:02.745464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 144f6972-1043-4fa4-8c61-31282b48d882, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=144f6972-1043-4fa4-8c61-31282b48d882,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:02.788685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '144f6972-1043-4fa4-8c61-31282b48d882', 'network_id': '1b46e25f-5852-4174-acbb-02afb43e0bdf', 'port_id': '144f6972-1043-4fa4-8c61-31282b48d882', 'mac_address': 'fa:16:3e:55:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05922509-1000-43c2-9d1a-d6a21064ec78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:02.794198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3165b60-2013-427c-b709-cbb178962c73 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b6221-b7ed-467b-a8bf-2961a2e11b28,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:02.851795 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.866804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aecc5-025b-45a0-9ba5-dd1f8ca79f24 req-c0fe8a32-0528-4004-ab16-a72b4ddf7f1a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:02.867788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f07aecc5-025b-45a0-9ba5-dd1f8ca79f24 req-c0fe8a32-0528-4004-ab16-a72b4ddf7f1a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1171806 Aug 20 08:52:02.884565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144f6972-1043-4fa4-8c61-31282b48d882 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:02.914812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 144f6972-1043-4fa4-8c61-31282b48d882, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=144f6972-1043-4fa4-8c61-31282b48d882,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:02.920678 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:02.939138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c3f7246-0033-47da-834a-61a5edea99a3 req-00c84f57-95cf-4c55-aaa4-f31c9969595b tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/cd2b6221-b7ed-467b-a8bf-2961a2e11b28 HTTP/1.1" status: 200 len: 1813 time: 0.1084371 Aug 20 08:52:02.947798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f07aecc5-025b-45a0-9ba5-dd1f8ca79f24 req-52b302fa-694f-4123-87db-3856c15d1276 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630875 Aug 20 08:52:02.961813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Router fdb66211-717d-4544-b94c-251e0f8db850 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:52:03.013587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=144f6972-1043-4fa4-8c61-31282b48d882,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:03.055036 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-e17e0367-c302-41b4-a12c-aad1c14f7b6c req-a35fd101-2ccf-4d20-a99c-f9360e35b5a9 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] show failed (client error): The resource could not be found. Aug 20 08:52:03.056896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e17e0367-c302-41b4-a12c-aad1c14f7b6c req-a35fd101-2ccf-4d20-a99c-f9360e35b5a9 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/a4eaddb6-2689-4192-bddd-d1a100588deb HTTP/1.1" status: 404 len: 352 time: 0.0697930 Aug 20 08:52:03.132836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0f3b3027-c67e-4498-b788-2b7640bf5de1 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:03.152500 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-0b429e00-3ae4-423b-88af-fcaf3edc4384 req-cac05828-1bf3-40a3-a2e3-a2f119a54303 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] show failed (client error): The resource could not be found. Aug 20 08:52:03.165548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b429e00-3ae4-423b-88af-fcaf3edc4384 req-cac05828-1bf3-40a3-a2e3-a2f119a54303 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-group-rules/c6067223-7aba-48c8-94ba-1fadf9d40321 HTTP/1.1" status: 404 len: 361 time: 0.0733016 Aug 20 08:52:03.166095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['144f6972-1043-4fa4-8c61-31282b48d882'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:03.190597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:52:03.210706 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Sync routers for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:52:03.223290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:03.226288 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:03.255080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 0f3b3027-c67e-4498-b788-2b7640bf5de1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:03.257491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0f3b3027-c67e-4498-b788-2b7640bf5de1 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:03.261031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40266) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:03.275574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46218d0b-5175-4f99-ab7b-1b5b7183e052 req-d201e5a1-689c-4c45-8980-6a045a21faec tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/cd2b6221-b7ed-467b-a8bf-2961a2e11b28 HTTP/1.1" status: 200 len: 1813 time: 0.0814009 Aug 20 08:52:03.296091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.298214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-abde447e-8017-4955-a9de-cfba565f70eb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0467870 Aug 20 08:52:03.300594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40270) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:03.403872 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:03.478969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-46218d0b-5175-4f99-ab7b-1b5b7183e052 req-db911d0f-262f-4095-89f4-a0546a05e9b0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.502432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa562f-c321-48aa-9205-59d1278b2f19 req-b7f5ef9a-c7b2-4892-b6f2-197bf9857c68 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:03.503991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4fa562f-c321-48aa-9205-59d1278b2f19 req-b7f5ef9a-c7b2-4892-b6f2-197bf9857c68 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 945 time: 0.1794233 Aug 20 08:52:03.553904 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-46218d0b-5175-4f99-ab7b-1b5b7183e052 req-db911d0f-262f-4095-89f4-a0546a05e9b0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.625611 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:01Z', 'revision_number': 3, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:03.642437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4fa562f-c321-48aa-9205-59d1278b2f19 req-6c5838eb-030b-4437-8bd8-20e014cb2106 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916770 Aug 20 08:52:03.661254 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-46218d0b-5175-4f99-ab7b-1b5b7183e052 req-db911d0f-262f-4095-89f4-a0546a05e9b0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.664330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-46218d0b-5175-4f99-ab7b-1b5b7183e052 req-db911d0f-262f-4095-89f4-a0546a05e9b0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.665762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46218d0b-5175-4f99-ab7b-1b5b7183e052 req-db911d0f-262f-4095-89f4-a0546a05e9b0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "DELETE /v2.0/security-groups/cd2b6221-b7ed-467b-a8bf-2961a2e11b28 HTTP/1.1" status: 204 len: 173 time: 0.3892176 Aug 20 08:52:03.675885 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Checking router: fdb66211-717d-4544-b94c-251e0f8db850 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:52:03.676696 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Updating router fdb66211-717d-4544-b94c-251e0f8db850 port c4429c9a-2551-4b8b-970d-5365ae9e6af6 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:52:03.683462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db911d0f-262f-4095-89f4-a0546a05e9b0 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b6221-b7ed-467b-a8bf-2961a2e11b28,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:03.717817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40284) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:03.728685 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.758681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-355843ac-27db-40d9-9def-b6bf8e216ebd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d57251eb902d418292d68450c9ad0854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949772 Aug 20 08:52:03.768599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:03.853490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-124c7231-c26a-49b8-a7b4-0c3e0713d9b7 req-f25e6100-b1c4-46e9-a3f7-960c3dc8b34a tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/bce892e0-b732-42ba-81a6-41c5d5a921d9 HTTP/1.1" status: 200 len: 1812 time: 0.1549151 Aug 20 08:52:03.866616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f13a9-4df8-40f8-af62-4f23462a05eb req-44bce13e-c260-4f42-8dc2-0b28a7d51d58 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:03.875095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-683f13a9-4df8-40f8-af62-4f23462a05eb req-44bce13e-c260-4f42-8dc2-0b28a7d51d58 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.1151724 Aug 20 08:52:03.955081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-683f13a9-4df8-40f8-af62-4f23462a05eb req-f55bca06-413d-45e7-99a7-bbb6c6a0b718 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/security-groups?id=d17f5fea-170c-474b-bdeb-86e1655fd7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Aug 20 08:52:03.988931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d890aeb-1799-460f-b484-e825b63ffe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:03.995270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1689885391-network', 'tenant_id': 'a9797771f08547f986d99ce1beb696d4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:04.028021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Made reservation on behalf of a9797771f08547f986d99ce1beb696d4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:04.031606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.071410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.109290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d890aeb-1799-460f-b484-e825b63ffe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.194413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-124c7231-c26a-49b8-a7b4-0c3e0713d9b7 req-173a60de-c288-4536-b7b8-9d5dd4b3073d tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.212167 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.227631 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Transition to ACTIVE for port object c4429c9a-2551-4b8b-970d-5365ae9e6af6 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:04.243763 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.277953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-124c7231-c26a-49b8-a7b4-0c3e0713d9b7 req-173a60de-c288-4536-b7b8-9d5dd4b3073d tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.297641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5289b5-3fe6-4a07-a6e8-210fb7bdd1d9 req-408bb258-e8cb-4dce-b200-7b145f2b012c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:04.299314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc5289b5-3fe6-4a07-a6e8-210fb7bdd1d9 req-408bb258-e8cb-4dce-b200-7b145f2b012c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2247224 Aug 20 08:52:04.307807 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Attempting to bind port c4429c9a-2551-4b8b-970d-5365ae9e6af6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:04.308963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Attempting to bind port c4429c9a-2551-4b8b-970d-5365ae9e6af6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:04.309520 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Attempting to bind port c4429c9a-2551-4b8b-970d-5365ae9e6af6 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:04.314086 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7563-ce2e-491a-85d6-4c6e95dfdb3b None None] Pushing event updated for resources: {'Port': ['ID=c4429c9a-2551-4b8b-970d-5365ae9e6af6,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:04.317756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-bc10f035-f28c-4d4c-a74c-9e9efa88c718 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:04.326515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-bc10f035-f28c-4d4c-a74c-9e9efa88c718 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 946 time: 0.5001035 Aug 20 08:52:04.331775 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:04.332149 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:04.332562 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.332945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:04.333800 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Bound port: c4429c9a-2551-4b8b-970d-5365ae9e6af6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:04.334187 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.365002 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d890aeb-1799-460f-b484-e825b63ffe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.368262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d890aeb-1799-460f-b484-e825b63ffe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.372318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1d890aeb-1799-460f-b484-e825b63ffe66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ea8ede8-e5cc-4efc-b517-b4cde7fe730e HTTP/1.1" status: 204 len: 168 time: 0.5748396 Aug 20 08:52:04.407511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d890aeb-1799-460f-b484-e825b63ffe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8ede8-e5cc-4efc-b517-b4cde7fe730e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:04.418511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-124c7231-c26a-49b8-a7b4-0c3e0713d9b7 req-173a60de-c288-4536-b7b8-9d5dd4b3073d tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.420813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-124c7231-c26a-49b8-a7b4-0c3e0713d9b7 req-173a60de-c288-4536-b7b8-9d5dd4b3073d tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.425924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-124c7231-c26a-49b8-a7b4-0c3e0713d9b7 req-173a60de-c288-4536-b7b8-9d5dd4b3073d tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "DELETE /v2.0/security-groups/bce892e0-b732-42ba-81a6-41c5d5a921d9 HTTP/1.1" status: 204 len: 173 time: 0.5453997 Aug 20 08:52:04.444295 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] For port c4429c9a-2551-4b8b-970d-5365ae9e6af6, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:04.449301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc5289b5-3fe6-4a07-a6e8-210fb7bdd1d9 req-e8db144a-bdb2-42a6-afee-e308c90acde7 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263480 Aug 20 08:52:04.451292 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] For port c4429c9a-2551-4b8b-970d-5365ae9e6af6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c4429c9a-2551-4b8b-970d-5365ae9e6af6,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:04.458034 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.465557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 144f6972-1043-4fa4-8c61-31282b48d882 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:04.474840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a60de-c288-4536-b7b8-9d5dd4b3073d tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce892e0-b732-42ba-81a6-41c5d5a921d9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:04.494412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.528507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.550090 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:04.550505 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:04.574955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.592844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Deleting port bde0af96-b4f1-4715-935d-c484eb2235e2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:04.593602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.597072 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7563-ce2e-491a-85d6-4c6e95dfdb3b None None] Pushing event updated for resources: {'Port': ['ID=c4429c9a-2551-4b8b-970d-5365ae9e6af6,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:04.611523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:04.642319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 144f6972-1043-4fa4-8c61-31282b48d882 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:04.653654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 144f6972-1043-4fa4-8c61-31282b48d882 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:04.654585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.665837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36c77eec-d688-47fb-bdd8-56d6f4f27a89 req-d3fb08a5-1342-40bd-bda2-28b23c1f5589 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/809d8e50-131d-47d2-978f-8cdd9e555694 HTTP/1.1" status: 200 len: 1811 time: 0.2214694 Aug 20 08:52:04.691414 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.691764 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Added segment fc9b1c83-5611-401e-a6a4-6e35ceab56a0 of type vlan for network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 Aug 20 08:52:04.693035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e088fd9b-c87a-4a86-8fb3-6290410660a1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:04.763633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:04.838513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.847148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] For port bde0af96-b4f1-4715-935d-c484eb2235e2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bde0af96-b4f1-4715-935d-c484eb2235e2,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:04.847837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.884608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Calling delete_port for bde0af96-b4f1-4715-935d-c484eb2235e2 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:04.890867 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.907252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e60087-e50c-4517-ba85-008ef3b65eff req-11152e05-5883-4797-94e3-e160e18e1225 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:04.909468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02e60087-e50c-4517-ba85-008ef3b65eff req-11152e05-5883-4797-94e3-e160e18e1225 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 945 time: 0.1267500 Aug 20 08:52:04.914795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36c77eec-d688-47fb-bdd8-56d6f4f27a89 req-069d932c-3dbc-4aac-a540-deea1d705510 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.929071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:04.930325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:04.931096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.026583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Allocated IP 172.20.0.1 (99896d86-32a4-4613-8031-dba58024bb2f/d88a8297-1f63-4a87-bd87-cd94c929a193/1fda8b93-e0db-455a-b96e-1df511d13919) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:05.027630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 144f6972-1043-4fa4-8c61-31282b48d882, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=144f6972-1043-4fa4-8c61-31282b48d882,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:05.031811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f6972-1043-4fa4-8c61-31282b48d882'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:05.040780 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b7dc68-7d12-48d4-be7d-2b76bb0f944a" -d '{"events": [{"server_uuid": "97928e63-d312-42ac-92fe-4f7d400a19f0", "name": "network-vif-plugged", "status": "completed", "tag": "144f6972-1043-4fa4-8c61-31282b48d882"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:05.048341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:05.052847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36c77eec-d688-47fb-bdd8-56d6f4f27a89 req-069d932c-3dbc-4aac-a540-deea1d705510 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.056127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.071105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40314) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:05.073973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:05.084526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c6ff27a5-c4c9-4a15-901f-7edd31d287c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3611081 Aug 20 08:52:05.089328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40316) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:05.095583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Request body: {'subnet': {'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1689885391-subnet', 'tenant_id': 'a9797771f08547f986d99ce1beb696d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:05.104614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02e60087-e50c-4517-ba85-008ef3b65eff req-4067254c-a7ee-4987-929e-6ff329c9f606 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877856 Aug 20 08:52:05.142438 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:01Z', 'revision_number': 3, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:05.163873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Made reservation on behalf of a9797771f08547f986d99ce1beb696d4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:05.166811 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.177962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36c77eec-d688-47fb-bdd8-56d6f4f27a89 req-069d932c-3dbc-4aac-a540-deea1d705510 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.180451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-36c77eec-d688-47fb-bdd8-56d6f4f27a89 req-069d932c-3dbc-4aac-a540-deea1d705510 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.190305 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d0dd4-61e2-421c-a2c2-9c555a35cf20 None None] The sync data for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 is: [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:01Z', 'revision_number': 3, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:52:05.202982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36c77eec-d688-47fb-bdd8-56d6f4f27a89 req-069d932c-3dbc-4aac-a540-deea1d705510 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "DELETE /v2.0/security-groups/809d8e50-131d-47d2-978f-8cdd9e555694 HTTP/1.1" status: 204 len: 173 time: 0.5247769 Aug 20 08:52:05.236048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3142494b-aa9c-4f6e-8025-300f7fe20a49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1aafa3ec2294fa982a2f373fb759137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610661 Aug 20 08:52:05.250479 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc4f8c9-1fc0-4e59-aff5-b6b148c68444 x-openstack-request-id: req-3cc4f8c9-1fc0-4e59-aff5-b6b148c68444 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:05.250775 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97928e63-d312-42ac-92fe-4f7d400a19f0", "name": "network-vif-plugged", "status": "completed", "tag": "144f6972-1043-4fa4-8c61-31282b48d882", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:05.251029 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cc4f8c9-1fc0-4e59-aff5-b6b148c68444 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:05.251422 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f6972-1043-4fa4-8c61-31282b48d882', 'code': 200} Aug 20 08:52:05.252300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=144f6972-1043-4fa4-8c61-31282b48d882,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:05.266899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:05.372537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.376666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.389366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d932c-3dbc-4aac-a540-deea1d705510 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d8e50-131d-47d2-978f-8cdd9e555694,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:05.406195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79aa4023-4a8e-4e82-b499-a8b60d1f7384 req-50fc3743-6a58-4c10-9a97-2645742a9712 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67 HTTP/1.1" status: 200 len: 210 time: 0.1399384 Aug 20 08:52:05.453508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Pushing event deleted for resources: {'Port': ['ID=bde0af96-b4f1-4715-935d-c484eb2235e2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:05.486513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c4a599d-f879-49de-956c-1bba29115531 req-9a359d3a-52c9-4bf1-8c4c-c328b17bf3d9 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/9cd94501-ed03-41e7-b58a-82478ad4285c HTTP/1.1" status: 200 len: 1813 time: 0.1673679 Aug 20 08:52:05.494956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720c327-c564-4d9a-8e6d-f36d218d77fe req-c50f4ac1-4c28-4e70-9d19-ab52b8372368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:05.496951 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b720c327-c564-4d9a-8e6d-f36d218d77fe req-c50f4ac1-4c28-4e70-9d19-ab52b8372368 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 1097 time: 0.1382446 Aug 20 08:52:05.524994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-647099cf-1f15-4e45-adfc-9dc1542d9960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.581753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.582275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] No DVR routers for this DVR port bde0af96-b4f1-4715-935d-c484eb2235e2 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:05.602170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b720c327-c564-4d9a-8e6d-f36d218d77fe req-150a7d88-e306-46aa-926d-dbb73f5da8bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 Aug 20 08:52:05.619135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.622978 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c429596-c0d8-423a-98b0-3c78e3e81665 req-3b3075be-6166-40cf-ad49-4966a5fc4b93 tempest-AttachSCSIVolumeTestJSON-1044722410 tempest-AttachSCSIVolumeTestJSON-1044722410-project] 10.222.0.37 "DELETE /v2.0/ports/bde0af96-b4f1-4715-935d-c484eb2235e2 HTTP/1.1" status: 204 len: 173 time: 1.2879243 Aug 20 08:52:05.623539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'name': 'network-vif-deleted', 'tag': 'bde0af96-b4f1-4715-935d-c484eb2235e2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:05.626987 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd96e3a8-e692-4f29-aaeb-22aa69077085" -d '{"events": [{"server_uuid": "6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67", "name": "network-vif-deleted", "tag": "bde0af96-b4f1-4715-935d-c484eb2235e2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:05.655134 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-647099cf-1f15-4e45-adfc-9dc1542d9960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.677214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Network 99896d86-32a4-4613-8031-dba58024bb2f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:05.681098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:05.690584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:05.738776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Pushing event updated for resources: {'Port': ['ID=1fda8b93-e0db-455a-b96e-1df511d13919,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:05.753978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.792006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6c4a599d-f879-49de-956c-1bba29115531 req-ecc0690b-c7b0-40cb-8d8a-5bf91799e001 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.818311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.889577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345bcac-9602-4391-854d-6a7a11655410 req-f50b133f-1902-4844-a553-b0a056deda7f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:05.891087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6345bcac-9602-4391-854d-6a7a11655410 req-f50b133f-1902-4844-a553-b0a056deda7f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2639375 Aug 20 08:52:05.905676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6c4a599d-f879-49de-956c-1bba29115531 req-ecc0690b-c7b0-40cb-8d8a-5bf91799e001 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:05.958847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.021661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6c4a599d-f879-49de-956c-1bba29115531 req-ecc0690b-c7b0-40cb-8d8a-5bf91799e001 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.024317 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6c4a599d-f879-49de-956c-1bba29115531 req-ecc0690b-c7b0-40cb-8d8a-5bf91799e001 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.025509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c4a599d-f879-49de-956c-1bba29115531 req-ecc0690b-c7b0-40cb-8d8a-5bf91799e001 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "DELETE /v2.0/security-groups/9cd94501-ed03-41e7-b58a-82478ad4285c HTTP/1.1" status: 204 len: 173 time: 0.5334108 Aug 20 08:52:06.073185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c44724d-f3bd-40fc-a2dc-adefb40d6e57,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:06.091692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0690b-c7b0-40cb-8d8a-5bf91799e001 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd94501-ed03-41e7-b58a-82478ad4285c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:06.093495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-647099cf-1f15-4e45-adfc-9dc1542d9960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.101909 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-647099cf-1f15-4e45-adfc-9dc1542d9960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.108329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-647099cf-1f15-4e45-adfc-9dc1542d9960 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64e491ff-7d3b-4ff8-9e74-460cfdc8dc97 HTTP/1.1" status: 204 len: 168 time: 0.7873025 Aug 20 08:52:06.125788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6345bcac-9602-4391-854d-6a7a11655410 req-a4f9f44c-2d5d-4438-8552-edc9c74a6055 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491091 Aug 20 08:52:06.146952 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cea97d-0b8b-4cfc-9493-06ca1726d628 x-openstack-request-id: req-98cea97d-0b8b-4cfc-9493-06ca1726d628 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:06.147920 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67", "name": "network-vif-deleted", "tag": "bde0af96-b4f1-4715-935d-c484eb2235e2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:06.148823 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98cea97d-0b8b-4cfc-9493-06ca1726d628 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:06.149738 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdeabb2-1df5-4ae3-8a1f-9312a5bb9b67', 'name': 'network-vif-deleted', 'tag': 'bde0af96-b4f1-4715-935d-c484eb2235e2', 'status': 'completed', 'code': 200} Aug 20 08:52:06.178696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647099cf-1f15-4e45-adfc-9dc1542d9960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e491ff-7d3b-4ff8-9e74-460cfdc8dc97,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:06.246252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Checking segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:06.246763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Network hostable DHCP agents. Network: f89c36e7-80e1-4d8b-93bb-a4b58f54fa80, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:06.313211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:06.333315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc689290-da79-4f6f-a344-54492d7741bd req-f095e2b4-69a1-401a-840f-c26f7782dcce tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "GET /v2.0/security-groups/e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2 HTTP/1.1" status: 200 len: 1810 time: 0.1715310 Aug 20 08:52:06.362072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f89c36e7-80e1-4d8b-93bb-a4b58f54fa80) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:06.377227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e1b8e-e2ce-4c85-9bb7-b169e63f56a8 None None] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:06.383983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:06.384852 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.390928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.402828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.421259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa20d-ae9a-4c6b-a44e-fed39db16a0b req-1f281034-2853-43f7-955a-14a484ff0d66 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:06.429213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bffa20d-ae9a-4c6b-a44e-fed39db16a0b req-1f281034-2853-43f7-955a-14a484ff0d66 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1332028 Aug 20 08:52:06.461701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-18740dcc-34e6-4060-b347-c69d86c6a575 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3704073 Aug 20 08:52:06.504845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fc689290-da79-4f6f-a344-54492d7741bd req-4a10d2e2-154b-4c09-ac50-ed06fea71403 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.520806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bffa20d-ae9a-4c6b-a44e-fed39db16a0b req-a89d4a87-084a-44cc-9302-9d71d8c0dcb3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903728 Aug 20 08:52:06.561410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Pushing event updated for resources: {'Port': ['ID=1fda8b93-e0db-455a-b96e-1df511d13919,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:06.599094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fc689290-da79-4f6f-a344-54492d7741bd req-4a10d2e2-154b-4c09-ac50-ed06fea71403 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.619894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.716547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fc689290-da79-4f6f-a344-54492d7741bd req-4a10d2e2-154b-4c09-ac50-ed06fea71403 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.723273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb10659-1143-4910-8ab2-946a0d557403 None None] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:06.723766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fc689290-da79-4f6f-a344-54492d7741bd req-4a10d2e2-154b-4c09-ac50-ed06fea71403 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.727157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc689290-da79-4f6f-a344-54492d7741bd req-4a10d2e2-154b-4c09-ac50-ed06fea71403 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] 10.222.0.35 "DELETE /v2.0/security-groups/e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2 HTTP/1.1" status: 204 len: 173 time: 0.3662999 Aug 20 08:52:06.736178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40358) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:06.763678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10d2e2-154b-4c09-ac50-ed06fea71403 tempest-SecurityGroupRulesNegativeTestJSON-1112833357 tempest-SecurityGroupRulesNegativeTestJSON-1112833357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb58f1-f1cb-4056-a630-7e9f40dbfbe2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:06.871320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Deleting subnet c040afd0-8897-41dc-b832-6e9a66017cf9 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:52:06.879381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:06.975288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Network 99896d86-32a4-4613-8031-dba58024bb2f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:06.978194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:06.982488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.122297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.142553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bde0af96-b4f1-4715-935d-c484eb2235e2 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:07.202205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: bde0af96-b4f1-4715-935d-c484eb2235e2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:07.216378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bde0af96-b4f1-4715-935d-c484eb2235e2 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:07.388077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Router fdb66211-717d-4544-b94c-251e0f8db850 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:52:07.405565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.473896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.475764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c040afd0-8897-41dc-b832-6e9a66017cf9 HTTP/1.1" status: 204 len: 168 time: 0.7383242 Aug 20 08:52:07.479053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9886c-cd33-45d6-8f04-e087b184c653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c040afd0-8897-41dc-b832-6e9a66017cf9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:07.481064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40430) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:07.483531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c4429c9a-2551-4b8b-970d-5365ae9e6af6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:07.484445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-86b40860-e002-4187-9ea2-1e61969d83d6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:07.493551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-86b40860-e002-4187-9ea2-1e61969d83d6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 813 time: 0.2769210 Aug 20 08:52:07.517889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-ff095ea5-971a-4c22-88da-149ae94ff87b tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/quotas/a9797771f08547f986d99ce1beb696d4 HTTP/1.1" status: 200 len: 375 time: 0.0228524 Aug 20 08:52:07.609406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-dcc66428-90cc-4a18-aeda-497e1cfd8fa8 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905399 Aug 20 08:52:07.616154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c4429c9a-2551-4b8b-970d-5365ae9e6af6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:07.622759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c4429c9a-2551-4b8b-970d-5365ae9e6af6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:07.623141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.746424 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.773575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874070f-48c5-4ec0-8ff8-d638f900cf4b req-dcf66f86-64bd-4b86-9edf-3f492ecfa2ee tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:07.775987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0874070f-48c5-4ec0-8ff8-d638f900cf4b req-dcf66f86-64bd-4b86-9edf-3f492ecfa2ee tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.4807477 Aug 20 08:52:07.785372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:52:07.801837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c4429c9a-2551-4b8b-970d-5365ae9e6af6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c4429c9a-2551-4b8b-970d-5365ae9e6af6,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:07.813364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28bd5c92-e93d-4624-9193-6503945d167b admin admin] 10.222.0.35 "PUT /v2.0/routers/fdb66211-717d-4544-b94c-251e0f8db850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5030029 Aug 20 08:52:07.819126 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:07.855689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0874070f-48c5-4ec0-8ff8-d638f900cf4b req-1c3f7892-d4f3-4902-b854-ce136b059d19 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720108 Aug 20 08:52:07.912616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-bbcd2ccd-cafa-4bc4-9a76-ce72626883a3 service neutron] 10.222.0.35 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006225 Aug 20 08:52:07.937210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c4429c9a-2551-4b8b-970d-5365ae9e6af6,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:07.939989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Sync routers for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:52:07.966315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:07.967072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:08.030820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.162237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-4715b393-c6f3-4ab1-8746-b55651e3427b service neutron] 10.222.0.35 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432847 Aug 20 08:52:08.204954 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.218452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bb62ab-dcdc-4f51-9409-c23e2fcc22c4']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:08.231248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b919c7d-0087-4b04-98fb-fad097b40fc3') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:08.231811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b919c7d-0087-4b04-98fb-fad097b40fc3') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:08.242663 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.260125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.262758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25737f8-2964-4cb7-be7e-3b49486480c7 req-69da06b6-e8f8-4c82-9db9-98cdcab7cc6f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:08.267902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:08.268971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:52:08.270181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.278934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d25737f8-2964-4cb7-be7e-3b49486480c7 req-69da06b6-e8f8-4c82-9db9-98cdcab7cc6f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2247748 Aug 20 08:52:08.373117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d25737f8-2964-4cb7-be7e-3b49486480c7 req-30596b1b-7c61-4ea5-86b8-49223bd95063 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909281 Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:52:08.407824 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:52:08.410638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.421550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:08.423452 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] 10.222.0.35 "DELETE /v2.0/networks/23bb62ab-dcdc-4f51-9409-c23e2fcc22c4 HTTP/1.1" status: 204 len: 168 time: 0.9265435 Aug 20 08:52:08.457061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3c801-352d-4ec7-875a-bb03b8ee27ed admin admin] Pushing event deleted for resources: {'Network': ['ID=23bb62ab-dcdc-4f51-9409-c23e2fcc22c4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:08.744383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40486) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:08.818868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:06Z', 'revision_number': 2, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:08.868843 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6327f6ba-f8a3-48da-b0fa-3852be1bd77c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be81fe6668094a89a038882821f81554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234016 Aug 20 08:52:08.873228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40498) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:08.940371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Checking router: fdb66211-717d-4544-b94c-251e0f8db850 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:52:08.941609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Updating router fdb66211-717d-4544-b94c-251e0f8db850 port 1fda8b93-e0db-455a-b96e-1df511d13919 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:52:09.028659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6e390c1d-80b6-47c5-856d-03cf62407d0b tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:09.037342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6e390c1d-80b6-47c5-856d-03cf62407d0b tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 820 time: 0.2699122 Aug 20 08:52:09.051158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.063407 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-bec9685f-b617-403c-b3e8-62894342a451 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/quotas/c890836a879b42f394b7c230a6cabdb2 HTTP/1.1" status: 200 len: 375 time: 0.0247879 Aug 20 08:52:09.068087 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5c5d60-0d8c-4ba0-9679-b9f3056d9f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.075695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aad6f-1f5d-4675-929f-8121265aa7df req-bb4aa44d-87d3-46fd-99ea-146b332fbd86 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:09.083855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c0aad6f-1f5d-4675-929f-8121265aa7df req-bb4aa44d-87d3-46fd-99ea-146b332fbd86 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1167829 Aug 20 08:52:09.173629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5c5d60-0d8c-4ba0-9679-b9f3056d9f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.219125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c0aad6f-1f5d-4675-929f-8121265aa7df req-5c1ad8c2-1d3c-4a34-9fe4-e53bfc665ffa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336544 Aug 20 08:52:09.268846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-0d944e83-589a-497b-bc43-f30e6c7105ab tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042782 Aug 20 08:52:09.318927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5c5d60-0d8c-4ba0-9679-b9f3056d9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.326175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5c5d60-0d8c-4ba0-9679-b9f3056d9f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.331760 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-be5c5d60-0d8c-4ba0-9679-b9f3056d9f58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb4a5bdd-1ece-4d03-b171-ae286ba7d413 HTTP/1.1" status: 204 len: 168 time: 0.4572439 Aug 20 08:52:09.359020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c5d60-0d8c-4ba0-9679-b9f3056d9f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a5bdd-1ece-4d03-b171-ae286ba7d413,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:09.496448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af386e98-f738-4236-9152-ecae1da57a86 req-18b67417-6802-4460-b3c5-d1c07293b2ef tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 210 time: 0.0538254 Aug 20 08:52:09.519032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c4429c9a-2551-4b8b-970d-5365ae9e6af6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:09.600231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-76759848-397b-434b-812c-678c2388a1d3 service neutron] 10.222.0.35 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199284 Aug 20 08:52:09.685642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c4429c9a-2551-4b8b-970d-5365ae9e6af6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:09.687273 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.875836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-10c1092d-1b42-473a-92ab-d3901a7965cf service neutron] 10.222.0.35 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691298 Aug 20 08:52:09.890188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:09.932034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb444d-cdda-44cb-a112-257269f19062 req-5a73c9a0-02ab-489a-a28a-f17d79322b3e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:09.934694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fcb444d-cdda-44cb-a112-257269f19062 req-5a73c9a0-02ab-489a-a28a-f17d79322b3e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1302109 Aug 20 08:52:09.991558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Transition to ACTIVE for port object 1fda8b93-e0db-455a-b96e-1df511d13919 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:10.007262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:10.020960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fcb444d-cdda-44cb-a112-257269f19062 req-42939390-27aa-4ec6-83fd-4b156ec52f91 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791016 Aug 20 08:52:10.210662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a892b-c8a6-4508-8496-bf8515947d8b None None] Pushing event updated for resources: {'Port': ['ID=1fda8b93-e0db-455a-b96e-1df511d13919,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:10.243797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed96b7-55f5-4a81-9233-066cae38ad5f req-1e99d040-cd84-4816-bd13-f3c88a42003e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:10.247307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ed96b7-55f5-4a81-9233-066cae38ad5f req-1e99d040-cd84-4816-bd13-f3c88a42003e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1002924 Aug 20 08:52:10.250654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Attempting to bind port 1fda8b93-e0db-455a-b96e-1df511d13919 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:10.251030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Attempting to bind port 1fda8b93-e0db-455a-b96e-1df511d13919 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:10.251394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Attempting to bind port 1fda8b93-e0db-455a-b96e-1df511d13919 on network 99896d86-32a4-4613-8031-dba58024bb2f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:10.272555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:10.272958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Checking segment: {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:10.281865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:10.281865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Bound using segment: {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:10.281865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Bound port: 1fda8b93-e0db-455a-b96e-1df511d13919, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:10.281865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:10.378665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ed96b7-55f5-4a81-9233-066cae38ad5f req-fd5d48d3-87d2-4b9a-a0a3-e3eb57d581fa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201413 Aug 20 08:52:10.452290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] For port 1fda8b93-e0db-455a-b96e-1df511d13919, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:10.462075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] For port 1fda8b93-e0db-455a-b96e-1df511d13919, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1fda8b93-e0db-455a-b96e-1df511d13919,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:10.468389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:10.556653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:10.557454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:51:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:10.593128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58813e31-00dd-49d1-b74b-8e5f7a3feea9 req-e524626d-6c22-49ef-879e-f778a8dca51a tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 210 time: 0.0822310 Aug 20 08:52:10.673983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a892b-c8a6-4508-8496-bf8515947d8b None None] Pushing event updated for resources: {'Port': ['ID=1fda8b93-e0db-455a-b96e-1df511d13919,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:10.855844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:10.904602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4f1afaf-13a4-4149-b2c7-618f7fbe8593 req-c88e22d3-da91-465b-9bf7-c6a7aef9d773 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 210 time: 0.0768664 Aug 20 08:52:11.129634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-2501f68c-da35-49b3-9266-cf604b0accc7 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:11.139506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5621e60-8b88-49b3-bf6c-99729cfe558f req-82c1719b-efab-4068-8bd6-be114da0ec6e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:11.153757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-2501f68c-da35-49b3-9266-cf604b0accc7 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 813 time: 0.4500337 Aug 20 08:52:11.156554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5621e60-8b88-49b3-bf6c-99729cfe558f req-82c1719b-efab-4068-8bd6-be114da0ec6e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.0991492 Aug 20 08:52:11.191705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Request body: {'port': {'device_id': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'admin_state_up': True, 'tenant_id': 'a9797771f08547f986d99ce1beb696d4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:11.278136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5621e60-8b88-49b3-bf6c-99729cfe558f req-7cc5a38f-d975-4da4-98e8-a862191410be tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130834 Aug 20 08:52:11.423210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:10Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:11.475333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886643-a2eb-4a44-bdab-f3fd97529ee6 None None] The sync data for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 is: [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:10Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:52:11.502411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40564) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:11.576889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d936366-f330-4c6d-b3ec-e78bea868146 req-2b0ce149-7da2-4b5b-bf42-4baac27bc53a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:11.580375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d936366-f330-4c6d-b3ec-e78bea868146 req-2b0ce149-7da2-4b5b-bf42-4baac27bc53a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1567473 Aug 20 08:52:11.697836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d936366-f330-4c6d-b3ec-e78bea868146 req-0e2a5e1e-5a9e-4690-9501-d1111f93f5ac tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953228 Aug 20 08:52:11.757653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-3d62b33b-443f-4068-99e4-bdad22953c42 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:11.759387 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-3d62b33b-443f-4068-99e4-bdad22953c42 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 813 time: 0.5560064 Aug 20 08:52:11.792998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Request body: {'port': {'device_id': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'admin_state_up': True, 'tenant_id': 'a9797771f08547f986d99ce1beb696d4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:11.819808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1995759762-network', 'tenant_id': 'fe46ec2d28e5465da8d0275400a0caa0'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:11.902916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53af3b2d-106e-4974-8fd1-323ac18c328e req-98c6ceee-c5b4-4828-9c6b-82a616c77cb5 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 210 time: 0.0793829 Aug 20 08:52:11.942155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Made reservation on behalf of fe46ec2d28e5465da8d0275400a0caa0 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:11.944604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:11.972953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.016899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 08:52:12.016899 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 08:52:12.016899 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id_1': 'fe46ec2d28e5465da8d0275400a0caa0', 'expiration_1': datetime.datetime(2021, 8, 20, 8, 52, 12, 5607)}] Aug 20 08:52:12.016899 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:52:12.017426 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:52:12.079103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2d92fdd-0cc9-4ed4-b0d2-323a2ea92c7d req-004678aa-45ae-4477-bd1e-2035a1d0cb9b tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 210 time: 0.0490713 Aug 20 08:52:12.291870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Made reservation on behalf of a9797771f08547f986d99ce1beb696d4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:12.304138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.442106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.455510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-376ee854-32af-412c-a44a-994ef8eae6eb tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:12.474227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-376ee854-32af-412c-a44a-994ef8eae6eb tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 820 time: 0.4394209 Aug 20 08:52:12.505232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'port': {'device_id': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'admin_state_up': True, 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:12.519610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.544196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1ab70-f460-42a3-b9c0-fb843ef50338 req-58142802-f9c9-41d1-9a43-eb67415520f2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:12.553069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3e1ab70-f460-42a3-b9c0-fb843ef50338 req-58142802-f9c9-41d1-9a43-eb67415520f2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1077764 Aug 20 08:52:12.600769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40586) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:12.632432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3e1ab70-f460-42a3-b9c0-fb843ef50338 req-054bde6a-27f2-444d-896d-9ea906956a93 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782475 Aug 20 08:52:12.733169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Allocated IP 172.20.0.4 (f89c36e7-80e1-4d8b-93bb-a4b58f54fa80/0c44724d-f3bd-40fc-a2dc-adefb40d6e57/619311af-9632-42a2-8ff3-1b8d0795efd9) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:12.781026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.788706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.820232 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78c2dd54-9443-42c7-a87e-f42891f706f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.883168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:12.907901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa51cb-49b2-4e24-9db6-54fec90999b4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:12.915061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:12.916054 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Added segment 6d6b0847-aeb7-466a-8c8f-15874c232d1b of type vlan for network f5740865-78a1-44bc-be00-aa9ab6419be1 Aug 20 08:52:12.963488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Made reservation on behalf of a9797771f08547f986d99ce1beb696d4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:12.967617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.003947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e56fd-9e4e-47d0-8eb7-5bf3220fa880 req-31fdc72c-4bbc-41ba-b1f5-146193cf3cda tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:13.007568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-570e56fd-9e4e-47d0-8eb7-5bf3220fa880 req-31fdc72c-4bbc-41ba-b1f5-146193cf3cda tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.1764572 Aug 20 08:52:13.132438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.157522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31089604-389e-4ab8-b17f-44e787673d7b req-b4250bd4-1d6e-405b-928a-2b27e4f311b1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 210 time: 0.0588303 Aug 20 08:52:13.176641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-46f5f054-1379-4024-8090-e5685db9464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.194009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.202002 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.326541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:13.334017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-392c6b7e-3f89-4d76-bb7b-cfb3098dc1ff req-2e74c4d7-97c0-4c40-8c61-bb171a73bdef tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 210 time: 0.0484252 Aug 20 08:52:13.337346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:13.340341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event updated for resources: {'Port': ['ID=619311af-9632-42a2-8ff3-1b8d0795efd9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:13.345153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:13.352891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78c2dd54-9443-42c7-a87e-f42891f706f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.368906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-570e56fd-9e4e-47d0-8eb7-5bf3220fa880 req-4e695275-9c21-47a9-91c0-2b65e8819c1c tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586956 Aug 20 08:52:13.384093 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78c2dd54-9443-42c7-a87e-f42891f706f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.439134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2dd54-9443-42c7-a87e-f42891f706f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e5b2b-31db-4e19-b65e-d445131f7d1f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:13.442025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.443089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:13.443757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.505650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:13.506592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.519448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Allocated IP 172.20.0.10 (f89c36e7-80e1-4d8b-93bb-a4b58f54fa80/0c44724d-f3bd-40fc-a2dc-adefb40d6e57/3a73cc29-a9d1-483e-9549-3c82e749581e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:13.521295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Made reservation on behalf of c890836a879b42f394b7c230a6cabdb2 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:13.525682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1fda8b93-e0db-455a-b96e-1df511d13919 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:13.538875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.554861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78c2dd54-9443-42c7-a87e-f42891f706f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87b19db2566b4894a3509e01514b554c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9469955 Aug 20 08:52:13.556920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0542526 Aug 20 08:52:13.560163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40602) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:13.560784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40604) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:13.578883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Request body: {'subnet': {'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1995759762-subnet', 'tenant_id': 'fe46ec2d28e5465da8d0275400a0caa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:13.606443 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-f0966d78-3347-480a-a28e-7f45d730104d tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4423001 Aug 20 08:52:13.611608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Made reservation on behalf of fe46ec2d28e5465da8d0275400a0caa0 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:13.614083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.619452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1fda8b93-e0db-455a-b96e-1df511d13919 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:13.629383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Request body: {'port': {'device_id': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:13.631759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1fda8b93-e0db-455a-b96e-1df511d13919 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:13.632126 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:13.706569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:13.708109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691088-5818-49b1-9c99-966ea937ee42 admin admin] Pushing event updated for resources: {'Network': ['ID=f5740865-78a1-44bc-be00-aa9ab6419be1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:13.725129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f5740865-78a1-44bc-be00-aa9ab6419be1 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:13.812889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Allocated IP 172.20.0.12 (99896d86-32a4-4613-8031-dba58024bb2f/d88a8297-1f63-4a87-bd87-cd94c929a193/5ad25b3b-0249-47b4-a832-65d75be02925) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:13.972855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.020186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.022711 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.098025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 1fda8b93-e0db-455a-b96e-1df511d13919, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1fda8b93-e0db-455a-b96e-1df511d13919,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:14.105596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.186013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=1fda8b93-e0db-455a-b96e-1df511d13919,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:14.263650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db22393c-a843-4e53-959b-d1f1748a61c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.313863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8854919-6316-42fc-af61-aba534fcbff3 req-59b023fb-4b26-4344-bb4d-9f9c8a7920fa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:14.315577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8854919-6316-42fc-af61-aba534fcbff3 req-59b023fb-4b26-4344-bb4d-9f9c8a7920fa tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.5519044 Aug 20 08:52:14.326853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a30a007-5de0-4181-8242-29955aa6f62f req-cc82b7ec-1208-40e4-b5a5-8b7f090275a1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 210 time: 0.0700719 Aug 20 08:52:14.357887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db22393c-a843-4e53-959b-d1f1748a61c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.476800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.530425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b5b915c-9966-4f9c-915c-66c8f517029b req-3aec6992-9f57-4514-a098-19143a5a7ff8 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 210 time: 0.0830011 Aug 20 08:52:14.537025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8854919-6316-42fc-af61-aba534fcbff3 req-718c394c-935a-4c90-81af-753f3dfcc270 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032683 Aug 20 08:52:14.663723 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.683483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db22393c-a843-4e53-959b-d1f1748a61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.684136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.687087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db22393c-a843-4e53-959b-d1f1748a61c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.691395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db22393c-a843-4e53-959b-d1f1748a61c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c6e5b2b-31db-4e19-b65e-d445131f7d1f HTTP/1.1" status: 204 len: 168 time: 1.1276088 Aug 20 08:52:14.703719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22393c-a843-4e53-959b-d1f1748a61c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e5b2b-31db-4e19-b65e-d445131f7d1f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:14.707918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.774854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:14.820640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd1611-cd58-4164-bb88-25ae0666f52e req-7469b489-ef6e-4f64-8780-0ec5612455b0 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:14.822217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bbd1611-cd58-4164-bb88-25ae0666f52e req-7469b489-ef6e-4f64-8780-0ec5612455b0 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2072914 Aug 20 08:52:14.846388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ad36d5-1606-42fc-aac1-fd789a38628a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:14.893818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619311af-9632-42a2-8ff3-1b8d0795efd9 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:14.902662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.933459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:14.940672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:14.946574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:14.957051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Checking segment: {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:14.957498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Network hostable DHCP agents. Network: f5740865-78a1-44bc-be00-aa9ab6419be1, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:14.980153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Transition to ACTIVE for port object 619311af-9632-42a2-8ff3-1b8d0795efd9 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:14.985088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bbd1611-cd58-4164-bb88-25ae0666f52e req-1052ba83-9d24-4bb6-b8fe-f3c9295eccaf tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533237 Aug 20 08:52:15.003026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event updated for resources: {'Port': ['ID=3a73cc29-a9d1-483e-9549-3c82e749581e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:15.005825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.028158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Network f5740865-78a1-44bc-be00-aa9ab6419be1 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:15.063861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f5740865-78a1-44bc-be00-aa9ab6419be1) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:15.066966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Network 99896d86-32a4-4613-8031-dba58024bb2f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:15.071564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:15.072133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d855e8-49be-4dcc-9ba0-76b15d920af7 None None] Network f5740865-78a1-44bc-be00-aa9ab6419be1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:15.072841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.080814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:15.081617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.088261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:15.108958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-30a8d6ae-1d63-4694-9a4b-bf5f777ba10d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5381579 Aug 20 08:52:15.109354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:15.121185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:15.123873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.172438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-720c78fc-c339-4f81-aa22-8d8b8290cadd tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3954115 Aug 20 08:52:15.227744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Request body: {'port': {'device_id': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:15.231964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40634) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:15.294352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62757ec5-64ab-4357-842d-d06b21ab1605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.311515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:15.312692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.315501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Pushing event updated for resources: {'Port': ['ID=619311af-9632-42a2-8ff3-1b8d0795efd9,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:15.343118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251c300-02fc-4908-b811-51ec6f840af5 None None] Network f5740865-78a1-44bc-be00-aa9ab6419be1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:15.382664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Attempting to bind port 619311af-9632-42a2-8ff3-1b8d0795efd9 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:15.383119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Attempting to bind port 619311af-9632-42a2-8ff3-1b8d0795efd9 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:15.383551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Attempting to bind port 619311af-9632-42a2-8ff3-1b8d0795efd9 on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:15.391668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-6576d77e-5b17-47c4-a725-10fbb9d774d7 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8914957 Aug 20 08:52:15.396227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.407343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Request body: {'port': {'device_id': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:15.411234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Port 619311af-9632-42a2-8ff3-1b8d0795efd9 on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:15.411858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Attempting to bind port 619311af-9632-42a2-8ff3-1b8d0795efd9 on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:15.496621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:15.497362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Checking segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:15.504818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1fda8b93-e0db-455a-b96e-1df511d13919 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:15.505556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Bound using segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:15.506281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Bound port: 619311af-9632-42a2-8ff3-1b8d0795efd9, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:15.506845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.567048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1fda8b93-e0db-455a-b96e-1df511d13919 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:15.567368 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.575217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dba03-6ab0-4f9b-8bfb-493a5d095bbf req-e914142b-14eb-41cd-93c6-3f9d269a9f87 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:15.577045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-162dba03-6ab0-4f9b-8bfb-493a5d095bbf req-e914142b-14eb-41cd-93c6-3f9d269a9f87 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 932 time: 0.1020205 Aug 20 08:52:15.625782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-77ce9a58-e132-4409-ab38-9e26794f26be req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-583468083', 'description': 'tempest-description-427465287'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:15.649598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-162dba03-6ab0-4f9b-8bfb-493a5d095bbf req-4ae1220a-c6f9-4a0b-beac-80a7d369c95a tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Aug 20 08:52:15.653952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Deleting port 8844fce4-c13f-4dc4-9246-afb5f4852d4e {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:15.660272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.791858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] For port 8844fce4-c13f-4dc4-9246-afb5f4852d4e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8844fce4-c13f-4dc4-9246-afb5f4852d4e,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:15.792727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.812302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Calling delete_port for 8844fce4-c13f-4dc4-9246-afb5f4852d4e owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:15.816791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.825210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5148a49-7ba3-409a-ad66-bfda16f17913 req-bfa42534-8c38-49fb-b456-a2123b57842e tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:15.826727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5148a49-7ba3-409a-ad66-bfda16f17913 req-bfa42534-8c38-49fb-b456-a2123b57842e tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 932 time: 0.0856252 Aug 20 08:52:15.893166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] For port 619311af-9632-42a2-8ff3-1b8d0795efd9, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:15.942239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] For port 619311af-9632-42a2-8ff3-1b8d0795efd9, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=619311af-9632-42a2-8ff3-1b8d0795efd9,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:15.971512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:15.976659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5148a49-7ba3-409a-ad66-bfda16f17913 req-94bdcf0c-adaf-420e-aaed-71ae4f104dbb tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105623 Aug 20 08:52:16.037344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62757ec5-64ab-4357-842d-d06b21ab1605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.102412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:16.102951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.104358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] 10.222.0.37 "PUT /v2.0/ports/619311af-9632-42a2-8ff3-1b8d0795efd9 HTTP/1.1" status: 200 len: 1091 time: 2.4796300 Aug 20 08:52:16.111671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'tag': '619311af-9632-42a2-8ff3-1b8d0795efd9'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:16.114142 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-77ce9a58-e132-4409-ab38-9e26794f26be req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.114322 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a3d43-a55c-406a-84cf-3f1d507bce44" -d '{"events": [{"name": "network-changed", "server_uuid": "0f957a2b-b984-43bf-8e63-d87412b260cf", "tag": "619311af-9632-42a2-8ff3-1b8d0795efd9"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:16.118297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62757ec5-64ab-4357-842d-d06b21ab1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.190224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977a6d-f00e-4509-969b-ee2229282a2c req-c1b4b389-3dd9-4207-9396-e7c80984af18 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:16.191760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7977a6d-f00e-4509-969b-ee2229282a2c req-c1b4b389-3dd9-4207-9396-e7c80984af18 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1266527 Aug 20 08:52:16.234643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-62757ec5-64ab-4357-842d-d06b21ab1605 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=055d226b49fa41fdb24f0d6d2438eedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9947717 Aug 20 08:52:16.243978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40652) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:16.258178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62757ec5-64ab-4357-842d-d06b21ab1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a5956b-710c-48d9-bebc-f3230ba250d9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:16.265012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.287857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7977a6d-f00e-4509-969b-ee2229282a2c req-2093f7db-beec-4512-bd54-9085d75a782c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Aug 20 08:52:16.295039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423611f2-3246-4da8-97ba-0e85af399265 service neutron] Pushing event updated for resources: {'Port': ['ID=619311af-9632-42a2-8ff3-1b8d0795efd9,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:16.296494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.334984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Pushing event deleted for resources: {'Port': ['ID=8844fce4-c13f-4dc4-9246-afb5f4852d4e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:16.354328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8c11f88-643a-4980-973c-caa5e14afb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.363182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-52cb1273-8cf3-4341-a06f-089704f7ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:16.364702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-52cb1273-8cf3-4341-a06f-089704f7ef5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=0f957a2b-b984-43bf-8e63-d87412b260cf HTTP/1.1" status: 200 len: 1094 time: 0.1983941 Aug 20 08:52:16.393651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a73cc29-a9d1-483e-9549-3c82e749581e {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:16.435054 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-0dca20a5-8817-4bb2-9485-95c5eb5fd332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=619311af-9632-42a2-8ff3-1b8d0795efd9 HTTP/1.1" status: 200 len: 217 time: 0.0592074 Aug 20 08:52:16.435813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.463340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-77ce9a58-e132-4409-ab38-9e26794f26be req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.479260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-77ce9a58-e132-4409-ab38-9e26794f26be req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.499845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Transition to ACTIVE for port object 3a73cc29-a9d1-483e-9549-3c82e749581e will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:16.503227 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e75af9a-26ba-4a97-a645-05cc1beb95c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.508960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.518282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:16.554898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-87914541-6ba8-43fd-a791-a2e54259e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:16.556379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-87914541-6ba8-43fd-a791-a2e54259e968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.1124814 Aug 20 08:52:16.574438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-77ce9a58-e132-4409-ab38-9e26794f26be req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.575699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77ce9a58-e132-4409-ab38-9e26794f26be req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9547689 Aug 20 08:52:16.587916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a73cc29-a9d1-483e-9549-3c82e749581e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:16.617174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a7fb-ca24-4ceb-bcb3-974b0abe6568 req-2c8497b2-42ff-466e-b0ca-64beeea61074 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:16.618776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf53a7fb-ca24-4ceb-bcb3-974b0abe6568 req-2c8497b2-42ff-466e-b0ca-64beeea61074 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 949 time: 0.2334645 Aug 20 08:52:16.624820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bb8e6-5a4d-45cd-8a22-fa803b4f99af tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb132bf-df53-4a33-af82-779e3bc0f3ae,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:16.631566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e75af9a-26ba-4a97-a645-05cc1beb95c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.649200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:16.654730 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a1e739-ae0c-40e9-9e89-fabf6c51980b x-openstack-request-id: req-90a1e739-ae0c-40e9-9e89-fabf6c51980b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:16.655462 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f957a2b-b984-43bf-8e63-d87412b260cf", "tag": "619311af-9632-42a2-8ff3-1b8d0795efd9", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:16.655462 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90a1e739-ae0c-40e9-9e89-fabf6c51980b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:16.655740 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'tag': '619311af-9632-42a2-8ff3-1b8d0795efd9', 'status': 'completed', 'code': 200} Aug 20 08:52:16.660134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-d6662e3a-1629-4cd3-9c00-e3f12c10cfb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687637 Aug 20 08:52:16.692350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1af0ecea-f4fc-4d59-8fd8-89846102fdab req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-740295132', 'description': 'tempest-description-458407394'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:16.700154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad25b3b-0249-47b4-a832-65d75be02925 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:16.718082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:16.718932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.736028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'mac_address': 'fa:16:3e:ed:79:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:16.763160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf53a7fb-ca24-4ceb-bcb3-974b0abe6568 req-8c514421-0608-4a42-aedc-910be5c53acf tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349034 Aug 20 08:52:16.769330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.773629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1af0ecea-f4fc-4d59-8fd8-89846102fdab req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.816886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Attempting to bind port 3a73cc29-a9d1-483e-9549-3c82e749581e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:16.817352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Attempting to bind port 3a73cc29-a9d1-483e-9549-3c82e749581e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:16.817821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Attempting to bind port 3a73cc29-a9d1-483e-9549-3c82e749581e on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:16.824578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Port 3a73cc29-a9d1-483e-9549-3c82e749581e on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:16.825014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Attempting to bind port 3a73cc29-a9d1-483e-9549-3c82e749581e on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:16.843361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:16.843862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Checking segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:16.844714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Bound using segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:16.845261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Bound port: 3a73cc29-a9d1-483e-9549-3c82e749581e, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:16.845541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.847945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Transition to ACTIVE for port object 5ad25b3b-0249-47b4-a832-65d75be02925 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:16.848127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.852543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e75af9a-26ba-4a97-a645-05cc1beb95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.855213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e75af9a-26ba-4a97-a645-05cc1beb95c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.858656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2e75af9a-26ba-4a97-a645-05cc1beb95c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5a5956b-710c-48d9-bebc-f3230ba250d9 HTTP/1.1" status: 204 len: 168 time: 0.6113167 Aug 20 08:52:16.860710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.861807 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.873992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:16.909963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:16.942406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.970886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1af0ecea-f4fc-4d59-8fd8-89846102fdab req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:16.976706 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-7abb3884-a819-41fb-b599-955958c34ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093617 Aug 20 08:52:17.006771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] For port 3a73cc29-a9d1-483e-9549-3c82e749581e, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:17.014485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:17.030433 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:52:17.030793 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:52:17.054940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75af9a-26ba-4a97-a645-05cc1beb95c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a5956b-710c-48d9-bebc-f3230ba250d9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:17.072714 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1af0ecea-f4fc-4d59-8fd8-89846102fdab req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.075657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] For port 3a73cc29-a9d1-483e-9549-3c82e749581e, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3a73cc29-a9d1-483e-9549-3c82e749581e,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:17.100628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:17.143747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1af0ecea-f4fc-4d59-8fd8-89846102fdab req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.147589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1af0ecea-f4fc-4d59-8fd8-89846102fdab req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4967341 Aug 20 08:52:17.156504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.167641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548e4b-8565-49a0-8469-f0023767b42f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde966f-f0b8-4aeb-a44b-04882689b2c3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:17.196913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8b248-6726-409a-8864-77b0f68b16b4 req-2dfc6c84-e6f4-4c67-82a1-0df6f8931b98 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.202441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Attempting to bind port 5ad25b3b-0249-47b4-a832-65d75be02925 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:17.202786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Attempting to bind port 5ad25b3b-0249-47b4-a832-65d75be02925 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:17.203139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Attempting to bind port 5ad25b3b-0249-47b4-a832-65d75be02925 on network 99896d86-32a4-4613-8031-dba58024bb2f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:17.211398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.211594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.213301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:17.213463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a73cc29-a9d1-483e-9549-3c82e749581e HTTP/1.1" status: 200 len: 1092 time: 2.0179427 Aug 20 08:52:17.213914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45e8b248-6726-409a-8864-77b0f68b16b4 req-2dfc6c84-e6f4-4c67-82a1-0df6f8931b98 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 944 time: 0.3559995 Aug 20 08:52:17.237939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Port 5ad25b3b-0249-47b4-a832-65d75be02925 on network 99896d86-32a4-4613-8031-dba58024bb2f not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:17.238405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Attempting to bind port 5ad25b3b-0249-47b4-a832-65d75be02925 on network 99896d86-32a4-4613-8031-dba58024bb2f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:17.259987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:17.260331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Checking segment: {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:17.261477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Bound using segment: {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:17.270386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Bound port: 5ad25b3b-0249-47b4-a832-65d75be02925, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dce53bc-2507-4057-87f1-d72fd2fb32f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:17.270769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.349639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.403090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c220b3-c680-4c0f-8d8e-e41234da97c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a73cc29-a9d1-483e-9549-3c82e749581e,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:17.455984 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-0fad136c-d961-47dc-9779-97d5380186b8 service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708889 Aug 20 08:52:17.474369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-75c1ebfb-b15a-4e6c-9e9c-e1faeeeed35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.476505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-75c1ebfb-b15a-4e6c-9e9c-e1faeeeed35b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 1095 time: 0.2007172 Aug 20 08:52:17.510288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45e8b248-6726-409a-8864-77b0f68b16b4 req-29cd5204-503d-45fb-9411-5f1a5b11b49e tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945335 Aug 20 08:52:17.536848 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-b21ef433-de22-4aae-9cdc-6147ba25433b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a73cc29-a9d1-483e-9549-3c82e749581e HTTP/1.1" status: 200 len: 217 time: 0.0517991 Aug 20 08:52:17.610065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766675b-caf2-47c8-9295-3788ae770460 req-31e10702-9df7-49d8-a8ca-d0c6a5eb7682 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.610783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.612061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9766675b-caf2-47c8-9295-3788ae770460 req-31e10702-9df7-49d8-a8ca-d0c6a5eb7682 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 944 time: 0.2761242 Aug 20 08:52:17.659749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:17.672712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:17.694186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:17.700153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Router 19145dde-eac2-41b2-8fbe-34b0639c9acc has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:52:17.706108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.709401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:17.733913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.786249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf741-7a55-4857-822c-733eb5715719 req-5e4c7281-303e-4b9b-9676-783e19b4caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.787690 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-5e4c7281-303e-4b9b-9676-783e19b4caa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.2362754 Aug 20 08:52:17.788209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:17.789102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.789728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:17.792716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] 10.222.0.37 "PUT /v2.0/ports/5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 1092 time: 2.3916478 Aug 20 08:52:17.796658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-21d34ecb-245f-4908-9bae-515424aaf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.798146 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-21d34ecb-245f-4908-9bae-515424aaf611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=0f957a2b-b984-43bf-8e63-d87412b260cf HTTP/1.1" status: 200 len: 1094 time: 0.2589087 Aug 20 08:52:17.805045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9766675b-caf2-47c8-9295-3788ae770460 req-16076692-e919-4cb5-abda-52bfe6a4ac38 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814783 Aug 20 08:52:17.837105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-437abb59-23df-4668-bce6-390f2e1ccd02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344737 Aug 20 08:52:17.883574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e1805-e55c-4d2a-9cef-9732c981824f req-351ba23d-2118-493d-8fb9-44f177df0b12 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:17.891475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e0e1805-e55c-4d2a-9cef-9732c981824f req-351ba23d-2118-493d-8fb9-44f177df0b12 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2169650 Aug 20 08:52:18.047462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e0e1805-e55c-4d2a-9cef-9732c981824f req-f7564410-0ce7-4f50-85e4-a34ea685c8c6 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414504 Aug 20 08:52:18.054437 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-5c06d75a-3afb-4a07-8840-66786f75351f service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980934 Aug 20 08:52:18.061675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4953e-307c-4621-be42-c6511177e1cc service neutron] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:18.093331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:52:18.119614 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] Sync routers for ids ['19145dde-eac2-41b2-8fbe-34b0639c9acc'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:52:18.124090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6ea46468-2543-43c4-b30d-7b0607279908 admin admin] 10.222.0.35 "PUT /v2.0/routers/19145dde-eac2-41b2-8fbe-34b0639c9acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4169986 Aug 20 08:52:18.133835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40708) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:18.134194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] Routers {'19145dde-eac2-41b2-8fbe-34b0639c9acc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:18.138823 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['19145dde-eac2-41b2-8fbe-34b0639c9acc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:18.142344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-2d414e8e-fe0f-4cee-9431-89c3f29d55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:18.144222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-2d414e8e-fe0f-4cee-9431-89c3f29d55e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 913 time: 0.3062351 Aug 20 08:52:18.169960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-8100ebdb-bc6d-4494-b2f3-1c4a14b33604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:18.171524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-8100ebdb-bc6d-4494-b2f3-1c4a14b33604 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1095 time: 0.2374067 Aug 20 08:52:18.233505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-d71f32f9-a471-4648-968b-f3657586dd47 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:18.235417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-d71f32f9-a471-4648-968b-f3657586dd47 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 813 time: 0.2822032 Aug 20 08:52:18.256759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-878ae5b1-4986-4a46-8577-9ebb1be97e0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=619311af-9632-42a2-8ff3-1b8d0795efd9 HTTP/1.1" status: 200 len: 217 time: 0.0902100 Aug 20 08:52:18.294675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-6b19d552-b0eb-4cac-9c46-edadfe52386d tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/quotas/fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 375 time: 0.0524652 Aug 20 08:52:18.308091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa658c9b-3362-4d3e-ba59-22fad918ba6c req-b43e3c8e-fbd5-4528-8806-a34864e8fd93 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:18.316443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa658c9b-3362-4d3e-ba59-22fad918ba6c req-b43e3c8e-fbd5-4528-8806-a34864e8fd93 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 948 time: 0.1811035 Aug 20 08:52:18.345459 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] Set router 19145dde-eac2-41b2-8fbe-34b0639c9acc gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:18.368642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-fe3b6df7-4bab-42f4-89a0-149a2df9c6d3 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497780 Aug 20 08:52:18.376461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:18.395412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a46cf741-7a55-4857-822c-733eb5715719 req-c0a4d6d8-8c54-4276-844f-94b17410b5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297966 Aug 20 08:52:18.404843 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-ce0e760b-ef07-4a11-99c8-b41991436e46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.1470840 Aug 20 08:52:18.468257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa658c9b-3362-4d3e-ba59-22fad918ba6c req-f7878050-a3af-43e5-84c5-ff339dafc277 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440289 Aug 20 08:52:18.531621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:18.662227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 70c4a3bf-9c50-4733-ada9-bf366d49f187 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:18.662473 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:18.756648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:18.788510 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:52:16Z', 'revision_number': 5, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:18.817792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'tag': '3a73cc29-a9d1-483e-9549-3c82e749581e'}, {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:18.820064 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8" -d '{"events": [{"name": "network-changed", "server_uuid": "247bfb8e-5d87-4ad6-96f3-b30f793ec194", "tag": "3a73cc29-a9d1-483e-9549-3c82e749581e"}, {"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:18.822698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40722) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:18.825688 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] Checking router: 19145dde-eac2-41b2-8fbe-34b0639c9acc for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:52:18.833832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-952335573'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:18.837387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] Routers {'19145dde-eac2-41b2-8fbe-34b0639c9acc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:18.838349 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['19145dde-eac2-41b2-8fbe-34b0639c9acc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:18.871754 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:18.895161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-b8f3d37d-a006-4e24-a5d3-33d67788db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:18.896728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-b8f3d37d-a006-4e24-a5d3-33d67788db60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.5048463 Aug 20 08:52:18.913008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-cecfa616-5ceb-4e43-8425-ec968737c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:18.914332 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-cecfa616-5ceb-4e43-8425-ec968737c0f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0902133 Aug 20 08:52:18.916566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:18.920346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:18.929094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:18.934416 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d942acb5-e7b7-4045-9c11-e7a0b214d81e" -d '{"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-plugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:18.986923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:18.989774 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-15c4d21c-6d66-47e8-928b-fbfe043eeb96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536919 Aug 20 08:52:18.991422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:18.997874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-f1e25ecd-e956-435e-b8e0-df19061d0cc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932891 Aug 20 08:52:19.009776 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] Set router 19145dde-eac2-41b2-8fbe-34b0639c9acc gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:19.043294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-d8fb7cfa-2cfe-40b7-9ec6-024e35566709 service neutron] 10.222.0.35 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161358 Aug 20 08:52:19.075594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:19.144705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:19.164611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.164868 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Added segment 465720a6-1cee-48ed-868f-5ad4d68150e4 of type vlan for network 4b185fe8-a437-433b-8630-ba515cdb3ac0 Aug 20 08:52:19.203879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 619311af-9632-42a2-8ff3-1b8d0795efd9 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:19.247281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-7302ae3d-c48d-4a41-9271-193a26564cfc service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301714 Aug 20 08:52:19.268070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-3aaece8e-50e3-46aa-97d2-cb2b2b70dcbc service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417185 Aug 20 08:52:19.270875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.318700 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.334765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c48a0-fbe3-49b5-8aaa-63daad1752a9 req-8679c1c5-be28-487e-af0d-ceedf343c88b tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:19.336656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f32c48a0-fbe3-49b5-8aaa-63daad1752a9 req-8679c1c5-be28-487e-af0d-ceedf343c88b tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 944 time: 0.2849810 Aug 20 08:52:19.371094 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:52:16Z', 'revision_number': 5, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:19.405907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 619311af-9632-42a2-8ff3-1b8d0795efd9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=619311af-9632-42a2-8ff3-1b8d0795efd9,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:19.406390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.resource_extend [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:52:19.411191 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c6aa13-30c2-40a0-a691-3ca421a0be81 None None] The sync data for ids ['19145dde-eac2-41b2-8fbe-34b0639c9acc'] in n-d-804285-2 is: [{'id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'name': 'tempest-AttachSCSIVolumeTestJSON-766311959-router', 'tenant_id': '5faf592358ee41419359fe2fd2e003d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:49:59Z', 'updated_at': '2021-08-20T08:52:16Z', 'revision_number': 5, 'project_id': '5faf592358ee41419359fe2fd2e003d4', 'gw_port': {'id': '0fc98dbc-ac17-4628-a5aa-2c2137f576aa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19145dde-eac2-41b2-8fbe-34b0639c9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:01Z', 'updated_at': '2021-08-20T08:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:52:19.433879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '619311af-9632-42a2-8ff3-1b8d0795efd9', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'port_id': '619311af-9632-42a2-8ff3-1b8d0795efd9', 'mac_address': 'fa:16:3e:62:e1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c44724d-f3bd-40fc-a2dc-adefb40d6e57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:19.473379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.481276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:19.481942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.483198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-18fc4e12-300e-40bc-aace-abc6803dec95 service neutron] 10.222.0.35 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207370 Aug 20 08:52:19.488349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f32c48a0-fbe3-49b5-8aaa-63daad1752a9 req-3121e984-9e5e-4f36-bba3-20b9868755ec tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406271 Aug 20 08:52:19.510053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-301a3d43-a55c-406a-84cf-3f1d507bce44 req-9d7f4398-c5e3-42e7-bf75-ff4ed20384c2 service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252429 Aug 20 08:52:19.510167 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.540795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Deleting port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:19.541149 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.552552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619311af-9632-42a2-8ff3-1b8d0795efd9 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:19.568343 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69d8d5-ba50-436a-9960-0c82883ae8d6 x-openstack-request-id: req-3a69d8d5-ba50-436a-9960-0c82883ae8d6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:19.568648 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247bfb8e-5d87-4ad6-96f3-b30f793ec194", "tag": "3a73cc29-a9d1-483e-9549-3c82e749581e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:19.568902 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a69d8d5-ba50-436a-9960-0c82883ae8d6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:19.569483 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'tag': '3a73cc29-a9d1-483e-9549-3c82e749581e', 'status': 'completed', 'code': 200} Aug 20 08:52:19.569690 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'status': 'completed', 'code': 200} Aug 20 08:52:19.609016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7792604 Aug 20 08:52:19.613180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40746) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:19.618555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1028560376'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:19.619737 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cbce0a1-f45f-4cc7-bb0a-32197dcf6215 req-8e9660b8-e73c-479b-8787-4e55f7dc2d98 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628216 Aug 20 08:52:19.637143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 619311af-9632-42a2-8ff3-1b8d0795efd9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=619311af-9632-42a2-8ff3-1b8d0795efd9,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:19.642754 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.652170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b910c3b-7b2d-48bb-a086-1d1f0ed27a40 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Network': ['ID=4b185fe8-a437-433b-8630-ba515cdb3ac0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:19.666406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-8bc484ea-9df4-4e04-ab69-d285235169e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:19.668436 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-8bc484ea-9df4-4e04-ab69-d285235169e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 1095 time: 0.0736489 Aug 20 08:52:19.670057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:19.711797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] For port 0fc98dbc-ac17-4628-a5aa-2c2137f576aa, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:19.712567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.759166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Calling delete_port for 0fc98dbc-ac17-4628-a5aa-2c2137f576aa owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:19.773188 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b31a5c-12c8-4429-8e30-f451004518da x-openstack-request-id: req-b8b31a5c-12c8-4429-8e30-f451004518da {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:19.773861 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-plugged", "status": "completed", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:19.774309 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8b31a5c-12c8-4429-8e30-f451004518da {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:19.775710 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'code': 200} Aug 20 08:52:19.790130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:19.800152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.833304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-9654549b-cccf-4018-a4f1-777201089e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:19.834694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-9654549b-cccf-4018-a4f1-777201089e23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 913 time: 0.1558661 Aug 20 08:52:19.870629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:19.881479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:19.881962 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Added segment 9a835118-ab49-4252-8391-1584c52faeba of type vlan for network 8c97371e-9164-463e-9da6-569b1f99b62f Aug 20 08:52:19.912311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['619311af-9632-42a2-8ff3-1b8d0795efd9'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:19.941659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-d3733c5e-5997-4305-b7c8-92c83a36876f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a73cc29-a9d1-483e-9549-3c82e749581e HTTP/1.1" status: 200 len: 217 time: 0.0928643 Aug 20 08:52:19.941942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedf839-6267-4b8e-ab2e-4d2b5a50f7f5 req-8cca8747-9c45-4112-aa96-2d3b125838a9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:19.945856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3fedf839-6267-4b8e-ab2e-4d2b5a50f7f5 req-8cca8747-9c45-4112-aa96-2d3b125838a9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 944 time: 0.2955976 Aug 20 08:52:19.987477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=619311af-9632-42a2-8ff3-1b8d0795efd9,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:20.002656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.038043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-01cc1860-f379-45b6-bc6b-fb3397dc604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:20.039704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-01cc1860-f379-45b6-bc6b-fb3397dc604d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.0889978 Aug 20 08:52:20.094876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-0c200be6-784c-4feb-8e92-a08c95033ae6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467298 Aug 20 08:52:20.119341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3fedf839-6267-4b8e-ab2e-4d2b5a50f7f5 req-7a368254-a801-4fc0-9947-1380b5718045 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499054 Aug 20 08:52:20.138822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.resource_extend [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:52:20.169393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb87731-b731-4b8c-97f8-0eee79308d14 req-a726f5f7-d7a4-4765-993d-1108d988e873 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:20.171112 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cb87731-b731-4b8c-97f8-0eee79308d14 req-a726f5f7-d7a4-4765-993d-1108d988e873 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2262225 Aug 20 08:52:20.175884 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.188048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:20.188799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.299013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095165f-b233-4ed6-bde5-ae1d01cd1d6a req-0e3f33f5-be54-4005-b642-4e09d4a85f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:20.300522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f095165f-b233-4ed6-bde5-ae1d01cd1d6a req-0e3f33f5-be54-4005-b642-4e09d4a85f72 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1101 time: 0.2104797 Aug 20 08:52:20.325784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-ea1750fe-c7b1-4dbd-87cd-e409c6841177 service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206953 Aug 20 08:52:20.337413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7205577 Aug 20 08:52:20.346445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40762) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:20.351162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'subnet': {'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:20.410208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a59cec-3af5-484c-8ddf-342b34741271 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Network': ['ID=8c97371e-9164-463e-9da6-569b1f99b62f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:20.423380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 8c97371e-9164-463e-9da6-569b1f99b62f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:20.435339 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cb87731-b731-4b8c-97f8-0eee79308d14 req-3205964b-8c9c-4e0c-ba48-46b6d8d9596b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372406 Aug 20 08:52:20.510562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f095165f-b233-4ed6-bde5-ae1d01cd1d6a req-dd81f7e4-bd53-4d72-8b13-1b1b10035d70 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014418 Aug 20 08:52:20.540055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.597993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-eba18607-0242-48aa-b2e9-5c55f1e45ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597008 Aug 20 08:52:20.599198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:20.603134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.612911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc98dbc-ac17-4628-a5aa-2c2137f576aa,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:20.660303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e78cbba6-d2db-4915-9dab-c0d8c8a5b36b req-8f06c290-da3b-4172-9854-2ee7dd93f5ce tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 210 time: 0.0651782 Aug 20 08:52:20.696057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851cbda-0a46-45ac-a31a-91ab7bb6309b req-fe1c6dce-7e5c-4fd7-ae05-e1ba7aa54df8 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:20.697652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8851cbda-0a46-45ac-a31a-91ab7bb6309b req-fe1c6dce-7e5c-4fd7-ae05-e1ba7aa54df8 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 950 time: 0.1685617 Aug 20 08:52:20.725540 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.814566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-cd300498-8fb1-49d7-9129-705d6d0348ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:20.816316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-cd300498-8fb1-49d7-9129-705d6d0348ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1095 time: 0.0565965 Aug 20 08:52:20.838617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8851cbda-0a46-45ac-a31a-91ab7bb6309b req-6fb3dafe-e5be-4ee9-b3cd-628e692e0cde tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318703 Aug 20 08:52:20.841161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.843511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.908083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.908975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19145dde-eac2-41b2-8fbe-34b0639c9acc {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:52:20.913569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:20.917311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6f4de09e-ead0-4fb3-b129-f588547094b9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/19145dde-eac2-41b2-8fbe-34b0639c9acc HTTP/1.1" status: 204 len: 168 time: 2.7759683 Aug 20 08:52:20.918645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40778) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:20.968700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.017282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Deleting subnet 4c55b243-18c4-4bd6-a483-0f2d7dc206a5 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:52:21.041492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.097135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-65fd08f5-b939-4838-8c00-9a4bb9f93d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.100946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-65fd08f5-b939-4838-8c00-9a4bb9f93d69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.2369983 Aug 20 08:52:21.130037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.144546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Subnet': ['ID=466dc342-efe1-49f4-b3ad-ac0f8b056342,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:21.163149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6b9fb-3146-4f6e-9057-4b438d989855 req-87ff2940-cd5c-42db-bd7d-3ab1ba48d683 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.170852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8f6b9fb-3146-4f6e-9057-4b438d989855 req-87ff2940-cd5c-42db-bd7d-3ab1ba48d683 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 944 time: 0.1455545 Aug 20 08:52:21.206999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5ad25b3b-0249-47b4-a832-65d75be02925 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:21.210605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-0226926d-6479-4cb3-9a22-7ab3c7a4700b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.0809121 Aug 20 08:52:21.213550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 619311af-9632-42a2-8ff3-1b8d0795efd9 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:21.235336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8f6b9fb-3146-4f6e-9057-4b438d989855 req-2b45c100-154e-4953-b2d0-35e07a06d500 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635891 Aug 20 08:52:21.270902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Checking segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:21.271414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network hostable DHCP agents. Network: 4b185fe8-a437-433b-8630-ba515cdb3ac0, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:21.308105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-be925fcf-dd54-4219-9a6c-f8586a945749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.314887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-be925fcf-dd54-4219-9a6c-f8586a945749 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0851748 Aug 20 08:52:21.319886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.341737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:21.395421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-57ca1aaa-05af-47ba-b711-479d49b7d78b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746596 Aug 20 08:52:21.396614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4b185fe8-a437-433b-8630-ba515cdb3ac0) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:21.419698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53df058e-b6f0-4057-b492-8a6b36b0923f None None] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:21.424143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.428089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.482220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0fc98dbc-ac17-4628-a5aa-2c2137f576aa no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:21.517903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0fc98dbc-ac17-4628-a5aa-2c2137f576aa {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:21.518248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0fc98dbc-ac17-4628-a5aa-2c2137f576aa not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:21.518662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8844fce4-c13f-4dc4-9246-afb5f4852d4e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:21.528052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 619311af-9632-42a2-8ff3-1b8d0795efd9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:21.558777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe80ccf-56fe-43ad-a4df-b1e443fe8fd9 req-813a91a0-1400-4b6f-bc68-44b41b2663f7 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.570108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebe80ccf-56fe-43ad-a4df-b1e443fe8fd9 req-813a91a0-1400-4b6f-bc68-44b41b2663f7 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 944 time: 0.1525009 Aug 20 08:52:21.582369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 619311af-9632-42a2-8ff3-1b8d0795efd9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:21.582773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.586001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.613337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a7a75256-b09f-4763-ab99-72dbf61a8a6c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2658296 Aug 20 08:52:21.619151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40796) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:21.633021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8844fce4-c13f-4dc4-9246-afb5f4852d4e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:21.633257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8844fce4-c13f-4dc4-9246-afb5f4852d4e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:21.639839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c55b243-18c4-4bd6-a483-0f2d7dc206a5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:21.657165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.661482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6194a908-c561-4ebc-ab5e-f23b7f7f7306 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4c55b243-18c4-4bd6-a483-0f2d7dc206a5 HTTP/1.1" status: 204 len: 168 time: 0.7399459 Aug 20 08:52:21.662816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40798) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:21.710636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-0a01ca93-b021-45e2-8561-c7161ee28369 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070974 Aug 20 08:52:21.717521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'subnet': {'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:21.775399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.810310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebe80ccf-56fe-43ad-a4df-b1e443fe8fd9 req-310a2d4e-8bee-46c9-ae27-56e4dd8b8785 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388885 Aug 20 08:52:21.861496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775dc33-7702-48de-bde1-0a92f3669f48 req-43f0a437-e08c-4433-b564-12fca4d6f727 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.868948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0775dc33-7702-48de-bde1-0a92f3669f48 req-43f0a437-e08c-4433-b564-12fca4d6f727 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2338693 Aug 20 08:52:21.928596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6ce74-1ed9-4b06-b4ab-abe927cf0822 None None] Network 92728c3c-0369-4eba-9c0b-758ccf662c4b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:21.959204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Deleting port cdee973e-27bf-4e8a-9cc2-793713821956 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:21.963607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:21.988211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-ad62d5d7-be7d-4f7a-abe1-79f9bafb5043 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:21.989796 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-ad62d5d7-be7d-4f7a-abe1-79f9bafb5043 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 813 time: 0.4333951 Aug 20 08:52:22.010290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'port': {'device_id': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1', 'admin_state_up': True, 'tenant_id': 'fe46ec2d28e5465da8d0275400a0caa0'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:22.069705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0775dc33-7702-48de-bde1-0a92f3669f48 req-2e1cc1a5-607f-48e3-abfc-948697363ebf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808059 Aug 20 08:52:22.082036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:22.092567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83bfaeb0-2c87-4699-9848-9ee91d7bdef8 req-8e9a745f-7a9b-4c38-ad06-94ac35474c95 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643012 Aug 20 08:52:22.093142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:22.097602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.117034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] For port cdee973e-27bf-4e8a-9cc2-793713821956, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cdee973e-27bf-4e8a-9cc2-793713821956,segment=NetworkSegment(acab9027-d1b6-4a88-9903-60d51b7f0497),segment_id=acab9027-d1b6-4a88-9903-60d51b7f0497)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:22.125684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.182007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Calling delete_port for cdee973e-27bf-4e8a-9cc2-793713821956 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:22.192704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '5ad25b3b-0249-47b4-a832-65d75be02925', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'port_id': '5ad25b3b-0249-47b4-a832-65d75be02925', 'mac_address': 'fa:16:3e:9b:62:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:22.220455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-4b185fe8-a437-433b-8630-ba515cdb3ac0', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'tenant_id': 'c6692929d46843d092b5542380755194', 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:52:22.223224 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.277513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Made reservation on behalf of fe46ec2d28e5465da8d0275400a0caa0 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:22.281139 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.341131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cff0a20-bcdd-461f-8c02-001165b642cc req-3392ef00-54cd-47d4-b16a-34bbed993048 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 210 time: 0.0604031 Aug 20 08:52:22.410794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.450468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] No DVR routers for this DVR port cdee973e-27bf-4e8a-9cc2-793713821956 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:22.452266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdee973e-27bf-4e8a-9cc2-793713821956,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:22.463886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.491855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.518287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Allocated IP 172.20.0.14 (f5740865-78a1-44bc-be00-aa9ab6419be1/91ad36d5-1606-42fc-aac1-fd789a38628a/947e4105-b0d6-4dbf-9b65-70dd67a88c4a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:22.537999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.549491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92728c3c-0369-4eba-9c0b-758ccf662c4b']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:22.564616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acab9027-d1b6-4a88-9903-60d51b7f0497') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:22.564925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acab9027-d1b6-4a88-9903-60d51b7f0497') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:22.574317 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.592359 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.599638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:52:22.600152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.631835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:52:22.669666 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:52:22.677156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca7804-b722-40d4-b765-17e0dd98cccd req-3079b28a-af75-4b74-bdd4-ad7a2a6954c9 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:22.685557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-feca7804-b722-40d4-b765-17e0dd98cccd req-3079b28a-af75-4b74-bdd4-ad7a2a6954c9 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 950 time: 0.4027910 Aug 20 08:52:22.688730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.694134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Subnet': ['ID=0a98ee04-9010-4544-81aa-319ce5d7a0d5,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:22.699217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.701151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] 10.222.0.35 "DELETE /v2.0/networks/92728c3c-0369-4eba-9c0b-758ccf662c4b HTTP/1.1" status: 204 len: 168 time: 1.0373783 Aug 20 08:52:22.704909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40814) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:22.710870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad25b3b-0249-47b4-a832-65d75be02925 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:22.751405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e980-7a4f-49c1-9f16-0a88ceb7534b admin admin] Pushing event deleted for resources: {'Network': ['ID=92728c3c-0369-4eba-9c0b-758ccf662c4b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:22.761453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:22.783147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-feca7804-b722-40d4-b765-17e0dd98cccd req-143be714-68f8-47b9-89ca-c1da642c6b1f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913448 Aug 20 08:52:22.789951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619311af-9632-42a2-8ff3-1b8d0795efd9'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:22.792335 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee83d79-ccc1-42f1-a593-34d516d94e5e" -d '{"events": [{"server_uuid": "0f957a2b-b984-43bf-8e63-d87412b260cf", "name": "network-vif-plugged", "status": "completed", "tag": "619311af-9632-42a2-8ff3-1b8d0795efd9"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:22.796593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464fc75-5d9e-4b9d-bd1c-fa4f1dd93f20 None None] DHCP port deletion for 92728c3c-0369-4eba-9c0b-758ccf662c4b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:52:22.798622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.799868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3a73cc29-a9d1-483e-9549-3c82e749581e details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:22.815264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fdb80-b40d-46d3-9c58-ba70a20c3cd9 req-594a6b42-8e4b-45fb-8915-95e3e8bf2ee8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:22.825152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-513fdb80-b40d-46d3-9c58-ba70a20c3cd9 req-594a6b42-8e4b-45fb-8915-95e3e8bf2ee8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 944 time: 0.3679171 Aug 20 08:52:22.853236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 619311af-9632-42a2-8ff3-1b8d0795efd9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=619311af-9632-42a2-8ff3-1b8d0795efd9,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:22.880080 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.920610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-513fdb80-b40d-46d3-9c58-ba70a20c3cd9 req-c0b51af5-e1e8-4e5a-9698-6679bc5677ee tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944781 Aug 20 08:52:22.925594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:22.977905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:23.007878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.037885 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c576c-de24-4a49-9de8-0c8e0cbbbc00 x-openstack-request-id: req-ee3c576c-de24-4a49-9de8-0c8e0cbbbc00 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:23.038493 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f957a2b-b984-43bf-8e63-d87412b260cf", "name": "network-vif-plugged", "status": "completed", "tag": "619311af-9632-42a2-8ff3-1b8d0795efd9", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:23.038929 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee3c576c-de24-4a49-9de8-0c8e0cbbbc00 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:23.039480 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619311af-9632-42a2-8ff3-1b8d0795efd9', 'code': 200} Aug 20 08:52:23.126497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Allocated IP 10.1.1.2 (4b185fe8-a437-433b-8630-ba515cdb3ac0/466dc342-efe1-49f4-b3ad-ac0f8b056342/28b59469-c265-4e86-ab64-675928287603) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:23.128407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Checking segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:23.128913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network hostable DHCP agents. Network: 8c97371e-9164-463e-9da6-569b1f99b62f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:23.172463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Network f5740865-78a1-44bc-be00-aa9ab6419be1 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:23.189894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:23.193157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:23.207649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d4532-07af-45e9-8f3b-2d5590854256 req-8db14501-3fdc-4f4d-b2d8-3c3ab2d8330b tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.209377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68d4532-07af-45e9-8f3b-2d5590854256 req-8db14501-3fdc-4f4d-b2d8-3c3ab2d8330b tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 944 time: 0.1525495 Aug 20 08:52:23.212549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e5a7d-f9ad-4357-a0b0-24c811119efa req-569b16f5-81b5-4cfa-af6d-1c0b31149a04 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.221561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-761e5a7d-f9ad-4357-a0b0-24c811119efa req-569b16f5-81b5-4cfa-af6d-1c0b31149a04 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1101 time: 0.1339905 Aug 20 08:52:23.242970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=619311af-9632-42a2-8ff3-1b8d0795efd9,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:23.252859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3a73cc29-a9d1-483e-9549-3c82e749581e, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3a73cc29-a9d1-483e-9549-3c82e749581e,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:23.275255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '3a73cc29-a9d1-483e-9549-3c82e749581e', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'port_id': '3a73cc29-a9d1-483e-9549-3c82e749581e', 'mac_address': 'fa:16:3e:c9:9a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c44724d-f3bd-40fc-a2dc-adefb40d6e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:23.309918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-761e5a7d-f9ad-4357-a0b0-24c811119efa req-a4228238-401c-40e7-a93d-30d19f3830b4 tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824969 Aug 20 08:52:23.311014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:23.341373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68d4532-07af-45e9-8f3b-2d5590854256 req-768427e2-363c-42b4-9bdb-e069bcf74db6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174715 Aug 20 08:52:23.366778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.423088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdee973e-27bf-4e8a-9cc2-793713821956 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:23.452250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a73cc29-a9d1-483e-9549-3c82e749581e {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:23.462968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cdee973e-27bf-4e8a-9cc2-793713821956 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:23.463560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdee973e-27bf-4e8a-9cc2-793713821956 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:23.492770 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.495964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3a73cc29-a9d1-483e-9549-3c82e749581e, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3a73cc29-a9d1-483e-9549-3c82e749581e,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:23.503102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94267b24-d7ce-46dd-a330-fe8c36c5cfa6 req-51d4e1d3-2f2b-4b87-bfd4-6096c70576d8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.505020 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.507197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94267b24-d7ce-46dd-a330-fe8c36c5cfa6 req-51d4e1d3-2f2b-4b87-bfd4-6096c70576d8 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.0853517 Aug 20 08:52:23.508120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Transition to ACTIVE for port object 28b59469-c265-4e86-ab64-675928287603 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:23.547618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-927128dd-7351-4176-b2c9-a2c30733ae61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.549444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Transition to ACTIVE for port object 28b59469-c265-4e86-ab64-675928287603 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:23.558747 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.580470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:23.582856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3a73cc29-a9d1-483e-9549-3c82e749581e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:23.592802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:23.594306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94267b24-d7ce-46dd-a330-fe8c36c5cfa6 req-3da84ce5-c2b0-4c6f-9c4a-ec4d7c683086 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749743 Aug 20 08:52:23.615772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:23.620084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:23.664662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Pushing event updated for resources: {'Port': ['ID=28b59469-c265-4e86-ab64-675928287603,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:23.693431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Attempting to bind port 28b59469-c265-4e86-ab64-675928287603 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:23.694262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Attempting to bind port 28b59469-c265-4e86-ab64-675928287603 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:23.694262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Attempting to bind port 28b59469-c265-4e86-ab64-675928287603 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:23.698873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 8c97371e-9164-463e-9da6-569b1f99b62f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:23.700569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:23.701043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Checking segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:23.701351 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.701832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Bound using segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:23.702114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ef4f-0cb0-4899-922b-e970379b7499 req-7267e0dc-7fa6-474e-a394-8cc3b6268895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.702245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Bound port: 28b59469-c265-4e86-ab64-675928287603, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:23.705105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.705267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5e4ef4f-0cb0-4899-922b-e970379b7499 req-7267e0dc-7fa6-474e-a394-8cc3b6268895 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f957a2b-b984-43bf-8e63-d87412b260cf HTTP/1.1" status: 200 len: 1096 time: 0.6204066 Aug 20 08:52:23.730437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 8c97371e-9164-463e-9da6-569b1f99b62f) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:23.737525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.738136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.742981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5ad25b3b-0249-47b4-a832-65d75be02925'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:23.749021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bedd42-a697-439f-ae8a-db011b0dc00e None None] Network 8c97371e-9164-463e-9da6-569b1f99b62f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:23.756061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.756061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.772392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4e8a-add1-49de-96b0-6a22edaabdf4 req-f596a758-16a8-4afe-9f4e-007f4167b1d2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.774099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b0a4e8a-add1-49de-96b0-6a22edaabdf4 req-f596a758-16a8-4afe-9f4e-007f4167b1d2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 932 time: 0.1676745 Aug 20 08:52:23.800728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade396-2e2f-4875-a784-0b60670324f7 req-fa2794b9-1c55-4646-bbcc-5a13aaeca15c tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:23.802356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74ade396-2e2f-4875-a784-0b60670324f7 req-fa2794b9-1c55-4646-bbcc-5a13aaeca15c tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 1101 time: 0.1161990 Aug 20 08:52:23.817693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3a73cc29-a9d1-483e-9549-3c82e749581e'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:23.819759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-927128dd-7351-4176-b2c9-a2c30733ae61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.825008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-927128dd-7351-4176-b2c9-a2c30733ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:23.832301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5e4ef4f-0cb0-4899-922b-e970379b7499 req-1f86e7fa-cddd-4952-a49a-4a29e562e1af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159000 Aug 20 08:52:23.839710 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dfa25507-0d70-4639-a3e3-3eb51a864182 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1329670 Aug 20 08:52:23.841652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40840) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:23.843551 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-2f04acae-1325-4b56-b4db-1eaeb07678df tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8427329 Aug 20 08:52:23.865686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'name': 'tempest-TaggedBootDevicesTest-936517396', 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:23.871511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b0a4e8a-add1-49de-96b0-6a22edaabdf4 req-f3478809-4876-4b3f-ade7-5d8fa6abc83f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855746 Aug 20 08:52:23.877520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Request body: {'port': {'device_id': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:23.899379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] For port 28b59469-c265-4e86-ab64-675928287603, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:23.906383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-927128dd-7351-4176-b2c9-a2c30733ae61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d67bd0ad072b40f59a81ff5a1342776c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604038 Aug 20 08:52:23.909081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40842) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:23.909864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927128dd-7351-4176-b2c9-a2c30733ae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301ef11b-f749-4290-bfad-abb710b40879,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:23.928693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74ade396-2e2f-4875-a784-0b60670324f7 req-dfb0bb2c-14e0-47d7-a4ba-bdb9e94c2d7c tempest-ServersAdminTestJSON-136818574 tempest-ServersAdminTestJSON-136818574-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913236 Aug 20 08:52:23.943974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] For port 28b59469-c265-4e86-ab64-675928287603, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28b59469-c265-4e86-ab64-675928287603,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:23.972680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.007476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50899452-74b1-4dc1-8a46-65cff9557a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.032635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50899452-74b1-4dc1-8a46-65cff9557a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.132230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa89496-f8a7-4ea4-ac0a-ecd8dc048013 req-dfb63349-ff56-40d1-83ee-df00353177f9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:24.140193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.143132 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afa89496-f8a7-4ea4-ac0a-ecd8dc048013 req-dfb63349-ff56-40d1-83ee-df00353177f9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 945 time: 0.0902677 Aug 20 08:52:24.150565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6781-4e0a-493f-b91e-14d5dcb65832 None None] Pushing event updated for resources: {'Port': ['ID=28b59469-c265-4e86-ab64-675928287603,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:24.181102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50899452-74b1-4dc1-8a46-65cff9557a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.188529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50899452-74b1-4dc1-8a46-65cff9557a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.190879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-50899452-74b1-4dc1-8a46-65cff9557a66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/301ef11b-f749-4290-bfad-abb710b40879 HTTP/1.1" status: 204 len: 168 time: 0.2781882 Aug 20 08:52:24.209386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:24.233791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-8c97371e-9164-463e-9da6-569b1f99b62f', 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f', 'tenant_id': 'c6692929d46843d092b5542380755194', 'fixed_ips': [{'subnet_id': '0a98ee04-9010-4544-81aa-319ce5d7a0d5'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:52:24.234636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.240467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afa89496-f8a7-4ea4-ac0a-ecd8dc048013 req-2c496a5b-35ae-40b1-b2be-54881774274d tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959904 Aug 20 08:52:24.252307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50899452-74b1-4dc1-8a46-65cff9557a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301ef11b-f749-4290-bfad-abb710b40879,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:24.519987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e88ca-dfa7-4bdb-b4a1-8c21f29cc624 req-f5abb382-d522-46c7-b096-8efec3617107 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:24.524515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-084e88ca-dfa7-4bdb-b4a1-8c21f29cc624 req-f5abb382-d522-46c7-b096-8efec3617107 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.1847744 Aug 20 08:52:24.555646 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.614343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Allocated IP 10.2.2.2 (8c97371e-9164-463e-9da6-569b1f99b62f/0a98ee04-9010-4544-81aa-319ce5d7a0d5/1c2e642f-3883-411f-8514-4e601c1ad74d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:24.619101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.621893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] device_id is not set on port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:52:24.701210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f9d7c-2ca3-4d4f-9857-098e78d94e27 req-2cc9bd0c-1897-41c3-8b08-45b5b4159e9f tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:24.702778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e4f9d7c-2ca3-4d4f-9857-098e78d94e27 req-2cc9bd0c-1897-41c3-8b08-45b5b4159e9f tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 945 time: 0.1773458 Aug 20 08:52:24.705611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-084e88ca-dfa7-4bdb-b4a1-8c21f29cc624 req-ffd9011b-f59f-42c6-9f01-008116522e33 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307971 Aug 20 08:52:24.765155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e4f9d7c-2ca3-4d4f-9857-098e78d94e27 req-b668dd2a-9c48-43db-8192-5d95fc769241 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Aug 20 08:52:24.787435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40860) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:24.812154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d329767b-6ba4-43db-927a-ebc63edd0c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.913135 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:24.924615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Transition to ACTIVE for port object 1c2e642f-3883-411f-8514-4e601c1ad74d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:24.950741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96a8a-41c1-47e1-8119-b26480b9a12b req-087328cb-6097-486c-8460-4844b8a58327 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:24.959295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Transition to ACTIVE for port object 1c2e642f-3883-411f-8514-4e601c1ad74d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:24.968368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6e96a8a-41c1-47e1-8119-b26480b9a12b req-087328cb-6097-486c-8460-4844b8a58327 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1361368 Aug 20 08:52:24.969590 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.060245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Network 8c97371e-9164-463e-9da6-569b1f99b62f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:25.064815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:25.071874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:25.076165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Pushing event updated for resources: {'Port': ['ID=1c2e642f-3883-411f-8514-4e601c1ad74d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:25.121254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6e96a8a-41c1-47e1-8119-b26480b9a12b req-c509ec21-6118-4704-b521-695ea8248286 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515231 Aug 20 08:52:25.156440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Attempting to bind port 1c2e642f-3883-411f-8514-4e601c1ad74d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:25.156967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Attempting to bind port 1c2e642f-3883-411f-8514-4e601c1ad74d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:25.157588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Attempting to bind port 1c2e642f-3883-411f-8514-4e601c1ad74d on network 8c97371e-9164-463e-9da6-569b1f99b62f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:25.159985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba63746-f370-4047-9908-31f98ed6522f req-07f499d6-e76f-4488-b95a-b2d70f2a4b5a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:25.161541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dba63746-f370-4047-9908-31f98ed6522f req-07f499d6-e76f-4488-b95a-b2d70f2a4b5a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 932 time: 0.1472728 Aug 20 08:52:25.163611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:25.164053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Checking segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:25.164598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.165226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Bound using segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:25.165925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Bound port: 1c2e642f-3883-411f-8514-4e601c1ad74d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:25.166512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.181995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d329767b-6ba4-43db-927a-ebc63edd0c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.183621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947e4105-b0d6-4dbf-9b65-70dd67a88c4a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:25.189248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 10.1.1.24 (4b185fe8-a437-433b-8630-ba515cdb3ac0/466dc342-efe1-49f4-b3ad-ac0f8b056342/bb7be4c7-6400-459a-a3f7-c8f3931bcde2) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:25.192727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d329767b-6ba4-43db-927a-ebc63edd0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.207339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.235151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Transition to ACTIVE for port object 947e4105-b0d6-4dbf-9b65-70dd67a88c4a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:25.246230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d329767b-6ba4-43db-927a-ebc63edd0c0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=082ee7a2c88a4a27aa6f60dd1dd1a6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576027 Aug 20 08:52:25.252197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dba63746-f370-4047-9908-31f98ed6522f req-31b7ee28-9008-4f64-9429-7b9713ad5e43 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785098 Aug 20 08:52:25.254018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40864) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:25.267500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.267885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] For port 1c2e642f-3883-411f-8514-4e601c1ad74d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:25.277960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] For port 1c2e642f-3883-411f-8514-4e601c1ad74d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1c2e642f-3883-411f-8514-4e601c1ad74d,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:25.285593 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.293045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329767b-6ba4-43db-927a-ebc63edd0c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba32b8-ae0b-4293-967b-4a5f80b2ecda,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:25.379984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a35f44-9a67-4de2-8665-eb6cb1484ed4 None None] Pushing event updated for resources: {'Port': ['ID=1c2e642f-3883-411f-8514-4e601c1ad74d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:25.391681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:25.394523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31b8117d-7c2c-4bb4-a084-d347614967f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.410449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55536a7-2471-4a33-8d65-6960f70c4330 req-6e44b20e-2fd1-4255-b580-931703617751 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:25.412038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a55536a7-2471-4a33-8d65-6960f70c4330 req-6e44b20e-2fd1-4255-b580-931703617751 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 945 time: 0.0672946 Aug 20 08:52:25.469112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31b8117d-7c2c-4bb4-a084-d347614967f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.503626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3a73cc29-a9d1-483e-9549-3c82e749581e up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:25.524961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a55536a7-2471-4a33-8d65-6960f70c4330 req-66177c0e-5f61-4e60-a955-65ffb2a34c4e tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882797 Aug 20 08:52:25.584459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28b59469-c265-4e86-ab64-675928287603 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:25.587025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31b8117d-7c2c-4bb4-a084-d347614967f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.592863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31b8117d-7c2c-4bb4-a084-d347614967f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.610322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-31b8117d-7c2c-4bb4-a084-d347614967f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45ba32b8-ae0b-4293-967b-4a5f80b2ecda HTTP/1.1" status: 204 len: 168 time: 0.3553963 Aug 20 08:52:25.627431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8117d-7c2c-4bb4-a084-d347614967f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba32b8-ae0b-4293-967b-4a5f80b2ecda,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:25.703952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 3a73cc29-a9d1-483e-9549-3c82e749581e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:25.723540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 3a73cc29-a9d1-483e-9549-3c82e749581e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:25.725069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.763620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-65df51cd-d1b0-4150-bee8-e953360e42b9 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:25.765204 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-65df51cd-d1b0-4150-bee8-e953360e42b9 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.1910598 Aug 20 08:52:25.783611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33438d2-605e-4009-b868-0d22fff429d9 None None] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:25.882570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Attempting to bind port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:25.882907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Attempting to bind port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:25.883237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Attempting to bind port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a on network f5740865-78a1-44bc-be00-aa9ab6419be1 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:25.888196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.912358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a on network f5740865-78a1-44bc-be00-aa9ab6419be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:25.912691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Attempting to bind port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a on network f5740865-78a1-44bc-be00-aa9ab6419be1 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:25.913630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d023d3-7ef7-4f06-a449-6e1605b0a8d8 req-7f640680-5fad-4b45-950c-46e63404876f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:25.920495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Deleting port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:25.920764 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:25.924734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06d023d3-7ef7-4f06-a449-6e1605b0a8d8 req-7f640680-5fad-4b45-950c-46e63404876f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.1090491 Aug 20 08:52:25.952512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object bb7be4c7-6400-459a-a3f7-c8f3931bcde2 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:26.002343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:26.007804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Checking segment: {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:26.010285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Bound using segment: {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:26.011304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Bound port: 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:26.011682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.036395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a7427-df9c-475d-afc8-537c8ed577f7 req-a3299c89-aa8c-46f1-9063-aecb20a8592b tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.045279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-632a7427-df9c-475d-afc8-537c8ed577f7 req-a3299c89-aa8c-46f1-9063-aecb20a8592b tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 945 time: 0.1641488 Aug 20 08:52:26.053510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1d5273de-c9f9-4282-ba1e-6bf14f439639 None None] Provisioning for port 28b59469-c265-4e86-ab64-675928287603 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:26.081439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06d023d3-7ef7-4f06-a449-6e1605b0a8d8 req-134a18e6-ef94-4a4e-a14c-12753b461a1b tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561987 Aug 20 08:52:26.134798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 28b59469-c265-4e86-ab64-675928287603 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:26.148304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 28b59469-c265-4e86-ab64-675928287603 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:26.148672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.154467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.163645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-632a7427-df9c-475d-afc8-537c8ed577f7 req-9479df5a-8a35-4fde-ae89-d4a080a0cfdf tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170299 Aug 20 08:52:26.164722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.173671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] For port cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:26.174058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.236639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:26.240669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Calling delete_port for cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:26.245630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Deleting port 3df4fe50-bf60-4935-baf5-09418dea4f83 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:26.245630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.292636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a73cc29-a9d1-483e-9549-3c82e749581e'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:26.295093 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bebb86-d36a-40a4-a8cc-4f1a4678e2a0" -d '{"events": [{"server_uuid": "247bfb8e-5d87-4ad6-96f3-b30f793ec194", "name": "network-vif-plugged", "status": "completed", "tag": "3a73cc29-a9d1-483e-9549-3c82e749581e"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:26.296619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da37f82-a3be-4797-8656-bd87890f3e04 req-8e659673-5f28-495d-81bd-4fd81bb7780c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.298433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0da37f82-a3be-4797-8656-bd87890f3e04 req-8e659673-5f28-495d-81bd-4fd81bb7780c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.0695412 Aug 20 08:52:26.321388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:26.329810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:26.345491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:26.347420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:26.353155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:26.356719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3a73cc29-a9d1-483e-9549-3c82e749581e, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3a73cc29-a9d1-483e-9549-3c82e749581e,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:26.357217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.383580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.384368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5ad25b3b-0249-47b4-a832-65d75be02925 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:26.430931 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0da37f82-a3be-4797-8656-bd87890f3e04 req-6ed2b2a5-f472-4332-8b58-45dff5aead7d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253386 Aug 20 08:52:26.488533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.489071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b85bb-b3a5-407d-93cd-6dec9bdb4b51 req-ce19af7a-e30e-434b-a3f7-658fa8ca4f15 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.497698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf8b85bb-b3a5-407d-93cd-6dec9bdb4b51 req-ce19af7a-e30e-434b-a3f7-658fa8ca4f15 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 944 time: 0.1212041 Aug 20 08:52:26.555516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3a73cc29-a9d1-483e-9549-3c82e749581e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:26.571432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.572159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.574384 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] 10.222.0.26 "PUT /v2.0/ports/947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 1092 time: 2.7029991 Aug 20 08:52:26.580751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf8b85bb-b3a5-407d-93cd-6dec9bdb4b51 req-5330ac7c-e73d-4afd-8aab-9948478fea50 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819042 Aug 20 08:52:26.582472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 28b59469-c265-4e86-ab64-675928287603, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28b59469-c265-4e86-ab64-675928287603,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:26.587656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:26.591010 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fce77e4-2045-4906-9d0c-9cda3ff82ded" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:26.603612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.611918 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5ee911-2c81-4193-8a7b-e91f12bfa9af x-openstack-request-id: req-9d5ee911-2c81-4193-8a7b-e91f12bfa9af {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:26.614661 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247bfb8e-5d87-4ad6-96f3-b30f793ec194", "name": "network-vif-plugged", "status": "completed", "tag": "3a73cc29-a9d1-483e-9549-3c82e749581e", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:26.615617 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d5ee911-2c81-4193-8a7b-e91f12bfa9af {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:26.618257 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a73cc29-a9d1-483e-9549-3c82e749581e', 'code': 200} Aug 20 08:52:26.638105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.638694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.734951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3055fe1-c828-49ea-b65e-41b40b5648cf service neutron] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:26.749230 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e3b5bb-82d9-44b8-9829-7c845936f2e3 x-openstack-request-id: req-61e3b5bb-82d9-44b8-9829-7c845936f2e3 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:26.749533 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:26.749834 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61e3b5bb-82d9-44b8-9829-7c845936f2e3 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:26.750242 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'status': 'completed', 'code': 200} Aug 20 08:52:26.752150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] For port 3df4fe50-bf60-4935-baf5-09418dea4f83, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3df4fe50-bf60-4935-baf5-09418dea4f83,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:26.752654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.753562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=28b59469-c265-4e86-ab64-675928287603,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:26.760097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 5ad25b3b-0249-47b4-a832-65d75be02925 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:26.768303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 5ad25b3b-0249-47b4-a832-65d75be02925 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:26.770002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.820574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61629f03-8bc7-46b8-9286-d57b876e4fb0 req-b90df5e7-985d-4ab3-82d2-c49c58458aa8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.822166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61629f03-8bc7-46b8-9286-d57b876e4fb0 req-b90df5e7-985d-4ab3-82d2-c49c58458aa8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 945 time: 0.1101172 Aug 20 08:52:26.827799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-b40a7794-81a7-425a-9c07-19c021aeb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:26.829266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-b40a7794-81a7-425a-9c07-19c021aeb6da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1095 time: 0.0714674 Aug 20 08:52:26.918193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-8fa96b93-dd2a-4325-a0a6-3e9350c080f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 217 time: 0.0688837 Aug 20 08:52:26.919887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0f9c891-f749-4c67-ac1e-299ff39c5f60 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0746331 Aug 20 08:52:26.930651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40900) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:26.947196 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:26.965898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'name': 'tempest-TaggedBootDevicesTest-202006075', 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:26.972027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Calling delete_port for 3df4fe50-bf60-4935-baf5-09418dea4f83 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:26.985419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc4d6e-fa11-45e4-af26-587a0f255fde None None] Network 8c97371e-9164-463e-9da6-569b1f99b62f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:27.032068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61629f03-8bc7-46b8-9286-d57b876e4fb0 req-8d666b53-12be-4e26-883f-dae120d946a9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017188 Aug 20 08:52:27.085427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40904) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:27.099322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:27.099750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-b3ce4670-454d-4d16-afa7-66bf22ecac8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100313 Aug 20 08:52:27.117243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d235-50b1-45a1-8161-5f2432f28db1 req-e511f0be-b59f-449b-b4ee-a92a8be760c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:27.118230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.122731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f13d235-50b1-45a1-8161-5f2432f28db1 req-e511f0be-b59f-449b-b4ee-a92a8be760c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 1097 time: 0.3966649 Aug 20 08:52:27.214208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddab2-2689-49af-9120-e42f41eae486 req-4526240d-2dd9-4b3e-a3a8-676b0c246b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:27.223829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-4526240d-2dd9-4b3e-a3a8-676b0c246b60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.2940271 Aug 20 08:52:27.256149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:27.263245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Provisioning for port 1c2e642f-3883-411f-8514-4e601c1ad74d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:27.309157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Provisioning for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:27.314939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Provisioning complete for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:27.315309 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.435605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:27.455857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Provisioning complete for port 28b59469-c265-4e86-ab64-675928287603 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:27.456230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8718-c3f8-4518-9eb4-d8c8d4a803a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.561338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f13d235-50b1-45a1-8161-5f2432f28db1 req-69d453ed-9f66-4e04-a7c1-e3e1d02c4b3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313169 Aug 20 08:52:27.600362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-b789a862-eab4-4751-8d74-d0a3bfc04855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:27.602295 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-b789a862-eab4-4751-8d74-d0a3bfc04855 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 1097 time: 0.1177261 Aug 20 08:52:27.606434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.615612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c2e642f-3883-411f-8514-4e601c1ad74d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:27.632580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-network', 'tenant_id': '23a4470210084067b0b0ba563d541902'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:27.685857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-ea375441-3d57-40bd-846d-f21a622e5c45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4470363 Aug 20 08:52:27.695712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f00baa22-be93-42d8-bf7a-d0d1046cec52 None None] Provisioning complete for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:27.696264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f00baa22-be93-42d8-bf7a-d0d1046cec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.733082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:27.747714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1c2e642f-3883-411f-8514-4e601c1ad74d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:27.761527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1c2e642f-3883-411f-8514-4e601c1ad74d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:27.762245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.765232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f00baa22-be93-42d8-bf7a-d0d1046cec52 None None] Port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:27.809936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Made reservation on behalf of 23a4470210084067b0b0ba563d541902 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:27.813172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.821450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:27.839957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372df8c-85ab-4b1f-9d3a-ebc4d7e59240 req-ea69ef79-e8d5-4342-bbfa-e97e68e34d10 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:27.848224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6372df8c-85ab-4b1f-9d3a-ebc4d7e59240 req-ea69ef79-e8d5-4342-bbfa-e97e68e34d10 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=95f3e356-6405-4574-81c4-7ea834188052 HTTP/1.1" status: 200 len: 950 time: 0.5899224 Aug 20 08:52:27.874934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.875386 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.902612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['ebf25676-93ea-4651-9cf3-3d6e7d3dd558', '3df4fe50-bf60-4935-baf5-09418dea4f83', '70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:27.914442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:27.958313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e43f8-9e5d-48b0-b691-c1cd4b57ad0a req-b586b947-7347-44c1-bf49-6b98943c97b5 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:27.968477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event deleted for resources: {'Port': ['ID=3df4fe50-bf60-4935-baf5-09418dea4f83,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:27.970228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb4e43f8-9e5d-48b0-b691-c1cd4b57ad0a req-b586b947-7347-44c1-bf49-6b98943c97b5 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 946 time: 0.3510504 Aug 20 08:52:27.999526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] No DVR routers for this DVR port 3df4fe50-bf60-4935-baf5-09418dea4f83 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:28.003077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.005605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3872dab6-2250-4cd5-8720-24c9b1e4756d req-33a57ba9-87d4-4579-ba01-957e8a03e5bd tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "DELETE /v2.0/ports/3df4fe50-bf60-4935-baf5-09418dea4f83 HTTP/1.1" status: 204 len: 173 time: 2.2320616 Aug 20 08:52:28.029853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 1c2e642f-3883-411f-8514-4e601c1ad74d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1c2e642f-3883-411f-8514-4e601c1ad74d,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:28.031510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a46df166-9fef-40c0-9dff-b0d9a957647d None None] Provisioning complete for port 1c2e642f-3883-411f-8514-4e601c1ad74d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:28.033572 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a46df166-9fef-40c0-9dff-b0d9a957647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.043197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6372df8c-85ab-4b1f-9d3a-ebc4d7e59240 req-e4273dab-3a44-43a2-8cb2-b553f084e5ce tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928325 Aug 20 08:52:28.044752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-1ae5db2e-95ef-4d86-8bd2-49480e608bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:28.046267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-1ae5db2e-95ef-4d86-8bd2-49480e608bea service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 200 len: 904 time: 0.3973579 Aug 20 08:52:28.066855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.069025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28b59469-c265-4e86-ab64-675928287603 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:28.118323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.130753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-03b4be0c-a4cd-446e-8849-bb25482dfb06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3 HTTP/1.1" status: 200 len: 217 time: 0.0749850 Aug 20 08:52:28.162243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=1c2e642f-3883-411f-8514-4e601c1ad74d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:28.207311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-8c9dfcb2-b9cb-41d2-b2dd-d07ef32b9716 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056200 Aug 20 08:52:28.222658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.247625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb4e43f8-9e5d-48b0-b691-c1cd4b57ad0a req-18209a21-45df-4502-89a0-3fb8e60ddefc tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762566 Aug 20 08:52:28.248553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.282195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-d5606224-1cdb-44e6-8950-0c6b82db593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:28.283728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-d5606224-1cdb-44e6-8950-0c6b82db593a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 200 len: 844 time: 0.0942373 Aug 20 08:52:28.320135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 28b59469-c265-4e86-ab64-675928287603 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:28.320508 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.336813 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-7f728034-ec84-450a-9b2a-9aaef51d05e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b46e25f-5852-4174-acbb-02afb43e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370493 Aug 20 08:52:28.352773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:28.368971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.398471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4291cf5-be20-40f5-a17e-ac0db5784aca,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:28.423172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.423525 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Added segment ad8866cc-dbf2-4c5d-8f55-ebae02583c64 of type vlan for network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d Aug 20 08:52:28.474249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff3ed-d307-4241-8912-20bc88a62cc5 req-9334f764-180f-4d4e-9db2-27e2a898a97f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:28.482994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db3ff3ed-d307-4241-8912-20bc88a62cc5 req-9334f764-180f-4d4e-9db2-27e2a898a97f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.3303063 Aug 20 08:52:28.544808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-7f8ed723-93d2-497c-b5ef-a51304cb0136 service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991427 Aug 20 08:52:28.546557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] device_id is not set on port b4cd792e-d538-4da9-b277-ca720eba63ef yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:52:28.620280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:28.623057 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001451df-0cec-47cf-a440-132fe0af8ac3" -d '{"events": [{"server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "name": "network-vif-plugged", "status": "completed", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:28.659417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd5d398-421e-4381-b1a3-897873f751e4 req-65c71acd-acc4-463a-a37a-95ca9cbc7cdc service neutron] 10.222.0.26 "GET /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049485 Aug 20 08:52:28.666324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:52:28.722268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db3ff3ed-d307-4241-8912-20bc88a62cc5 req-caa50a9f-f3d4-4ebe-a691-ed31f85ae30b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381916 Aug 20 08:52:28.734432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.737993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-320ddab2-2689-49af-9120-e42f41eae486 req-abfb1924-b2e2-4b35-80cc-2a12cdb6aa32 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092983 Aug 20 08:52:28.752083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f3e356-6405-4574-81c4-7ea834188052', 'name': 'network-vif-deleted', 'tag': '3df4fe50-bf60-4935-baf5-09418dea4f83'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:28.756669 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9430d593-15a9-4b03-bbe5-33fe70a7d818" -d '{"events": [{"server_uuid": "95f3e356-6405-4574-81c4-7ea834188052", "name": "network-vif-deleted", "tag": "3df4fe50-bf60-4935-baf5-09418dea4f83"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:28.787612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c6a6b-c721-411e-ac94-ad8d46907ec9 req-0ab7facd-40f7-44f6-8a40-560febed2d74 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:28.789690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c9c6a6b-c721-411e-ac94-ad8d46907ec9 req-0ab7facd-40f7-44f6-8a40-560febed2d74 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 944 time: 0.4145732 Aug 20 08:52:28.824174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:52:28.832816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d65b948-4fec-4555-80f2-6f3784bd093d admin admin] 10.222.0.35 "PUT /v2.0/routers/0ea1a30b-66db-4fa3-b2fd-80b4afb9556a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1232913 Aug 20 08:52:28.832816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40922) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:28.835927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] Sync routers for ids ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:52:28.845179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] Routers {'0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:28.845823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:28.925402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.926390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:28.926974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.959568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:28.966078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] Set router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:29.034321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c9c6a6b-c721-411e-ac94-ad8d46907ec9 req-efddf8eb-5f80-4afa-8472-82534e113792 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330642 Aug 20 08:52:29.080896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 10.1.1.84 (4b185fe8-a437-433b-8630-ba515cdb3ac0/466dc342-efe1-49f4-b3ad-ac0f8b056342/b4cd792e-d538-4da9-b277-ca720eba63ef) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:29.086185 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35024ff1-3283-4ed2-a905-c3ccb497bfa5 x-openstack-request-id: req-35024ff1-3283-4ed2-a905-c3ccb497bfa5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:29.086426 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "name": "network-vif-plugged", "status": "completed", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:29.086570 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35024ff1-3283-4ed2-a905-c3ccb497bfa5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:29.086961 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'code': 200} Aug 20 08:52:29.096641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-4080142c-d5cb-4e81-a9c6-c2f777b0c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.098413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-4080142c-d5cb-4e81-a9c6-c2f777b0c97b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1095 time: 0.2982028 Aug 20 08:52:29.099645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] Pushing event updated for resources: {'Network': ['ID=25c40294-d4d4-4e9b-aa8f-e52a5278b60d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:29.113020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e3d25095-f509-4c19-8031-10b947462e24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.0227118 Aug 20 08:52:29.116962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40926) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:29.121833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:29.128947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Request body: {'subnet': {'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-subnet', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:29.131076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47fad-353a-404b-9b2c-6a93abc25d9e req-03b7cf03-9391-4843-9807-e24931d14e88 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.139139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4d47fad-353a-404b-9b2c-6a93abc25d9e req-03b7cf03-9391-4843-9807-e24931d14e88 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.3183706 Aug 20 08:52:29.153193 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef2e57-e891-4ffa-b636-0910216785ff x-openstack-request-id: req-fbef2e57-e891-4ffa-b636-0910216785ff {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:29.154111 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f3e356-6405-4574-81c4-7ea834188052", "name": "network-vif-deleted", "tag": "3df4fe50-bf60-4935-baf5-09418dea4f83", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:29.155271 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbef2e57-e891-4ffa-b636-0910216785ff {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:29.155860 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f3e356-6405-4574-81c4-7ea834188052', 'name': 'network-vif-deleted', 'tag': '3df4fe50-bf60-4935-baf5-09418dea4f83', 'status': 'completed', 'code': 200} Aug 20 08:52:29.166657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.245538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Made reservation on behalf of 23a4470210084067b0b0ba563d541902 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:29.248577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.280494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4d47fad-353a-404b-9b2c-6a93abc25d9e req-d57a8df2-89a8-4be1-86a2-9587cde1de1f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403546 Aug 20 08:52:29.374467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '4568e029-4d76-4906-b70c-1218c197d872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:52:27Z', 'revision_number': 5, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port': {'id': '4568e029-4d76-4906-b70c-1218c197d872', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:50:23Z', 'updated_at': '2021-08-20T08:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:29.408826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] Checking router: 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:52:29.418658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] Routers {'0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:29.419530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:29.440022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3da9-5874-436a-85d7-e3803b7855b2 req-def6c41a-fe84-480e-99fd-d33f274e9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.441534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbdd3da9-5874-436a-85d7-e3803b7855b2 req-def6c41a-fe84-480e-99fd-d33f274e9bad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.2705457 Aug 20 08:52:29.442440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-bf980b71-8c44-4eaa-a04b-c6e5f9f9424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.443976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-bf980b71-8c44-4eaa-a04b-c6e5f9f9424e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.3288209 Aug 20 08:52:29.531337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] Set router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:29.547895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Deleting port 4568e029-4d76-4906-b70c-1218c197d872 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:29.548288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.568918 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbdd3da9-5874-436a-85d7-e3803b7855b2 req-8bf4fb32-6c65-4995-9e37-05c58e193da0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098263 Aug 20 08:52:29.607112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:52:29Z', 'revision_number': 6, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:29.657770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-cc55083a-212f-4ba6-a5c3-e7038025c6f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 217 time: 0.1607430 Aug 20 08:52:29.664037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8a3e5c-8423-454c-97e8-2f4e57127d68 None None] The sync data for ids ['0ea1a30b-66db-4fa3-b2fd-80b4afb9556a'] in n-d-804285-2 is: [{'id': '0ea1a30b-66db-4fa3-b2fd-80b4afb9556a', 'name': 'tempest-AttachSCSIVolumeTestJSON-618042952-router', 'tenant_id': '08363a1f5ea146d6a85e8cd289dcee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:50:22Z', 'updated_at': '2021-08-20T08:52:29Z', 'revision_number': 6, 'project_id': '08363a1f5ea146d6a85e8cd289dcee80', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:52:29.668851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c2e642f-3883-411f-8514-4e601c1ad74d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:29.722636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] For port 4568e029-4d76-4906-b70c-1218c197d872, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4568e029-4d76-4906-b70c-1218c197d872,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:29.723275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.734954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1c2e642f-3883-411f-8514-4e601c1ad74d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:29.735249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.742507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Calling delete_port for 4568e029-4d76-4906-b70c-1218c197d872 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:29.747524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.837176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe244fed-7610-468e-8588-0935a78e5d12,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:29.844324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.854831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fbc6e-35c2-4f0a-ad9c-a67971de612d req-ff575eef-dae4-40d2-a6eb-b5887fe01461 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.859895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a81fbc6e-35c2-4f0a-ad9c-a67971de612d req-ff575eef-dae4-40d2-a6eb-b5887fe01461 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 946 time: 0.4576597 Aug 20 08:52:29.873766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Checking segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:29.874262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Network hostable DHCP agents. Network: 25c40294-d4d4-4e9b-aa8f-e52a5278b60d, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:29.899443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86f83c-69f0-4958-bef6-6df0304858de req-7636ab8a-79d0-406d-b95a-bb3081377521 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.901025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce86f83c-69f0-4958-bef6-6df0304858de req-7636ab8a-79d0-406d-b95a-bb3081377521 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 950 time: 0.2480628 Aug 20 08:52:29.905268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-c444d10d-646a-4bcc-bb64-b40c4d66c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.906726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-c444d10d-646a-4bcc-bb64-b40c4d66c4aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.1594253 Aug 20 08:52:29.914852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object b4cd792e-d538-4da9-b277-ca720eba63ef will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:29.935498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:29.951324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 25c40294-d4d4-4e9b-aa8f-e52a5278b60d) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:29.961002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300b55c-6b9c-43ab-83de-9ac65547fafa None None] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:29.978906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:29.980166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:29.992039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-fc4c4eb1-3a6b-4fb4-930a-eabc748dba44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750604 Aug 20 08:52:29.999404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f81b7d22-85ee-42bc-997a-e1fa28578299 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8804581 Aug 20 08:52:30.003074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:30.007665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:30.023136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.037698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a81fbc6e-35c2-4f0a-ad9c-a67971de612d req-a8777925-da17-4cf9-bb5b-8aa700285ad4 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623156 Aug 20 08:52:30.092087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4568e029-4d76-4906-b70c-1218c197d872,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:30.096181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.097296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.149702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce86f83c-69f0-4958-bef6-6df0304858de req-d3c54ec1-c6fa-4c53-beb1-bde8d5a9648a tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292461 Aug 20 08:52:30.171497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.177309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.244190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:52:30.245881 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.289172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.293066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.314905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:30.321467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:30.325225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:30.342756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.435513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:30.453314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-1a6209a0-e76f-4cf9-bf61-c2009caa252e service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487917 Aug 20 08:52:30.489423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb7ef9-a122-4a26-93ea-174dbaed7f6a req-859c7b6f-d33f-4af7-93e1-28c167fa3de4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:30.498339 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4bb7ef9-a122-4a26-93ea-174dbaed7f6a req-859c7b6f-d33f-4af7-93e1-28c167fa3de4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 944 time: 0.1785417 Aug 20 08:52:30.569688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd6d7b-b1c8-434a-9dc2-6c2215dc9c88 req-256367fa-83bd-4048-9a5b-99f84a7da4f3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:30.571690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84fd6d7b-b1c8-434a-9dc2-6c2215dc9c88 req-256367fa-83bd-4048-9a5b-99f84a7da4f3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.3858218 Aug 20 08:52:30.634949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3df4fe50-bf60-4935-baf5-09418dea4f83 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:30.638899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:30.639577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.679389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 3df4fe50-bf60-4935-baf5-09418dea4f83 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:30.679732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3df4fe50-bf60-4935-baf5-09418dea4f83 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:30.707825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Allocated IP 172.20.0.2 (25c40294-d4d4-4e9b-aa8f-e52a5278b60d/fe244fed-7610-468e-8588-0935a78e5d12/fe3d327c-c149-4ea0-a05f-d745b805f0c6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:30.720175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4bb7ef9-a122-4a26-93ea-174dbaed7f6a req-66271394-3df5-4c11-8af3-c6e73a0ec5dd tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203989 Aug 20 08:52:30.748777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bf8f38c3-7142-422c-a0c2-8d95a1124735 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8064454 Aug 20 08:52:30.801173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84fd6d7b-b1c8-434a-9dc2-6c2215dc9c88 req-36272ec4-2fb9-4d60-af25-54a08570f0b5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795330 Aug 20 08:52:30.837797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fce77e4-2045-4906-9d0c-9cda3ff82ded req-76632aa9-3d93-4508-82e2-70930f52df4a service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601797 Aug 20 08:52:30.877961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e7f85-126b-4752-8a60-49a2a95e120a req-752b4953-d9b1-40cd-9c73-f9a3051e0dcf tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:30.887842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-755e7f85-126b-4752-8a60-49a2a95e120a req-752b4953-d9b1-40cd-9c73-f9a3051e0dcf tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f957a2b-b984-43bf-8e63-d87412b260cf HTTP/1.1" status: 200 len: 945 time: 0.0674989 Aug 20 08:52:30.937267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.959126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6eb389a6-bffb-4eb8-9a3a-7fe342b2e18d None None] Provisioning for port b4cd792e-d538-4da9-b277-ca720eba63ef completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:30.961693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Transition to ACTIVE for port object fe3d327c-c149-4ea0-a05f-d745b805f0c6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:30.971344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6eb389a6-bffb-4eb8-9a3a-7fe342b2e18d None None] Provisioning complete for port b4cd792e-d538-4da9-b277-ca720eba63ef triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:30.971874 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6eb389a6-bffb-4eb8-9a3a-7fe342b2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.978788 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.979440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea1a30b-66db-4fa3-b2fd-80b4afb9556a {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:52:30.984493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:30.988649 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8375ac83-c65e-4c21-8895-e12df7e739ed admin admin] 10.222.0.35 "DELETE /v2.0/routers/0ea1a30b-66db-4fa3-b2fd-80b4afb9556a HTTP/1.1" status: 204 len: 168 time: 2.1553028 Aug 20 08:52:30.991757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40946) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:30.998337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-755e7f85-126b-4752-8a60-49a2a95e120a req-75e933ab-09c7-4924-9849-bbbc7f1ff8df tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094196 Aug 20 08:52:31.006850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Transition to ACTIVE for port object fe3d327c-c149-4ea0-a05f-d745b805f0c6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:31.021820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.026848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6eb389a6-bffb-4eb8-9a3a-7fe342b2e18d None None] Port b4cd792e-d538-4da9-b277-ca720eba63ef cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:31.044884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e7164-cb17-45f7-962e-fd74530168ab req-2f2321a3-52d7-480d-9a3e-f29006e107aa tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:31.059277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:31.060344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-573e7164-cb17-45f7-962e-fd74530168ab req-2f2321a3-52d7-480d-9a3e-f29006e107aa tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1565149 Aug 20 08:52:31.062595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:31.066716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:31.077148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.088779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-7bf07eb8-f598-4a61-8146-ed19ef891543 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:31.090219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-7bf07eb8-f598-4a61-8146-ed19ef891543 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 950 time: 0.1424026 Aug 20 08:52:31.115634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Deleting subnet 1373acc0-c0e7-4785-b1a0-19c25c20ed69 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:52:31.116541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Pushing event updated for resources: {'Port': ['ID=fe3d327c-c149-4ea0-a05f-d745b805f0c6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:31.157655 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.158084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Attempting to bind port fe3d327c-c149-4ea0-a05f-d745b805f0c6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:31.158553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Attempting to bind port fe3d327c-c149-4ea0-a05f-d745b805f0c6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:31.159020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Attempting to bind port fe3d327c-c149-4ea0-a05f-d745b805f0c6 on network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:31.164384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:31.164866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Checking segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:31.165364 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.165903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Bound using segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:31.166468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Bound port: fe3d327c-c149-4ea0-a05f-d745b805f0c6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:31.167070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.212104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.223929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-573e7164-cb17-45f7-962e-fd74530168ab req-96573f75-dd3d-486d-87e7-25ed74b9ee4a tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555109 Aug 20 08:52:31.263082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] For port fe3d327c-c149-4ea0-a05f-d745b805f0c6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:31.264685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Deleting port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:31.265862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.267911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] For port fe3d327c-c149-4ea0-a05f-d745b805f0c6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe3d327c-c149-4ea0-a05f-d745b805f0c6,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:31.273906 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.332122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a08f0a-ea43-48c6-8797-fb144f7e7f98 None None] Pushing event updated for resources: {'Port': ['ID=fe3d327c-c149-4ea0-a05f-d745b805f0c6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:31.394183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] For port ebf25676-93ea-4651-9cf3-3d6e7d3dd558, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:31.394183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.400354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40954) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:31.415792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514834238', 'description': 'tempest-description--1713467499'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:31.427443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.440997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Calling delete_port for ebf25676-93ea-4651-9cf3-3d6e7d3dd558 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:31.535367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.579554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:31.603106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:31.603458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cdc2c8e7-8992-4afc-8d7c-662ea8d23eb8 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:31.603992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4568e029-4d76-4906-b70c-1218c197d872 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:31.635778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4568e029-4d76-4906-b70c-1218c197d872 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:31.636127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4568e029-4d76-4906-b70c-1218c197d872 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:31.644752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.680021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.722476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed961ed8-e3aa-4cbb-ad7c-31cbcbd4b6f1 req-a98574e9-3362-4855-b8a8-9cca13f27995 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:31.724772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed961ed8-e3aa-4cbb-ad7c-31cbcbd4b6f1 req-a98574e9-3362-4855-b8a8-9cca13f27995 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=178e0d17-48cd-49d7-8e53-7d83a4a26508 HTTP/1.1" status: 200 len: 950 time: 0.2631929 Aug 20 08:52:31.789906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.807647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['ebf25676-93ea-4651-9cf3-3d6e7d3dd558', '70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:31.826250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.845514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-e4f81c70-ca8e-4386-bb9a-8e40adee44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:31.847390 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-e4f81c70-ca8e-4386-bb9a-8e40adee44e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0851882 Aug 20 08:52:31.848420 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:31.850613 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1373acc0-c0e7-4785-b1a0-19c25c20ed69 HTTP/1.1" status: 204 len: 168 time: 0.8586314 Aug 20 08:52:31.857934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d2efe3-5891-4d5b-946e-c2de7b129859 None None] Network 46069204-8bda-45b2-8b50-c2c106291e7d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:31.869542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40964) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:31.892991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event deleted for resources: {'Port': ['ID=ebf25676-93ea-4651-9cf3-3d6e7d3dd558,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:31.919958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1373acc0-c0e7-4785-b1a0-19c25c20ed69,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:31.939173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.939516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.939849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.940181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.940508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.940840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.941152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.941468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.942226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.942554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.942872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:31.943184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f34b855-68d6-4e0c-bdef-7ac28789e463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:32.004773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Allocated IP 172.25.5.243 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/afd271e2-9eff-4cb5-acfe-d8d468b151ec) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:32.087460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-9c8deff3-134b-4843-9e49-90d781c68d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:32.089537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-9c8deff3-134b-4843-9e49-90d781c68d0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1961873 Aug 20 08:52:32.104625 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.110662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] No DVR routers for this DVR port ebf25676-93ea-4651-9cf3-3d6e7d3dd558 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:32.114533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.117105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-734f3550-c4cd-489e-bb4e-4dbc3ae194e6 req-0d3f5f5e-1439-4c3d-9233-abfefa249a84 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "DELETE /v2.0/ports/ebf25676-93ea-4651-9cf3-3d6e7d3dd558 HTTP/1.1" status: 204 len: 173 time: 1.0146894 Aug 20 08:52:32.137291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed961ed8-e3aa-4cbb-ad7c-31cbcbd4b6f1 req-d8b37cfd-9cde-4b95-8869-6378aaa2eeb4 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003029 Aug 20 08:52:32.141410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'name': 'network-vif-deleted', 'tag': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:32.144581 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a585df-c4f5-4190-a5ce-d5dba422028e" -d '{"events": [{"server_uuid": "178e0d17-48cd-49d7-8e53-7d83a4a26508", "name": "network-vif-deleted", "tag": "ebf25676-93ea-4651-9cf3-3d6e7d3dd558"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:32.144732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-bfd3f64b-9ec5-403d-9928-132a6bb871ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.0417838 Aug 20 08:52:32.201544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-b3d10013-4d1b-45ca-a408-e7aaf511f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:32.203410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-b3d10013-4d1b-45ca-a408-e7aaf511f5e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0490181 Aug 20 08:52:32.267098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-3676db5c-7737-4739-aa9e-ff490f078996 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503917 Aug 20 08:52:32.286114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.300439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] DHCP port deletion for 46069204-8bda-45b2-8b50-c2c106291e7d request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:52:32.304219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.318974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.375849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10106ce2-c709-49ff-9446-ca647b6d896f req-0f9e6b31-1ef9-420a-9ac3-5b8a6e597bc4 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:32.384430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10106ce2-c709-49ff-9446-ca647b6d896f req-0f9e6b31-1ef9-420a-9ac3-5b8a6e597bc4 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.2748847 Aug 20 08:52:32.415931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.416215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] Deleting port 4362838e-8acb-40a9-b5b4-58e669451a93 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:32.416821 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.420208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0163260 Aug 20 08:52:32.422213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40972) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:32.436010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'security_group_rule': {'security_group_id': '979f1468-0f68-47c8-873a-4d0e40cbad52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:32.447520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc395-30ff-4a74-b6fa-1e8bb6cb4f9d req-221d7fa2-561b-4b71-a4f1-4e6fb24bc5ef tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:32.449854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-626fc395-30ff-4a74-b6fa-1e8bb6cb4f9d req-221d7fa2-561b-4b71-a4f1-4e6fb24bc5ef tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 944 time: 0.1988459 Aug 20 08:52:32.453768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a4464-fcd3-470e-9bf0-3853e0102237 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979f1468-0f68-47c8-873a-4d0e40cbad52,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:32.477167 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-aa969e88-16bf-4a7f-853b-c9d71714e82c service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998317 Aug 20 08:52:32.510101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.549985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] For port 4362838e-8acb-40a9-b5b4-58e669451a93, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4362838e-8acb-40a9-b5b4-58e669451a93,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:32.549985 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.565748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10106ce2-c709-49ff-9446-ca647b6d896f req-7c84e785-d053-4232-b391-8aaaaab5a81e tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802888 Aug 20 08:52:32.572581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Deleting port 4362838e-8acb-40a9-b5b4-58e669451a93 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:32.574032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.596389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] Calling delete_port for 4362838e-8acb-40a9-b5b4-58e669451a93 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:32.669870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=afd271e2-9eff-4cb5-acfe-d8d468b151ec,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:32.675658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.699047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-626fc395-30ff-4a74-b6fa-1e8bb6cb4f9d req-370c6882-600b-456b-a40a-dc094943c8fe tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278221 Aug 20 08:52:32.708175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:32.710823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:32.740012 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e9042d2-8517-4f39-be1a-6a9aedf6d3ac req-24f15b53-4359-461d-bb95-00981d18933d service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490249 Aug 20 08:52:32.769241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 947e4105-b0d6-4dbf-9b65-70dd67a88c4a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:32.777500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:32.859491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] For port 4362838e-8acb-40a9-b5b4-58e669451a93, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4362838e-8acb-40a9-b5b4-58e669451a93,segment=NetworkSegment(7cad43bb-46da-4926-9cbe-3962e4dc04f2),segment_id=7cad43bb-46da-4926-9cbe-3962e4dc04f2)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:32.859863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.952036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:32.969654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1', 'port_id': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'mac_address': 'fa:16:3e:b3:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ad36d5-1606-42fc-aac1-fd789a38628a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:32.973149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:32.975655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Calling delete_port for 4362838e-8acb-40a9-b5b4-58e669451a93 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:32.986381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b105e9-1a03-4ca3-9d1b-de68a63f3745 req-57c015c0-f0df-471f-914f-5415b237002a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:32.988511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56b105e9-1a03-4ca3-9d1b-de68a63f3745 req-57c015c0-f0df-471f-914f-5415b237002a tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2624745 Aug 20 08:52:32.994298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] No DVR routers for this DVR port 4362838e-8acb-40a9-b5b4-58e669451a93 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:33.023487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2dbab-84ff-415a-980b-4e8edef82875 None None] Pushing event deleted for resources: {'Port': ['ID=4362838e-8acb-40a9-b5b4-58e669451a93,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:33.032754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0433df-dde2-4c91-8cfe-c428be884a92 None None] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:33.073732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-92b56342-f982-4177-b7d6-a87a5d6c4132 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:33.075723 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-92b56342-f982-4177-b7d6-a87a5d6c4132 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f957a2b-b984-43bf-8e63-d87412b260cf HTTP/1.1" status: 200 len: 945 time: 0.0835991 Aug 20 08:52:33.119129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.122292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56b105e9-1a03-4ca3-9d1b-de68a63f3745 req-9745bb09-94b4-4f66-b64a-77d1ad4d1a59 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200764 Aug 20 08:52:33.128011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.142413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-05d20118-4bdb-4113-a821-77367b0c3bc0 None None] Provisioning for port fe3d327c-c149-4ea0-a05f-d745b805f0c6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:33.155167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.157241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947e4105-b0d6-4dbf-9b65-70dd67a88c4a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:33.175234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d3c992-bf3c-4163-a820-6b5e2594f299,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:33.182954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-91f00a70-4be2-4853-aa00-be6a4865aa07 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:33.190925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-91f00a70-4be2-4853-aa00-be6a4865aa07 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 813 time: 0.3539803 Aug 20 08:52:33.205562 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d35fbe-c34d-428e-aa6d-770ca9366389 x-openstack-request-id: req-c5d35fbe-c34d-428e-aa6d-770ca9366389 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:33.210298 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178e0d17-48cd-49d7-8e53-7d83a4a26508", "name": "network-vif-deleted", "tag": "ebf25676-93ea-4651-9cf3-3d6e7d3dd558", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:33.210527 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5d35fbe-c34d-428e-aa6d-770ca9366389 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:33.210898 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178e0d17-48cd-49d7-8e53-7d83a4a26508', 'name': 'network-vif-deleted', 'tag': 'ebf25676-93ea-4651-9cf3-3d6e7d3dd558', 'status': 'completed', 'code': 200} Aug 20 08:52:33.235447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-95ab8bed-2b4d-4d0d-b5dc-3f126a99bd0f tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/quotas/a9797771f08547f986d99ce1beb696d4 HTTP/1.1" status: 200 len: 375 time: 0.0216780 Aug 20 08:52:33.237761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.247640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:33.257082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.257241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] No DVR routers for this DVR port 4362838e-8acb-40a9-b5b4-58e669451a93 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:33.259971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4920fda4-3418-47db-8cb8-9cfc17cf5232 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8330011 Aug 20 08:52:33.260686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40990) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:33.293128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.293962 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.294556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'security_group_rule': {'security_group_id': '979f1468-0f68-47c8-873a-4d0e40cbad52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:33.302958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Pushing event deleted for resources: {'Port': ['ID=4362838e-8acb-40a9-b5b4-58e669451a93,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:33.385651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:33.426955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Deleting port 619311af-9632-42a2-8ff3-1b8d0795efd9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:33.427188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.442059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.458463 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.464232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46069204-8bda-45b2-8b50-c2c106291e7d']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:33.486069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-ff6b7a99-5adb-4e25-9900-ee6ca43b85c0 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2391124 Aug 20 08:52:33.514053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cad43bb-46da-4926-9cbe-3962e4dc04f2') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:33.514361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cad43bb-46da-4926-9cbe-3962e4dc04f2') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:33.554246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:33.556716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.595177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe3d327c-c149-4ea0-a05f-d745b805f0c6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:33.646417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.720170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port fe3d327c-c149-4ea0-a05f-d745b805f0c6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:33.734783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fe3d327c-c149-4ea0-a05f-d745b805f0c6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:33.735938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.771768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-bd422925-b3f1-4024-99be-7ae846360beb tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:33.773305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-bd422925-b3f1-4024-99be-7ae846360beb tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "GET /v2.0/ports?device_id=247bfb8e-5d87-4ad6-96f3-b30f793ec194 HTTP/1.1" status: 200 len: 946 time: 0.3379171 Aug 20 08:52:33.822648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-76f8a062-c5f0-43db-a0c9-4d1bcd71f84d None None] Provisioning complete for port fe3d327c-c149-4ea0-a05f-d745b805f0c6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:33.824335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-76f8a062-c5f0-43db-a0c9-4d1bcd71f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.841576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] For port 619311af-9632-42a2-8ff3-1b8d0795efd9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=619311af-9632-42a2-8ff3-1b8d0795efd9,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:33.841976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.885833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Calling delete_port for 619311af-9632-42a2-8ff3-1b8d0795efd9 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:33.927684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.936890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.945637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:52:33.945997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:52:33.955885 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:52:33.972397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Router 2404b1de-8da2-411b-aaf6-417ac3c31871 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:52:34.007627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Deleting port 3a73cc29-a9d1-483e-9549-3c82e749581e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:34.007977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.014023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port fe3d327c-c149-4ea0-a05f-d745b805f0c6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe3d327c-c149-4ea0-a05f-d745b805f0c6,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:34.016876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217dbb-a4f6-4717-98f6-7c5f53a8b619 req-5d79c3f0-01c6-4dba-919b-f97639d01a2f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:34.018431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0217dbb-a4f6-4717-98f6-7c5f53a8b619 req-5d79c3f0-01c6-4dba-919b-f97639d01a2f tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 950 time: 0.5168247 Aug 20 08:52:34.024839 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.053355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.061505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-76f8a062-c5f0-43db-a0c9-4d1bcd71f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.062552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.084603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-af3685dd-0ed8-42c4-b003-d873c04a685f service neutron] 10.222.0.35 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976126 Aug 20 08:52:34.097180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.130277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4362838e-8acb-40a9-b5b4-58e669451a93 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:34.167255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4362838e-8acb-40a9-b5b4-58e669451a93 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:34.167598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4362838e-8acb-40a9-b5b4-58e669451a93 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:34.178846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=fe3d327c-c149-4ea0-a05f-d745b805f0c6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:34.188620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-76f8a062-c5f0-43db-a0c9-4d1bcd71f84d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:52:34.188620 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-76f8a062-c5f0-43db-a0c9-4d1bcd71f84d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:52:34.190500 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.192337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] 10.222.0.35 "DELETE /v2.0/networks/46069204-8bda-45b2-8b50-c2c106291e7d HTTP/1.1" status: 204 len: 168 time: 2.3146510 Aug 20 08:52:34.217246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ead734-88a5-4b2c-bb3f-60b05027f68d,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:34.227109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1de078-fe77-415a-b1bc-1b41ee33d951 admin admin] Pushing event deleted for resources: {'Network': ['ID=46069204-8bda-45b2-8b50-c2c106291e7d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:34.231599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.234221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9d4e450f-086f-4902-b4ca-42195020b01c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9725010 Aug 20 08:52:34.239435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41002) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:34.241072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0217dbb-a4f6-4717-98f6-7c5f53a8b619 req-abcb7b99-bc31-428d-a119-3b7500a31c70 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057724 Aug 20 08:52:34.257846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-35433531-7cd8-4c73-a673-2349b99e4a42 service neutron] 10.222.0.35 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714602 Aug 20 08:52:34.260105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] For port 3a73cc29-a9d1-483e-9549-3c82e749581e, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3a73cc29-a9d1-483e-9549-3c82e749581e,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:34.261622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.277851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Calling delete_port for 3a73cc29-a9d1-483e-9549-3c82e749581e owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:34.333387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:34.358844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.370258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:34.373057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3a73cc29-a9d1-483e-9549-3c82e749581e'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:34.388037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1f56-3684-4562-80ab-02504a951887 req-15669587-4874-45b9-80ce-9fd75a38bfe4 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:34.396420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a9c1f56-3684-4562-80ab-02504a951887 req-15669587-4874-45b9-80ce-9fd75a38bfe4 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.0852060 Aug 20 08:52:34.423137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:52:34.432390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Sync routers for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:52:34.445059 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:34.445913 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:34.457148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a9c1f56-3684-4562-80ab-02504a951887 req-7bdbf068-098a-486a-b22d-c25552aba1a3 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580368 Aug 20 08:52:34.468196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event deleted for resources: {'Port': ['ID=619311af-9632-42a2-8ff3-1b8d0795efd9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:34.476363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.497365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.497549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9925108-a927-40b0-9759-38e8f2987fb5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4935484 Aug 20 08:52:34.515012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41008) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:34.534070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-02bbb767-6135-404d-b2e1-2f7db7fb36b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5faf592358ee41419359fe2fd2e003d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612654 Aug 20 08:52:34.536722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41012) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:34.674098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 947e4105-b0d6-4dbf-9b65-70dd67a88c4a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:34.747794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea38126-caf4-44db-8081-a86286762648 req-0e2d62d6-2a59-4981-aabd-507a1ffb2f5b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:34.749438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bea38126-caf4-44db-8081-a86286762648 req-0e2d62d6-2a59-4981-aabd-507a1ffb2f5b tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1792202 Aug 20 08:52:34.765456 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:34.772440 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6432c78-e724-4435-ae4a-ed405df16e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.786459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b7cc-2d28-4e13-b5ec-3f3ced6e2f8b req-7fa207d3-987b-4964-99d2-5849828275d2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:34.788534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b856b7cc-2d28-4e13-b5ec-3f3ced6e2f8b req-7fa207d3-987b-4964-99d2-5849828275d2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 945 time: 0.1745167 Aug 20 08:52:34.864874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:34.872163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:34.872539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.875502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b856b7cc-2d28-4e13-b5ec-3f3ced6e2f8b req-a24c38a4-da41-4f13-9936-f548da3ca4bd tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779245 Aug 20 08:52:34.882410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6432c78-e724-4435-ae4a-ed405df16e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:34.921799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bea38126-caf4-44db-8081-a86286762648 req-dfcc8b29-4d97-40be-a5db-cb6bfe02c7ca tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497302 Aug 20 08:52:34.980629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-0f3fc2cf-5895-43c3-b53b-2a733d39d535 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:34.982114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-0f3fc2cf-5895-43c3-b53b-2a733d39d535 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 950 time: 0.1186314 Aug 20 08:52:35.045306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6432c78-e724-4435-ae4a-ed405df16e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.049838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.050888 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6432c78-e724-4435-ae4a-ed405df16e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.056024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c6432c78-e724-4435-ae4a-ed405df16e8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d17f5fea-170c-474b-bdeb-86e1655fd7be HTTP/1.1" status: 204 len: 168 time: 0.5181518 Aug 20 08:52:35.061016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] No DVR routers for this DVR port 619311af-9632-42a2-8ff3-1b8d0795efd9 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:35.077871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:35.080643 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdce38e-5d0f-4580-9949-f7f25fdea739" -d '{"events": [{"server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "name": "network-vif-plugged", "status": "completed", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:35.099680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:35.109123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.110140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ebf25676-93ea-4651-9cf3-3d6e7d3dd558 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:35.156123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6432c78-e724-4435-ae4a-ed405df16e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f5fea-170c-474b-bdeb-86e1655fd7be,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:35.190631 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.192597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8897324d-3fc2-4ab3-bbf1-b1607d4ec721 req-85a9b505-1d2d-4506-a6cd-a1cee8abd0f1 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "DELETE /v2.0/ports/619311af-9632-42a2-8ff3-1b8d0795efd9 HTTP/1.1" status: 204 len: 173 time: 2.1089950 Aug 20 08:52:35.196027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'name': 'network-vif-deleted', 'tag': '619311af-9632-42a2-8ff3-1b8d0795efd9'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:35.197657 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c6fe46-f5dc-4794-be54-afc9a45fbe4b" -d '{"events": [{"server_uuid": "0f957a2b-b984-43bf-8e63-d87412b260cf", "name": "network-vif-deleted", "tag": "619311af-9632-42a2-8ff3-1b8d0795efd9"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:35.227814 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d38f8-cfc7-4446-8eab-b8dde8c4c1cf x-openstack-request-id: req-d36d38f8-cfc7-4446-8eab-b8dde8c4c1cf {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:35.228115 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "name": "network-vif-plugged", "status": "completed", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:35.230022 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d36d38f8-cfc7-4446-8eab-b8dde8c4c1cf {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:35.230465 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'code': 200} Aug 20 08:52:35.236874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Deleting port 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:35.237228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.285090 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e3b8e-ffdf-4f7b-b842-bf90edc6cfbd x-openstack-request-id: req-827e3b8e-ffdf-4f7b-b842-bf90edc6cfbd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:35.285658 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f957a2b-b984-43bf-8e63-d87412b260cf", "name": "network-vif-deleted", "tag": "619311af-9632-42a2-8ff3-1b8d0795efd9", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:35.285658 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-827e3b8e-ffdf-4f7b-b842-bf90edc6cfbd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:35.286082 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f957a2b-b984-43bf-8e63-d87412b260cf', 'name': 'network-vif-deleted', 'tag': '619311af-9632-42a2-8ff3-1b8d0795efd9', 'status': 'completed', 'code': 200} Aug 20 08:52:35.357785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: ebf25676-93ea-4651-9cf3-3d6e7d3dd558 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:35.359955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ebf25676-93ea-4651-9cf3-3d6e7d3dd558 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:35.385072 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:33Z', 'revision_number': 3, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:35.392133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac583e62-8e37-46af-8649-4460ad296121 req-97f56acd-9cd1-4b46-864f-b1d9c17e1b94 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 210 time: 0.1415911 Aug 20 08:52:35.464850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:35.475072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.512304 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Checking router: 2404b1de-8da2-411b-aaf6-417ac3c31871 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:52:35.513518 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Updating router 2404b1de-8da2-411b-aaf6-417ac3c31871 port afd271e2-9eff-4cb5-acfe-d8d468b151ec binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:52:35.548153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] For port 70c4a3bf-9c50-4733-ada9-bf366d49f187, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=70c4a3bf-9c50-4733-ada9-bf366d49f187,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:35.548436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.568553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 619311af-9632-42a2-8ff3-1b8d0795efd9 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:35.585708 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.621701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe3d327c-c149-4ea0-a05f-d745b805f0c6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:35.633064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 619311af-9632-42a2-8ff3-1b8d0795efd9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:35.636559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 619311af-9632-42a2-8ff3-1b8d0795efd9 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:35.636865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3a73cc29-a9d1-483e-9549-3c82e749581e no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:35.638130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event deleted for resources: {'Port': ['ID=3a73cc29-a9d1-483e-9549-3c82e749581e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:35.640588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Calling delete_port for 70c4a3bf-9c50-4733-ada9-bf366d49f187 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:35.661080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd5246-24d2-4df7-8d55-81512827f6ff req-2fec7ca7-0382-4758-9599-00fee8ea9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:35.662545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853b9ac-b478-458e-bf40-c98e9df97e03 req-12a330a5-03f7-41f2-ae26-a44e33b3e42e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:35.662732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16cd5246-24d2-4df7-8d55-81512827f6ff req-2fec7ca7-0382-4758-9599-00fee8ea9a60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1097 time: 0.3709342 Aug 20 08:52:35.687021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1853b9ac-b478-458e-bf40-c98e9df97e03 req-12a330a5-03f7-41f2-ae26-a44e33b3e42e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 950 time: 0.2542953 Aug 20 08:52:35.871063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] No DVR routers for this DVR port 3a73cc29-a9d1-483e-9549-3c82e749581e on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:35.894064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41038) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:35.895823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.897508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c75210cd-2673-4644-a0e7-535b6b523b5a req-05bf1084-a224-4618-afd7-07d20fa83da2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.37 "DELETE /v2.0/ports/3a73cc29-a9d1-483e-9549-3c82e749581e HTTP/1.1" status: 204 len: 173 time: 2.1172066 Aug 20 08:52:35.988258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:35.995520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44409-d21e-4522-83d8-2ba9d725b467 req-4bdbff6b-aa65-4ca4-bc40-ba9d109e1e73 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:35.997247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1a44409-d21e-4522-83d8-2ba9d725b467 req-4bdbff6b-aa65-4ca4-bc40-ba9d109e1e73 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.3998830 Aug 20 08:52:36.049144 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.062607 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Transition to ACTIVE for port object afd271e2-9eff-4cb5-acfe-d8d468b151ec will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:36.065014 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16cd5246-24d2-4df7-8d55-81512827f6ff req-6ad90fa6-e1ec-4ef0-bfe3-6ca61ebff0e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865647 Aug 20 08:52:36.071530 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.075552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1853b9ac-b478-458e-bf40-c98e9df97e03 req-3a1a9b89-c268-45f7-ab7c-26f87a5a493e tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/security-groups?id=da8e9410-7b86-445f-9a11-0332fc6c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874075 Aug 20 08:52:36.146561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 3a73cc29-a9d1-483e-9549-3c82e749581e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:36.147255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3a73cc29-a9d1-483e-9549-3c82e749581e not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:36.167163 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5caf9-419d-4e09-b068-af479ac86763 None None] Pushing event updated for resources: {'Port': ['ID=afd271e2-9eff-4cb5-acfe-d8d468b151ec,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:36.192379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f66bd719-bcfb-4c74-81d9-744d05fb0e98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08363a1f5ea146d6a85e8cd289dcee80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823544 Aug 20 08:52:36.197350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41046) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:36.198341 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Attempting to bind port afd271e2-9eff-4cb5-acfe-d8d468b151ec on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:36.198813 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Attempting to bind port afd271e2-9eff-4cb5-acfe-d8d468b151ec by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:36.199264 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Attempting to bind port afd271e2-9eff-4cb5-acfe-d8d468b151ec on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:36.204748 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:36.205509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:36.206185 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.207019 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:36.207766 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Bound port: afd271e2-9eff-4cb5-acfe-d8d468b151ec, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:36.208360 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.209307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fe3d327c-c149-4ea0-a05f-d745b805f0c6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:36.210045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.227411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1a44409-d21e-4522-83d8-2ba9d725b467 req-0762dfdc-2e80-4c28-a0e0-dcb3227f602d tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939480 Aug 20 08:52:36.274705 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] For port afd271e2-9eff-4cb5-acfe-d8d468b151ec, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:36.279350 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] For port afd271e2-9eff-4cb5-acfe-d8d468b151ec, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=afd271e2-9eff-4cb5-acfe-d8d468b151ec,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:36.284657 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.320345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a1b8-fe28-4f8e-87cb-4e4a3ecbd681 req-802ce8a6-4d1f-4e3f-9e37-47a78f6dd275 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:36.328616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e14a1b8-fe28-4f8e-87cb-4e4a3ecbd681 req-802ce8a6-4d1f-4e3f-9e37-47a78f6dd275 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 946 time: 0.1133451 Aug 20 08:52:36.345811 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.358790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 172.25.5.49 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/008eec9a-4abe-4dea-8212-887d1621775b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:36.359403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['70c4a3bf-9c50-4733-ada9-bf366d49f187'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:36.400196 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:36.409678 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:36.425426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Pushing event deleted for resources: {'Port': ['ID=70c4a3bf-9c50-4733-ada9-bf366d49f187,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:36.455032 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5caf9-419d-4e09-b068-af479ac86763 None None] Pushing event updated for resources: {'Port': ['ID=afd271e2-9eff-4cb5-acfe-d8d468b151ec,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:36.457557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba05f530-a942-47cd-bbf8-f9d74a4ab76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.522373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e14a1b8-fe28-4f8e-87cb-4e4a3ecbd681 req-b3f0c927-0dd6-43f7-9dac-e668a9111d00 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872852 Aug 20 08:52:36.527166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] No DVR routers for this DVR port 70c4a3bf-9c50-4733-ada9-bf366d49f187 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:36.538288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.540981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a010b8d0-8de6-4ed2-96f3-17d962df5364 req-8fe3bc70-bc25-4af8-b6c5-221e9cd77510 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.26 "DELETE /v2.0/ports/70c4a3bf-9c50-4733-ada9-bf366d49f187 HTTP/1.1" status: 204 len: 173 time: 1.5516891 Aug 20 08:52:36.547151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-deleted', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:36.549031 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e951a6-6e3b-43c7-b619-0033b107a600" -d '{"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-deleted", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:36.604257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba05f530-a942-47cd-bbf8-f9d74a4ab76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.626598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12acba-f8f2-4adf-b4c6-129d152d7918 req-96c04452-8513-48f7-8c67-42fad4a704de tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:36.628335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc12acba-f8f2-4adf-b4c6-129d152d7918 req-96c04452-8513-48f7-8c67-42fad4a704de tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2237494 Aug 20 08:52:36.662643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:36.708654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c134ea8b-aaf8-4877-9ce0-33e445f03242 req-2c60bc77-5213-4b7a-98ef-b0fb741ec04c tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 210 time: 0.0721276 Aug 20 08:52:36.765910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc12acba-f8f2-4adf-b4c6-129d152d7918 req-48166a9c-219f-45ad-96fd-5bd9e85d0363 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265492 Aug 20 08:52:36.811550 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884bcb2c-56ae-4149-8579-532d568774b5 x-openstack-request-id: req-884bcb2c-56ae-4149-8579-532d568774b5 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:36.812270 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c036ee54-1cd7-49c2-a5ca-8d46e69af34f", "name": "network-vif-deleted", "tag": "70c4a3bf-9c50-4733-ada9-bf366d49f187", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:36.812770 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-884bcb2c-56ae-4149-8579-532d568774b5 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:36.813433 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c036ee54-1cd7-49c2-a5ca-8d46e69af34f', 'name': 'network-vif-deleted', 'tag': '70c4a3bf-9c50-4733-ada9-bf366d49f187', 'status': 'completed', 'code': 200} Aug 20 08:52:36.843120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba05f530-a942-47cd-bbf8-f9d74a4ab76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.845653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba05f530-a942-47cd-bbf8-f9d74a4ab76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.849193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ba05f530-a942-47cd-bbf8-f9d74a4ab76f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c34f9f4b-1118-484f-9242-ae312288d3a3 HTTP/1.1" status: 204 len: 168 time: 0.6467993 Aug 20 08:52:36.861549 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:52:36.887023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05f530-a942-47cd-bbf8-f9d74a4ab76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34f9f4b-1118-484f-9242-ae312288d3a3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:36.939620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-3c9594b2-bd83-4e10-a36c-690fab3345c8 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:36.941250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-3c9594b2-bd83-4e10-a36c-690fab3345c8 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 813 time: 0.1730912 Aug 20 08:52:36.963222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Request body: {'port': {'device_id': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'admin_state_up': True, 'tenant_id': 'a9797771f08547f986d99ce1beb696d4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:36.967723 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.977014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:36.995908 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:33Z', 'revision_number': 3, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:37.038352 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c8a2b0-d83a-400d-a8ea-c33d33e8647c None None] The sync data for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 is: [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:33Z', 'revision_number': 3, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:52:37.120294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Made reservation on behalf of a9797771f08547f986d99ce1beb696d4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:37.128178 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:37.275171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c28be535-a09d-4b1e-8781-55b05cb3a67c req-40da5759-4ef7-4c03-ac5e-d59bf132ff51 tempest-ServersAdminTestJSON-1892419032 tempest-ServersAdminTestJSON-1892419032-project] 10.222.0.35 "GET /v2.0/ports?device_id=c036ee54-1cd7-49c2-a5ca-8d46e69af34f HTTP/1.1" status: 200 len: 210 time: 0.0374329 Aug 20 08:52:37.414606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'name': 'network-vif-deleted', 'tag': '3a73cc29-a9d1-483e-9549-3c82e749581e'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:37.420997 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca6a90-bb37-4c23-8b4c-24e901416602" -d '{"events": [{"server_uuid": "247bfb8e-5d87-4ad6-96f3-b30f793ec194", "name": "network-vif-deleted", "tag": "3a73cc29-a9d1-483e-9549-3c82e749581e"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:37.458043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Allocated IP 172.20.0.3 (f89c36e7-80e1-4d8b-93bb-a4b58f54fa80/0c44724d-f3bd-40fc-a2dc-adefb40d6e57/67330b8d-8744-4b4b-a9db-bd21ee1dd4ca) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:37.478852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:37.539677 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff773025-91cb-4ecd-8e4f-2f91057182d9 x-openstack-request-id: req-ff773025-91cb-4ecd-8e4f-2f91057182d9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:37.539937 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247bfb8e-5d87-4ad6-96f3-b30f793ec194", "name": "network-vif-deleted", "tag": "3a73cc29-a9d1-483e-9549-3c82e749581e", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:37.544258 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff773025-91cb-4ecd-8e4f-2f91057182d9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:37.544653 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247bfb8e-5d87-4ad6-96f3-b30f793ec194', 'name': 'network-vif-deleted', 'tag': '3a73cc29-a9d1-483e-9549-3c82e749581e', 'status': 'completed', 'code': 200} Aug 20 08:52:37.552723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-48762022-afcf-47fc-9d79-ac98b2a93c18 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:37.554267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-48762022-afcf-47fc-9d79-ac98b2a93c18 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 813 time: 0.3114815 Aug 20 08:52:37.580329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Request body: {'port': {'device_id': '029373c7-032d-407e-afe8-a6e316410712', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'admin_state_up': True, 'tenant_id': 'a9797771f08547f986d99ce1beb696d4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:37.595681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:37.619127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:37.672480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:37.723795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device afd271e2-9eff-4cb5-acfe-d8d468b151ec up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:37.727983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=008eec9a-4abe-4dea-8212-887d1621775b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:37.739234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Allocated IP 172.20.0.1 (25c40294-d4d4-4e9b-aa8f-e52a5278b60d/fe244fed-7610-468e-8588-0935a78e5d12/74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:37.759072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21cb8b-25d7-493a-912c-09950ef10999 req-8279d81f-cd59-44e1-9626-5e7d807aafd2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:37.761572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e21cb8b-25d7-493a-912c-09950ef10999 req-8279d81f-cd59-44e1-9626-5e7d807aafd2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.3892891 Aug 20 08:52:37.848464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port afd271e2-9eff-4cb5-acfe-d8d468b151ec completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:37.858048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port afd271e2-9eff-4cb5-acfe-d8d468b151ec triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:37.858631 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:37.907082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e21cb8b-25d7-493a-912c-09950ef10999 req-90d069f8-5954-409b-b976-dcc4e9d6d69e tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233246 Aug 20 08:52:37.936386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbae6-c6d8-491b-92fa-0c530af41091 req-218545e2-2ce7-4cb9-ba29-60a35ade40b9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:37.942320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:37.946823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-226fbae6-c6d8-491b-92fa-0c530af41091 req-218545e2-2ce7-4cb9-ba29-60a35ade40b9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 946 time: 0.2800171 Aug 20 08:52:37.989951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.017894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port afd271e2-9eff-4cb5-acfe-d8d468b151ec, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=afd271e2-9eff-4cb5-acfe-d8d468b151ec,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:38.026580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.027330 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.073736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b61de85-f5ff-4b68-86ab-61cf92a35ee4 req-e0430e6c-f910-4ba3-9098-4e6a7d64ba66 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 210 time: 0.0558021 Aug 20 08:52:38.087788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Made reservation on behalf of a9797771f08547f986d99ce1beb696d4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:38.091641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.099491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.140016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.154697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=afd271e2-9eff-4cb5-acfe-d8d468b151ec,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:38.161891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Transition to ACTIVE for port object 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:38.172936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-226fbae6-c6d8-491b-92fa-0c530af41091 req-87b5bb67-f587-4e1d-9597-94c72cde3933 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251780 Aug 20 08:52:38.263933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.304491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624b237-2fab-4082-8ead-c84c651f60ca req-be1bfe66-a05a-4e04-bbda-a6b8d66f80e5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:38.306604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a624b237-2fab-4082-8ead-c84c651f60ca req-be1bfe66-a05a-4e04-bbda-a6b8d66f80e5 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1191440 Aug 20 08:52:38.326799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41088) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:38.328606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:38.371290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:38.378099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.386116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:38.423616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:38.435521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:38.438238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:38.476956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Allocated IP 172.20.0.11 (f89c36e7-80e1-4d8b-93bb-a4b58f54fa80/0c44724d-f3bd-40fc-a2dc-adefb40d6e57/779715da-a144-4d09-a799-82d9a9f2997f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:38.500375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.503540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a624b237-2fab-4082-8ead-c84c651f60ca req-ce5d00d8-8abc-4689-88b7-b5a886ba3362 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882052 Aug 20 08:52:38.509506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-746215355-network', 'tenant_id': '09191881df9f462caf371c674dbcb777'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:38.514941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event updated for resources: {'Port': ['ID=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:38.535959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:38.536622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.543342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6130dd17-0d70-40cf-84f2-6224452a629e req-8d2b452a-c50f-480a-a91b-2296751889bc tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-583468083&fields=id&tenant_id=fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 267 time: 0.2655611 Aug 20 08:52:38.552423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.569570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Made reservation on behalf of 09191881df9f462caf371c674dbcb777 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:38.572056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.595211 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.636449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:38.665398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-61da7396-a3e7-411c-ac0a-3ff768e403f9 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7122214 Aug 20 08:52:38.683295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.684457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 70c4a3bf-9c50-4733-ada9-bf366d49f187 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:38.684816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 70c4a3bf-9c50-4733-ada9-bf366d49f187 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:38.700181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Request body: {'port': {'device_id': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:38.712739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Pushing event updated for resources: {'Port': ['ID=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:38.772361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130dd17-0d70-40cf-84f2-6224452a629e req-d7466c91-4fb4-4e76-b54c-818ad8d256c9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:38.776389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6130dd17-0d70-40cf-84f2-6224452a629e req-d7466c91-4fb4-4e76-b54c-818ad8d256c9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 946 time: 0.2109361 Aug 20 08:52:38.797336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-418fee74-5290-4aad-bacd-35dc832206fb None None] Provisioning for port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:38.804679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-418fee74-5290-4aad-bacd-35dc832206fb None None] Provisioning complete for port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:38.805436 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-418fee74-5290-4aad-bacd-35dc832206fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.848854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-418fee74-5290-4aad-bacd-35dc832206fb None None] Port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:38.856558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'port': {'security_groups': ['ddfa51cb-49b2-4e24-9db6-54fec90999b4', '3fb132bf-df53-4a33-af82-779e3bc0f3ae']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:38.901536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:38.907576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=008eec9a-4abe-4dea-8212-887d1621775b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:38.924249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.929830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.943336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:38.984149 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.014885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.015171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.016198 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-685d6a0d-b8fc-4038-83d5-3835de885159 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6867537 Aug 20 08:52:39.023773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.045341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.047228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:39.090932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b0415-4e85-4148-9d9c-7bb49f3411a5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:39.112778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.113008 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Added segment 352f7ca4-1414-4150-91fa-74ad407378cb of type vlan for network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 Aug 20 08:52:39.145232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d39cd-44d2-454c-b592-6be5f4672aee req-50a8c734-9b52-4c77-91df-6b13e7b88645 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:39.153326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-890d39cd-44d2-454c-b592-6be5f4672aee req-50a8c734-9b52-4c77-91df-6b13e7b88645 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.3020978 Aug 20 08:52:39.166110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.225621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:39.239605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:39.249111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:39.253118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.256674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event updated for resources: {'Port': ['ID=779715da-a144-4d09-a799-82d9a9f2997f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:39.269027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.277078 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.356000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.368171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:39.368848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.377374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Pushing event updated for resources: {'Port': ['ID=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:39.415655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-890d39cd-44d2-454c-b592-6be5f4672aee req-9fe54c0a-8452-4710-be84-dadfa447196e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614205 Aug 20 08:52:39.420735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64d58be5-3f68-4172-a6eb-eae58163825a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d79b6335a654352baccac7562f00c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842291 Aug 20 08:52:39.422044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:39.433131 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.433738 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-7eb695ef-d744-4eb3-9d6c-ef12055757e2 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8661962 Aug 20 08:52:39.434406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:39.435017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.462031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Request body: {'port': {'device_id': '029373c7-032d-407e-afe8-a6e316410712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:39.543605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device afd271e2-9eff-4cb5-acfe-d8d468b151ec up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:39.594521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port afd271e2-9eff-4cb5-acfe-d8d468b151ec triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:39.594993 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.607709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2540739 Aug 20 08:52:39.618383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41120) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:39.629094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Request body: {'subnet': {'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-746215355-subnet', 'tenant_id': '09191881df9f462caf371c674dbcb777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:39.665241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339acc64-cf08-4b07-b949-e7bd48c7797e admin admin] Pushing event updated for resources: {'Network': ['ID=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:39.679871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:39.742269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:39.771388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b09ea-21dc-44c9-8127-02b57585b994 req-f819ebc3-79a9-42b6-9c22-4f6c7f893320 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:39.773003 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d3b09ea-21dc-44c9-8127-02b57585b994 req-f819ebc3-79a9-42b6-9c22-4f6c7f893320 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.2265093 Aug 20 08:52:39.773625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Made reservation on behalf of 09191881df9f462caf371c674dbcb777 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:39.776422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.850842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.864420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.877129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc04d96-81f7-4d7f-87b5-699b46c0da06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.879708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:39.883249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.897078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:39.906766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:39.932530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc04d96-81f7-4d7f-87b5-699b46c0da06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.981936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:39.982599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:39.984009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6130dd17-0d70-40cf-84f2-6224452a629e req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "PUT /v2.0/ports/947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 982 time: 1.1983843 Aug 20 08:52:39.997534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:39.999820 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d35111-8c14-444a-ba3c-9a393cb0fd47" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:40.028029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d3b09ea-21dc-44c9-8127-02b57585b994 req-e3e952f7-fd9b-47d3-bb5d-73c18a3b1fb4 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422779 Aug 20 08:52:40.046135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:40.071511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:40.093248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.207165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Router 2404b1de-8da2-411b-aaf6-417ac3c31871 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:52:40.279957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc04d96-81f7-4d7f-87b5-699b46c0da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.282586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc04d96-81f7-4d7f-87b5-699b46c0da06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.286176 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dbc04d96-81f7-4d7f-87b5-699b46c0da06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da8e9410-7b86-445f-9a11-0332fc6c6d48 HTTP/1.1" status: 204 len: 168 time: 0.8605139 Aug 20 08:52:40.297305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04d96-81f7-4d7f-87b5-699b46c0da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e9410-7b86-445f-9a11-0332fc6c6d48,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:40.316088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f80bc06-beaf-4d70-b29e-e8e05d7bf2c9 None None] Provisioning complete for port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:40.316562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f80bc06-beaf-4d70-b29e-e8e05d7bf2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.379535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1f80bc06-beaf-4d70-b29e-e8e05d7bf2c9 None None] Port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:40.384537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:52:40.400174 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9c124039-3723-4563-8aaa-30d50afce29b admin admin] 10.222.0.35 "PUT /v2.0/routers/2404b1de-8da2-411b-aaf6-417ac3c31871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8831151 Aug 20 08:52:40.402190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Sync routers for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:52:40.428752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:40.429326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:40.566221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46530af4-ecc7-4556-b562-00e5ea406553 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:40.573443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Transition to ACTIVE for port object 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:40.588924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:40.591416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.617349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-641cd14e-9557-45e9-b501-83eeeda1d231 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--514834238&fields=id&tenant_id=c6692929d46843d092b5542380755194 HTTP/1.1" status: 200 len: 267 time: 0.1375263 Aug 20 08:52:40.719984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41144) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:40.723355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1873f0-d324-442d-b14e-d1ed69d96e51 req-410e238e-b915-44c9-9e45-69bd51629dc6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:40.724870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea1873f0-d324-442d-b14e-d1ed69d96e51 req-410e238e-b915-44c9-9e45-69bd51629dc6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 932 time: 0.6283734 Aug 20 08:52:40.792060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:40.799345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779715da-a144-4d09-a799-82d9a9f2997f {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:40.809253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-a13702c0-5575-4370-a68a-2bce3eb02be1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:40.809589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.811612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-a13702c0-5575-4370-a68a-2bce3eb02be1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 930 time: 0.1771803 Aug 20 08:52:40.816657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4482a4f-1559-4e65-8296-38fb6f780e4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd1b432a2e8e4528af96795f6a63f1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955043 Aug 20 08:52:40.817266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41146) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:40.830586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:39Z', 'revision_number': 2, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:40.862011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Checking router: 2404b1de-8da2-411b-aaf6-417ac3c31871 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:52:40.862549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Updating router 2404b1de-8da2-411b-aaf6-417ac3c31871 port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:52:40.874154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Transition to ACTIVE for port object 779715da-a144-4d09-a799-82d9a9f2997f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:40.880317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f95b0d9-5d39-472a-9f1d-13a90c6c4ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.881930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.891169 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.903142 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.917993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea1873f0-d324-442d-b14e-d1ed69d96e51 req-aab11036-dba6-4d91-afeb-ab429ea24515 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846840 Aug 20 08:52:40.940758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f95b0d9-5d39-472a-9f1d-13a90c6c4ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:40.957090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-052ba1f9-f384-445c-be22-997414b8336e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:40.958550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-052ba1f9-f384-445c-be22-997414b8336e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 930 time: 0.1125247 Aug 20 08:52:40.987793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Pushing event updated for resources: {'Port': ['ID=779715da-a144-4d09-a799-82d9a9f2997f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:41.016011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Attempting to bind port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:41.016011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Attempting to bind port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:41.016011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Attempting to bind port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:41.040469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-2f7b96a0-e7ed-407f-b7f7-e3e217531dda tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0694361 Aug 20 08:52:41.042796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c187b7-c41b-475c-95b7-f7820c497848,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:41.056218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:41.056548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Attempting to bind port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:41.090869 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f95b0d9-5d39-472a-9f1d-13a90c6c4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.093485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f95b0d9-5d39-472a-9f1d-13a90c6c4ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.097465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f95b0d9-5d39-472a-9f1d-13a90c6c4ba6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ba86444-e49a-4679-8233-da1bd8c367df HTTP/1.1" status: 204 len: 168 time: 0.2780983 Aug 20 08:52:41.102625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Attempting to bind port 779715da-a144-4d09-a799-82d9a9f2997f on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:41.102963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Attempting to bind port 779715da-a144-4d09-a799-82d9a9f2997f by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:41.103294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Attempting to bind port 779715da-a144-4d09-a799-82d9a9f2997f on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:41.108673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:41.108673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Checking segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:41.108673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Bound using segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:41.109137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Bound port: 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:41.109415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.112880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Port 779715da-a144-4d09-a799-82d9a9f2997f on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:41.113220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Attempting to bind port 779715da-a144-4d09-a799-82d9a9f2997f on network f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:41.119016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95b0d9-5d39-472a-9f1d-13a90c6c4ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba86444-e49a-4679-8233-da1bd8c367df,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:41.122093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:41.122572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Checking segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:41.122956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Bound using segment: {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:41.123427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Bound port: 779715da-a144-4d09-a799-82d9a9f2997f, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:41.123919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.145653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-58f73ae2-0622-4085-9653-423446a69730 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0828216 Aug 20 08:52:41.159103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Checking segment: {'id': '352f7ca4-1414-4150-91fa-74ad407378cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:41.159485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Network hostable DHCP agents. Network: b468e6c9-1ccd-4916-b0ff-f6d12c08bf69, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:41.194403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] For port 779715da-a144-4d09-a799-82d9a9f2997f, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:41.200334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] For port 779715da-a144-4d09-a799-82d9a9f2997f, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=779715da-a144-4d09-a799-82d9a9f2997f,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:41.205644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.259887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.263506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df903b-97b7-45d6-94ae-3603dc0cb053 req-95e76897-0870-4b66-b92d-f9a30514e0f2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.265607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64df903b-97b7-45d6-94ae-3603dc0cb053 req-95e76897-0870-4b66-b92d-f9a30514e0f2 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.2272542 Aug 20 08:52:41.266656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Pushing event updated for resources: {'Port': ['ID=779715da-a144-4d09-a799-82d9a9f2997f,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:41.279538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.280427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.282214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4c8ade74-c8e3-4c37-8bab-dca42fb26149 service neutron] 10.222.0.26 "PUT /v2.0/ports/779715da-a144-4d09-a799-82d9a9f2997f HTTP/1.1" status: 200 len: 1092 time: 1.8406248 Aug 20 08:52:41.282777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029373c7-032d-407e-afe8-a6e316410712', 'tag': '779715da-a144-4d09-a799-82d9a9f2997f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:41.286540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Transition to ACTIVE for port object 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:41.295586 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b07468-2896-434c-9d8f-3ae83e0e71b5" -d '{"events": [{"name": "network-changed", "server_uuid": "029373c7-032d-407e-afe8-a6e316410712", "tag": "779715da-a144-4d09-a799-82d9a9f2997f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:41.297123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.331820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:41.367075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] For port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:41.372376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b468e6c9-1ccd-4916-b0ff-f6d12c08bf69) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:41.377313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.377939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.408526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb7b02-f039-468c-b520-69eb75c85c0b None None] Network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:41.420626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64df903b-97b7-45d6-94ae-3603dc0cb053 req-57dab718-6ace-4000-8ba1-69515826ed33 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409929 Aug 20 08:52:41.422522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] For port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:41.436015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-0f7643c8-09ec-4457-997d-b7baecc821ff tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.436611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-b6456c78-1776-456f-b7b4-4504f007d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.439658 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-b6456c78-1776-456f-b7b4-4504f007d389 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 1095 time: 0.1110785 Aug 20 08:52:41.458792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-0f7643c8-09ec-4457-997d-b7baecc821ff tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.473060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-0f7643c8-09ec-4457-997d-b7baecc821ff tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.475159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-0f7643c8-09ec-4457-997d-b7baecc821ff tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=8c97371e-9164-463e-9da6-569b1f99b62f&id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 1990 time: 0.3189964 Aug 20 08:52:41.477613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.481519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ee6ecd61-3f6c-4999-8a3e-bdadf5a4edcf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8581805 Aug 20 08:52:41.512547 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-aec7afee-d9e1-4a5c-a4bf-c25190df0c1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779715da-a144-4d09-a799-82d9a9f2997f HTTP/1.1" status: 200 len: 217 time: 0.0654118 Aug 20 08:52:41.524175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Attempting to bind port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:41.524563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Attempting to bind port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:41.524898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Attempting to bind port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe on network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:41.544140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.545227 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.546869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] 10.222.0.26 "PUT /v2.0/ports/67330b8d-8744-4b4b-a9db-bd21ee1dd4ca HTTP/1.1" status: 200 len: 1091 time: 2.8660128 Aug 20 08:52:41.551697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-a54ff6d7-3727-461d-9079-880c04f38ba7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/quotas/c6692929d46843d092b5542380755194 HTTP/1.1" status: 200 len: 375 time: 0.0687628 Aug 20 08:52:41.559604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:41.560019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Checking segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:41.560357 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.560754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Bound using segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:41.561236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Bound port: 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:41.561624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.610186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-f06021b6-0826-4497-9d82-3302250c6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.611907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-f06021b6-0826-4497-9d82-3302250c6069 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.0933678 Aug 20 08:52:41.620489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b1fd-a08c-4962-9424-ba6f8e699847 None None] Pushing event updated for resources: {'Port': ['ID=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:41.681777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-67ffb9c5-0ee5-4e42-8d59-193bee4cccef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578642 Aug 20 08:52:41.696348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685f84-7ef6-42ff-8671-2118765e2fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:41.735185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] For port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:41.766082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] For port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:41.770811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-16d6f04a-d7f4-4fb4-884f-e64d8117b733 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-740295132&fields=id&tenant_id=fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 267 time: 0.1533055 Aug 20 08:52:41.810946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:41.825665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895458e-77f0-47b7-905b-c39057bc4667 None None] Network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:41.835094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-8f06ae0b-534e-4606-847c-5a74749dea5d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2765570 Aug 20 08:52:41.847258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-2fa6e120-6563-4756-adb7-0176ec8bbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.848743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-2fa6e120-6563-4756-adb7-0176ec8bbb31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 1094 time: 0.2324393 Aug 20 08:52:41.866022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-ed0a7421-8324-4756-94c3-66295260de4e service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818802 Aug 20 08:52:41.930093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-492f0487-931a-45dd-a92f-c0a5946c3a03 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:41.934022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-492f0487-931a-45dd-a92f-c0a5946c3a03 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 985 time: 0.1550980 Aug 20 08:52:41.958692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-09469e37-58a1-4f12-83a3-65e0c6f73a1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca HTTP/1.1" status: 200 len: 217 time: 0.0871482 Aug 20 08:52:41.977619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:52:41.978779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:42.004110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'port': {'security_groups': ['3fb132bf-df53-4a33-af82-779e3bc0f3ae', 'ddfa51cb-49b2-4e24-9db6-54fec90999b4', '0fde966f-f0b8-4aeb-a44b-04882689b2c3']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:42.115573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-320ce4f2-0978-43de-b6b0-b0cbb40c4339 service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329977 Aug 20 08:52:42.141557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15463-05bc-4e4e-8684-75350710fa04 req-c4b77d70-7d81-4068-b5bb-b44a2526b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:42.143130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-c4b77d70-7d81-4068-b5bb-b44a2526b561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.0864477 Aug 20 08:52:42.204436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-2b0adccc-66bc-4ab6-879c-2a74a603ecad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369618 Aug 20 08:52:42.205015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.303875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-4a8c6e99-420b-4487-9191-d340599e197c service neutron] 10.222.0.35 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339535 Aug 20 08:52:42.320776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b1fd-a08c-4962-9424-ba6f8e699847 None None] Pushing event updated for resources: {'Port': ['ID=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:42.375446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:52:42.423043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41192) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:42.427935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-125609689-network', 'tenant_id': 'eaccf577eb97427ab48e95d5fcf77d9f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:42.450481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Made reservation on behalf of eaccf577eb97427ab48e95d5fcf77d9f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:42.453879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.476582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.484234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.541537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-58efabea-58d5-4bbe-86b9-f7ab5f850020 service neutron] 10.222.0.35 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359531 Aug 20 08:52:42.564652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-dd8705d4-0b89-45ea-a62c-5340aa16946b service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416581 Aug 20 08:52:42.585122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.590308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.616417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:42.631049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7d0d89-9edd-422d-ba72-d9ce55ba7b75,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:42.637156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.637394 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Added segment 15489bee-f694-498c-812b-3179ed096cd2 of type vlan for network 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe Aug 20 08:52:42.644138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-bfec945a-d3de-409a-b230-06b168990586 service neutron] 10.222.0.35 "GET /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0907903 Aug 20 08:52:42.658173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:41Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:52:42.685234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01990920-9d7c-426b-aff2-92c0fa015612 None None] The sync data for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 is: [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:41Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:52:42.685570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.718575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.734300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:42.735126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.799550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3753469 Aug 20 08:52:42.803819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41194) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:42.810500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Request body: {'subnet': {'network_id': '3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-125609689-subnet', 'tenant_id': 'eaccf577eb97427ab48e95d5fcf77d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:42.826328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad227a-40b2-4c5b-9ca2-24e1971413dd admin admin] Pushing event updated for resources: {'Network': ['ID=3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:42.831066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14d15463-05bc-4e4e-8684-75350710fa04 req-0e3b0dd8-eccd-4e33-bb20-86cb424eba44 service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457721 Aug 20 08:52:42.845482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Made reservation on behalf of eaccf577eb97427ab48e95d5fcf77d9f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:42.848414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:42.849164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.881499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-bd831f2f-9bd0-4bf9-9327-33bd97dcb352 service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287800 Aug 20 08:52:42.883261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:42.977898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.984926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:42.996609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:43.049051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:43.049686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:43.051107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f57ae3e8-50b3-45d2-89d8-c8caff3dff45 req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "PUT /v2.0/ports/947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 1021 time: 1.0953722 Aug 20 08:52:43.066156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-d634a23c-12ee-4a14-a59f-adb1873affea service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734443 Aug 20 08:52:43.085397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2746a-dfdc-42d9-8897-717cd651eae5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:43.099231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:43.106037 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68192ece-54e4-4061-a9d8-01d08e377297 x-openstack-request-id: req-68192ece-54e4-4061-a9d8-01d08e377297 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:43.106321 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:43.106576 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68192ece-54e4-4061-a9d8-01d08e377297 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:43.106968 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'status': 'completed', 'code': 200} Aug 20 08:52:43.124062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-bc84d9f9-a50c-447b-a61a-fe529485ba6b service neutron] 10.222.0.35 "GET /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0500660 Aug 20 08:52:43.131578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:43.193899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb5517a-10f6-478d-9d49-e344e6158033,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:43.231189 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-23c5cf4d-9448-429c-818a-fe201c951c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:43.246096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Checking segment: {'id': '15489bee-f694-498c-812b-3179ed096cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:43.246434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Network hostable DHCP agents. Network: 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:43.278181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Network 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:43.293247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:43.299644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:43.300813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:43.302887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b01b12-60b2-4798-bee9-c62ceb768ca6 None None] Network 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:43.306720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-a6b3770b-675a-4198-a60f-5abc5f068b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:43.309275 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-a6b3770b-675a-4198-a60f-5abc5f068b76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1175 time: 0.1513739 Aug 20 08:52:43.316868 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f72f579-d994-49fe-9b0f-6d228b1315c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5131736 Aug 20 08:52:43.392732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-13e967b0-51b0-4efb-9653-7a7ce7b9a86b service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602701 Aug 20 08:52:43.508984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-d6a254cd-cdfb-42ef-aa48-94cae0761e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:43.510966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-d6a254cd-cdfb-42ef-aa48-94cae0761e89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.1943529 Aug 20 08:52:43.625429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:43.646129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-5763c3fe-26da-446d-8f41-b6cfd4ccab40 service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433498 Aug 20 08:52:43.652946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-56c4f719-4e5d-4598-9121-6e7435be6f20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 217 time: 0.1322508 Aug 20 08:52:43.758724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-8f75d521-0273-4c1f-b502-bcdeef7396b2 service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039650 Aug 20 08:52:43.781883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2416c59c-bfc9-4fe3-9452-08d58d10f527 None None] Network 3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:43.809084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:43.848837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:43.849199 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:43.906806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-dda48c06-64c5-4a4f-a174-852627b966b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:43.908371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-dda48c06-64c5-4a4f-a174-852627b966b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.1455648 Aug 20 08:52:43.917440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-7eb71f1d-dba7-4011-8067-0e9bb8d6f021 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:43.922242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-7eb71f1d-dba7-4011-8067-0e9bb8d6f021 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 828 time: 0.3860869 Aug 20 08:52:43.922752 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:43.965515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-82f304f3-68c4-4d72-8c09-2a945bd6b587 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422375 Aug 20 08:52:43.971246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-29d2378a-0447-4263-bca0-16e3f276ba77 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/quotas/23a4470210084067b0b0ba563d541902 HTTP/1.1" status: 200 len: 375 time: 0.0411921 Aug 20 08:52:44.040297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-b4039c2d-3c68-45df-8d14-4d2375a5ca1b service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641582 Aug 20 08:52:44.072061 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:44.109200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:44.115094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:44.174230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:44.455106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-17279d6b-2f7b-4f89-8524-8064f4b5ef02 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4656045 Aug 20 08:52:44.461206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-b1b9581d-830d-41aa-b6ee-091bb967af78 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863183 Aug 20 08:52:44.565687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-2fc325fa-4d78-49c8-a28e-b39785adc660 service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112832 Aug 20 08:52:44.671678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-78cc8faf-1e2a-4fa7-8565-3ad438a80c21 service neutron] 10.222.0.35 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075787 Aug 20 08:52:44.683039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55d35111-8c14-444a-ba3c-9a393cb0fd47 req-a8659d26-8a48-477e-b5c6-dad69eaeb228 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102792 Aug 20 08:52:44.688938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 779715da-a144-4d09-a799-82d9a9f2997f details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:44.756231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-5ac257f4-f9ca-419a-9fbd-0151a87c6ae5 service neutron] 10.222.0.35 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820023 Aug 20 08:52:44.788166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 779715da-a144-4d09-a799-82d9a9f2997f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=779715da-a144-4d09-a799-82d9a9f2997f,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:44.800018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '779715da-a144-4d09-a799-82d9a9f2997f', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'port_id': '779715da-a144-4d09-a799-82d9a9f2997f', 'mac_address': 'fa:16:3e:eb:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c44724d-f3bd-40fc-a2dc-adefb40d6e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:44.837820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:44.841966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-19e6993a-3886-4f01-9742-97bd41f0b74a service neutron] 10.222.0.35 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611636 Aug 20 08:52:44.851800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779715da-a144-4d09-a799-82d9a9f2997f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:44.872970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 779715da-a144-4d09-a799-82d9a9f2997f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=779715da-a144-4d09-a799-82d9a9f2997f,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:44.874095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-f41ec9ed-d524-4b25-9cd7-7dd45f5ad3a6 service neutron] 10.222.0.35 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983591 Aug 20 08:52:44.877813 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:44.927710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=779715da-a144-4d09-a799-82d9a9f2997f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:44.982154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-3c348fa3-41ed-4987-b4aa-fe59109b471b service neutron] 10.222.0.35 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975490 Aug 20 08:52:45.114395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['779715da-a144-4d09-a799-82d9a9f2997f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:45.114601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca0ab-f09a-45d7-a5f6-333f7a4327db req-197a38b0-8c51-4ffa-bdbb-ec9fc66334a6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:45.116508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-371ca0ab-f09a-45d7-a5f6-333f7a4327db req-197a38b0-8c51-4ffa-bdbb-ec9fc66334a6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1072474 Aug 20 08:52:45.118753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'tag': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca'}, {'name': 'network-changed', 'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:45.121391 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585a2f77-649a-43db-9e55-d527a338b7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b02ebe97-326e-42b5-8b8d-b8d1da2d5abf", "tag": "67330b8d-8744-4b4b-a9db-bd21ee1dd4ca"}, {"name": "network-changed", "server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:45.127096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-391e0f4a-0bc1-46b9-b585-6f139c5f3a8b service neutron] 10.222.0.35 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364655 Aug 20 08:52:45.211530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-371ca0ab-f09a-45d7-a5f6-333f7a4327db req-9df755cc-dc81-478f-b9c3-8b7388839073 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834825 Aug 20 08:52:45.260703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-4eee89cf-b1ac-4643-86eb-01507a9ef5f1 service neutron] 10.222.0.35 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237214 Aug 20 08:52:45.270186 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaab13d-1847-4732-b0a6-f148f2d9b13e x-openstack-request-id: req-bdaab13d-1847-4732-b0a6-f148f2d9b13e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:45.271615 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029373c7-032d-407e-afe8-a6e316410712", "tag": "779715da-a144-4d09-a799-82d9a9f2997f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:45.271944 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdaab13d-1847-4732-b0a6-f148f2d9b13e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:45.273704 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029373c7-032d-407e-afe8-a6e316410712', 'tag': '779715da-a144-4d09-a799-82d9a9f2997f', 'status': 'completed', 'code': 200} Aug 20 08:52:45.349258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-272b0bcb-7cf0-4d84-a948-cd6341d25b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:45.351363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-272b0bcb-7cf0-4d84-a948-cd6341d25b00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 1096 time: 0.0541806 Aug 20 08:52:45.486652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-6370ba0c-ce61-4d91-96a2-359ed54d5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:45.488215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-6370ba0c-ce61-4d91-96a2-359ed54d5445 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 913 time: 0.1287084 Aug 20 08:52:45.532947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:45.548646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-8834342a-edac-44e4-aea8-900bc368e52c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779715da-a144-4d09-a799-82d9a9f2997f HTTP/1.1" status: 200 len: 217 time: 0.0462954 Aug 20 08:52:45.573429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254b8a0-9dc9-4276-9e0f-13f3280d5614 req-13aefa24-178e-4b8c-add1-00b911394ef8 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:45.580827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d254b8a0-9dc9-4276-9e0f-13f3280d5614 req-13aefa24-178e-4b8c-add1-00b911394ef8 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 945 time: 0.1086926 Aug 20 08:52:45.587187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:45.587920 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:45.646291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-4624732a-fc97-4658-bf89-0882550ddbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:45.647810 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-4624732a-fc97-4658-bf89-0882550ddbd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.0908618 Aug 20 08:52:45.657013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d254b8a0-9dc9-4276-9e0f-13f3280d5614 req-0e39bbaa-2294-452b-b35a-7f5c5c1c59a3 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Aug 20 08:52:45.697037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-10c8f9b4-b5d1-4601-a5e5-f99b261003bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337167 Aug 20 08:52:45.809558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-39b12e27-bac0-45c2-af1a-ea5bc279a8f5 service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046591 Aug 20 08:52:45.946041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367441f8-3693-4f6c-92a6-52542d26966b req-5f1f448f-418d-4181-bb56-3a3f870a0dda tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:45.947760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-367441f8-3693-4f6c-92a6-52542d26966b req-5f1f448f-418d-4181-bb56-3a3f870a0dda tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1024 time: 0.0858016 Aug 20 08:52:45.949956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b07468-2896-434c-9d8f-3ae83e0e71b5 req-e8ca284a-bc08-4cbd-bd5c-60d4ffd96ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331363 Aug 20 08:52:46.090667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-367441f8-3693-4f6c-92a6-52542d26966b req-3392c583-d0fd-47ff-93b2-97c83d4b2a87 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fde966f-f0b8-4aeb-a44b-04882689b2c3&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&id=3fb132bf-df53-4a33-af82-779e3bc0f3ae HTTP/1.1" status: 200 len: 6146 time: 0.1219578 Aug 20 08:52:46.216275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-aa48b19e-58c6-4e09-854d-feb087918690 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.218344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-aa48b19e-58c6-4e09-854d-feb087918690 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.37 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 828 time: 0.1653025 Aug 20 08:52:46.231024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Request body: {'port': {'device_id': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'admin_state_up': True, 'tenant_id': '23a4470210084067b0b0ba563d541902'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:46.235549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ab4b996-8a40-4f49-a9a0-e538230248fa req-efef01b0-4457-4257-bf92-7ab6c01c7825 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 210 time: 0.0388560 Aug 20 08:52:46.268995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-671821b2-205d-42ea-8371-415130b1bda2 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.271572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-671821b2-205d-42ea-8371-415130b1bda2 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/networks?id=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 HTTP/1.1" status: 200 len: 814 time: 0.1799748 Aug 20 08:52:46.291791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6baea9be-97e3-4e68-b1a5-f87bfb8d5de0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/quotas/09191881df9f462caf371c674dbcb777 HTTP/1.1" status: 200 len: 375 time: 0.0114050 Aug 20 08:52:46.308566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:46.311039 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ee509-91c8-4850-aadc-3f5c983acff3 x-openstack-request-id: req-5e4ee509-91c8-4850-aadc-3f5c983acff3 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:46.311349 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02ebe97-326e-42b5-8b8d-b8d1da2d5abf", "tag": "67330b8d-8744-4b4b-a9db-bd21ee1dd4ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:46.311626 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e4ee509-91c8-4850-aadc-3f5c983acff3 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:46.312075 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'tag': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca', 'status': 'completed', 'code': 200} Aug 20 08:52:46.312290 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'status': 'completed', 'code': 200} Aug 20 08:52:46.356000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c24bd16-5973-421a-8ea3-32eca29ca686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:46.357514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-48385cd4-9225-4ce6-9304-764cc2355aed tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09191881df9f462caf371c674dbcb777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596812 Aug 20 08:52:46.409395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Made reservation on behalf of 23a4470210084067b0b0ba563d541902 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:46.413695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:46.477417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-93ba1499-cdc9-45d3-be61-60691833e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.479686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-93ba1499-cdc9-45d3-be61-60691833e416 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9797771f08547f986d99ce1beb696d4&device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 1094 time: 0.1338384 Aug 20 08:52:46.516494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c1a8-5a3b-428d-81a5-e3afe6cb0dfe req-ec92548d-052e-4ddf-89e6-6ebdffda3b0f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.518140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77f4c1a8-5a3b-428d-81a5-e3afe6cb0dfe req-ec92548d-052e-4ddf-89e6-6ebdffda3b0f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1393900 Aug 20 08:52:46.554025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Allocated IP 172.20.0.12 (25c40294-d4d4-4e9b-aa8f-e52a5278b60d/fe244fed-7610-468e-8588-0935a78e5d12/7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:46.580265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-86d37926-356e-4528-aafb-af164df47e2b service neutron] 10.222.0.35 "GET /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995068 Aug 20 08:52:46.668879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77f4c1a8-5a3b-428d-81a5-e3afe6cb0dfe req-d509f961-4f6d-461d-ba5d-56bb43384255 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338985 Aug 20 08:52:46.702408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:46.708932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-7eabcdc0-1ac9-4033-b7ac-6718e14746ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.711634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-7eabcdc0-1ac9-4033-b7ac-6718e14746ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 200 len: 913 time: 0.2196250 Aug 20 08:52:46.735004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-4631eff3-efb5-4880-b8cc-916bfb3591c9 service neutron] 10.222.0.35 "GET /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461861 Aug 20 08:52:46.751507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 779715da-a144-4d09-a799-82d9a9f2997f up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:46.760111 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:46.761978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-7d8d6540-1bf5-496b-b373-f784eb2b52d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca HTTP/1.1" status: 200 len: 217 time: 0.0397449 Aug 20 08:52:46.790422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-033556f0-14ee-4993-bf2a-ccbbcdd49acd tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.793389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-033556f0-14ee-4993-bf2a-ccbbcdd49acd tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 946 time: 0.1219449 Aug 20 08:52:46.822535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Transition to ACTIVE for port object 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:46.830856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-e6143095-0393-4d08-a8f7-0beb03f52683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:46.831302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-e6143095-0393-4d08-a8f7-0beb03f52683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 200 len: 853 time: 0.0564091 Aug 20 08:52:46.917385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-1aae03f7-ecbe-40d4-9144-b5c88800abfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772586 Aug 20 08:52:46.937415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:46.938172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-35b30066-fecb-4602-a29b-97f85d551c6e req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': ' tempest-securitygroup -362824469 ', 'description': 'tempest-description-149889266'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:46.939769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 779715da-a144-4d09-a799-82d9a9f2997f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:46.949691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 779715da-a144-4d09-a799-82d9a9f2997f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:46.950004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:46.957417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca', 'network_id': 'f89c36e7-80e1-4d8b-93bb-a4b58f54fa80', 'port_id': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c44724d-f3bd-40fc-a2dc-adefb40d6e57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:46.973932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:46.988346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port 144f6972-1043-4fa4-8c61-31282b48d882 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:46.989120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.041275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.056510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:47.081106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:47.087511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:47.097575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:47.118986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:47.127615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.137971 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.156894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event updated for resources: {'Port': ['ID=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:47.198053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029373c7-032d-407e-afe8-a6e316410712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779715da-a144-4d09-a799-82d9a9f2997f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:47.200322 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e29fbf1-9596-4b3a-822f-841bc614bd10" -d '{"events": [{"server_uuid": "029373c7-032d-407e-afe8-a6e316410712", "name": "network-vif-plugged", "status": "completed", "tag": "779715da-a144-4d09-a799-82d9a9f2997f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:47.225858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-7d2f0463-4086-4033-a2d3-68e984ea0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:47.227708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-7d2f0463-4086-4033-a2d3-68e984ea0427 service neutron] 10.222.0.37 "GET /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 1026 time: 0.0578370 Aug 20 08:52:47.229998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 779715da-a144-4d09-a799-82d9a9f2997f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=779715da-a144-4d09-a799-82d9a9f2997f,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:47.231138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:47.233199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7723c7fb-51e4-47e6-9d30-ccb8dce0b1f3 req-18f114b6-2614-4814-b74d-f9a84b643241 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.3205101 Aug 20 08:52:47.235642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.243242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-35b30066-fecb-4602-a29b-97f85d551c6e req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.278265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:47.279066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.349672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.351949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port 144f6972-1043-4fa4-8c61-31282b48d882, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=144f6972-1043-4fa4-8c61-31282b48d882,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:47.352683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.357182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=779715da-a144-4d09-a799-82d9a9f2997f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:47.364945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['67330b8d-8744-4b4b-a9db-bd21ee1dd4ca'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:47.368070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-068b4f85-d480-4a64-803c-38c895646bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369316 Aug 20 08:52:47.375598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-d33fdef8-84ac-4e6f-9e8b-4b24ed8fe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:47.377365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-d33fdef8-84ac-4e6f-9e8b-4b24ed8fe9c5 service neutron] 10.222.0.37 "GET /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 1026 time: 0.1310668 Aug 20 08:52:47.383431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-cd296344-df51-424b-ab5d-69d31730d605 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1564848 Aug 20 08:52:47.384700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for 144f6972-1043-4fa4-8c61-31282b48d882 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:47.566149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Request body: {'port': {'device_id': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:47.612768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd5f7-1c6a-406f-8403-795986ac470a req-176b4783-21c0-4191-918b-087a5c8cb43d tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:47.620936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4acd5f7-1c6a-406f-8403-795986ac470a req-176b4783-21c0-4191-918b-087a5c8cb43d tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1879072 Aug 20 08:52:47.657863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18bba821-08a5-4073-9a3f-9e89e43385ed None None] Provisioning for port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:47.675179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18bba821-08a5-4073-9a3f-9e89e43385ed None None] Provisioning complete for port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:47.675545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18bba821-08a5-4073-9a3f-9e89e43385ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.684826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-35b30066-fecb-4602-a29b-97f85d551c6e req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.704946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-35b30066-fecb-4602-a29b-97f85d551c6e req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.734720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.737372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.748397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-a35383c6-bd6d-4252-bf4c-b4110797b259 service neutron] 10.222.0.26 "GET /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127592 Aug 20 08:52:47.771776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-18bba821-08a5-4073-9a3f-9e89e43385ed None None] Port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:47.795092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4acd5f7-1c6a-406f-8403-795986ac470a req-05ce5bb8-2331-469e-89c5-9eaaf92b77de tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693902 Aug 20 08:52:47.818496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-35b30066-fecb-4602-a29b-97f85d551c6e req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:47.820157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35b30066-fecb-4602-a29b-97f85d551c6e req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8893573 Aug 20 08:52:47.891865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a8a59f-fff3-480a-ac66-3e1a50eee4bd,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:47.951691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.952253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.953050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.953808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.954587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.955073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.955550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.956023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.956555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.957066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.957549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.958122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494f929-c26d-4bd3-8c25-14f8c4360d39 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:47.992180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-587c1784-b8c7-4bf2-b3d5-a8d1cfcbd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:47.993972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-587c1784-b8c7-4bf2-b3d5-a8d1cfcbd04d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1175 time: 0.1725996 Aug 20 08:52:48.000595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=144f6972-1043-4fa4-8c61-31282b48d882,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:48.018043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde2c2-d905-4952-89c6-dfd5f50858a2 req-e301c03b-494b-409a-aaf9-a1166381534a tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.019694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34bde2c2-d905-4952-89c6-dfd5f50858a2 req-e301c03b-494b-409a-aaf9-a1166381534a tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 946 time: 0.1459897 Aug 20 08:52:48.021805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10253ff8-0483-48c4-ae04-c80a9eaee045 req-38ca7b3d-14ec-4fae-b6c5-db70d4dfead9 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 210 time: 0.0528018 Aug 20 08:52:48.075360 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcdb3da-0869-417b-99c1-c7edbc3a9509 x-openstack-request-id: req-0fcdb3da-0869-417b-99c1-c7edbc3a9509 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:48.075824 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029373c7-032d-407e-afe8-a6e316410712", "name": "network-vif-plugged", "status": "completed", "tag": "779715da-a144-4d09-a799-82d9a9f2997f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:48.076231 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fcdb3da-0869-417b-99c1-c7edbc3a9509 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:48.077198 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029373c7-032d-407e-afe8-a6e316410712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779715da-a144-4d09-a799-82d9a9f2997f', 'code': 200} Aug 20 08:52:48.091972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port 144f6972-1043-4fa4-8c61-31282b48d882 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:48.101130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:48.104676 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e5634366-ccaf-4953-8f10-52b0e7124e7c req-9f799d88-119f-45af-8ff5-127d9aebc793 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "DELETE /v2.0/ports/144f6972-1043-4fa4-8c61-31282b48d882 HTTP/1.1" status: 204 len: 173 time: 1.2946327 Aug 20 08:52:48.105253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'name': 'network-vif-deleted', 'tag': '144f6972-1043-4fa4-8c61-31282b48d882'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:48.108120 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1632423-01c3-4cb0-80eb-22e61256bcdf" -d '{"events": [{"server_uuid": "97928e63-d312-42ac-92fe-4f7d400a19f0", "name": "network-vif-deleted", "tag": "144f6972-1043-4fa4-8c61-31282b48d882"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:48.116429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:48.116841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34bde2c2-d905-4952-89c6-dfd5f50858a2 req-d1d2fc23-b19b-467f-b997-19449859ffc3 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873735 Aug 20 08:52:48.171731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-7578ab22-03aa-4903-b965-1632304ba7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.176784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-7578ab22-03aa-4903-b965-1632304ba7a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.1669428 Aug 20 08:52:48.236984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-6dc0454f-9895-4c2e-9a6a-20a80e6c6336 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 200 len: 217 time: 0.0452254 Aug 20 08:52:48.295083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-bd715777-fb88-49f5-9aac-8d85849e2e68 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.304776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-bd715777-fb88-49f5-9aac-8d85849e2e68 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.311289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-bd715777-fb88-49f5-9aac-8d85849e2e68 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.319718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-bd715777-fb88-49f5-9aac-8d85849e2e68 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=8c97371e-9164-463e-9da6-569b1f99b62f&id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 1990 time: 0.7676845 Aug 20 08:52:48.333583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6abfd2d5-210c-42e5-9e2c-2fc7c7dbf8e9 req-a553dc85-1c52-40b3-a56a-d870acb2e68c tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=97928e63-d312-42ac-92fe-4f7d400a19f0 HTTP/1.1" status: 200 len: 210 time: 0.0355358 Aug 20 08:52:48.346812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-dd728d56-ed8d-4de2-9f22-c8a29a3f8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.348409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-dd728d56-ed8d-4de2-9f22-c8a29a3f8008 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.1028059 Aug 20 08:52:48.382262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93adb1-3f5b-48e1-b8da-a9ce793541dc req-d91fa1b4-501e-4392-80a6-a393bc4a708e tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.390056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e93adb1-3f5b-48e1-b8da-a9ce793541dc req-d91fa1b4-501e-4392-80a6-a393bc4a708e tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 932 time: 0.1559236 Aug 20 08:52:48.415215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-839ecca2-3e87-43e8-b6f5-243fcf4824d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573187 Aug 20 08:52:48.487114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59193fd1-f9a4-4020-bc93-9c3645c40782 req-69c4df83-f9d7-4a4c-970c-a98e9f60cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.488670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59193fd1-f9a4-4020-bc93-9c3645c40782 req-69c4df83-f9d7-4a4c-970c-a98e9f60cf81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 1097 time: 0.2661383 Aug 20 08:52:48.539630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e93adb1-3f5b-48e1-b8da-a9ce793541dc req-dca8bf2d-1d70-4ff2-a958-74a673c6a19b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460750 Aug 20 08:52:48.547817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c57c3fbe-1202-4b18-949f-cc4e6d6bb957 req-319e83e8-cdf4-491b-93d0-2e6001dc846d tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/30a8a59f-fff3-480a-ac66-3e1a50eee4bd HTTP/1.1" status: 200 len: 1779 time: 0.1349809 Aug 20 08:52:48.551687 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-57f581b2-fce5-478d-87d8-974862183016 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6692929d46843d092b5542380755194 HTTP/1.1" status: 200 len: 379 time: 0.1896267 Aug 20 08:52:48.596088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'admin_state_up': True, 'tenant_id': 'c6692929d46843d092b5542380755194', 'security_groups': ['979f1468-0f68-47c8-873a-4d0e40cbad52']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:48.636041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-2b797ebd-919f-489c-9a34-3e73cbe6143d service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040520 Aug 20 08:52:48.714073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:48.719026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-ec4715d0-5d30-4541-aae4-2bae9b620750 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:48.720426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:48.724534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-ec4715d0-5d30-4541-aae4-2bae9b620750 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.37 "GET /v2.0/networks?id=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 HTTP/1.1" status: 200 len: 814 time: 0.3611715 Aug 20 08:52:48.735968 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e12da1f-c38c-4c9a-ab2e-6a725ed826cf x-openstack-request-id: req-0e12da1f-c38c-4c9a-ab2e-6a725ed826cf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:48.736696 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97928e63-d312-42ac-92fe-4f7d400a19f0", "name": "network-vif-deleted", "tag": "144f6972-1043-4fa4-8c61-31282b48d882", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:48.738255 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e12da1f-c38c-4c9a-ab2e-6a725ed826cf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:48.739024 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97928e63-d312-42ac-92fe-4f7d400a19f0', 'name': 'network-vif-deleted', 'tag': '144f6972-1043-4fa4-8c61-31282b48d882', 'status': 'completed', 'code': 200} Aug 20 08:52:48.763608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8224e3cf-11d2-4f04-9bea-164996bb23d0 req-d9350e7b-80dd-4c12-9c8e-2ef4b2e8e259 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0873220 Aug 20 08:52:48.813879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e311978-10e4-48d0-ac8f-b16fa456674b req-19048518-333e-4fdd-a592-9ebdb83c44c7 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/30a8a59f-fff3-480a-ac66-3e1a50eee4bd HTTP/1.1" status: 200 len: 1779 time: 0.1365633 Aug 20 08:52:48.854722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:48.860275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:48.860757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:48.862144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585a2f77-649a-43db-9e55-d527a338b7f6 req-ae2529af-8903-4ac0-b3e1-e9b99df89d53 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107639 Aug 20 08:52:48.917214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1e311978-10e4-48d0-ac8f-b16fa456674b req-1b7a0174-3734-4067-8c34-84bfa4a04aa5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:48.919553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Request body: {'port': {'device_id': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69', 'admin_state_up': True, 'tenant_id': '09191881df9f462caf371c674dbcb777'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:48.989326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1e311978-10e4-48d0-ac8f-b16fa456674b req-1b7a0174-3734-4067-8c34-84bfa4a04aa5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.005891 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.011703 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59193fd1-f9a4-4020-bc93-9c3645c40782 req-76121084-567c-4c37-9cc8-3dbab1880379 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923644 Aug 20 08:52:49.037882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4330c-60e0-4625-a4a2-dfa6c1051d37 req-efe0fb53-81f6-4296-bd4e-916840fd85ea tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:49.046144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af4330c-60e0-4625-a4a2-dfa6c1051d37 req-efe0fb53-81f6-4296-bd4e-916840fd85ea tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1060157 Aug 20 08:52:49.060277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:49.069083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.069916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 144f6972-1043-4fa4-8c61-31282b48d882 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:52:49.075784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:49.080242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:49.084494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.102435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af4330c-60e0-4625-a4a2-dfa6c1051d37 req-dbc86be3-3dd9-42ac-b8f2-75b2e8232cf4 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 Aug 20 08:52:49.105426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1e311978-10e4-48d0-ac8f-b16fa456674b req-1b7a0174-3734-4067-8c34-84bfa4a04aa5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.111109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1e311978-10e4-48d0-ac8f-b16fa456674b req-1b7a0174-3734-4067-8c34-84bfa4a04aa5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.118371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e311978-10e4-48d0-ac8f-b16fa456674b req-1b7a0174-3734-4067-8c34-84bfa4a04aa5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/30a8a59f-fff3-480a-ac66-3e1a50eee4bd HTTP/1.1" status: 204 len: 173 time: 0.2931867 Aug 20 08:52:49.145542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a0174-3734-4067-8c34-84bfa4a04aa5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a8a59f-fff3-480a-ac66-3e1a50eee4bd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:49.222061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.260757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25f56772-be00-4e97-9e70-dd9512dc3738 req-6f3200a7-d47f-4fcc-9ceb-41832c183c9e tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 210 time: 0.0596333 Aug 20 08:52:49.264881 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-7f8899e5-6ded-48b3-b1cd-d51763f67f57 req-9d316f49-8383-4521-9470-89ccba9b4598 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:52:49.270609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f8899e5-6ded-48b3-b1cd-d51763f67f57 req-9d316f49-8383-4521-9470-89ccba9b4598 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/30a8a59f-fff3-480a-ac66-3e1a50eee4bd HTTP/1.1" status: 404 len: 352 time: 0.0597477 Aug 20 08:52:49.315520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 144f6972-1043-4fa4-8c61-31282b48d882 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:52:49.316217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 144f6972-1043-4fa4-8c61-31282b48d882 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:52:49.321262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-3df051ed-6708-433e-8521-e612372acf00 req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-45215643', 'description': 'tempest-description-1987838888'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:49.350104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:49.364345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.364894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.369076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.370448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.371530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.372046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.375210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.376610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.377166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.390028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3df051ed-6708-433e-8521-e612372acf00 req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.401508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.402155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.402688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:52:49.422871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 172.20.0.5 (f95823e4-5c94-4000-9c08-c63c5e51a963/a4d48ad9-7cd3-4094-bb0a-c2f954c28e18/afb065b8-d52b-456a-b88c-7f1ca7665c1b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:49.518455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b3370-e262-49c1-82d0-f5444bbae600 req-a98d9354-79bc-423e-9107-23dffa0d9bde tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:49.520271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f53b3370-e262-49c1-82d0-f5444bbae600 req-a98d9354-79bc-423e-9107-23dffa0d9bde tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 946 time: 0.0936337 Aug 20 08:52:49.568741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Transition to ACTIVE for port object 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:49.576794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3df051ed-6708-433e-8521-e612372acf00 req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.609033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f53b3370-e262-49c1-82d0-f5444bbae600 req-5a72cd32-0cda-4c32-8b7e-34a49ead2c7c tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Aug 20 08:52:49.610051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3df051ed-6708-433e-8521-e612372acf00 req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.617601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Made reservation on behalf of 09191881df9f462caf371c674dbcb777 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:49.623112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.626614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.642603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3df051ed-6708-433e-8521-e612372acf00 req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.650306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3df051ed-6708-433e-8521-e612372acf00 req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3370945 Aug 20 08:52:49.669306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a3cda-c33a-4cfe-bfe3-a28c503a52f0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6c5c96-3004-46a3-be1f-ebdce98d6d0b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:49.711569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41350) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:49.737119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-95c60be5-f06b-4bf5-80ab-42a5a4c4713a req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2143807600', 'description': 'tempest-description-1289294009'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:49.811580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.825943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95c60be5-f06b-4bf5-80ab-42a5a4c4713a req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.848709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7fbd2-0244-4ec8-936f-80ea3c0a1295 req-292a8614-6a3a-41c4-804b-bf7f9a4fe938 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:49.850536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42b7fbd2-0244-4ec8-936f-80ea3c0a1295 req-292a8614-6a3a-41c4-804b-bf7f9a4fe938 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 944 time: 0.0961664 Aug 20 08:52:49.863770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object afb065b8-d52b-456a-b88c-7f1ca7665c1b will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:49.894837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:49.923552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49775f64-4d67-4ab0-8a32-f9d5f3c36b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.956002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:49.985352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42b7fbd2-0244-4ec8-936f-80ea3c0a1295 req-6f735009-6bd6-4ca1-aa5c-cea8004732af tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246254 Aug 20 08:52:50.078163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:50.088092 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea46fe9-b515-407d-85ce-26d8e9f767cc" -d '{"events": [{"server_uuid": "b02ebe97-326e-42b5-8b8d-b8d1da2d5abf", "name": "network-vif-plugged", "status": "completed", "tag": "67330b8d-8744-4b4b-a9db-bd21ee1dd4ca"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:50.088948 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95c60be5-f06b-4bf5-80ab-42a5a4c4713a req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.100345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95c60be5-f06b-4bf5-80ab-42a5a4c4713a req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.181029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50317dd8-748e-4c35-af0e-47e1dfd582d4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:50.285426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49775f64-4d67-4ab0-8a32-f9d5f3c36b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.307978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49775f64-4d67-4ab0-8a32-f9d5f3c36b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.344313 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95c60be5-f06b-4bf5-80ab-42a5a4c4713a req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.346282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95c60be5-f06b-4bf5-80ab-42a5a4c4713a req-0fd17c77-688d-4929-af66-c2aaba7921fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6228421 Aug 20 08:52:50.407861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49775f64-4d67-4ab0-8a32-f9d5f3c36b04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6dd7b7b2fc0401d9d9ac615a11d73b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949313 Aug 20 08:52:50.410511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41366) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:50.413396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network f95823e4-5c94-4000-9c08-c63c5e51a963 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:50.418579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49775f64-4d67-4ab0-8a32-f9d5f3c36b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a94a16-313b-4268-95f2-2d2c330e4272,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:50.421412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:50.434341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1dd9c-2595-4949-b72d-dec67aa46711 req-e4220d03-0a32-4538-8298-141e091e9649 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:50.441880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2c1dd9c-2595-4949-b72d-dec67aa46711 req-e4220d03-0a32-4538-8298-141e091e9649 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 931 time: 0.1530418 Aug 20 08:52:50.460175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:50.463697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Attempting to bind port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:50.464035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Attempting to bind port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:50.464364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Attempting to bind port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 on network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:50.484362 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc36da5-baba-4f3c-8a53-b808e35429a6 x-openstack-request-id: req-ccc36da5-baba-4f3c-8a53-b808e35429a6 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:50.485988 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02ebe97-326e-42b5-8b8d-b8d1da2d5abf", "name": "network-vif-plugged", "status": "completed", "tag": "67330b8d-8744-4b4b-a9db-bd21ee1dd4ca", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:50.486478 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccc36da5-baba-4f3c-8a53-b808e35429a6 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:50.487274 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca', 'code': 200} Aug 20 08:52:50.488777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2c1dd9c-2595-4949-b72d-dec67aa46711 req-007f102e-82a2-4b56-928d-7602262ddd57 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Aug 20 08:52:50.563820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 on network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:50.564063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Attempting to bind port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 on network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:50.592740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:50.593132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Checking segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:50.593466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Bound using segment: {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:50.593947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Bound port: 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:50.594311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.617118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:50.621468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7263a17-2c52-4149-8a21-6681af0b89f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.654702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7263a17-2c52-4149-8a21-6681af0b89f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.656587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Allocated IP 172.20.0.13 (b468e6c9-1ccd-4916-b0ff-f6d12c08bf69/01c187b7-c41b-475c-95b7-f7820c497848/4222dfe1-d7cc-48e8-bf42-580ffa4f5827) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:50.730857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7263a17-2c52-4149-8a21-6681af0b89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.733628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7263a17-2c52-4149-8a21-6681af0b89f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.737246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7263a17-2c52-4149-8a21-6681af0b89f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76a94a16-313b-4268-95f2-2d2c330e4272 HTTP/1.1" status: 204 len: 168 time: 0.3259528 Aug 20 08:52:50.765210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8c02bd-2189-4caa-b5df-7e6b07eb4276 req-b3e61189-435f-4395-83c3-535abc63fd00 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 210 time: 0.0497265 Aug 20 08:52:50.770820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8c1d59b9-d849-4c86-a6e8-8d8c58fab4e0 None None] Provisioning for port afb065b8-d52b-456a-b88c-7f1ca7665c1b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:50.783905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8c1d59b9-d849-4c86-a6e8-8d8c58fab4e0 None None] Provisioning complete for port afb065b8-d52b-456a-b88c-7f1ca7665c1b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:50.784279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8c1d59b9-d849-4c86-a6e8-8d8c58fab4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.786420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7263a17-2c52-4149-8a21-6681af0b89f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a94a16-313b-4268-95f2-2d2c330e4272,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:50.808847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16730192-b6a7-4ed9-863e-7221071ddf75 req-a3eb91a2-707b-4345-a3d3-352d3b4f9cfd tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:50.816281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16730192-b6a7-4ed9-863e-7221071ddf75 req-a3eb91a2-707b-4345-a3d3-352d3b4f9cfd tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.2295463 Aug 20 08:52:50.840676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-4bdbd466-423f-4f41-92a2-7e1207276640 req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1424618006', 'description': 'tempest-description-815724848'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:50.877568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d59b9-d849-4c86-a6e8-8d8c58fab4e0 None None] Port afb065b8-d52b-456a-b88c-7f1ca7665c1b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:50.878790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16730192-b6a7-4ed9-863e-7221071ddf75 req-d15b78b5-53af-4b76-af95-9b545df5692f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616739 Aug 20 08:52:50.901387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4bdbd466-423f-4f41-92a2-7e1207276640 req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:50.923011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:50.923677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.028832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.032636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f017db-89d0-4506-930b-c6790a924f2b req-d212795c-9989-43a6-a053-f67f99930b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.034274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31f017db-89d0-4506-930b-c6790a924f2b req-d212795c-9989-43a6-a053-f67f99930b09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 1096 time: 0.4494658 Aug 20 08:52:51.058131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] For port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:51.084795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4bdbd466-423f-4f41-92a2-7e1207276640 req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.086668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] For port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:51.109738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.112370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-133c58e8-277b-4001-8e13-cd441fef5e51 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5311780 Aug 20 08:52:51.125194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31f017db-89d0-4506-930b-c6790a924f2b req-bb997120-aee3-4bd5-81c1-211a92a3f52d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 Aug 20 08:52:51.125912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4bdbd466-423f-4f41-92a2-7e1207276640 req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.135479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'admin_state_up': True, 'tenant_id': 'c6692929d46843d092b5542380755194', 'security_groups': ['979f1468-0f68-47c8-873a-4d0e40cbad52']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:51.155809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4bdbd466-423f-4f41-92a2-7e1207276640 req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.157028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bdbd466-423f-4f41-92a2-7e1207276640 req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3566201 Aug 20 08:52:51.185644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45510e-113e-465f-9bef-be5f12e52e4c req-5bd41340-988c-492a-8b03-5e62175f7de0 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.187239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae45510e-113e-465f-9bef-be5f12e52e4c req-5bd41340-988c-492a-8b03-5e62175f7de0 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 946 time: 0.1422327 Aug 20 08:52:51.188099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611c54b-cbab-4657-9e77-95bb03930cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a4e0e-1bc3-4592-a2cf-947b84b837bb,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:51.271008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae45510e-113e-465f-9bef-be5f12e52e4c req-11acc29b-2306-40a4-9ddd-da13797f09f5 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 Aug 20 08:52:51.315665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.317695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.318507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 1092 time: 3.7712717 Aug 20 08:52:51.318885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:51.321272 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4df822-6e3d-4326-bde4-2642aab67a09" -d '{"events": [{"name": "network-changed", "server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:51.359150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.396626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd69d9-d2b7-4a17-ab40-e26c071687b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:51.493977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:51.509337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:51.519330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d531befc-ea05-4cfa-bada-359d516a0775 req-b43e9474-69c4-4c8e-b7b4-9ecd787506a3 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 10893 time: 0.1843545 Aug 20 08:52:51.523733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:51.543995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1555d-6940-4aaf-b20e-d06253fd704d req-f1808d8c-fefa-47eb-864b-b5322f0f0054 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.545624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebe1555d-6940-4aaf-b20e-d06253fd704d req-f1808d8c-fefa-47eb-864b-b5322f0f0054 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 944 time: 0.2473910 Aug 20 08:52:51.562443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Pushing event updated for resources: {'Port': ['ID=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:51.596050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-6cb3df35-a490-48c7-9127-a51b979f5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.597583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-6cb3df35-a490-48c7-9127-a51b979f5728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1095 time: 0.2156384 Aug 20 08:52:51.605985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:51.609899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.657705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d531befc-ea05-4cfa-bada-359d516a0775 req-4537b67a-8ace-42cb-bd2b-09bc13d956c9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ddfa51cb-49b2-4e24-9db6-54fec90999b4 HTTP/1.1" status: 200 len: 2981 time: 0.1088219 Aug 20 08:52:51.672156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.672824 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.676034 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-2801eeba-0080-4849-a069-61c199fa0df9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 217 time: 0.0632172 Aug 20 08:52:51.692983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebe1555d-6940-4aaf-b20e-d06253fd704d req-d88f473a-4ff1-47f7-bdbb-8f0867fb5bf4 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958507 Aug 20 08:52:51.774655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-50da1c53-ce82-4010-aa8d-34985c2553e0 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8766389 Aug 20 08:52:51.787955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d531befc-ea05-4cfa-bada-359d516a0775 req-feb1cc5e-2690-42da-8b2a-e7d3ff7ff3de tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ddfa51cb-49b2-4e24-9db6-54fec90999b4 HTTP/1.1" status: 200 len: 2981 time: 0.1067443 Aug 20 08:52:51.791878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Request body: {'port': {'device_id': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:51.830354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-d5a8a921-9d26-4ff5-ab23-ae98224f1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.831879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-d5a8a921-9d26-4ff5-ab23-ae98224f1367 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 200 len: 867 time: 0.1422849 Aug 20 08:52:51.873793 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabb6f5a-dec1-4ba3-8964-c8a9c230e553 x-openstack-request-id: req-dabb6f5a-dec1-4ba3-8964-c8a9c230e553 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:51.874060 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:51.874307 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dabb6f5a-dec1-4ba3-8964-c8a9c230e553 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:51.874742 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'status': 'completed', 'code': 200} Aug 20 08:52:51.882679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c176fe-8462-4bd9-9f2a-b8fc4668a98a req-a6217280-c40a-4ee3-8720-bbab92b9f3bc tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:51.884274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35c176fe-8462-4bd9-9f2a-b8fc4668a98a req-a6217280-c40a-4ee3-8720-bbab92b9f3bc tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 945 time: 0.0726981 Aug 20 08:52:51.935834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41414) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:51.953836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:51.966389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35c176fe-8462-4bd9-9f2a-b8fc4668a98a req-50501cae-16e4-4c00-9558-49ad0d3e5fb0 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722415 Aug 20 08:52:51.973410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 10.1.1.10 (4b185fe8-a437-433b-8630-ba515cdb3ac0/466dc342-efe1-49f4-b3ad-ac0f8b056342/6700519b-4306-4d5c-a5c2-052f7ebea163) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:52.002302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-3bd13d38-0c43-43b2-add0-fce2f892ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:52.004442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-3bd13d38-0c43-43b2-add0-fce2f892ef59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482146 Aug 20 08:52:52.038444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ce9dd-cda8-452f-8104-15031fdaf076 req-26350ace-2d8a-453d-8b25-ea6cbb5fb03a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:52.052573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c08ce9dd-cda8-452f-8104-15031fdaf076 req-26350ace-2d8a-453d-8b25-ea6cbb5fb03a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 931 time: 0.0829628 Aug 20 08:52:52.131815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c08ce9dd-cda8-452f-8104-15031fdaf076 req-a5ec3129-971b-49ed-92c5-a91f064430e4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781252 Aug 20 08:52:52.157670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1983371574-network', 'tenant_id': '879301abaccd4584b5cc3d328d7db2c6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:52.243357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36ddaa-05bf-455d-911d-a8d6fa7fd4cd req-a0033424-4f74-42bc-9558-344be843d9bb tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:52.245653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce36ddaa-05bf-455d-911d-a8d6fa7fd4cd req-a0033424-4f74-42bc-9558-344be843d9bb tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 932 time: 0.1429946 Aug 20 08:52:52.274832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Made reservation on behalf of 879301abaccd4584b5cc3d328d7db2c6 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:52.278064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.294896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e9f432c-97a1-42d4-bde8-13e6c8768e69 req-65b4298a-7409-411e-a37f-b84f92282193 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/6d6c5c96-3004-46a3-be1f-ebdce98d6d0b HTTP/1.1" status: 200 len: 1799 time: 0.1164403 Aug 20 08:52:52.304524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-0551fbbf-2652-4f7c-9ac4-3d791f4664d6 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748487 Aug 20 08:52:52.329798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.365934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce36ddaa-05bf-455d-911d-a8d6fa7fd4cd req-c96721d6-040b-4af9-84dc-450d57d75e40 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126525 Aug 20 08:52:52.422542 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.426132 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6e9f432c-97a1-42d4-bde8-13e6c8768e69 req-4d542868-5169-4445-a138-0a1559bc9fa9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.450356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object 6700519b-4306-4d5c-a5c2-052f7ebea163 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:52.466537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6e9f432c-97a1-42d4-bde8-13e6c8768e69 req-4d542868-5169-4445-a138-0a1559bc9fa9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.525142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a23ccf20-344e-4797-869a-49e5d7cc2a03 req-f480de8e-d1a9-4f06-989b-01c553c916a3 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122612 Aug 20 08:52:52.559134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.595101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd7a2-e6a8-4e23-a945-408ed70737d2 req-4c8d4e72-4523-4326-b6db-9d563bdbd65f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:52.597076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5aedd7a2-e6a8-4e23-a945-408ed70737d2 req-4c8d4e72-4523-4326-b6db-9d563bdbd65f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1243222 Aug 20 08:52:52.608952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6e9f432c-97a1-42d4-bde8-13e6c8768e69 req-4d542868-5169-4445-a138-0a1559bc9fa9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.611531 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6e9f432c-97a1-42d4-bde8-13e6c8768e69 req-4d542868-5169-4445-a138-0a1559bc9fa9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.612652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e9f432c-97a1-42d4-bde8-13e6c8768e69 req-4d542868-5169-4445-a138-0a1559bc9fa9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/6d6c5c96-3004-46a3-be1f-ebdce98d6d0b HTTP/1.1" status: 204 len: 173 time: 0.3167045 Aug 20 08:52:52.637600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.656882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d542868-5169-4445-a138-0a1559bc9fa9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6c5c96-3004-46a3-be1f-ebdce98d6d0b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:52.661546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.664589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:52.678705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:52.684577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:52.690913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:52.695855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:52.703577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.720548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5aedd7a2-e6a8-4e23-a945-408ed70737d2 req-1b59db56-3e53-478f-a559-a9e8d394ac37 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042209 Aug 20 08:52:52.756053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Transition to ACTIVE for port object 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:52.761185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:52:52.761864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-b97ccd5a-ab71-47cf-a3f5-626786fe58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:52.763592 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-b97ccd5a-ab71-47cf-a3f5-626786fe58db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1095 time: 0.1471760 Aug 20 08:52:52.766611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.788739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78299468-8446-4853-9975-d69566372d58,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:52.801559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.802180 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Added segment 98512057-a1b8-4dbe-a604-8e14a53b2568 of type vlan for network 4f1cb033-9b03-4933-9390-cca5ca987436 Aug 20 08:52:52.803779 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-f3748e60-8fa3-4fe9-905a-00d9ba7a4110 req-49fdb9aa-2e93-4aa2-a81f-d05ef41324fb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:52:52.812619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3748e60-8fa3-4fe9-905a-00d9ba7a4110 req-49fdb9aa-2e93-4aa2-a81f-d05ef41324fb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/6d6c5c96-3004-46a3-be1f-ebdce98d6d0b HTTP/1.1" status: 404 len: 352 time: 0.0411859 Aug 20 08:52:52.851931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:52.852560 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.952101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:52.972342 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-30b7412a-419d-452d-b111-ecdbd3da345c tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8443606 Aug 20 08:52:52.973351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:52.990492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'admin_state_up': True, 'tenant_id': 'c6692929d46843d092b5542380755194', 'security_groups': ['979f1468-0f68-47c8-873a-4d0e40cbad52']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:53.012125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.013616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.014473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.066405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-38371ace-e987-4313-8fed-0741700d83cd None None] Provisioning for port 6700519b-4306-4d5c-a5c2-052f7ebea163 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:53.072222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-38371ace-e987-4313-8fed-0741700d83cd None None] Provisioning complete for port 6700519b-4306-4d5c-a5c2-052f7ebea163 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:53.072937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-38371ace-e987-4313-8fed-0741700d83cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.105284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1cb033-9b03-4933-9390-cca5ca987436,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:53.107347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-1c94beb0-5f50-495a-b250-900ca4c430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.110098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-1c94beb0-5f50-495a-b250-900ca4c430d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 928 time: 0.3346760 Aug 20 08:52:53.120263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4f1cb033-9b03-4933-9390-cca5ca987436 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:52:53.124277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-38371ace-e987-4313-8fed-0741700d83cd None None] Port 6700519b-4306-4d5c-a5c2-052f7ebea163 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:53.129530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801bc5a-5488-4d33-9ffe-c66362e507ee req-afc135d9-d5d7-48f2-ad18-84004af93bff tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.132870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0801bc5a-5488-4d33-9ffe-c66362e507ee req-afc135d9-d5d7-48f2-ad18-84004af93bff tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 944 time: 0.2385521 Aug 20 08:52:53.142861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f542652e-5504-4b63-912a-e074eefb8c69 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2039082 Aug 20 08:52:53.157535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41432) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:53.164403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Request body: {'subnet': {'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1983371574-subnet', 'tenant_id': '879301abaccd4584b5cc3d328d7db2c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:53.187092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-d52c811e-eb00-4af6-964d-23e36261da21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 217 time: 0.0646870 Aug 20 08:52:53.243370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Attempting to bind port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:52:53.243754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Attempting to bind port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '352f7ca4-1414-4150-91fa-74ad407378cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:52:53.244697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Attempting to bind port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 on network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:53.261513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 on network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:52:53.261986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Attempting to bind port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 on network b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:52:53.281697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-c171e448-93d7-454b-ae23-cd133b2e2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.283296 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-c171e448-93d7-454b-ae23-cd133b2e2c5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 200 len: 867 time: 0.0820594 Aug 20 08:52:53.284098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:52:53.284439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Checking segment: {'id': '352f7ca4-1414-4150-91fa-74ad407378cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:53.284825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Bound using segment: {'id': '352f7ca4-1414-4150-91fa-74ad407378cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:52:53.285276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Bound port: 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352f7ca4-1414-4150-91fa-74ad407378cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:52:53.285642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.334110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:53.337657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.424774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-b8c29a56-1918-4c04-b667-4fbd206e10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.426647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-b8c29a56-1918-4c04-b667-4fbd206e10cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334496 Aug 20 08:52:53.439370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] For port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:52:53.498900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] For port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,segment=NetworkSegment(352f7ca4-1414-4150-91fa-74ad407378cb),segment_id=352f7ca4-1414-4150-91fa-74ad407378cb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:52:53.510280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a03ce11a-59c8-49be-ae56-172040c1b208 req-04135077-b788-4769-82c0-406a92c183fa tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/50317dd8-748e-4c35-af0e-47e1dfd582d4 HTTP/1.1" status: 200 len: 1801 time: 0.5566680 Aug 20 08:52:53.542244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.558784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0801bc5a-5488-4d33-9ffe-c66362e507ee req-1e5a439c-a45b-4535-a7b4-639f6151fff4 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139247 Aug 20 08:52:53.571664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Made reservation on behalf of 879301abaccd4584b5cc3d328d7db2c6 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:53.574773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.631857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.632470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.633902 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] 10.222.0.37 "PUT /v2.0/ports/4222dfe1-d7cc-48e8-bf42-580ffa4f5827 HTTP/1.1" status: 200 len: 1092 time: 1.8496013 Aug 20 08:52:53.662271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a03ce11a-59c8-49be-ae56-172040c1b208 req-70b76370-f32c-4f2e-80e1-7255c9c8bee2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.711821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a03ce11a-59c8-49be-ae56-172040c1b208 req-70b76370-f32c-4f2e-80e1-7255c9c8bee2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.729627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6228c4-3467-45ab-9649-db290f0f2ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:53.745076 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-7f8172a9-a56d-45f8-9e55-d6c75a0855f6 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036027 Aug 20 08:52:53.763145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 10.1.1.52 (4b185fe8-a437-433b-8630-ba515cdb3ac0/466dc342-efe1-49f4-b3ad-ac0f8b056342/c72c9731-3e3c-4a54-9439-9ab48504cba3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:53.814410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17052aff-3eea-423e-978b-945cca47b82c req-815f2267-6751-4a5f-897c-dab58789d5ca tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:53.816055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17052aff-3eea-423e-978b-945cca47b82c req-815f2267-6751-4a5f-897c-dab58789d5ca tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 945 time: 0.1315317 Aug 20 08:52:53.843739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a03ce11a-59c8-49be-ae56-172040c1b208 req-70b76370-f32c-4f2e-80e1-7255c9c8bee2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.846459 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a03ce11a-59c8-49be-ae56-172040c1b208 req-70b76370-f32c-4f2e-80e1-7255c9c8bee2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:53.854644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a03ce11a-59c8-49be-ae56-172040c1b208 req-70b76370-f32c-4f2e-80e1-7255c9c8bee2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/50317dd8-748e-4c35-af0e-47e1dfd582d4 HTTP/1.1" status: 204 len: 173 time: 0.3304651 Aug 20 08:52:53.954261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b76370-f32c-4f2e-80e1-7255c9c8bee2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50317dd8-748e-4c35-af0e-47e1dfd582d4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:53.982370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.002131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17052aff-3eea-423e-978b-945cca47b82c req-35db5af8-4863-4351-94b3-873834095a59 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653161 Aug 20 08:52:54.064930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cefe5-072c-4116-a347-89bf9d1bcec9 req-d695c0b9-b828-4f91-a1da-cf8679021ca5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.066823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'tag': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:54.069052 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24f187-a759-45ae-8988-fc7226faaef6" -d '{"events": [{"name": "network-changed", "server_uuid": "abf54c4e-9ad4-41b3-b43c-23db62027ad6", "tag": "4222dfe1-d7cc-48e8-bf42-580ffa4f5827"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:54.072205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cefe5-072c-4116-a347-89bf9d1bcec9 req-d695c0b9-b828-4f91-a1da-cf8679021ca5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.079754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-717cefe5-072c-4116-a347-89bf9d1bcec9 req-d695c0b9-b828-4f91-a1da-cf8679021ca5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 1652 time: 0.1587391 Aug 20 08:52:54.115800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fee151-3869-4e67-8d6e-4bcba10a03bd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:54.118356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-17e29b9c-2d2b-455c-ad24-ee3cc9424dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.119804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-17e29b9c-2d2b-455c-ad24-ee3cc9424dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09191881df9f462caf371c674dbcb777&device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 1095 time: 0.4261143 Aug 20 08:52:54.153749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Checking segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:52:54.154048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Network hostable DHCP agents. Network: 4f1cb033-9b03-4933-9390-cca5ca987436, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:52:54.166633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-717cefe5-072c-4116-a347-89bf9d1bcec9 req-370775a1-b987-43d5-8492-e1d047b2cd8b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859714 Aug 20 08:52:54.186827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa718-50d6-4240-ab36-77a25714c155 req-bc116f2c-28ae-4be9-b6e4-ab921effe025 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.188241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cffaa718-50d6-4240-ab36-77a25714c155 req-bc116f2c-28ae-4be9-b6e4-ab921effe025 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 944 time: 0.0930934 Aug 20 08:52:54.194529 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-366a3c3f-5bb2-4114-8c90-e2af8c119957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827 HTTP/1.1" status: 200 len: 217 time: 0.0598505 Aug 20 08:52:54.196393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Network 4f1cb033-9b03-4933-9390-cca5ca987436 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:52:54.228219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4f1cb033-9b03-4933-9390-cca5ca987436) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:54.239211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b9b7c-2a8c-4549-a256-e89d0af6495a None None] Network 4f1cb033-9b03-4933-9390-cca5ca987436 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:54.250404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.250743 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.287890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f4df822-6e3d-4326-bde4-2642aab67a09 req-2e96ad99-288b-4551-8545-6bec3cc28b6a service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337420 Aug 20 08:52:54.315228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-235bcf41-8d6c-482f-88a1-52b08b83b886 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1559198 Aug 20 08:52:54.331895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cffaa718-50d6-4240-ab36-77a25714c155 req-82436b0b-5a61-4c09-bd24-6527890e57f8 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059415 Aug 20 08:52:54.335554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ff8b-8e18-463f-8104-309025ce2334 req-92bad555-e031-49e7-82c3-d84815cf6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.344725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-92bad555-e031-49e7-82c3-d84815cf6654 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01c187b7-c41b-475c-95b7-f7820c497848 HTTP/1.1" status: 200 len: 854 time: 0.1247981 Aug 20 08:52:54.393970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-80854dc4-0ef1-4077-b90b-e2a0cf90f996 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472574 Aug 20 08:52:54.404657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.410664 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-03529d59-b053-4a53-95dd-9e2bd0653ff0 req-72333c46-ba71-4710-9e0a-50b518c71016 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:52:54.411746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03529d59-b053-4a53-95dd-9e2bd0653ff0 req-72333c46-ba71-4710-9e0a-50b518c71016 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/50317dd8-748e-4c35-af0e-47e1dfd582d4 HTTP/1.1" status: 404 len: 352 time: 0.0354645 Aug 20 08:52:54.443096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980524b-a71e-4f48-86ab-e4cdaee7d92a req-2f932ed4-15fe-418a-bbe3-c2d80d7bcbda tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.444627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4980524b-a71e-4f48-86ab-e4cdaee7d92a req-2f932ed4-15fe-418a-bbe3-c2d80d7bcbda tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1313715 Aug 20 08:52:54.474501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1a2a9-e51d-4d84-86c6-40a939d187cf None None] Network 4f1cb033-9b03-4933-9390-cca5ca987436 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:52:54.491341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object c72c9731-3e3c-4a54-9439-9ab48504cba3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:54.531137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4980524b-a71e-4f48-86ab-e4cdaee7d92a req-fbeab9a9-5477-4423-b0e1-ad86b34aafbd tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784016 Aug 20 08:52:54.567493 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-d6ca9e78-f4c8-41b2-a609-2f46eddea51e service neutron] 10.222.0.37 "GET /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660001 Aug 20 08:52:54.584957 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10acfca1-818c-401d-8281-bde2594f43b6 x-openstack-request-id: req-10acfca1-818c-401d-8281-bde2594f43b6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:54.585587 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf54c4e-9ad4-41b3-b43c-23db62027ad6", "tag": "4222dfe1-d7cc-48e8-bf42-580ffa4f5827", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:54.586660 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10acfca1-818c-401d-8281-bde2594f43b6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:54.587064 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'tag': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827', 'status': 'completed', 'code': 200} Aug 20 08:52:54.705309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28882713-f04e-49fe-a5b3-50779d33419f req-322fd2f8-3eaa-4247-91ff-0a64ef1f1fdd tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ae9a4e0e-1bc3-4592-a2cf-947b84b837bb HTTP/1.1" status: 200 len: 1800 time: 0.0564575 Aug 20 08:52:54.749389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.804721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc6641-9a1d-4155-aa0f-2271bb8dd43f req-3277a4b5-64cb-49cb-bfa6-722828376f12 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.807614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ecc6641-9a1d-4155-aa0f-2271bb8dd43f req-3277a4b5-64cb-49cb-bfa6-722828376f12 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 944 time: 0.0865352 Aug 20 08:52:54.810714 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-28882713-f04e-49fe-a5b3-50779d33419f req-edbd238a-730c-4ccc-aaa8-332e473a1f42 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.815929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:54.819587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d124ff8b-8e18-463f-8104-309025ce2334 req-c3b7da5d-46b8-4544-8927-6de5ba0f436d service neutron] 10.222.0.37 "GET /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307031 Aug 20 08:52:54.822667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:54.826460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:54.846865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-28882713-f04e-49fe-a5b3-50779d33419f req-edbd238a-730c-4ccc-aaa8-332e473a1f42 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.865892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:54.887674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ecc6641-9a1d-4155-aa0f-2271bb8dd43f req-c7716222-6991-43e3-b80d-b9a2122444c3 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661652 Aug 20 08:52:54.945281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-28882713-f04e-49fe-a5b3-50779d33419f req-edbd238a-730c-4ccc-aaa8-332e473a1f42 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.948194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-28882713-f04e-49fe-a5b3-50779d33419f req-edbd238a-730c-4ccc-aaa8-332e473a1f42 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.960953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28882713-f04e-49fe-a5b3-50779d33419f req-edbd238a-730c-4ccc-aaa8-332e473a1f42 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae9a4e0e-1bc3-4592-a2cf-947b84b837bb HTTP/1.1" status: 204 len: 173 time: 0.2496130 Aug 20 08:52:54.968458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:54.969137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:54.985120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd238a-730c-4ccc-aaa8-332e473a1f42 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a4e0e-1bc3-4592-a2cf-947b84b837bb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:55.016901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-79cade8c-b93e-4b4e-92e7-f68537df1377 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0318863 Aug 20 08:52:55.019287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-6c27e5ca-1bca-4830-8daa-5dc83aba977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.020915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-6c27e5ca-1bca-4830-8daa-5dc83aba977a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09191881df9f462caf371c674dbcb777&device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 1095 time: 0.1253951 Aug 20 08:52:55.034557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f', 'admin_state_up': True, 'tenant_id': 'c6692929d46843d092b5542380755194', 'security_groups': ['979f1468-0f68-47c8-873a-4d0e40cbad52']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:55.276786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-68e2aa5f-7672-4925-8094-eea0131eb051 None None] Provisioning for port c72c9731-3e3c-4a54-9439-9ab48504cba3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:55.280062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:55.285467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-68e2aa5f-7672-4925-8094-eea0131eb051 None None] Provisioning complete for port c72c9731-3e3c-4a54-9439-9ab48504cba3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:55.286265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-68e2aa5f-7672-4925-8094-eea0131eb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:55.288867 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-a2553e57-c43f-43a8-815c-51b2e3b2ba05 req-78e4f758-b9e1-4397-a54e-716b61d501c8 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:52:55.290282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-7ab3b2c5-1544-4005-a526-796865b998b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.290403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2553e57-c43f-43a8-815c-51b2e3b2ba05 req-78e4f758-b9e1-4397-a54e-716b61d501c8 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ae9a4e0e-1bc3-4592-a2cf-947b84b837bb HTTP/1.1" status: 404 len: 352 time: 0.0438681 Aug 20 08:52:55.291552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-7ab3b2c5-1544-4005-a526-796865b998b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 HTTP/1.1" status: 200 len: 914 time: 0.2532058 Aug 20 08:52:55.343969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-68e2aa5f-7672-4925-8094-eea0131eb051 None None] Port c72c9731-3e3c-4a54-9439-9ab48504cba3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:55.379400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-37b9048d-3d94-430a-9583-69ced4690dfc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827 HTTP/1.1" status: 200 len: 217 time: 0.0726352 Aug 20 08:52:55.398084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-345fe41b-b80b-4f1a-b424-3ee862153b0c tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.406228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-345fe41b-b80b-4f1a-b424-3ee862153b0c tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 822 time: 0.1530108 Aug 20 08:52:55.450456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-41b3c8e4-9979-4d86-8af4-414e10ea7902 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/quotas/879301abaccd4584b5cc3d328d7db2c6 HTTP/1.1" status: 200 len: 375 time: 0.0431156 Aug 20 08:52:55.455986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-c7caaa21-bae6-4bb5-af35-8a743caca50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.457864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-c7caaa21-bae6-4bb5-af35-8a743caca50e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01c187b7-c41b-475c-95b7-f7820c497848 HTTP/1.1" status: 200 len: 854 time: 0.0690701 Aug 20 08:52:55.467103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:55.477094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8f40-6ce2-4bc7-9c80-934bc5d87bfd req-ffdb2da1-ebe2-4d5d-a167-ac485d462af8 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.490199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8f40-6ce2-4bc7-9c80-934bc5d87bfd req-ffdb2da1-ebe2-4d5d-a167-ac485d462af8 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.496520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd8f40-6ce2-4bc7-9c80-934bc5d87bfd req-ffdb2da1-ebe2-4d5d-a167-ac485d462af8 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.504034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50fd8f40-6ce2-4bc7-9c80-934bc5d87bfd req-ffdb2da1-ebe2-4d5d-a167-ac485d462af8 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 2372 time: 0.0955441 Aug 20 08:52:55.511746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-1787e59f-0fe9-45a5-a018-89ce432e9551 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310059 Aug 20 08:52:55.551352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-a667e74d-9a73-4ade-8d4c-4b264dd5e513 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447977 Aug 20 08:52:55.610260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-15e92568-33f4-488a-9fe2-8001ebf69260 service neutron] 10.222.0.37 "GET /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902998 Aug 20 08:52:55.614821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:55.626589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50fd8f40-6ce2-4bc7-9c80-934bc5d87bfd req-612fe0d7-f0ad-40af-a5b7-b4764bcefa61 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216247 Aug 20 08:52:55.686231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-da9a7e55-fe4e-475f-ae1b-97e03f8a7030 service neutron] 10.222.0.35 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341457 Aug 20 08:52:55.753234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:55.778687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'port_id': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'mac_address': 'fa:16:3e:d8:f3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:55.865552 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:55.888489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:55.922250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baf8bc-c487-49c1-a47c-fdc792894ad0 req-2dee2f4d-5ed0-4899-b3d1-9b599f3edad6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:55.922868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:55.924384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77baf8bc-c487-49c1-a47c-fdc792894ad0 req-2dee2f4d-5ed0-4899-b3d1-9b599f3edad6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 945 time: 0.1479988 Aug 20 08:52:55.927896 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:55.928223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-85ccc76c-110b-4c84-b18f-ec296263bd17 service neutron] 10.222.0.35 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349970 Aug 20 08:52:56.012874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77baf8bc-c487-49c1-a47c-fdc792894ad0 req-e7bc3a0e-f6e5-4e77-9f1c-7a3f9f6df8f6 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/security-groups?id=e088fd9b-c87a-4a86-8fb3-6290410660a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805979 Aug 20 08:52:56.018124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0d24f187-a759-45ae-8988-fc7226faaef6 req-e44b8051-58c0-4d4a-a724-0ee750d112b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887928 Aug 20 08:52:56.052034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:56.079833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 10.2.2.100 (8c97371e-9164-463e-9da6-569b1f99b62f/0a98ee04-9010-4544-81aa-319ce5d7a0d5/c38922f8-537a-4882-9038-4a0ac04eadcf) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:56.148408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:56.154989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8564558f-1beb-4fbb-b3da-a1e86a2d2245 req-03584722-ecda-4318-ab22-7c0bf7eab2f4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 6146 time: 0.1128159 Aug 20 08:52:56.241554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8564558f-1beb-4fbb-b3da-a1e86a2d2245 req-c717315a-f830-4fda-8a68-44cdc0b73350 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ddfa51cb-49b2-4e24-9db6-54fec90999b4 HTTP/1.1" status: 200 len: 2981 time: 0.0854616 Aug 20 08:52:56.277921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466e497-2866-4b9c-b793-b2ee097beafe req-225ee401-ad9e-4bb7-8d51-d2fd6e088621 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:56.279481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b466e497-2866-4b9c-b793-b2ee097beafe req-225ee401-ad9e-4bb7-8d51-d2fd6e088621 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "GET /v2.0/ports?device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 945 time: 0.1627617 Aug 20 08:52:56.399595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8564558f-1beb-4fbb-b3da-a1e86a2d2245 req-fa935178-30b8-4b3d-b59c-9d275a607a88 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ddfa51cb-49b2-4e24-9db6-54fec90999b4 HTTP/1.1" status: 200 len: 2981 time: 0.1543868 Aug 20 08:52:56.423334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:56.444318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c9c3a-0ae5-43ae-b6e9-bb8ab62f8f4c req-abecd29c-d43e-4471-84f4-29042058db13 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:56.458786 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f6c9c3a-0ae5-43ae-b6e9-bb8ab62f8f4c req-abecd29c-d43e-4471-84f4-29042058db13 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 944 time: 0.1657503 Aug 20 08:52:56.467489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object c38922f8-537a-4882-9038-4a0ac04eadcf will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:56.529103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Deleting port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:56.529940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:56.607155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f6c9c3a-0ae5-43ae-b6e9-bb8ab62f8f4c req-223343d9-392a-4f01-ab1d-9e7a92ab133d tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472540 Aug 20 08:52:56.636938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:56.715775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:56.737641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] For port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:56.737641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:56.740013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e47d1-16a4-4727-b0db-ea8641d9baa5 req-b94a7415-dad6-4cd2-b273-d7cbf306031c tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:56.749162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4e47d1-16a4-4727-b0db-ea8641d9baa5 req-b94a7415-dad6-4cd2-b273-d7cbf306031c tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.2180815 Aug 20 08:52:56.749831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 8c97371e-9164-463e-9da6-569b1f99b62f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:56.752679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:56.759068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:56.763307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Calling delete_port for 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:56.890333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:56.890914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:56.904909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-266e19a0-d169-4c50-91ed-fe46ecde8015 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:56.907407 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-266e19a0-d169-4c50-91ed-fe46ecde8015 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "GET /v2.0/ports?device_id=029373c7-032d-407e-afe8-a6e316410712 HTTP/1.1" status: 200 len: 946 time: 0.2251933 Aug 20 08:52:56.920118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea4e47d1-16a4-4727-b0db-ea8641d9baa5 req-001f9176-ad8b-4469-b9f1-dd91b8e380c8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688931 Aug 20 08:52:56.953140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-763e617b-7f40-496b-adcb-076c839d0ab7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9230072 Aug 20 08:52:56.974209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f', 'admin_state_up': True, 'tenant_id': 'c6692929d46843d092b5542380755194', 'security_groups': ['979f1468-0f68-47c8-873a-4d0e40cbad52']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:57.091157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291eba-ec8f-4e3a-88d0-de20fd6b14e5 req-2ed84ff8-27f3-4242-a96c-a0d4eab3a43b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:57.093109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49291eba-ec8f-4e3a-88d0-de20fd6b14e5 req-2ed84ff8-27f3-4242-a96c-a0d4eab3a43b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 945 time: 0.3631799 Aug 20 08:52:57.153093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-164e614b-da70-4eb0-8ec7-7a5c76db1ea7 req-34dc5678-7f10-43b8-9ef7-9fb5ff3cd0a8 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 210 time: 0.0786617 Aug 20 08:52:57.192785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-46ad0e6f-6d0d-4c93-8a10-99727acfd643 None None] Provisioning for port c38922f8-537a-4882-9038-4a0ac04eadcf completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:57.204100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-46ad0e6f-6d0d-4c93-8a10-99727acfd643 None None] Provisioning complete for port c38922f8-537a-4882-9038-4a0ac04eadcf triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:57.204633 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-46ad0e6f-6d0d-4c93-8a10-99727acfd643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.215063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.222979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Made reservation on behalf of c6692929d46843d092b5542380755194 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:57.234009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-95f2fb5b-f552-49ec-8640-651e2fea0f9b req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-507922159', 'description': 'tempest-description-1515371285'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:57.236314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.253679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49291eba-ec8f-4e3a-88d0-de20fd6b14e5 req-95530dbe-131f-45b1-bf39-c7076d907827 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499209 Aug 20 08:52:57.254968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['779715da-a144-4d09-a799-82d9a9f2997f', '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:57.256401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Deleting port 779715da-a144-4d09-a799-82d9a9f2997f {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:57.257137 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.289585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event deleted for resources: {'Port': ['ID=67330b8d-8744-4b4b-a9db-bd21ee1dd4ca,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:57.348146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-46ad0e6f-6d0d-4c93-8a10-99727acfd643 None None] Port c38922f8-537a-4882-9038-4a0ac04eadcf cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:57.384561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95f2fb5b-f552-49ec-8640-651e2fea0f9b req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.444103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] For port 779715da-a144-4d09-a799-82d9a9f2997f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=779715da-a144-4d09-a799-82d9a9f2997f,segment=NetworkSegment(fc9b1c83-5611-401e-a6a4-6e35ceab56a0),segment_id=fc9b1c83-5611-401e-a6a4-6e35ceab56a0)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:57.444785 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.486976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Calling delete_port for 779715da-a144-4d09-a799-82d9a9f2997f owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:57.487909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] No DVR routers for this DVR port 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:57.493346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.497206 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b466e497-2866-4b9c-b793-b2ee097beafe req-384d176d-7052-4ee2-b4a2-3d2471ac3b62 tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "DELETE /v2.0/ports/67330b8d-8744-4b4b-a9db-bd21ee1dd4ca HTTP/1.1" status: 204 len: 173 time: 1.2078338 Aug 20 08:52:57.498081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'name': 'network-vif-deleted', 'tag': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:57.500695 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8512c9b-804b-4c02-bf54-f22888d4fdb1" -d '{"events": [{"server_uuid": "b02ebe97-326e-42b5-8b8d-b8d1da2d5abf", "name": "network-vif-deleted", "tag": "67330b8d-8744-4b4b-a9db-bd21ee1dd4ca"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:57.592927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Allocated IP 10.2.2.200 (8c97371e-9164-463e-9da6-569b1f99b62f/0a98ee04-9010-4544-81aa-319ce5d7a0d5/4b74e1bb-8f6b-4b31-88fc-d54a4b53224b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:57.641050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:52:57.670663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95f2fb5b-f552-49ec-8640-651e2fea0f9b req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.677628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95f2fb5b-f552-49ec-8640-651e2fea0f9b req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.715348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5558-818d-4357-9468-1b3a6c24725e req-9adac9b5-3c35-4936-b09b-c584727e94a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:57.721323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5558-818d-4357-9468-1b3a6c24725e req-9adac9b5-3c35-4936-b09b-c584727e94a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:57.727317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5558-818d-4357-9468-1b3a6c24725e req-9adac9b5-3c35-4936-b09b-c584727e94a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:57.733747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5558-818d-4357-9468-1b3a6c24725e req-9adac9b5-3c35-4936-b09b-c584727e94a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:57.742191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-875f5558-818d-4357-9468-1b3a6c24725e req-9adac9b5-3c35-4936-b09b-c584727e94a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 3093 time: 0.1870217 Aug 20 08:52:57.767104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-95f2fb5b-f552-49ec-8640-651e2fea0f9b req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.768334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95f2fb5b-f552-49ec-8640-651e2fea0f9b req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5420980 Aug 20 08:52:57.775981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0d9ae-fb1c-46db-9ea7-bee9f4f00cf9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e378197-a215-40c1-993b-7f6c08902c58,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:57.798097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:57.877829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-875f5558-818d-4357-9468-1b3a6c24725e req-a4b285e3-93bc-4690-83c2-97c1ca1c871d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353073 Aug 20 08:52:57.879251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.906432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['67330b8d-8744-4b4b-a9db-bd21ee1dd4ca'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:57.944330 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:57.955240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,segment=NetworkSegment(352f7ca4-1414-4150-91fa-74ad407378cb),segment_id=352f7ca4-1414-4150-91fa-74ad407378cb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:57.964022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Transition to ACTIVE for port object 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:57.976459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827', 'network_id': 'b468e6c9-1ccd-4916-b0ff-f6d12c08bf69', 'port_id': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827', 'mac_address': 'fa:16:3e:6d:66:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c187b7-c41b-475c-95b7-f7820c497848', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:52:57.980447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:57.984694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:57.985481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77c6bab0-071d-4938-8dde-41b6ba18af69 req-01723f81-5081-4a8a-8d12-7e96a574162f tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.35 "GET /v2.0/ports?device_id=b02ebe97-326e-42b5-8b8d-b8d1da2d5abf HTTP/1.1" status: 200 len: 210 time: 0.0815737 Aug 20 08:52:57.991438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.052702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.081813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Pushing event deleted for resources: {'Port': ['ID=779715da-a144-4d09-a799-82d9a9f2997f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:58.116260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] No DVR routers for this DVR port 779715da-a144-4d09-a799-82d9a9f2997f on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:52:58.140834 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.142999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7d54339-5704-47c4-9155-b9b953a32a30 req-d9c16455-cf24-4a84-b925-e731bcc088db tempest-MultipleCreateTestJSON-481504533 tempest-MultipleCreateTestJSON-481504533-project] 10.222.0.26 "DELETE /v2.0/ports/779715da-a144-4d09-a799-82d9a9f2997f HTTP/1.1" status: 204 len: 173 time: 1.2216170 Aug 20 08:52:58.143454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029373c7-032d-407e-afe8-a6e316410712', 'name': 'network-vif-deleted', 'tag': '779715da-a144-4d09-a799-82d9a9f2997f'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:58.153396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Network 8c97371e-9164-463e-9da6-569b1f99b62f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:52:58.161794 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c2a22f-5e0d-450c-9001-5d0f93476252 x-openstack-request-id: req-36c2a22f-5e0d-450c-9001-5d0f93476252 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:58.162554 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02ebe97-326e-42b5-8b8d-b8d1da2d5abf", "name": "network-vif-deleted", "tag": "67330b8d-8744-4b4b-a9db-bd21ee1dd4ca", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:58.162868 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36c2a22f-5e0d-450c-9001-5d0f93476252 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:58.163375 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02ebe97-326e-42b5-8b8d-b8d1da2d5abf', 'name': 'network-vif-deleted', 'tag': '67330b8d-8744-4b4b-a9db-bd21ee1dd4ca', 'status': 'completed', 'code': 200} Aug 20 08:52:58.164964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event updated for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:58.165633 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924a466c-9c99-47ed-a6f1-4a0c2b498bf2" -d '{"events": [{"server_uuid": "029373c7-032d-407e-afe8-a6e316410712", "name": "network-vif-deleted", "tag": "779715da-a144-4d09-a799-82d9a9f2997f"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:58.169670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:52:58.173025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:52:58.190962 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.236660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:58.237513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-5943e85e-fbdb-4480-81a9-f75681aa49e5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:58.239738 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-5943e85e-fbdb-4480-81a9-f75681aa49e5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 822 time: 0.5548670 Aug 20 08:52:58.257613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'port': {'device_id': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'admin_state_up': True, 'tenant_id': '879301abaccd4584b5cc3d328d7db2c6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:58.276475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:58.277324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.286425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776b6ab-a4c4-4498-b577-5decc654837a req-08fa6889-5a53-4f22-bd95-db4fa52ecac3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:58.288015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c776b6ab-a4c4-4498-b577-5decc654837a req-08fa6889-5a53-4f22-bd95-db4fa52ecac3 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 946 time: 0.2523525 Aug 20 08:52:58.328336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,segment=NetworkSegment(352f7ca4-1414-4150-91fa-74ad407378cb),segment_id=352f7ca4-1414-4150-91fa-74ad407378cb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:58.337540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.356006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d95a82-8add-401c-a8ff-2e50412a375f req-5b68a300-569f-4988-b606-5a56b8d5eeb4 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:58.367474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6d95a82-8add-401c-a8ff-2e50412a375f req-5b68a300-569f-4988-b606-5a56b8d5eeb4 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 944 time: 0.1669190 Aug 20 08:52:58.375987 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.393747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c776b6ab-a4c4-4498-b577-5decc654837a req-3231f047-a571-412d-94c5-982fbc6a26bf tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929573 Aug 20 08:52:58.427800 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-718d0e7b-aff0-487a-8513-1cd28c3622a3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4592376 Aug 20 08:52:58.442713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6d95a82-8add-401c-a8ff-2e50412a375f req-3a2a1cbc-3854-4af2-863a-eae081c478fd tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Aug 20 08:52:58.445136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:52:58.448128 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b9c0a-2b89-403a-80e7-22afee44fe68" -d '{"events": [{"server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "name": "network-vif-plugged", "status": "completed", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:52:58.450515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:58.465798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2013848569', 'description': 'tempest-description-609273895'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:52:58.466849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:58.472920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:58.487027 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.512533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 08:52:58.512533 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 08:52:58.512533 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': 'fe46ec2d28e5465da8d0275400a0caa0', 'id': '24aa05d0-3950-4e96-8910-add717034ed8', 'expiration': datetime.datetime(2021, 8, 20, 8, 54, 58, 501344)}] Aug 20 08:52:58.512533 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:52:58.513482 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:52:58.549447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Made reservation on behalf of 879301abaccd4584b5cc3d328d7db2c6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:52:58.553547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.561800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:58.572608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.578970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['4222dfe1-d7cc-48e8-bf42-580ffa4f5827'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:52:58.627976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed408d2f-dfe2-47a7-87a2-597c96bde6d1 req-2800da35-5679-4f44-b0ec-8b02ee2e323a tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:58.630249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed408d2f-dfe2-47a7-87a2-597c96bde6d1 req-2800da35-5679-4f44-b0ec-8b02ee2e323a tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.0681422 Aug 20 08:52:58.685076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed408d2f-dfe2-47a7-87a2-597c96bde6d1 req-18b964dc-d77b-4602-871d-45ba3af97708 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387378 Aug 20 08:52:58.702591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-55010bbb-33a7-4f07-a030-aedd51cf10bc None None] Provisioning for port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:58.733405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-55010bbb-33a7-4f07-a030-aedd51cf10bc None None] Provisioning complete for port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:58.734151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-55010bbb-33a7-4f07-a030-aedd51cf10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:58.746398 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca7b15-2237-4a9b-8312-bb0d88b19fa2 x-openstack-request-id: req-3dca7b15-2237-4a9b-8312-bb0d88b19fa2 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:58.746698 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029373c7-032d-407e-afe8-a6e316410712", "name": "network-vif-deleted", "tag": "779715da-a144-4d09-a799-82d9a9f2997f", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:58.746956 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dca7b15-2237-4a9b-8312-bb0d88b19fa2 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:58.747359 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029373c7-032d-407e-afe8-a6e316410712', 'name': 'network-vif-deleted', 'tag': '779715da-a144-4d09-a799-82d9a9f2997f', 'status': 'completed', 'code': 200} Aug 20 08:52:58.799908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-55010bbb-33a7-4f07-a030-aedd51cf10bc None None] Port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:52:58.839486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-171b18bc-a2af-411e-8435-9b171be78b67 req-58f06933-a27b-4f9e-8713-3ed9a5c599de tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 210 time: 0.0381968 Aug 20 08:52:58.878220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Allocated IP 172.20.0.14 (4f1cb033-9b03-4933-9390-cca5ca987436/42fee151-3869-4e67-8d6e-4bcba10a03bd/bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:52:59.043516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-16cbfaa6-ba21-41b6-a5f4-0c23e47ab56f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.044923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-16cbfaa6-ba21-41b6-a5f4-0c23e47ab56f tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 946 time: 0.1583576 Aug 20 08:52:59.050051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.101409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe7460-c78d-45da-b8d2-2f8c627699f7 req-1da695d6-2817-45a7-9908-0ce7e2400f40 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.102921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddbe7460-c78d-45da-b8d2-2f8c627699f7 req-1da695d6-2817-45a7-9908-0ce7e2400f40 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 946 time: 0.1615758 Aug 20 08:52:59.176499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a582-fc7f-41dd-8300-efde4e4ce8e4 req-b42b249d-9292-4f4e-8b43-857184a18887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.178232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3482a582-fc7f-41dd-8300-efde4e4ce8e4 req-b42b249d-9292-4f4e-8b43-857184a18887 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.1256964 Aug 20 08:52:59.207059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddbe7460-c78d-45da-b8d2-2f8c627699f7 req-497cd361-9d64-43ff-bf16-8b092c54aedb tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914235 Aug 20 08:52:59.246668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Deleting port f34f04b7-7605-4a23-ae90-be9ce5c738f3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:52:59.247024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.262472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb065b8-d52b-456a-b88c-7f1ca7665c1b {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:52:59.278209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.284335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.298361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3482a582-fc7f-41dd-8300-efde4e4ce8e4 req-05f73db8-07f3-4567-845e-3bdda969a8a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934167 Aug 20 08:52:59.311560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.313871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Transition to ACTIVE for port object afb065b8-d52b-456a-b88c-7f1ca7665c1b will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:52:59.319565 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.321779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.328975 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af36c1b-1c56-4806-a2ff-46a05a331fea x-openstack-request-id: req-2af36c1b-1c56-4806-a2ff-46a05a331fea {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:52:59.329482 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "name": "network-vif-plugged", "status": "completed", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:52:59.329681 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2af36c1b-1c56-4806-a2ff-46a05a331fea {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:52:59.330050 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'code': 200} Aug 20 08:52:59.371013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.372212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09091011-ecd0-47d3-8e0b-8dbb79cbb99a req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9128609 Aug 20 08:52:59.389801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02b4f6-3b3e-4fc8-bd9f-02af2544bece tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:59.398956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Pushing event updated for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:59.442156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] For port f34f04b7-7605-4a23-ae90-be9ce5c738f3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f34f04b7-7605-4a23-ae90-be9ce5c738f3,segment=NetworkSegment(2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c),segment_id=2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:59.442526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.475874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Calling delete_port for f34f04b7-7605-4a23-ae90-be9ce5c738f3 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:52:59.514367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-93844233-2c70-46ea-aec3-98ddbe4730e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.520611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-93844233-2c70-46ea-aec3-98ddbe4730e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.527236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-93844233-2c70-46ea-aec3-98ddbe4730e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.533277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-93844233-2c70-46ea-aec3-98ddbe4730e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.545553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-93844233-2c70-46ea-aec3-98ddbe4730e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.554538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-93844233-2c70-46ea-aec3-98ddbe4730e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 3826 time: 0.1660409 Aug 20 08:52:59.652540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:52:59.671966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-676345a7-26cb-4a2d-bb61-466c5fbb19c4 req-7213eb11-48e4-4ae8-9149-39099c5dea82 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164494 Aug 20 08:52:59.738841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6168e6-8568-4cfb-bdc6-33c5797cd8f3 req-9c8f9780-b838-41e6-8727-a1a4ae571b7e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:52:59.739081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:52:59.746588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:52:59.747195 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.748057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d6168e6-8568-4cfb-bdc6-33c5797cd8f3 req-9c8f9780-b838-41e6-8727-a1a4ae571b7e tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9368c3d-f652-42e1-b4d6-ddca79e58e08 HTTP/1.1" status: 200 len: 946 time: 0.1844883 Aug 20 08:52:59.761517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41544) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:52:59.861243 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.865389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.916225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,segment=NetworkSegment(352f7ca4-1414-4150-91fa-74ad407378cb),segment_id=352f7ca4-1414-4150-91fa-74ad407378cb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:52:59.926840 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.944342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Deleting subnet 0c44724d-f3bd-40fc-a2dc-adefb40d6e57 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:52:59.949125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:52:59.968057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d6168e6-8568-4cfb-bdc6-33c5797cd8f3 req-58b2e120-a46f-4fae-8232-74bc36795138 tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.35 "GET /v2.0/security-groups?id=15dcc4d5-0eb2-4583-b170-8c01eff983c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130156 Aug 20 08:52:59.969457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:52:59.971595 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.000373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Network 4f1cb033-9b03-4933-9390-cca5ca987436 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:00.004203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:00.007420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:00.022051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:00.031777 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f34f04b7-7605-4a23-ae90-be9ce5c738f3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:00.043089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b746b9f-9bca-4386-8e3f-a47e776b7a5c req-d1b0723e-b342-4a1b-b4f3-4231eb62bc2e tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:00.056093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b746b9f-9bca-4386-8e3f-a47e776b7a5c req-d1b0723e-b342-4a1b-b4f3-4231eb62bc2e tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 945 time: 0.2420404 Aug 20 08:53:00.081386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48efae-9913-43d9-90dd-b9f0dafda72d req-cf67700d-3dee-446e-ba4d-f525ec1bce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:00.082971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b48efae-9913-43d9-90dd-b9f0dafda72d req-cf67700d-3dee-446e-ba4d-f525ec1bce96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1097 time: 0.2199304 Aug 20 08:53:00.102329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Attempting to bind port afb065b8-d52b-456a-b88c-7f1ca7665c1b on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:00.102748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Attempting to bind port afb065b8-d52b-456a-b88c-7f1ca7665c1b by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:00.103079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Attempting to bind port afb065b8-d52b-456a-b88c-7f1ca7665c1b on network f95823e4-5c94-4000-9c08-c63c5e51a963 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:00.116614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Pushing event deleted for resources: {'Port': ['ID=f34f04b7-7605-4a23-ae90-be9ce5c738f3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:00.117906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:00.119746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.130813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Port afb065b8-d52b-456a-b88c-7f1ca7665c1b on network f95823e4-5c94-4000-9c08-c63c5e51a963 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:00.131160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Attempting to bind port afb065b8-d52b-456a-b88c-7f1ca7665c1b on network f95823e4-5c94-4000-9c08-c63c5e51a963 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:00.148672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:00.148949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Checking segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:00.149220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Bound using segment: {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:00.149681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Bound port: afb065b8-d52b-456a-b88c-7f1ca7665c1b, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32aaf6d6-a486-4026-b648-4b4dc8a3acd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:00.150710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.157852 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.163425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-026543ac-a8a1-491c-98e6-8937a431cfd9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9122167 Aug 20 08:53:00.170266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b48efae-9913-43d9-90dd-b9f0dafda72d req-74a74892-ae47-4ea4-bf9b-7b98fba3dd99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778303 Aug 20 08:53:00.176464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Request body: {'port': {'device_id': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:00.273800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.282183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] No DVR routers for this DVR port f34f04b7-7605-4a23-ae90-be9ce5c738f3 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:00.286500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:00.290553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b746b9f-9bca-4386-8e3f-a47e776b7a5c req-2311e33d-30af-4fb6-bdda-85d7523854fa tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333143 Aug 20 08:53:00.292152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.294822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31189cde-bbec-48a7-892d-84e8bfadfb87 req-2384ed1c-edf7-4fa9-a2b8-4cbcab38e22d tempest-ServersTestJSON-1161961440 tempest-ServersTestJSON-1161961440-project] 10.222.0.26 "DELETE /v2.0/ports/f34f04b7-7605-4a23-ae90-be9ce5c738f3 HTTP/1.1" status: 204 len: 173 time: 1.2406116 Aug 20 08:53:00.295491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.310764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:00.336371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.393039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-4c39de17-d11a-4784-a716-dd536963027c tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:00.394715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-4c39de17-d11a-4784-a716-dd536963027c tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 813 time: 0.2803397 Aug 20 08:53:00.419132 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-aa07f988-0a1f-4a90-b582-03c4657784b9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/quotas/fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 375 time: 0.0135489 Aug 20 08:53:00.419841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:00.420552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.422046 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] 10.222.0.37 "PUT /v2.0/ports/afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 1091 time: 1.9782553 Aug 20 08:53:00.422830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:00.425930 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8" -d '{"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:00.427198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.517667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.522476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0c44724d-f3bd-40fc-a2dc-adefb40d6e57 HTTP/1.1" status: 204 len: 168 time: 0.7496352 Aug 20 08:53:00.531644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067322c9-b095-45f7-aa6f-eb920ba69b84 service neutron] Pushing event updated for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:00.547666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:00.562951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41560) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:00.569950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd01bec-0a27-4864-bf50-69c1aa3e5d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c44724d-f3bd-40fc-a2dc-adefb40d6e57,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:00.668311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-d62b8d04-8f98-4cbf-aac4-e7dafe208b6b tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218304 Aug 20 08:53:00.678162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc4fc-5e6b-48fb-9367-1e8a439ed73b req-895b5b46-0eba-4d0d-94cb-3faa8d94e852 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:00.679969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb9fc4fc-5e6b-48fb-9367-1e8a439ed73b req-895b5b46-0eba-4d0d-94cb-3faa8d94e852 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.2037098 Aug 20 08:53:00.686075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.690332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:00.754887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'name': 'network-vif-deleted', 'tag': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:00.757020 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b88be0-e6e4-4a7e-a35f-79ec9b47c5e7" -d '{"events": [{"server_uuid": "f9368c3d-f652-42e1-b4d6-ddca79e58e08", "name": "network-vif-deleted", "tag": "f34f04b7-7605-4a23-ae90-be9ce5c738f3"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:00.762946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:00.794644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:00.794972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67330b8d-8744-4b4b-a9db-bd21ee1dd4ca not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:00.806991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 779715da-a144-4d09-a799-82d9a9f2997f no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:00.846460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 779715da-a144-4d09-a799-82d9a9f2997f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:00.847095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 779715da-a144-4d09-a799-82d9a9f2997f not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:00.847743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f34f04b7-7605-4a23-ae90-be9ce5c738f3 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:00.870159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: f34f04b7-7605-4a23-ae90-be9ce5c738f3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:00.870867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f34f04b7-7605-4a23-ae90-be9ce5c738f3 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:00.949210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb9fc4fc-5e6b-48fb-9367-1e8a439ed73b req-604bfdf8-146f-4cae-bccd-ba59495b25e3 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544384 Aug 20 08:53:00.959164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-6899d601-f802-4a42-b4cc-c4ac927a9149 service neutron] 10.222.0.35 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784343 Aug 20 08:53:01.036026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.039204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:01.049555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89c36e7-80e1-4d8b-93bb-a4b58f54fa80']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:01.050667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.069581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:01.069932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9b1c83-5611-401e-a6a4-6e35ceab56a0') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:01.080542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Transition to ACTIVE for port object bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:01.089392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.111445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.141462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.156973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-bbef9da4-d820-408c-a676-71d7cd022d71 service neutron] 10.222.0.35 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969469 Aug 20 08:53:01.157992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:01.158399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.169307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef9f61-f129-4228-8ff6-000c4dec3e87 req-4594db8b-8a17-4b70-b506-980760e4da16 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.169799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37ef9f61-f129-4228-8ff6-000c4dec3e87 req-4594db8b-8a17-4b70-b506-980760e4da16 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 932 time: 0.0960941 Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:01.172296 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:01.193079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:01.331823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7be4c7-6400-459a-a3f7-c8f3931bcde2 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:01.334841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:01.341462 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449679a0-8f39-4512-97f3-0a36b00675ad" -d '{"events": [{"server_uuid": "abf54c4e-9ad4-41b3-b43c-23db62027ad6", "name": "network-vif-plugged", "status": "completed", "tag": "4222dfe1-d7cc-48e8-bf42-580ffa4f5827"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:01.354622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.356326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37ef9f61-f129-4228-8ff6-000c4dec3e87 req-f1b4eccd-6432-4f72-a048-fffa52206c1a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670029 Aug 20 08:53:01.360971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.369778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Attempting to bind port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:01.369778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Attempting to bind port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:01.369778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Attempting to bind port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 on network 4f1cb033-9b03-4933-9390-cca5ca987436 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:01.378677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 on network 4f1cb033-9b03-4933-9390-cca5ca987436 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:01.378677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Attempting to bind port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 on network 4f1cb033-9b03-4933-9390-cca5ca987436 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:01.382287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.389197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] 10.222.0.35 "DELETE /v2.0/networks/f89c36e7-80e1-4d8b-93bb-a4b58f54fa80 HTTP/1.1" status: 204 len: 168 time: 0.8200848 Aug 20 08:53:01.402669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Transition to ACTIVE for port object bb7be4c7-6400-459a-a3f7-c8f3931bcde2 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:01.404404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:01.404956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Checking segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:01.405512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Bound using segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:01.406368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Bound port: bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:01.419117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.424081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d24d4-9937-4891-8da8-5b6747b1fb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=f89c36e7-80e1-4d8b-93bb-a4b58f54fa80,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:01.477044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.560371 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3c9e0a-d10f-4eec-92ce-8b43cbc6a215 x-openstack-request-id: req-9e3c9e0a-d10f-4eec-92ce-8b43cbc6a215 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:01.560695 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:01.560958 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e3c9e0a-d10f-4eec-92ce-8b43cbc6a215 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:01.561373 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'status': 'completed', 'code': 200} Aug 20 08:53:01.566135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41578) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:01.590558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4d3a2-65a1-479c-86b8-dc86d85d6249 req-ac65857d-efab-4f22-b6fe-e408d8bda262 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.603439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ba4d3a2-65a1-479c-86b8-dc86d85d6249 req-ac65857d-efab-4f22-b6fe-e408d8bda262 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 946 time: 0.1228235 Aug 20 08:53:01.680235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:01.685017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:01.689173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Pushing event updated for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:01.699068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.776466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:01.800610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.801436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:01.803102 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-c4e1d2b1-2372-46f5-9127-06e73f903687 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 HTTP/1.1" status: 200 len: 1092 time: 1.6306658 Aug 20 08:53:01.853931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.854425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.854902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.855378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.855854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.856322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:01.877623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-7cfda490-5cd9-47ba-bcf0-4cb06405e8b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5241 time: 0.3112495 Aug 20 08:53:02.163880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-63afadc9-1ea4-4def-bd2b-c995cfe70c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.164837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-63afadc9-1ea4-4def-bd2b-c995cfe70c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.166239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-63afadc9-1ea4-4def-bd2b-c995cfe70c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.168489 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-63afadc9-1ea4-4def-bd2b-c995cfe70c1c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6692929d46843d092b5542380755194&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2683887 Aug 20 08:53:02.174385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ba4d3a2-65a1-479c-86b8-dc86d85d6249 req-bffa031d-003c-479b-b451-8d4ab948c0fd tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699754 Aug 20 08:53:02.178851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5ff612c0-a9a9-46e0-bbc6-138bdcda829f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9797771f08547f986d99ce1beb696d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730562 Aug 20 08:53:02.193386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41588) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:02.216205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Attempting to bind port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:02.216820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Attempting to bind port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:02.217243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Attempting to bind port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:02.250019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-ec69456c-9b14-4ef1-81f5-dd032c0c21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.251823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-ec69456c-9b14-4ef1-81f5-dd032c0c21f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 1095 time: 0.3706093 Aug 20 08:53:02.264085 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07691cd-fd7e-457e-bc77-08f295c871cc x-openstack-request-id: req-f07691cd-fd7e-457e-bc77-08f295c871cc {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:02.264326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:02.264685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Attempting to bind port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:02.264819 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9368c3d-f652-42e1-b4d6-ddca79e58e08", "name": "network-vif-deleted", "tag": "f34f04b7-7605-4a23-ae90-be9ce5c738f3", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:02.265229 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f07691cd-fd7e-457e-bc77-08f295c871cc {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:02.265634 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9368c3d-f652-42e1-b4d6-ddca79e58e08', 'name': 'network-vif-deleted', 'tag': 'f34f04b7-7605-4a23-ae90-be9ce5c738f3', 'status': 'completed', 'code': 200} Aug 20 08:53:02.266350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e014246a-4994-4f0d-b38f-3aab33693c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.281751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.283495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:02.283959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Checking segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:02.284521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Bound using segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:02.285068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Bound port: bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:02.285639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.288479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.296435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.303341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.310951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.317631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.329031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41592) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:02.337378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-0fa0f353-3443-48e7-a3cf-9b5afb4d41f2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 4597 time: 0.6807513 Aug 20 08:53:02.348172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-ecc25659-1ebc-48fd-8fb4-af0ac3e065f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 HTTP/1.1" status: 200 len: 217 time: 0.0771570 Aug 20 08:53:02.394393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-deb554dc-dcdb-4d9d-8b37-8dc845227cff req-f6599538-bfdf-4558-a11b-98d00328441a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553160 Aug 20 08:53:02.443764 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b84e436-b640-48f1-bd4c-3f03b2603c2e x-openstack-request-id: req-0b84e436-b640-48f1-bd4c-3f03b2603c2e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:02.444813 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf54c4e-9ad4-41b3-b43c-23db62027ad6", "name": "network-vif-plugged", "status": "completed", "tag": "4222dfe1-d7cc-48e8-bf42-580ffa4f5827", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:02.445427 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b84e436-b640-48f1-bd4c-3f03b2603c2e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:02.446053 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827', 'code': 200} Aug 20 08:53:02.447081 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e014246a-4994-4f0d-b38f-3aab33693c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.485583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-6593681b-a1f9-4ebd-a8d6-13e4d510738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.487121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66bfaa6f-f6b0-4b6f-8f07-97b456b480d8 req-6593681b-a1f9-4ebd-a8d6-13e4d510738a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3111136 Aug 20 08:53:02.496131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Deleting subnet 05922509-1000-43c2-9d1a-d6a21064ec78 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:02.510192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.513347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-4abfcbe7-0993-4221-9b6b-b51c55393a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.515711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-4abfcbe7-0993-4221-9b6b-b51c55393a2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 200 len: 862 time: 0.1385822 Aug 20 08:53:02.522121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e7085-6ede-4bf2-918d-86b7a78875d0 req-4dfbb2f1-ec5e-458c-aaf2-b53149a14482 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.530095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d1e7085-6ede-4bf2-918d-86b7a78875d0 req-4dfbb2f1-ec5e-458c-aaf2-b53149a14482 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 946 time: 0.1274891 Aug 20 08:53:02.588974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c24decfd-05c1-404a-bc6a-22271f46b89c req-6b62cfbf-ebe4-4e3c-88af-781d88390494 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 210 time: 0.0489635 Aug 20 08:53:02.599650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-80c4ec33-3588-4195-99e6-43011a5a6d53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f1cb033-9b03-4933-9390-cca5ca987436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566180 Aug 20 08:53:02.605846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:02.637588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:02.640025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.662741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d1e7085-6ede-4bf2-918d-86b7a78875d0 req-01550f33-ba19-41ad-bd8b-a292600ca93f tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316693 Aug 20 08:53:02.676598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e014246a-4994-4f0d-b38f-3aab33693c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.679639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e014246a-4994-4f0d-b38f-3aab33693c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.680831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e014246a-4994-4f0d-b38f-3aab33693c48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e088fd9b-c87a-4a86-8fb3-6290410660a1 HTTP/1.1" status: 204 len: 168 time: 0.4960449 Aug 20 08:53:02.713745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.768057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925cfa0-0160-4ae0-bed6-7f984b6ee6c9 req-f6921ce9-01c7-4c39-a4d0-a614cb553041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.769563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f925cfa0-0160-4ae0-bed6-7f984b6ee6c9 req-f6921ce9-01c7-4c39-a4d0-a614cb553041 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 1097 time: 0.2300427 Aug 20 08:53:02.792948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:02.793750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:02.793892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014246a-4994-4f0d-b38f-3aab33693c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e088fd9b-c87a-4a86-8fb3-6290410660a1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:02.795015 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] 10.222.0.37 "PUT /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 1129 time: 2.2605145 Aug 20 08:53:02.914746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:03.005303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.032772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86f26-62d6-482e-80e6-d70c9a762d2f service neutron] Pushing event updated for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:03.058165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f925cfa0-0160-4ae0-bed6-7f984b6ee6c9 req-97982396-0be1-42e5-9caf-758d2a2dc483 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462885 Aug 20 08:53:03.113284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.140771 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-44a4cd23-2197-4518-8cf1-48ce1726e992 service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299292 Aug 20 08:53:03.164936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53252-ce11-4fc6-b55c-ba9fd5751164 req-31599f3b-ec55-4aaf-a50e-1319f5e57517 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:03.175230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3d53252-ce11-4fc6-b55c-ba9fd5751164 req-31599f3b-ec55-4aaf-a50e-1319f5e57517 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.4668202 Aug 20 08:53:03.212324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-f6588028-19c1-4cf5-b824-2626095619a6 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 258 time: 0.5068486 Aug 20 08:53:03.227583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:03.241609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-e16c1e7b-6386-472f-8536-08669692ec0d tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:03.243225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-e16c1e7b-6386-472f-8536-08669692ec0d tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 813 time: 0.4597521 Aug 20 08:53:03.267096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'port': {'device_id': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1', 'admin_state_up': True, 'tenant_id': 'fe46ec2d28e5465da8d0275400a0caa0'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:03.274199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8972ba9a-4ddf-435c-a248-ac83778682ee req-50ab2b05-e238-4ecb-977d-dc072ec13301 service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008136 Aug 20 08:53:03.297171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3d53252-ce11-4fc6-b55c-ba9fd5751164 req-5adc6576-4ca4-4a45-896a-536604b77043 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174948 Aug 20 08:53:03.321407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.350208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05922509-1000-43c2-9d1a-d6a21064ec78,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:03.413494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.417910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.422373 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01f13994-1151-49fc-87c4-7a804e12a383 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05922509-1000-43c2-9d1a-d6a21064ec78 HTTP/1.1" status: 204 len: 168 time: 1.0874367 Aug 20 08:53:03.423625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41612) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:03.549332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.565927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'tag': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3'}, {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'bb7be4c7-6400-459a-a3f7-c8f3931bcde2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:03.569444 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a45a0a1-830a-4d2e-b234-47e40324bb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9343bd04-919d-42fc-8f29-9730af1d9d7b", "tag": "bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3"}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "bb7be4c7-6400-459a-a3f7-c8f3931bcde2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:03.577570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Made reservation on behalf of fe46ec2d28e5465da8d0275400a0caa0 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:03.581214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:03.611363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3eb29-71ec-4da1-8633-ec498c00889d req-11d07011-987d-4443-89d5-95f2b79ddc9d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:03.618512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bc3eb29-71ec-4da1-8633-ec498c00889d req-11d07011-987d-4443-89d5-95f2b79ddc9d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 944 time: 0.2069554 Aug 20 08:53:03.755524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Allocated IP 172.20.0.11 (f5740865-78a1-44bc-be00-aa9ab6419be1/91ad36d5-1606-42fc-aac1-fd789a38628a/a094b87b-648d-41b3-affb-415328520fdc) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:03.908388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41628) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:03.952656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.002621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bc3eb29-71ec-4da1-8633-ec498c00889d req-e10345b7-19eb-4e7e-9483-fa337bcb9e9d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785634 Aug 20 08:53:04.020789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.034811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b46e25f-5852-4174-acbb-02afb43e0bdf']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:04.049384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cd792e-d538-4da9-b277-ca720eba63ef {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:04.050714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-20d3d337-5045-4c57-91f1-6d1f2ab10490 req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1133543611', 'description': 'tempest-description-631601222'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:04.054912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:04.055202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e61a7d6-b7d1-4cf7-b032-c2dcac6cfd3c') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:04.064527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.070174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.098149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Transition to ACTIVE for port object b4cd792e-d538-4da9-b277-ca720eba63ef will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:04.106260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.114918 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.126731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:04.127109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.127282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:04.128783 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:04.133342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-20d3d337-5045-4c57-91f1-6d1f2ab10490 req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.141475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:04.146703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-123985491-network', 'tenant_id': 'd19f4c58fdeb478fb0b3cdfdbfafb189'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:04.215169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Network f5740865-78a1-44bc-be00-aa9ab6419be1 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:04.234144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:04.248704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:04.254394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:04.258300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:04.263366 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.285852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Made reservation on behalf of d19f4c58fdeb478fb0b3cdfdbfafb189 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:04.288288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.291265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.294114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1b46e25f-5852-4174-acbb-02afb43e0bdf HTTP/1.1" status: 204 len: 168 time: 0.8702588 Aug 20 08:53:04.309799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d867d5-d18a-4a43-8c9a-25fd942ddb99 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b46e25f-5852-4174-acbb-02afb43e0bdf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:04.350633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.365776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Attempting to bind port b4cd792e-d538-4da9-b277-ca720eba63ef on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:04.366346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Attempting to bind port b4cd792e-d538-4da9-b277-ca720eba63ef by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:04.366497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Attempting to bind port b4cd792e-d538-4da9-b277-ca720eba63ef on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:04.372857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Port b4cd792e-d538-4da9-b277-ca720eba63ef on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:04.375266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Attempting to bind port b4cd792e-d538-4da9-b277-ca720eba63ef on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:04.377318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.389486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:04.389854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Checking segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:04.390246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Bound using segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:04.391036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Bound port: b4cd792e-d538-4da9-b277-ca720eba63ef, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:04.391905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.467874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:04.468458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.498052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:04.504355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b4cd792e-d538-4da9-b277-ca720eba63ef,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:04.513138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.536341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41634) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:04.585853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:04.586645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.589309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 1129 time: 1.7299445 Aug 20 08:53:04.637737 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-20d3d337-5045-4c57-91f1-6d1f2ab10490 req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.653611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:04.654036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Allocated IP 172.25.5.173 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a76c0448-1fd8-4ab2-b9fe-205cc479161d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:04.656032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-20d3d337-5045-4c57-91f1-6d1f2ab10490 req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.668129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f310f-9a12-4515-8d21-a100b73fca95 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:04.691322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-b876dc11-2ff4-44b9-ad9d-4a18e44769c2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4366522 Aug 20 08:53:04.714099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Request body: {'port': {'device_id': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:04.759328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8aa03e51-a352-43f4-98f0-506152ea9561 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=059ba89d7e1b4dc8acc7ea42a4c9e289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937120 Aug 20 08:53:04.762730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:04.784094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.789166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3285e8ac-3821-4596-9eb1-22bb646a5364,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:04.884800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.968649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4ff35b5-bd89-4c73-8a3c-32916cc4460a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:04.986017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.005828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4ff35b5-bd89-4c73-8a3c-32916cc4460a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.016486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.080004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.092853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-20d3d337-5045-4c57-91f1-6d1f2ab10490 req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.105266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20d3d337-5045-4c57-91f1-6d1f2ab10490 req-122ce16d-ec58-4e7f-8776-fcb6dd896c69 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0612390 Aug 20 08:53:05.112242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4ff35b5-bd89-4c73-8a3c-32916cc4460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.116693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4ff35b5-bd89-4c73-8a3c-32916cc4460a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.122869 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f4ff35b5-bd89-4c73-8a3c-32916cc4460a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15dcc4d5-0eb2-4583-b170-8c01eff983c9 HTTP/1.1" status: 204 len: 168 time: 0.3552945 Aug 20 08:53:05.141338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff35b5-bd89-4c73-8a3c-32916cc4460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dcc4d5-0eb2-4583-b170-8c01eff983c9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:05.169996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91984569-4649-417e-b456-5aa545e610da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:53:05.238505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6700519b-4306-4d5c-a5c2-052f7ebea163 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:05.249051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.263113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Transition to ACTIVE for port object 6700519b-4306-4d5c-a5c2-052f7ebea163 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:05.267431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.303575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.304337 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Added segment e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39 of type vlan for network 598cc3f0-1ff5-4e6a-9288-41490c428c74 Aug 20 08:53:05.317177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee9ec5-a769-409f-9830-08328b978055,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:05.335247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Pushing event updated for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:05.398276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.448504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Attempting to bind port 6700519b-4306-4d5c-a5c2-052f7ebea163 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:05.449459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Attempting to bind port 6700519b-4306-4d5c-a5c2-052f7ebea163 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:05.449989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Attempting to bind port 6700519b-4306-4d5c-a5c2-052f7ebea163 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:05.455989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Port 6700519b-4306-4d5c-a5c2-052f7ebea163 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:05.456566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Attempting to bind port 6700519b-4306-4d5c-a5c2-052f7ebea163 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:05.460328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.463653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:05.464178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Checking segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:05.465142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Bound using segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:05.465979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Bound port: 6700519b-4306-4d5c-a5c2-052f7ebea163, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:05.466514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.492066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:05.503225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:05.505835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:05.519633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.526530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.532762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.538700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.545550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.551676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.558190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.560135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-00b08f37-7490-430f-b58f-78b44269b036 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5380 time: 0.2776482 Aug 20 08:53:05.561390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:05.565279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6700519b-4306-4d5c-a5c2-052f7ebea163,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:05.577512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.620420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.621241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.623112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] 10.222.0.37 "PUT /v2.0/ports/6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 1090 time: 0.9914982 Aug 20 08:53:05.652540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event updated for resources: {'Port': ['ID=a76c0448-1fd8-4ab2-b9fe-205cc479161d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:05.665018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:05.669387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.670446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:05.671023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.695453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d8688-7186-4559-ad48-aee11645b5ef service neutron] Pushing event updated for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:05.748423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.772929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a094b87b-648d-41b3-affb-415328520fdc {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:05.778242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-91984569-4649-417e-b456-5aa545e610da admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8669581 Aug 20 08:53:05.795420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a901a19-ab45-4a59-bd5e-4dba0faa3b70 req-c4528fd3-310e-4e05-94e6-1734e4b5913b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091410 Aug 20 08:53:05.797320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41654) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:05.804456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Request body: {'subnet': {'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-123985491-subnet', 'tenant_id': 'd19f4c58fdeb478fb0b3cdfdbfafb189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:05.805360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.861640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91984569-4649-417e-b456-5aa545e610da admin admin] Pushing event updated for resources: {'Network': ['ID=598cc3f0-1ff5-4e6a-9288-41490c428c74,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:05.868151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Transition to ACTIVE for port object a094b87b-648d-41b3-affb-415328520fdc will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:05.878967 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.883006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 598cc3f0-1ff5-4e6a-9288-41490c428c74 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:53:05.956669 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3247e1be-1f97-4088-bfa6-6364dd44859c x-openstack-request-id: req-3247e1be-1f97-4088-bfa6-6364dd44859c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:05.957037 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9343bd04-919d-42fc-8f29-9730af1d9d7b", "tag": "bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "bb7be4c7-6400-459a-a3f7-c8f3931bcde2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:05.957230 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3247e1be-1f97-4088-bfa6-6364dd44859c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:05.957593 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'tag': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'status': 'completed', 'code': 200} Aug 20 08:53:05.957950 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'bb7be4c7-6400-459a-a3f7-c8f3931bcde2', 'status': 'completed', 'code': 200} Aug 20 08:53:05.977840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:05.999404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Made reservation on behalf of d19f4c58fdeb478fb0b3cdfdbfafb189 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:06.001189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.047461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:06.108738 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.184924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4ef9-58f3-4601-9eec-d49c74da6c8d req-4dac8486-3f58-4884-b968-709194c06da4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.186477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2abd4ef9-58f3-4601-9eec-d49c74da6c8d req-4dac8486-3f58-4884-b968-709194c06da4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 944 time: 0.1690724 Aug 20 08:53:06.198227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.198712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.199191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.199667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.200153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.200602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.201072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.203048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-9263cc1f-4b5c-4c7a-b021-bc834b2eafe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6272 time: 0.2695522 Aug 20 08:53:06.215236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-1b0a3ae9-e3ca-4bdc-88ac-44b394e7c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.215667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Attempting to bind port a094b87b-648d-41b3-affb-415328520fdc on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:06.216008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Attempting to bind port a094b87b-648d-41b3-affb-415328520fdc by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:06.216347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Attempting to bind port a094b87b-648d-41b3-affb-415328520fdc on network f5740865-78a1-44bc-be00-aa9ab6419be1 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:06.216736 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-1b0a3ae9-e3ca-4bdc-88ac-44b394e7c264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 1095 time: 0.2817669 Aug 20 08:53:06.255703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Port a094b87b-648d-41b3-affb-415328520fdc on network f5740865-78a1-44bc-be00-aa9ab6419be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:06.255945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Attempting to bind port a094b87b-648d-41b3-affb-415328520fdc on network f5740865-78a1-44bc-be00-aa9ab6419be1 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:06.272069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:06.272409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Checking segment: {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:06.272790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Bound using segment: {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:06.273230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Bound port: a094b87b-648d-41b3-affb-415328520fdc, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6b0847-aeb7-466a-8c8f-15874c232d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:06.273589 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.294722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2abd4ef9-58f3-4601-9eec-d49c74da6c8d req-0e5ce532-8684-41ac-a682-c9fb8bb1d4b3 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994442 Aug 20 08:53:06.406803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:06.429774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.434840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:06.437667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.447522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.481061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eca9f9-7af8-4282-93c1-76a5e5b3a642 req-b9d16dca-780b-416e-86bf-99d04bf968e8 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.482583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18eca9f9-7af8-4282-93c1-76a5e5b3a642 req-b9d16dca-780b-416e-86bf-99d04bf968e8 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 946 time: 0.1218224 Aug 20 08:53:06.492316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-1bfa6c60-92fb-4753-9d74-c8d435a0d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.492920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-1bfa6c60-92fb-4753-9d74-c8d435a0d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.494003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-1bfa6c60-92fb-4753-9d74-c8d435a0d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.496522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-1bfa6c60-92fb-4753-9d74-c8d435a0d396 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c6692929d46843d092b5542380755194&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2749524 Aug 20 08:53:06.517178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-7f6aee32-28e8-46c4-8c58-7eb338929045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.518665 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-7f6aee32-28e8-46c4-8c58-7eb338929045 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 922 time: 0.2847011 Aug 20 08:53:06.529519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.530165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.531463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] 10.222.0.26 "PUT /v2.0/ports/a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 1092 time: 1.8221376 Aug 20 08:53:06.534251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:06.536478 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b49509-76b5-486c-9dc3-82517031c601" -d '{"events": [{"name": "network-changed", "server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "tag": "a094b87b-648d-41b3-affb-415328520fdc"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:06.561508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event updated for resources: {'Port': ['ID=a76c0448-1fd8-4ab2-b9fe-205cc479161d,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:06.568310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.637325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18eca9f9-7af8-4282-93c1-76a5e5b3a642 req-7f5328a5-e212-46af-931b-dfd2c0fbf6d5 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436646 Aug 20 08:53:06.640274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-66ff5861-b9a0-4797-931d-990236392094 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 HTTP/1.1" status: 200 len: 217 time: 0.1123936 Aug 20 08:53:06.644172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.645443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-c0517918-3db7-4f24-ac7d-dd0d82a5850d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4248636 Aug 20 08:53:06.647630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.666133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72c9731-3e3c-4a54-9439-9ab48504cba3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:06.682570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.703450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c137b-7fd0-4109-8cfa-74955068a184 service neutron] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:06.713271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-d81606ef-1d2e-4835-8319-e3f6d9631442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.714821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-d81606ef-1d2e-4835-8319-e3f6d9631442 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1095 time: 0.1417680 Aug 20 08:53:06.720048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-bcb07cb5-b0d5-499e-aa68-536dc6edce16 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.0630302 Aug 20 08:53:06.766016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Transition to ACTIVE for port object c72c9731-3e3c-4a54-9439-9ab48504cba3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:06.778300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:06.783388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:06.805734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-3800ed1a-fe51-4f42-bb5a-dc7d577d0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.807374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-3800ed1a-fe51-4f42-bb5a-dc7d577d0cc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 200 len: 862 time: 0.1534474 Aug 20 08:53:06.817324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-1389ea04-164d-4ad5-82b3-fd4e8d5bbc77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 217 time: 0.0884628 Aug 20 08:53:06.838641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:06.858043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-b331b7f4-594d-4eac-92f4-2b2f3280b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.859516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-b331b7f4-594d-4eac-92f4-2b2f3280b2ea service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3379507 Aug 20 08:53:06.878982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-0a029069-f05d-4d6d-817a-c3831767ab20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f1cb033-9b03-4933-9390-cca5ca987436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432384 Aug 20 08:53:06.906578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Checking segment: {'id': 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:06.906817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Network hostable DHCP agents. Network: 598cc3f0-1ff5-4e6a-9288-41490c428c74, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:53:06.909235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81425387-192d-40f1-9524-28bad701a85c service neutron] Pushing event updated for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:06.935124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-c116d2ea-5953-43cd-8352-57ad723dd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.936915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-c116d2ea-5953-43cd-8352-57ad723dd9a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.1038253 Aug 20 08:53:06.954485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd116ae9-70dc-415f-8316-4417175ad7e7 req-9df52ab6-9a02-4a6c-a7dd-234ed537bcae tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.956048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd116ae9-70dc-415f-8316-4417175ad7e7 req-9df52ab6-9a02-4a6c-a7dd-234ed537bcae tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 944 time: 0.1404839 Aug 20 08:53:06.967045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-1e74f8a1-fd43-4bd1-a443-7987e19b7d51 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:06.968444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f208ea1-5373-4c9e-8ce8-bb128e667bbd req-1e74f8a1-fd43-4bd1-a443-7987e19b7d51 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2408178 Aug 20 08:53:07.004074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:07.019339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'port_id': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'mac_address': 'fa:16:3e:33:4b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fee151-3869-4e67-8d6e-4bcba10a03bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:07.064378 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.079297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:07.085401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Network 598cc3f0-1ff5-4e6a-9288-41490c428c74 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:53:07.102714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:07.107171 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.142307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 598cc3f0-1ff5-4e6a-9288-41490c428c74) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:07.172112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:07.188545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9be04-7d41-4a8f-8477-473019412bce None None] Network 598cc3f0-1ff5-4e6a-9288-41490c428c74 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:07.200188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:07.200809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.230352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-42820760-44c7-4def-80b6-ad1465b618f5 service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334150 Aug 20 08:53:07.233124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Attempting to bind port c72c9731-3e3c-4a54-9439-9ab48504cba3 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:07.233908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Attempting to bind port c72c9731-3e3c-4a54-9439-9ab48504cba3 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:07.234368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Attempting to bind port c72c9731-3e3c-4a54-9439-9ab48504cba3 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:07.262150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1c1bc76c-5532-4d23-b2b6-808fd7ce1883 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4504168 Aug 20 08:53:07.352390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:07.378141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Port c72c9731-3e3c-4a54-9439-9ab48504cba3 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:07.378503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Attempting to bind port c72c9731-3e3c-4a54-9439-9ab48504cba3 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:07.424642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025b65a-9813-4195-b90e-242fa88afb20 None None] Network 598cc3f0-1ff5-4e6a-9288-41490c428c74 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:07.440202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:07.440202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Checking segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:07.440202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Bound using segment: {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:07.440202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Bound port: c72c9731-3e3c-4a54-9439-9ab48504cba3, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465720a6-1cee-48ed-868f-5ad4d68150e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:07.440202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.552552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:07.558531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:07.563018 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a45a0a1-830a-4d2e-b234-47e40324bb0b req-2b640554-6ba1-4123-bc8c-0265cb37543f service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254378 Aug 20 08:53:07.563847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-cff8a78e-b7f6-4302-97cc-9e1f3602feea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6067910 Aug 20 08:53:07.566532 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.592554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd116ae9-70dc-415f-8316-4417175ad7e7 req-4587ae64-d9c0-44f0-94a2-95bf4c303e13 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063354 Aug 20 08:53:07.653958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81425387-192d-40f1-9524-28bad701a85c service neutron] Pushing event updated for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:07.659821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:07.660441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.661879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-81425387-192d-40f1-9524-28bad701a85c service neutron] 10.222.0.37 "PUT /v2.0/ports/c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 1090 time: 2.0050805 Aug 20 08:53:07.706463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:07.754753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb009885-8da6-4117-810b-816a5994d9d8 req-11b90a86-bab2-45c9-ba9b-374c8fb8754e tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1133543611&fields=id&tenant_id=c890836a879b42f394b7c230a6cabdb2 HTTP/1.1" status: 200 len: 267 time: 0.1929431 Aug 20 08:53:07.823686 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:07.840076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-bc8f98c9-12b5-4955-b57d-8952d987a45e service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642162 Aug 20 08:53:07.852645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb009885-8da6-4117-810b-816a5994d9d8 req-62b09971-b73a-4b80-881a-007207f90bf5 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:07.861923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb009885-8da6-4117-810b-816a5994d9d8 req-62b09971-b73a-4b80-881a-007207f90bf5 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1007414 Aug 20 08:53:07.877746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'port': {'security_groups': ['2d451fac-54d3-4989-8a19-407e6afb203b', '3285e8ac-3821-4596-9eb1-22bb646a5364']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:07.957024 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07763bfd-c563-410e-8c8b-4a61ee89d3df x-openstack-request-id: req-07763bfd-c563-410e-8c8b-4a61ee89d3df {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:07.957546 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "tag": "a094b87b-648d-41b3-affb-415328520fdc", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:07.958047 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07763bfd-c563-410e-8c8b-4a61ee89d3df {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:07.963921 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc', 'status': 'completed', 'code': 200} Aug 20 08:53:08.023175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'b4cd792e-d538-4da9-b277-ca720eba63ef'}, {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163'}, {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:08.026666 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9424d6c9-66c1-4e4a-825c-9175292c11c2" -d '{"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "b4cd792e-d538-4da9-b277-ca720eba63ef"}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163"}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:08.056345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.092667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88cb3c2e-da65-4cf8-ada3-8665b4009901 req-833430d6-89dd-48aa-b380-f8b077f5dc8d service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277203 Aug 20 08:53:08.144195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.152724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.158907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.164779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.174843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.181045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.189947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.191947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-f5353178-b6fc-43a6-aab8-0ba216b750a4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5392 time: 0.1804905 Aug 20 08:53:08.237247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38922f8-537a-4882-9038-4a0ac04eadcf {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:08.247705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.263011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Transition to ACTIVE for port object c38922f8-537a-4882-9038-4a0ac04eadcf will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:08.267423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.303374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a664231a-d4ae-43b1-9ee7-75e0893440cb req-c3060030-fe9b-4b82-ad58-0e34ca934249 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953271 Aug 20 08:53:08.314168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49509-76b5-486c-9dc3-82517031c601 req-725fd6b6-1725-4fea-b761-7b4d124593bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.316200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-725fd6b6-1725-4fea-b761-7b4d124593bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1095 time: 0.1204920 Aug 20 08:53:08.319635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:08.417180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Attempting to bind port c38922f8-537a-4882-9038-4a0ac04eadcf on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:08.417999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Attempting to bind port c38922f8-537a-4882-9038-4a0ac04eadcf by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:08.418595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Attempting to bind port c38922f8-537a-4882-9038-4a0ac04eadcf on network 8c97371e-9164-463e-9da6-569b1f99b62f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:08.423393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Port c38922f8-537a-4882-9038-4a0ac04eadcf on network 8c97371e-9164-463e-9da6-569b1f99b62f not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:08.424029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Attempting to bind port c38922f8-537a-4882-9038-4a0ac04eadcf on network 8c97371e-9164-463e-9da6-569b1f99b62f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:08.429253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:08.429667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Checking segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:08.430172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Bound using segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:08.430703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Bound port: c38922f8-537a-4882-9038-4a0ac04eadcf, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:08.431372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.507037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:08.511786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c38922f8-537a-4882-9038-4a0ac04eadcf,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:08.516423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.520233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-e8a5fe0b-a1a9-40eb-b7f9-cb283104bd6e tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.521798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-e8a5fe0b-a1a9-40eb-b7f9-cb283104bd6e tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1044357 Aug 20 08:53:08.528939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:08.547727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49509-76b5-486c-9dc3-82517031c601 req-8864e6de-53bd-43f4-be6d-d60d73bec00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.549168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-8864e6de-53bd-43f4-be6d-d60d73bec00f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.2223926 Aug 20 08:53:08.554819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.555553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.557202 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] 10.222.0.37 "PUT /v2.0/ports/c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 1091 time: 0.8630583 Aug 20 08:53:08.589471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Request body: {'port': {'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:08.610142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e01792-e6da-4fa7-92e9-253804a1aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:08.627150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-cca25f26-844e-4a80-ac95-364832c507be tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.0947587 Aug 20 08:53:08.630272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-65e38e2a-f60a-4892-852c-a2687f3bccbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 217 time: 0.0478542 Aug 20 08:53:08.647543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Request body: {'floatingip': {'port_id': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:08.659850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.691456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.719438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.731911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5ad25b3b-0249-47b4-a832-65d75be02925'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:08.733839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.820732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:08.821032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.821370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.823377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb009885-8da6-4117-810b-816a5994d9d8 req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "PUT /v2.0/ports/5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 982 time: 0.9597392 Aug 20 08:53:08.824819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49509-76b5-486c-9dc3-82517031c601 req-8ee42f94-e3c2-4771-b2cc-6d261dbe50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:08.826641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-8ee42f94-e3c2-4771-b2cc-6d261dbe50fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.1846795 Aug 20 08:53:08.890977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-035daf13-8534-4fcc-903b-23e3287a50b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399609 Aug 20 08:53:08.909994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d663c6-3a93-4d37-9040-f897d7e4bfbf tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:08.925162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5ad25b3b-0249-47b4-a832-65d75be02925'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:08.961142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:08.970082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:08.982087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Transition to ACTIVE for port object 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:08.987038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.015692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:09.036322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:09.036809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.060414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Pushing event updated for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:09.087371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36260267-7f2b-44b8-a050-b4dd855ff633 req-307fa7f5-7f8e-4e74-a25e-3a9f788ad6ef tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.089824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36260267-7f2b-44b8-a050-b4dd855ff633 req-307fa7f5-7f8e-4e74-a25e-3a9f788ad6ef tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 944 time: 0.1710522 Aug 20 08:53:09.139106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Attempting to bind port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:09.139559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Attempting to bind port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:09.139760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Attempting to bind port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b on network 8c97371e-9164-463e-9da6-569b1f99b62f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:09.148046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b on network 8c97371e-9164-463e-9da6-569b1f99b62f not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:09.148368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Attempting to bind port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b on network 8c97371e-9164-463e-9da6-569b1f99b62f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:09.158566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:09.158904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Checking segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:09.159046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-232c09b0-6820-4ba0-a4ad-74b37d9ca71e service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453909 Aug 20 08:53:09.159421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Bound using segment: {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:09.159858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Bound port: 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a835118-ab49-4252-8391-1584c52faeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:09.160217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.230912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.261191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:09.266942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:09.269464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36260267-7f2b-44b8-a050-b4dd855ff633 req-3f9ba49f-8a0f-4a5d-8435-184f953fbee4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701610 Aug 20 08:53:09.273149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:09.275590 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7074a-b385-4982-ba3d-d0bcc564b3aa" -d '{"events": [{"server_uuid": "9343bd04-919d-42fc-8f29-9730af1d9d7b", "name": "network-vif-plugged", "status": "completed", "tag": "bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:09.289671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.307953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:09.322525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.362174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.362804 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.364196 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] 10.222.0.37 "PUT /v2.0/ports/4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 1091 time: 0.7811191 Aug 20 08:53:09.395529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69b49509-76b5-486c-9dc3-82517031c601 req-3d2fbc55-29db-49af-b586-0950279445ca service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244842 Aug 20 08:53:09.410582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:09.436635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d47f3-913e-42dd-b287-cc39ba5903de service neutron] Pushing event updated for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:09.523438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.524609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.524609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.524982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.525458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.526007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.526482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.528401 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-e9564621-3e25-4cc5-99e0-62d2f1a5227c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6473 time: 0.0711582 Aug 20 08:53:09.585785 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-4d16cbd0-d319-467b-b639-dd71c8b2d679 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 217 time: 0.0396469 Aug 20 08:53:09.592180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.599725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:09.638525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-778ce9b3-6fc7-4ddb-8cd7-8da2e19ec42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.640168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-778ce9b3-6fc7-4ddb-8cd7-8da2e19ec42a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 200 len: 851 time: 0.0456350 Aug 20 08:53:09.684536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94c06f61-0e25-4cdc-b2ed-9f458442941f tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.686086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94c06f61-0e25-4cdc-b2ed-9f458442941f tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/networks?id=598cc3f0-1ff5-4e6a-9288-41490c428c74 HTTP/1.1" status: 200 len: 812 time: 0.1612108 Aug 20 08:53:09.688313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-b71089bc-b7dc-49e4-ac82-f4e354e9e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.689824 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-b71089bc-b7dc-49e4-ac82-f4e354e9e851 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f95823e4-5c94-4000-9c08-c63c5e51a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412676 Aug 20 08:53:09.725225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-3d28a5e4-26c4-4686-b124-717f7442117a tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/quotas/d19f4c58fdeb478fb0b3cdfdbfafb189 HTTP/1.1" status: 200 len: 375 time: 0.0143092 Aug 20 08:53:09.748017 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Floating IP 2fe634cf-9eb0-44f1-a7fa-4e4b06db178e associated. External IP: 172.25.5.173, port: 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41. Aug 20 08:53:09.767383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-29ed00ba-f83e-4bea-9440-6e1b7b2ff849 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19f4c58fdeb478fb0b3cdfdbfafb189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326424 Aug 20 08:53:09.783650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-547147aa-68a4-406a-b845-a2845b58d4cd service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Aug 20 08:53:09.875695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-92abf831-6ea4-43d1-bce1-83f370af8bdd service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828702 Aug 20 08:53:09.920407 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-43a16f62-236c-4d96-b3c4-04637005af97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 217 time: 0.0381870 Aug 20 08:53:09.926708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-445fb4d7-57f9-4ef3-a17d-b42ce20cace4 service neutron] 10.222.0.35 "GET /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307602 Aug 20 08:53:09.970385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-4cff0165-b1c2-4cb1-9cc3-d5ef226ffba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:09.972210 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-4cff0165-b1c2-4cb1-9cc3-d5ef226ffba8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0454144 Aug 20 08:53:09.972392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:09.974521 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc71a08a-f97c-46a5-809b-0059483770da" -d '{"events": [{"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:10.022412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-e6cdc9cb-84f4-4a39-9075-71db690ba0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.023890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-e6cdc9cb-84f4-4a39-9075-71db690ba0b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0393515 Aug 20 08:53:10.102307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-89006aef-d704-4d45-894e-bdfe95113760 service neutron] 10.222.0.35 "GET /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687465 Aug 20 08:53:10.106668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Router 2404b1de-8da2-411b-aaf6-417ac3c31871 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:10.118236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-8f2b4238-3e30-4eff-b037-15e77adec255 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863111 Aug 20 08:53:10.217510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-9b7b9076-f32e-4423-a4cd-2e699c5a8db7 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913997 Aug 20 08:53:10.264335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-8bced603-0c1f-4146-a42d-e25b58a845ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 217 time: 0.0392225 Aug 20 08:53:10.349810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-776df0b2-ff19-4b60-b83d-45526c386051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.351308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-776df0b2-ff19-4b60-b83d-45526c386051 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0695093 Aug 20 08:53:10.360098 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce077d7-835a-48dc-9133-0b0ecb99c442 x-openstack-request-id: req-2ce077d7-835a-48dc-9133-0b0ecb99c442 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:10.360389 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "b4cd792e-d538-4da9-b277-ca720eba63ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:10.360648 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ce077d7-835a-48dc-9133-0b0ecb99c442 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:10.361136 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'b4cd792e-d538-4da9-b277-ca720eba63ef', 'status': 'completed', 'code': 200} Aug 20 08:53:10.361294 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163', 'status': 'completed', 'code': 200} Aug 20 08:53:10.361548 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3', 'status': 'completed', 'code': 200} Aug 20 08:53:10.422980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-1ec0ca15-b439-493a-9824-8eef9927bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.424535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-1ec0ca15-b439-493a-9824-8eef9927bce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511930 Aug 20 08:53:10.525639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-e1213f8f-aefa-4ac7-9030-dff5adc80f9d service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908844 Aug 20 08:53:10.556820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:10.568947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:10.578745 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] Sync routers for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:10.592878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:10.593596 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:10.634342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-d81ab0f8-6ab4-4020-9ca9-6d1ad5a26381 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "PUT /v2.0/floatingips/2fe634cf-9eb0-44f1-a7fa-4e4b06db178e HTTP/1.1" status: 200 len: 997 time: 1.9912305 Aug 20 08:53:10.689383 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-79187561-9598-4015-adeb-8ddddcc36279 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502464 Aug 20 08:53:10.715816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-c562d28d-ddab-44ae-85bc-1405c1462b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.728527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-c562d28d-ddab-44ae-85bc-1405c1462b83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1097 time: 0.0860608 Aug 20 08:53:10.731493 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:10.780616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-73af2432-9469-4912-9d1d-e813db3b1e67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 217 time: 0.0834591 Aug 20 08:53:10.791465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a094b87b-648d-41b3-affb-415328520fdc details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:10.866190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-62fac54c-39ed-44c4-bdcb-c37dc024a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.867705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-62fac54c-39ed-44c4-bdcb-c37dc024a38f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0806844 Aug 20 08:53:10.958969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:10.964760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-1be7923d-85ed-4921-887c-8551f7e6cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.966832 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-1be7923d-85ed-4921-887c-8551f7e6cba2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885003 Aug 20 08:53:10.985523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'a094b87b-648d-41b3-affb-415328520fdc', 'network_id': 'f5740865-78a1-44bc-be00-aa9ab6419be1', 'port_id': 'a094b87b-648d-41b3-affb-415328520fdc', 'mac_address': 'fa:16:3e:d5:2a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ad36d5-1606-42fc-aac1-fd789a38628a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:10.988633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac5a6a-05cc-494f-a462-9643af6c7fe2 req-dae2843b-ad2d-4613-acda-e8d992e5f6f1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:10.991313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69ac5a6a-05cc-494f-a462-9643af6c7fe2 req-dae2843b-ad2d-4613-acda-e8d992e5f6f1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.1974235 Aug 20 08:53:11.017725 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2fe634cf-9eb0-44f1-a7fa-4e4b06db178e', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'port_id': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'mac_address': 'fa:16:3e:d8:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:53:05Z', 'updated_at': '2021-08-20T08:53:09Z', 'revision_number': 1, 'project_id': '23a4470210084067b0b0ba563d541902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:44Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:11.027078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-4cb827f2-0e2c-4928-99b1-1f3493cf4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:11.037157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-4cb827f2-0e2c-4928-99b1-1f3493cf4862 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 928 time: 0.3077343 Aug 20 08:53:11.044923 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] Checking router: 2404b1de-8da2-411b-aaf6-417ac3c31871 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:11.060185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:11.060818 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:52:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:11.062803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:11.096664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a094b87b-648d-41b3-affb-415328520fdc {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:11.100541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69ac5a6a-05cc-494f-a462-9643af6c7fe2 req-0bcd8a14-128d-4523-85ef-b0ad9415aee9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995686 Aug 20 08:53:11.130640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-8b5ab8d8-733e-4a0e-904b-408680cb8315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 1000 time: 0.0918941 Aug 20 08:53:11.141136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:11.158750 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:11.178412 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:11.184416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-44fb1411-fc0b-4f16-bf5c-46b0a1461ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:11.193188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-44fb1411-fc0b-4f16-bf5c-46b0a1461ba1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 200 len: 867 time: 0.0609741 Aug 20 08:53:11.220328 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-9b073499-6f17-4093-a538-4883a75034f9 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427061 Aug 20 08:53:11.250897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:11.298557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-9ef08c3b-f620-4bc1-ac8d-6ad1c80545bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:11.300130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-9ef08c3b-f620-4bc1-ac8d-6ad1c80545bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057153 Aug 20 08:53:11.303653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-56bfc177-a4ad-43e2-af89-ee1b6edaf534 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1133543611&fields=id&tenant_id=c890836a879b42f394b7c230a6cabdb2 HTTP/1.1" status: 200 len: 267 time: 0.0630088 Aug 20 08:53:11.382261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['a094b87b-648d-41b3-affb-415328520fdc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:11.500106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-cfa58b4e-d5c7-4740-b53c-5fb7735516ff tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:11.501697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-cfa58b4e-d5c7-4740-b53c-5fb7735516ff tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 985 time: 0.1865721 Aug 20 08:53:11.551836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2fe634cf-9eb0-44f1-a7fa-4e4b06db178e', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'port_id': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'mac_address': 'fa:16:3e:d8:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:53:05Z', 'updated_at': '2021-08-20T08:53:09Z', 'revision_number': 1, 'project_id': '23a4470210084067b0b0ba563d541902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:44Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:11.575873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'port': {'security_groups': ['2d451fac-54d3-4989-8a19-407e6afb203b']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:11.580786 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd721f27-7846-496e-bfdc-3f28fed4a35e None None] The sync data for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 is: [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2fe634cf-9eb0-44f1-a7fa-4e4b06db178e', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'port_id': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'mac_address': 'fa:16:3e:d8:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:53:05Z', 'updated_at': '2021-08-20T08:53:09Z', 'revision_number': 1, 'project_id': '23a4470210084067b0b0ba563d541902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:44Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:11.681508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-94543397-ad95-4b86-b548-2700f4cd80ec service neutron] 10.222.0.35 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706493 Aug 20 08:53:11.787578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-c58340cf-f3e8-4c9b-ac6c-79b41b370392 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595698 Aug 20 08:53:11.845664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-cf925f5a-cfde-49d9-b30b-03ac1e777079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 217 time: 0.0494816 Aug 20 08:53:11.846859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-d6030876-1bc0-47a2-af02-47e9391494f5 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:11.848545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-d6030876-1bc0-47a2-af02-47e9391494f5 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.26 "GET /v2.0/networks?id=598cc3f0-1ff5-4e6a-9288-41490c428c74 HTTP/1.1" status: 200 len: 812 time: 0.3194778 Aug 20 08:53:11.849183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:11.902994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebbfe8-539d-462a-8573-de710a7a105a None None] New status for floating IP 2fe634cf-9eb0-44f1-a7fa-4e4b06db178e: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:53:11.973262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-ce353801-0b0d-4fd3-9a39-8a6e424c5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:11.974776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-ce353801-0b0d-4fd3-9a39-8a6e424c5bef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.1191034 Aug 20 08:53:12.034219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-a3c79895-c5b9-43cd-882d-d29381d1d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.036264 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-a3c79895-c5b9-43cd-882d-d29381d1d32d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530653 Aug 20 08:53:12.042892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Request body: {'port': {'device_id': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74', 'admin_state_up': True, 'tenant_id': 'd19f4c58fdeb478fb0b3cdfdbfafb189'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:12.141749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b7d23bd-0e7e-4eb8-9683-58a18fb39b12 req-4fdbe6bb-0c89-47a9-a26d-ca84a6bdaabc service neutron] 10.222.0.35 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398153 Aug 20 08:53:12.154507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-b8996224-ecd2-4886-b537-27e34d12df31 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086357 Aug 20 08:53:12.184897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:12.211291 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2bd278-7be9-438e-8ff8-e57c2f82f847 x-openstack-request-id: req-ec2bd278-7be9-438e-8ff8-e57c2f82f847 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:12.211590 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343bd04-919d-42fc-8f29-9730af1d9d7b", "name": "network-vif-plugged", "status": "completed", "tag": "bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:12.211849 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec2bd278-7be9-438e-8ff8-e57c2f82f847 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:12.212914 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'code': 200} Aug 20 08:53:12.242227 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:12.247922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:12.259539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5ad25b3b-0249-47b4-a832-65d75be02925'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:12.294725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Made reservation on behalf of d19f4c58fdeb478fb0b3cdfdbfafb189 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:12.298237 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:12.339071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-d0f86eed-b3c7-4860-bade-f448ee332141 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781280 Aug 20 08:53:12.348736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.349386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:12.362646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf'}, {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:12.365215 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4584323f-3e8a-4935-9aa1-0eaed66b5437" -d '{"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf"}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:12.366013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a130a0b-1d1a-4441-a8b9-5059c189c2c0 req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "PUT /v2.0/ports/5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 943 time: 0.8258173 Aug 20 08:53:12.403130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd70c7-f059-4644-bc44-f0f4d913b5bc req-f61440fd-0ac6-45c9-b484-2f54591ca912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.404762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77dd70c7-f059-4644-bc44-f0f4d913b5bc req-f61440fd-0ac6-45c9-b484-2f54591ca912 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 1097 time: 0.1103950 Aug 20 08:53:12.406454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-27194cc7-dcdf-4db7-8ba4-f4b50c02a08a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 217 time: 0.0580142 Aug 20 08:53:12.420589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a5e9f-d5cc-400e-bc15-73e6e2adcff8 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event updated for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:12.455517 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30849ce-bf5f-44a0-8af4-6828d4e07ab7 x-openstack-request-id: req-c30849ce-bf5f-44a0-8af4-6828d4e07ab7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:12.458130 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:12.458883 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c30849ce-bf5f-44a0-8af4-6828d4e07ab7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:12.459492 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'status': 'completed', 'code': 200} Aug 20 08:53:12.466885 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:12.470711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5ad25b3b-0249-47b4-a832-65d75be02925'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:12.547891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77dd70c7-f059-4644-bc44-f0f4d913b5bc req-7e0d1556-ce5b-4079-a18f-68969b4e2de3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346903 Aug 20 08:53:12.551098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-26617229-e4c7-47f9-8370-673412ffc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.552682 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-26617229-e4c7-47f9-8370-673412ffc7d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.1172993 Aug 20 08:53:12.594148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6e96b01-df9f-4b00-afb4-2354b15847ad req-a7b4828c-74ca-4582-b8e7-0e81892ee951 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 210 time: 0.0997612 Aug 20 08:53:12.628149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71a08a-f97c-46a5-809b-0059483770da req-16ad51dc-a360-4f83-b031-7ac9052d6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.630991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-16ad51dc-a360-4f83-b031-7ac9052d6c7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.1486890 Aug 20 08:53:12.631621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.638402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.644675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.651415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.658041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.664176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.672847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.675593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-17b5da14-ed7b-4bf5-ba89-f27bad005a52 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.3859251 Aug 20 08:53:12.717579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-dc79abd5-3eab-4a96-98bf-d912797a8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.719108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-dc79abd5-3eab-4a96-98bf-d912797a8991 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517556 Aug 20 08:53:12.798861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71cb0851-5c5a-4378-a8f5-f7c9b8b25f9d req-3ec1a820-f8c9-4519-a3d4-a401eb8bee9f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047945 Aug 20 08:53:12.808295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a094b87b-648d-41b3-affb-415328520fdc up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:12.812419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71a08a-f97c-46a5-809b-0059483770da req-59e71ea6-e3ee-4a89-beb9-7f741dbd4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.813933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-59e71ea6-e3ee-4a89-beb9-7f741dbd4df1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1704128 Aug 20 08:53:12.826136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723aa53-6929-4a6f-bc82-ca3616e86f19 req-6b47ea3c-f629-478f-b58d-295276d21a6f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:12.833608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4723aa53-6929-4a6f-bc82-ca3616e86f19 req-6b47ea3c-f629-478f-b58d-295276d21a6f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 945 time: 0.1533089 Aug 20 08:53:12.875321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Allocated IP 172.20.0.3 (598cc3f0-1ff5-4e6a-9288-41490c428c74/75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6/0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:12.883026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port a094b87b-648d-41b3-affb-415328520fdc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:12.892809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-111222e0-7e85-4b5f-a490-ca16e7548277 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.0638430 Aug 20 08:53:12.898337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port a094b87b-648d-41b3-affb-415328520fdc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:12.898719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:12.904003 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4723aa53-6929-4a6f-bc82-ca3616e86f19 req-228dbda4-5741-4cb7-9089-0da241793423 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693595 Aug 20 08:53:12.933049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-7549f20e-362a-4d61-a04a-2043a2af8f75 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001731 Aug 20 08:53:13.069023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71a08a-f97c-46a5-809b-0059483770da req-4a395008-8abc-4036-b33d-70e806e1465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.070442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-4a395008-8abc-4036-b33d-70e806e1465f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.1425955 Aug 20 08:53:13.071043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.115237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-86a3a48b-1d11-433f-aa8b-a263557f6b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348012 Aug 20 08:53:13.120567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:13.125742 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.178748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:13.199389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-daba54dd-5132-4a77-83ea-6f9e2a6a9ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.213120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-7fa82534-d5c9-4add-9c1a-4cc53dabdecf service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647948 Aug 20 08:53:13.225891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2bd9-99d8-4161-a631-d7972bd5af77 req-e9048ad9-34e7-45c7-a97c-a44bfaf2d903 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.227616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dce2bd9-99d8-4161-a631-d7972bd5af77 req-e9048ad9-34e7-45c7-a97c-a44bfaf2d903 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.2096367 Aug 20 08:53:13.275378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-ce6e7749-7a57-4730-8fd9-44a01c88ca21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 217 time: 0.0487049 Aug 20 08:53:13.294290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-a51f6863-e9ab-45e2-b817-c5b1606cea38 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 258 time: 0.2975359 Aug 20 08:53:13.299599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.315385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:13.317166 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-ac3961c0-f332-4da4-b7d9-4f904bb82edc service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896493 Aug 20 08:53:13.334523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dce2bd9-99d8-4161-a631-d7972bd5af77 req-79e592d6-6c8d-4c2b-96f5-95594748d8e0 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954945 Aug 20 08:53:13.346133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-68efaec6-0f6f-40b1-80a2-c1a89ed8ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.347988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-68efaec6-0f6f-40b1-80a2-c1a89ed8ed12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.0638289 Aug 20 08:53:13.361383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.449684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95127934-efce-4be9-addf-b17d8650d98a req-865fc768-2776-4634-a6b9-f5ac2c1138b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.451657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-865fc768-2776-4634-a6b9-f5ac2c1138b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919776 Aug 20 08:53:13.476323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc71a08a-f97c-46a5-809b-0059483770da req-fd6852ad-85a9-4a95-9960-6471054ff0bd service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489503 Aug 20 08:53:13.490383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.552099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Pushing event updated for resources: {'Port': ['ID=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:13.574833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Network 598cc3f0-1ff5-4e6a-9288-41490c428c74 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:13.579551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:13.585435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:13.618782 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-aa3e9744-a219-4cf1-8f47-b804abf604b1 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448169 Aug 20 08:53:13.676017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.676590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.690661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-acf4c3a2-8f84-4e6f-ab9f-321ade027970 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3094075 Aug 20 08:53:13.708927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:13.716162 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-95127934-efce-4be9-addf-b17d8650d98a req-b1ff3461-cc0c-4656-8ef2-4f461fb87b89 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892589 Aug 20 08:53:13.719448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-94b904f7-86eb-4d8c-ba21-48d8420a3f44 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8527267 Aug 20 08:53:13.738819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Request body: {'port': {'device_id': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:13.774147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.788911 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.789764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:53:13.827196 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.844545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.845114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.845545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.846119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.846645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.847174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.847704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.849900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ad2ff4b5-18fc-4976-832b-bcdb194c3fb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6473 time: 0.0597363 Aug 20 08:53:13.906109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:13.956473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-4f074734-9ff2-480c-b0d8-35ba70594676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:13.959009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-4f074734-9ff2-480c-b0d8-35ba70594676 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b185fe8-a437-433b-8630-ba515cdb3ac0 HTTP/1.1" status: 200 len: 901 time: 0.0994303 Aug 20 08:53:14.013447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-c9c63c80-b72b-49fd-b582-7460190d4f82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 217 time: 0.0443819 Aug 20 08:53:14.085483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-e3972aa5-e408-45fc-9b51-c4827ab7ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.087948 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-e3972aa5-e408-45fc-9b51-c4827ab7ece3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0628204 Aug 20 08:53:14.100719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Allocated IP 172.25.5.239 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/75590136-a5dc-46ee-b714-b58e1ea40b01) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:14.155446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-7536ab13-aa4e-4fbc-9807-a2e98203e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.156471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-7536ab13-aa4e-4fbc-9807-a2e98203e9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615084 Aug 20 08:53:14.214507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:14.224082 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2dfcc-4e01-4c6b-9192-19a1dc6543d7" -d '{"events": [{"server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "name": "network-vif-plugged", "status": "completed", "tag": "a094b87b-648d-41b3-affb-415328520fdc"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:14.249061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.263525 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-ef15648e-b273-496d-8f0e-0404fe6557a5 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968032 Aug 20 08:53:14.360803 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-84b3ec9c-54e4-4170-a14d-640a94b9e4ee service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899353 Aug 20 08:53:14.384991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.430476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:14.440408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.459773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.460326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'}, {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:14.460487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.460977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.461527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.462245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.462779 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07915c42-355e-4431-96ac-984155c3aa61" -d '{"events": [{"name": "network-changed", "server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41"}, {"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:14.463071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.463629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.465560 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-d060990f-4c59-4050-8de5-c4b320abf517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6473 time: 0.0529912 Aug 20 08:53:14.470040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Transition to ACTIVE for port object 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:14.474795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.484958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.554629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:14.566927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:14.576000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:14.576233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-63133c97-c8cd-42d9-bc99-8182695bdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.577804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-63133c97-c8cd-42d9-bc99-8182695bdf4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b185fe8-a437-433b-8630-ba515cdb3ac0 HTTP/1.1" status: 200 len: 901 time: 0.0948284 Aug 20 08:53:14.577959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:14.612990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Allocated IP 172.25.5.137 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/ef17f5bf-d905-4842-8d37-fd3f45eb4f0c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:14.625668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-bf4de78d-7a41-4fc0-849d-b4ae9ea851c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 217 time: 0.0389504 Aug 20 08:53:14.677869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-16ea3563-9a09-4fde-a871-f8a1859b4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.679550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-16ea3563-9a09-4fde-a871-f8a1859b4770 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0469987 Aug 20 08:53:14.736665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-65a0a483-8f95-4a2e-bd7f-21ea0a6e3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:14.738188 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-65a0a483-8f95-4a2e-bd7f-21ea0a6e3497 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490072 Aug 20 08:53:14.777772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event updated for resources: {'Port': ['ID=75590136-a5dc-46ee-b714-b58e1ea40b01,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:14.840528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.849512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-70e9a241-b778-4951-850a-86fed0e36eba service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927014 Aug 20 08:53:14.853496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Attempting to bind port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:14.853881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Attempting to bind port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:14.854215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Attempting to bind port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 on network 598cc3f0-1ff5-4e6a-9288-41490c428c74 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:14.872713 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.890520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 on network 598cc3f0-1ff5-4e6a-9288-41490c428c74 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:14.890850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Attempting to bind port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 on network 598cc3f0-1ff5-4e6a-9288-41490c428c74 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:14.906163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:14.906750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Checking segment: {'id': 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:14.906909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Bound using segment: {'id': 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:14.907318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Bound port: 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:14.907681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.919988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:14.965133 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-2b067725-ae7b-4341-b63a-9d3cfa0e152e service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052899 Aug 20 08:53:15.074426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.074916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.075398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.075881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.076353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.076824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.077296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.079396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-8c0daf24-06f9-4c76-bc96-ef26cff4a740 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6473 time: 0.0556149 Aug 20 08:53:15.183911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-413b55ce-212b-492e-9d6a-3d7164ef882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.185536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-413b55ce-212b-492e-9d6a-3d7164ef882b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b185fe8-a437-433b-8630-ba515cdb3ac0 HTTP/1.1" status: 200 len: 901 time: 0.0989873 Aug 20 08:53:15.230359 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-f7045eb3-59b0-48e5-ba95-9c234b539339 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 217 time: 0.0367689 Aug 20 08:53:15.282080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-7186625e-f1a1-44ac-bcf1-147477fdfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.283638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-7186625e-f1a1-44ac-bcf1-147477fdfbb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0451777 Aug 20 08:53:15.330640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-1e01b617-1265-40b2-9c28-589dbd95967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.332838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-1e01b617-1265-40b2-9c28-589dbd95967c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405300 Aug 20 08:53:15.340033 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.428552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] For port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:15.431862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:15.432025 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-fe66bbf1-e475-481a-95ad-0c2b4cbbd8dc service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921061 Aug 20 08:53:15.445106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:15.460255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:15.463307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] For port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,segment=NetworkSegment(e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39),segment_id=e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:15.468490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event updated for resources: {'Port': ['ID=ef17f5bf-d905-4842-8d37-fd3f45eb4f0c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:15.492436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.529737 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9424d6c9-66c1-4e4a-825c-9175292c11c2 req-e7a42892-ad95-4dd8-ab28-7313b9547c85 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878856 Aug 20 08:53:15.564289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.564911 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.566370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] 10.222.0.26 "PUT /v2.0/ports/0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 HTTP/1.1" status: 200 len: 1091 time: 1.8344765 Aug 20 08:53:15.637653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e266eb6-bf30-43e3-852e-4f20a5732a28 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:15.657661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.665413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.711141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.766662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-35f9e7df-2e67-4059-97d2-b13322924e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.768485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-35f9e7df-2e67-4059-97d2-b13322924e0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19f4c58fdeb478fb0b3cdfdbfafb189&device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 1094 time: 0.1530409 Aug 20 08:53:15.784341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event updated for resources: {'Port': ['ID=75590136-a5dc-46ee-b714-b58e1ea40b01,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:15.830442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.832669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-6e901252-c988-4871-b7fc-88fa77468787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 HTTP/1.1" status: 200 len: 217 time: 0.0441372 Aug 20 08:53:15.834539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.911455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:15.912570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-ab179b91-2c8e-41cc-b31b-0a653481c945 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6081264 Aug 20 08:53:15.944155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-9d2f8d78-9afc-4967-83e4-3fab9277b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:15.945594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-9d2f8d78-9afc-4967-83e4-3fab9277b7bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6 HTTP/1.1" status: 200 len: 852 time: 0.0918992 Aug 20 08:53:16.040294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-700df1e8-cde6-47d6-bdb5-be6158074bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.1198897 Aug 20 08:53:16.042197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-fc0f6836-9873-423f-9bc6-41dc25252f90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=598cc3f0-1ff5-4e6a-9288-41490c428c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389614 Aug 20 08:53:16.256806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-d034eed5-9be5-476c-ab47-433d68785bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982212 Aug 20 08:53:16.266661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-76966211-c01b-4945-b3c8-eaec1f5e4b53 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.267918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24223abf-c946-447f-9e12-8ce80fbc54f5 req-76966211-c01b-4945-b3c8-eaec1f5e4b53 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2216425 Aug 20 08:53:16.269838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:16.296001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:16.297795 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:16.307596 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5804d-420b-4b13-9b39-07181f1ce3ac x-openstack-request-id: req-00d5804d-420b-4b13-9b39-07181f1ce3ac {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:16.308155 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:16.308155 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00d5804d-420b-4b13-9b39-07181f1ce3ac {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:16.308714 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf', 'status': 'completed', 'code': 200} Aug 20 08:53:16.309036 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b', 'status': 'completed', 'code': 200} Aug 20 08:53:16.358028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c6f4-2218-488a-a57f-8789c403778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:16.395845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.396348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.397052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.397650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.398039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.398505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.399339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.401632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-020a351a-1a90-43a7-b784-8650f6525ff4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6473 time: 0.0643942 Aug 20 08:53:16.426717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event updated for resources: {'Port': ['ID=ef17f5bf-d905-4842-8d37-fd3f45eb4f0c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:16.467368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:16.494547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-bdb3c9a2-aae9-4ed9-a857-ef8e5489468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.496211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-bdb3c9a2-aae9-4ed9-a857-ef8e5489468c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 902 time: 0.0860848 Aug 20 08:53:16.497861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0563b812-6103-4994-a8af-c6ccde37eaa0 req-333d6658-9f50-4b79-882c-f17266614d2b service neutron] 10.222.0.26 "GET /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258334 Aug 20 08:53:16.509046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:16.510293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-bc02843a-b9ef-4d26-b824-2bba80ad67e2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8101985 Aug 20 08:53:16.525738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269b2ef-65db-491c-92f2-8e7aeea995c4 req-107fbb24-b232-4e7e-badd-983f1b86e78f tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.527314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6269b2ef-65db-491c-92f2-8e7aeea995c4 req-107fbb24-b232-4e7e-badd-983f1b86e78f tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 943 time: 0.0858488 Aug 20 08:53:16.547640 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-c22f8bd5-7399-4752-9b79-3fb4bbc19c53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 217 time: 0.0410142 Aug 20 08:53:16.584325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-04198973-8457-4d9d-8fe9-a4630e9ce0d6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.0560138 Aug 20 08:53:16.595984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-520b2a15-0333-419a-9312-3ceeecd416ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.597451 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-520b2a15-0333-419a-9312-3ceeecd416ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.0427923 Aug 20 08:53:16.611832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6269b2ef-65db-491c-92f2-8e7aeea995c4 req-5ea9d655-647f-4b35-9c80-4a915238532d tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763416 Aug 20 08:53:16.656539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-b6681254-d6ed-4ae5-965b-8fa7e6de6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.658285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-b6681254-d6ed-4ae5-965b-8fa7e6de6421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498111 Aug 20 08:53:16.737602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-f70a9851-817f-47ae-8be1-26c9b14bbb41 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.738983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d5f1b9d-6d7d-438d-8ae1-d2f66f7d5886 req-f70a9851-817f-47ae-8be1-26c9b14bbb41 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1439943 Aug 20 08:53:16.753092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-23cc3dd1-9856-4567-95d9-68d80209f4a0 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855405 Aug 20 08:53:16.764705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.770721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.777269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.783407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.789389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.796002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.802001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.804121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-70e95330-bd09-43af-a99f-f3018a0418d4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.1240163 Aug 20 08:53:16.845251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-b09480f8-160d-4542-a502-3717e8ddc2d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829723 Aug 20 08:53:16.879817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2482379-61b8-4ddc-9cea-42c8c3492461 req-ee4e8deb-b403-4a54-a68d-3ba944bbf97e tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.881306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2482379-61b8-4ddc-9cea-42c8c3492461 req-ee4e8deb-b403-4a54-a68d-3ba944bbf97e tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 946 time: 0.0762796 Aug 20 08:53:16.886145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4218ec06-d487-44a2-bcf8-68176cef69b4 req-29695f0a-1363-4fa7-a913-36a6be1458e9 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721679 Aug 20 08:53:16.928480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2482379-61b8-4ddc-9cea-42c8c3492461 req-044234b1-d6ff-4f13-9711-97bfee223086 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Aug 20 08:53:16.936552 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f160a4-8b8a-4ae6-a598-52fb7b38b7a3 x-openstack-request-id: req-77f160a4-8b8a-4ae6-a598-52fb7b38b7a3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:16.936852 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "name": "network-vif-plugged", "status": "completed", "tag": "a094b87b-648d-41b3-affb-415328520fdc", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:16.937112 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77f160a4-8b8a-4ae6-a598-52fb7b38b7a3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:16.937511 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc', 'code': 200} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.958656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:16.960878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-4aa34055-7e57-4af4-8032-540fb9882fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6473 time: 0.0629144 Aug 20 08:53:17.003293 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab0de5-46b9-4fcd-9b47-75bec89478af x-openstack-request-id: req-10ab0de5-46b9-4fcd-9b47-75bec89478af {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:17.003605 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:17.003863 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10ab0de5-46b9-4fcd-9b47-75bec89478af {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:17.004594 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'status': 'completed', 'code': 200} Aug 20 08:53:17.004794 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'status': 'completed', 'code': 200} Aug 20 08:53:17.085425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa367f4-dfb4-4f22-8958-a1d869418758 req-261e0e8c-9619-4d67-92b6-af26c6f2b314 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.087105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-faa367f4-dfb4-4f22-8958-a1d869418758 req-261e0e8c-9619-4d67-92b6-af26c6f2b314 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.0972297 Aug 20 08:53:17.101812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-ab4f546d-a8dc-4b42-9a7a-e70292b65bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.103840 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-ab4f546d-a8dc-4b42-9a7a-e70292b65bae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1097 time: 0.0644350 Aug 20 08:53:17.113003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-f942a35b-4743-42ca-a3f4-6b1616019317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.114426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-f942a35b-4743-42ca-a3f4-6b1616019317 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 902 time: 0.1442940 Aug 20 08:53:17.125223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e413792-dbd1-46a2-949f-b1c2663d1cce req-cad97ac6-dffe-46e6-9317-4728f1354f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.126697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e413792-dbd1-46a2-949f-b1c2663d1cce req-cad97ac6-dffe-46e6-9317-4728f1354f9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1097 time: 0.1070862 Aug 20 08:53:17.170876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-578c2f9d-aaa2-46d7-8a5a-893c38dc4f76 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.172350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-578c2f9d-aaa2-46d7-8a5a-893c38dc4f76 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1084182 Aug 20 08:53:17.176834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-faa367f4-dfb4-4f22-8958-a1d869418758 req-6e938863-4db4-4220-b892-a9a2ac907a75 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718162 Aug 20 08:53:17.204505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-0b3f7293-7c41-4ad8-a41f-76d15f250e5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 217 time: 0.0708508 Aug 20 08:53:17.227354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e413792-dbd1-46a2-949f-b1c2663d1cce req-36e056d1-d6e1-405f-a040-0d798e86bc95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880294 Aug 20 08:53:17.237864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-e2585a1e-fcb4-4264-a3a4-52d92289c708 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.0583172 Aug 20 08:53:17.250032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-5022b3da-c601-4f1f-8f87-5bb36b95c856 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Request body: {'floatingip': {'port_id': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:17.279641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-93481579-5cf7-42b6-8a72-1464cbbc86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.281133 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-93481579-5cf7-42b6-8a72-1464cbbc86d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 928 time: 0.1658680 Aug 20 08:53:17.304598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-5022b3da-c601-4f1f-8f87-5bb36b95c856 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:17.333617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:17.360320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-a0341884-e6b8-4980-8fb6-c74f4766ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.362636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-a0341884-e6b8-4980-8fb6-c74f4766ddc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.1474538 Aug 20 08:53:17.402396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-aa344ee3-0a43-46d7-b132-54d8e858d907 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 1002 time: 0.1053746 Aug 20 08:53:17.418058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-743a2130-c281-4900-a5e5-7795ecb66a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.419973 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-743a2130-c281-4900-a5e5-7795ecb66a27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475688 Aug 20 08:53:17.456997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-d0f28eff-21dc-4a29-9174-e0cf81383711 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.458519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-d0f28eff-21dc-4a29-9174-e0cf81383711 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1117508 Aug 20 08:53:17.527194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-4e137066-1ae3-4b13-bd76-0f5dc5b93b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.528718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-4e137066-1ae3-4b13-bd76-0f5dc5b93b34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 200 len: 867 time: 0.1079550 Aug 20 08:53:17.542783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-52dc5e76-fce5-424e-98fe-539a7fe95795 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.0540295 Aug 20 08:53:17.559484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'floatingip': {'port_id': '5ad25b3b-0249-47b4-a832-65d75be02925', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:17.582636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-2fb040ea-c2dc-4e40-b232-26a77bfd0114 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324408 Aug 20 08:53:17.587986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41806) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:17.619974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-d12cee98-c799-460c-bdcd-051682b24891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.621423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-d12cee98-c799-460c-bdcd-051682b24891 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844469 Aug 20 08:53:17.628738 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:17.696225 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-5022b3da-c601-4f1f-8f87-5bb36b95c856 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 08:53:17.698172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c04a1d2-8743-4231-bb92-c6ce11602343 req-5022b3da-c601-4f1f-8f87-5bb36b95c856 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "PUT /v2.0/floatingips/491e43c8-4052-4fb2-98f4-b4f43eaab504 HTTP/1.1" status: 409 len: 551 time: 0.4525528 Aug 20 08:53:17.719660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a675e16c-e4f1-43bb-a496-c34c887eb892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:17.792509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4584323f-3e8a-4935-9aa1-0eaed66b5437 req-103e0509-9c25-4e1f-af94-0e1a390d5bed service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977615 Aug 20 08:53:17.807742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-e7a9746c-d13e-4bb6-89cb-3cdd74a09a87 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615405 Aug 20 08:53:17.869525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17da3b-2308-4ecb-a680-8d1b7a2ad7cd req-639ce05c-6f4b-48d9-a08b-9dd8e34f8510 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:17.870509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce17da3b-2308-4ecb-a680-8d1b7a2ad7cd req-639ce05c-6f4b-48d9-a08b-9dd8e34f8510 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.0868504 Aug 20 08:53:17.940184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a675e16c-e4f1-43bb-a496-c34c887eb892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:17.947355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a675e16c-e4f1-43bb-a496-c34c887eb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:17.956218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-0cf89646-67cc-42f5-946c-92b87a217c13 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348758 Aug 20 08:53:17.967115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce17da3b-2308-4ecb-a680-8d1b7a2ad7cd req-29b43c94-97fe-4e6d-9db9-8010febe3f21 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883746 Aug 20 08:53:18.153368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c1ed5-6d01-41a3-ad49-07e604b925b1 req-cd06658a-d221-4dd8-971f-d33a7df5768e tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:18.154879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-476c1ed5-6d01-41a3-ad49-07e604b925b1 req-cd06658a-d221-4dd8-971f-d33a7df5768e tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 943 time: 0.0939355 Aug 20 08:53:18.235791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.239479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-476c1ed5-6d01-41a3-ad49-07e604b925b1 req-53fc71bc-63af-4752-9037-df88efd776bb tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747576 Aug 20 08:53:18.242977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.316289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a675e16c-e4f1-43bb-a496-c34c887eb892 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbcff00645ee4911a4618976fe2e02fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270339 Aug 20 08:53:18.317911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675e16c-e4f1-43bb-a496-c34c887eb892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d02ee24-cecf-4f53-82d5-9415d6dae7a2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:18.320191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41820) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:18.363921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-6594ec24-6681-4039-933e-18e181b488e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:18.365430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-6594ec24-6681-4039-933e-18e181b488e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0961487 Aug 20 08:53:18.431345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-713a7b86-ab0b-44cd-ba62-595c38671019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.467333 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-713a7b86-ab0b-44cd-ba62-595c38671019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.512753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-c45aa600-9928-45a5-a476-dce608e8e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:18.514261 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-c45aa600-9928-45a5-a476-dce608e8e294 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1398208 Aug 20 08:53:18.569728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-713a7b86-ab0b-44cd-ba62-595c38671019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.573128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-713a7b86-ab0b-44cd-ba62-595c38671019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.574323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-713a7b86-ab0b-44cd-ba62-595c38671019 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d02ee24-cecf-4f53-82d5-9415d6dae7a2 HTTP/1.1" status: 204 len: 168 time: 0.2529173 Aug 20 08:53:18.585698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7b86-ab0b-44cd-ba62-595c38671019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d02ee24-cecf-4f53-82d5-9415d6dae7a2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:18.603364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-dd12dc75-95f4-47ee-bd0f-74685e5154a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 1000 time: 0.0808079 Aug 20 08:53:18.674473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07915c42-355e-4431-96ac-984155c3aa61 req-f0547b6c-b88d-4d04-93ee-37388ffd783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:18.675934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-f0547b6c-b88d-4d04-93ee-37388ffd783e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0607409 Aug 20 08:53:18.685472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-cbdbb0c8-c411-43b5-a061-0be248c6827a tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips/491e43c8-4052-4fb2-98f4-b4f43eaab504 HTTP/1.1" status: 200 len: 693 time: 0.3832002 Aug 20 08:53:18.723049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-435af57b-a8e0-48b2-9603-c7e02ac8bc5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389915 Aug 20 08:53:18.723483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:18.745832 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Floating IP b1f62c42-f165-460a-a8d8-fb7867a4fa35 associated. External IP: 172.25.5.137, port: 5ad25b3b-0249-47b4-a832-65d75be02925. Aug 20 08:53:18.817414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-2b1906f0-874e-4ff3-bf70-fcbe4d899b35 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867393 Aug 20 08:53:18.880498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-ce6a98e7-835e-42e8-9cab-5ae6f04f0f0d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:18.881907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-ce6a98e7-835e-42e8-9cab-5ae6f04f0f0d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1888003 Aug 20 08:53:18.920097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07915c42-355e-4431-96ac-984155c3aa61 req-45222e95-80ee-483a-b8ae-1fbf44c9456a service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949914 Aug 20 08:53:18.968835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-e4c00e56-e823-45f6-9bb9-74077e54b418 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.0784583 Aug 20 08:53:19.011522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'tag': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:19.013777 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601aabc-bcbd-4f20-bc48-b20fe606e41d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c448fc7-69ee-4c77-8568-9096a95bbc83", "tag": "0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:19.030374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-2a1e7bde-ab2f-4d5e-9d83-713de83bc6e0 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.239 HTTP/1.1" status: 200 len: 696 time: 0.0553367 Aug 20 08:53:19.177638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Router fdb66211-717d-4544-b94c-251e0f8db850 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:19.245851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Deleting port 75590136-a5dc-46ee-b714-b58e1ea40b01 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:19.246201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.355371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:19.362303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.364571 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] Sync routers for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:19.378312 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:19.379072 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:19.386672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.387008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.405749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Calling delete_port for 75590136-a5dc-46ee-b714-b58e1ea40b01 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:19.410595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-dfb4b9c1-95b9-491b-b796-33ed0bcbaec1 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "PUT /v2.0/floatingips/b1f62c42-f165-460a-a8d8-fb7867a4fa35 HTTP/1.1" status: 200 len: 997 time: 1.8563342 Aug 20 08:53:19.502006 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:19.520038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-0a2cddc3-b5cc-4743-b9a2-766f0aa3af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.521551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-0a2cddc3-b5cc-4743-b9a2-766f0aa3af2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0724564 Aug 20 08:53:19.625226 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.666674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event deleted for resources: {'Port': ['ID=75590136-a5dc-46ee-b714-b58e1ea40b01,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:19.670352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-34a52d65-5b7f-4e1a-809b-b6e18b0bf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.672082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-34a52d65-5b7f-4e1a-809b-b6e18b0bf79b service neutron] 10.222.0.35 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1437833 Aug 20 08:53:19.733808 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b1f62c42-f165-460a-a8d8-fb7867a4fa35', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'port_id': '5ad25b3b-0249-47b4-a832-65d75be02925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'mac_address': 'fa:16:3e:9b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:53:15Z', 'updated_at': '2021-08-20T08:53:18Z', 'revision_number': 1, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:14Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:19.760393 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] Checking router: fdb66211-717d-4544-b94c-251e0f8db850 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:19.768481 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:19.769093 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:19.777848 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.780340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:19.781471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2942b4b1-a067-40a5-b369-3ffbcb5a4a0f req-3ee1caef-77fe-4536-bcc5-b54812e51e4b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "DELETE /v2.0/floatingips/491e43c8-4052-4fb2-98f4-b4f43eaab504 HTTP/1.1" status: 204 len: 173 time: 0.7225838 Aug 20 08:53:19.783813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-b2f623d3-f642-40e4-9752-a1e576269db2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 1000 time: 0.1052196 Aug 20 08:53:19.844871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-1f19810b-d404-46ae-be91-ace713093acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.846313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-1f19810b-d404-46ae-be91-ace713093acf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0549216 Aug 20 08:53:19.887898 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:19.894054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-4b257d8d-3c14-451a-a1dc-d190bab514d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284452 Aug 20 08:53:19.920575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.927248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.933176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.939083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.945032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.951425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.957322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:19.959314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-c97a5b85-2787-4a42-a5f0-8a81a8327c31 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.1246164 Aug 20 08:53:20.040294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ad5f8bc-0090-4a5b-9e60-5b0b16021ba5 req-560aa157-be0d-4f55-8361-439bcb1fe9de tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706692 Aug 20 08:53:20.082911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-aa582811-a075-4472-ac00-a02ac5e92517 service neutron] 10.222.0.35 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813979 Aug 20 08:53:20.112725 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b1f62c42-f165-460a-a8d8-fb7867a4fa35', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'port_id': '5ad25b3b-0249-47b4-a832-65d75be02925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'mac_address': 'fa:16:3e:9b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:53:15Z', 'updated_at': '2021-08-20T08:53:18Z', 'revision_number': 1, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:14Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:20.139610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a1cc6-0338-49f8-9d24-16638d7f9ccf None None] The sync data for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 is: [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b1f62c42-f165-460a-a8d8-fb7867a4fa35', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'port_id': '5ad25b3b-0249-47b4-a832-65d75be02925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'mac_address': 'fa:16:3e:9b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:53:15Z', 'updated_at': '2021-08-20T08:53:18Z', 'revision_number': 1, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:14Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:20.215215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7a005-03f9-4d22-ac39-f26bab970e48 req-23591e1f-1ba7-42c7-8f90-ed56308326c9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:20.216779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07e7a005-03f9-4d22-ac39-f26bab970e48 req-23591e1f-1ba7-42c7-8f90-ed56308326c9 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 946 time: 0.1082029 Aug 20 08:53:20.220582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02af8c89-1654-47f5-b883-ed5db9c9ad16 req-6392fa38-b516-4407-8a8b-e85ff0c9e323 service neutron] 10.222.0.35 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306336 Aug 20 08:53:20.261492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07e7a005-03f9-4d22-ac39-f26bab970e48 req-8428210f-a4d6-4f3a-ab2b-d2e4f416578a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Aug 20 08:53:20.288232 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be9f11-81a5-47af-b257-f5a708a3aca0 x-openstack-request-id: req-32be9f11-81a5-47af-b257-f5a708a3aca0 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:20.288476 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c448fc7-69ee-4c77-8568-9096a95bbc83", "tag": "0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:20.288734 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32be9f11-81a5-47af-b257-f5a708a3aca0 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:20.289268 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'tag': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8', 'status': 'completed', 'code': 200} Aug 20 08:53:20.350747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f056053c-591e-45e9-9822-2e523767457f None None] New status for floating IP b1f62c42-f165-460a-a8d8-fb7867a4fa35: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:53:20.387760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-64098ee0-d235-4810-ba9f-851597b959ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:20.389258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-64098ee0-d235-4810-ba9f-851597b959ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19f4c58fdeb478fb0b3cdfdbfafb189&device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 1094 time: 0.0738554 Aug 20 08:53:20.401482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81874ddd-6b0e-408c-9b81-2fb49c2e5c73 req-7a245598-b83b-49c6-b1cd-846756902182 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:20.403011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81874ddd-6b0e-408c-9b81-2fb49c2e5c73 req-7a245598-b83b-49c6-b1cd-846756902182 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 943 time: 0.0773022 Aug 20 08:53:20.487024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81874ddd-6b0e-408c-9b81-2fb49c2e5c73 req-c277661a-98fe-43cb-bb56-81ec48f39314 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758092 Aug 20 08:53:20.516296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-0e1ce329-3c63-4d93-ac92-23f69e47be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:20.517847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-0e1ce329-3c63-4d93-ac92-23f69e47be1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=598cc3f0-1ff5-4e6a-9288-41490c428c74 HTTP/1.1" status: 200 len: 912 time: 0.1139426 Aug 20 08:53:20.615863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-274963f2-2c83-434c-a096-9d6a114386d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 HTTP/1.1" status: 200 len: 217 time: 0.0896277 Aug 20 08:53:20.657568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-df83a740-aaa9-4398-904f-62ee1e20cd45 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 1002 time: 0.1387136 Aug 20 08:53:20.711253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-e593e256-97e1-4eaa-adf9-86d5ffcee822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:20.712922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-e593e256-97e1-4eaa-adf9-86d5ffcee822 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6 HTTP/1.1" status: 200 len: 852 time: 0.0903981 Aug 20 08:53:20.720029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f86e525-17dc-4fc3-bd3a-2c416dd9a73b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:20.721270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f86e525-17dc-4fc3-bd3a-2c416dd9a73b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports/7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 943 time: 0.0579653 Aug 20 08:53:20.754015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-963042c8-d351-47ce-a599-807afce9b7cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=598cc3f0-1ff5-4e6a-9288-41490c428c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317209 Aug 20 08:53:20.821020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:20.932181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,segment=NetworkSegment(e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39),segment_id=e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:20.948298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8', 'network_id': '598cc3f0-1ff5-4e6a-9288-41490c428c74', 'port_id': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8', 'mac_address': 'fa:16:3e:62:73:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:20.956453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-d6c49df3-4271-46d9-8302-85a44c8016dd tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1002 time: 0.1389823 Aug 20 08:53:20.963246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-91d6bd9c-04b0-4b9a-9be0-d75ac9c6dab6 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 1002 time: 0.1809790 Aug 20 08:53:20.993827 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:21.007265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:21.014685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-57488b2b-0eda-4aba-b3b8-22120ad00012 service neutron] 10.222.0.26 "GET /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531226 Aug 20 08:53:21.027401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,segment=NetworkSegment(e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39),segment_id=e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:21.030854 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:21.078707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:21.123107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1422-1dd7-41f9-9e71-662721602850 req-283caa75-f4c3-479d-a956-10ead4ad3b08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:21.124510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-283caa75-f4c3-479d-a956-10ead4ad3b08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports/5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 943 time: 0.1557410 Aug 20 08:53:21.250278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:21.250802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-0a9601a1-867e-4ffb-9567-d389566a23e8 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:21.252214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-0a9601a1-867e-4ffb-9567-d389566a23e8 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2684939 Aug 20 08:53:21.267849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e601aabc-bcbd-4f20-bc48-b20fe606e41d req-80c1b9a6-dfc1-47a2-a16f-f38fc3cf2b1e service neutron] 10.222.0.26 "GET /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371519 Aug 20 08:53:21.286217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-0ca87afe-d8a6-4350-9e6b-de5429b7d753 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1002 time: 0.1147146 Aug 20 08:53:21.414887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-6f10aec1-0014-442f-9cba-19999b31530a tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 1002 time: 0.1495159 Aug 20 08:53:21.426953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:21.512104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:21.565792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1422-1dd7-41f9-9e71-662721602850 req-7a9d18e7-2b93-47e0-9290-b0de7c9328a9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:21.567262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-7a9d18e7-2b93-47e0-9290-b0de7c9328a9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2328863 Aug 20 08:53:21.660338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-a3cbf391-5a95-45b6-945c-fddaf8044801 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426111 Aug 20 08:53:21.752315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-145a9a23-13bc-4fe2-b06f-b570396f48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:21.753809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-145a9a23-13bc-4fe2-b06f-b570396f48f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0437398 Aug 20 08:53:21.868988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-0a0f1946-1067-4126-af57-9040a3dc03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:21.870507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-0a0f1946-1067-4126-af57-9040a3dc03dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.0914326 Aug 20 08:53:21.948402 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-542b7f34-ffd7-48bd-934c-8516fc6f1ac5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 1002 time: 0.0657516 Aug 20 08:53:21.999764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-89282751-90df-4580-afe0-5868c2b8c89d tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 1002 time: 0.4250536 Aug 20 08:53:22.002468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-9ddb908c-c464-4c4e-a88c-538b0dbcbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:22.003947 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-9ddb908c-c464-4c4e-a88c-538b0dbcbcf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0486085 Aug 20 08:53:22.012949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:22.037126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-40b98eed-d35f-4f55-ab9f-486e094bc0ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246999 Aug 20 08:53:22.078357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.084839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.085162 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Floating IP 2fe634cf-9eb0-44f1-a7fa-4e4b06db178e disassociated. External IP: 172.25.5.173, port: 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41. Aug 20 08:53:22.132471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-f00ef4d8-4a47-4774-bf7a-4e135ca95804 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855618 Aug 20 08:53:22.134759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.231347 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6937ad9e-c74d-4713-8fa6-e2f9d1106587 req-c768bd9a-02b7-4558-98e0-29c7b0e2d797 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879261 Aug 20 08:53:22.290965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:22.293187 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d03385-f218-410e-8501-e45a91e0a15d" -d '{"events": [{"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:22.362557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.367027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.367341 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Floating IP b1f62c42-f165-460a-a8d8-fb7867a4fa35 disassociated. External IP: 172.25.5.137, port: 5ad25b3b-0249-47b4-a832-65d75be02925. Aug 20 08:53:22.504477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Router 2404b1de-8da2-411b-aaf6-417ac3c31871 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:22.693806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:22.699275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.703306 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] Sync routers for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:22.712573 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:22.713186 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:22.721636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Router fdb66211-717d-4544-b94c-251e0f8db850 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:22.736304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8f3d8b92-3b17-450f-8343-9915c6e144ec tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "PUT /v2.0/floatingips/2fe634cf-9eb0-44f1-a7fa-4e4b06db178e HTTP/1.1" status: 200 len: 695 time: 1.3137038 Aug 20 08:53:22.818302 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:22.826836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:22.854168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-c0444195-23cd-4aee-abdc-bcd3d1111d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:22.855719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-c0444195-23cd-4aee-abdc-bcd3d1111d09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1097 time: 0.0846636 Aug 20 08:53:22.880013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:22.883752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:22.884434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.891512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:22.913752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] Sync routers for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:22.923281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:22.941067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:22.941704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:22.969521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-84d2b0d3-e157-4e07-a68a-75e264a1ac08 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "PUT /v2.0/floatingips/b1f62c42-f165-460a-a8d8-fb7867a4fa35 HTTP/1.1" status: 200 len: 695 time: 0.9606807 Aug 20 08:53:23.024230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-44ec5a22-4e7b-4610-a03c-2b9164feebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.025813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-44ec5a22-4e7b-4610-a03c-2b9164feebbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 928 time: 0.1599181 Aug 20 08:53:23.054109 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:44Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:23.072269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-980c2a7b-809b-4949-b1c6-0d6eb4bccc22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 217 time: 0.0374310 Aug 20 08:53:23.072526 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:23.073770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1422-1dd7-41f9-9e71-662721602850 req-54e9f3e5-82aa-4b96-9f99-18eed4c1d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.075306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-54e9f3e5-82aa-4b96-9f99-18eed4c1d017 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0803280 Aug 20 08:53:23.089181 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] Checking router: 2404b1de-8da2-411b-aaf6-417ac3c31871 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:23.089900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:23.097749 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:23.098471 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:23.130899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:23.133133 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6af6ecf-9dd7-409a-9904-56a4121ff98a" -d '{"events": [{"server_uuid": "2c448fc7-69ee-4c77-8568-9096a95bbc83", "name": "network-vif-plugged", "status": "completed", "tag": "0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:23.150494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,segment=NetworkSegment(e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39),segment_id=e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:23.158285 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:23.185147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-5b1dd2d3-af43-4b4a-8366-c61aefdb39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.186684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-5b1dd2d3-af43-4b4a-8366-c61aefdb39ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 200 len: 867 time: 0.1059299 Aug 20 08:53:23.245056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1422-1dd7-41f9-9e71-662721602850 req-48e84bc1-da2e-4d20-922c-034de97a695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.246743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-48e84bc1-da2e-4d20-922c-034de97a695e service neutron] 10.222.0.35 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1562476 Aug 20 08:53:23.288535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:23.291605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-9f95c5bd-edee-489a-96b3-3684cbca7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.293124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-9f95c5bd-edee-489a-96b3-3684cbca7de7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960989 Aug 20 08:53:23.294578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-56d9603b-ccba-4e41-b577-172e064fab85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.0392303 Aug 20 08:53:23.313499 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:23.407567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1422-1dd7-41f9-9e71-662721602850 req-01820d1a-08bb-42db-81a5-fd353e4caf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.408585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-01820d1a-08bb-42db-81a5-fd353e4caf2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0914860 Aug 20 08:53:23.446763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-f0350bc4-9f29-4e66-8d8c-b2ed50fb100c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292761 Aug 20 08:53:23.477231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-70d8c6e5-21bb-4e5e-9356-504d62aeebb1 service neutron] 10.222.0.35 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696608 Aug 20 08:53:23.490460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:14Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:23.517533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] Checking router: fdb66211-717d-4544-b94c-251e0f8db850 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:23.528035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:23.528430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:23.531099 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:44Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:23.557004 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f606d-1ed3-43b8-96bd-a2923d52090c None None] The sync data for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 is: [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:52:38Z', 'revision_number': 4, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe', 'name': '', 'network_id': '25c40294-d4d4-4e9b-aa8f-e52a5278b60d', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'mac_address': 'fa:16:3e:cd:69:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:52:44Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'subnets': [{'id': 'fe244fed-7610-468e-8588-0935a78e5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:23.607710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-7025c6cc-7e40-4ed0-bcc4-40255ae90222 service neutron] 10.222.0.35 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508384 Aug 20 08:53:23.635388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d2f6fe7-38cb-4812-b380-a0d06ad086dd req-8c785cf3-e105-4812-be85-56fdaf0a1ec1 service neutron] 10.222.0.35 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303446 Aug 20 08:53:23.646666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:23.714504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17f1422-1dd7-41f9-9e71-662721602850 req-e38471fe-e227-4842-99a6-e3c7dd771e58 service neutron] 10.222.0.35 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996275 Aug 20 08:53:23.767643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40661792-8fb9-41b3-82f8-b990a1873138 req-898191dd-01da-4533-8b8e-698374544ae7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.769282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40661792-8fb9-41b3-82f8-b990a1873138 req-898191dd-01da-4533-8b8e-698374544ae7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.0538781 Aug 20 08:53:23.834341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40661792-8fb9-41b3-82f8-b990a1873138 req-1fba73cc-eef1-49eb-b892-9c6dad5e1b1b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555937 Aug 20 08:53:23.842645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-72c63227-019d-44f4-9caf-4d15a1d3508a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-507922159&fields=id&tenant_id=fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 267 time: 0.0570407 Aug 20 08:53:23.902463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-6342c4e2-5284-4f82-8566-3ae722853358 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:23.903771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:14Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:23.910525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-6342c4e2-5284-4f82-8566-3ae722853358 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 946 time: 0.0604680 Aug 20 08:53:23.916985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'port': {'security_groups': ['ddfa51cb-49b2-4e24-9db6-54fec90999b4', '3e378197-a215-40c1-993b-7f6c08902c58']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:23.928014 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cec03e-4a16-4e58-8f68-7a5abff5fb73 None None] New status for floating IP 2fe634cf-9eb0-44f1-a7fa-4e4b06db178e: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:53:23.939232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39125e5-01c6-46fe-9bbc-953b1d9fa5e8 None None] The sync data for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 is: [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:52:05Z', 'revision_number': 4, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1fda8b93-e0db-455a-b96e-1df511d13919', 'name': '', 'network_id': '99896d86-32a4-4613-8031-dba58024bb2f', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'mac_address': 'fa:16:3e:72:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:04Z', 'updated_at': '2021-08-20T08:52:14Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'subnets': [{'id': 'd88a8297-1f63-4a87-bd87-cd94c929a193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:24.029637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:24.092505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.098517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.104527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.110479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.116444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.122436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.128347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.130536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-4f9e1ef1-5421-4f99-80fb-ff3b02849e59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.1538465 Aug 20 08:53:24.218633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e9f3b7e-bfd2-4430-84f4-5e97e14c5c99 req-2678241e-3447-4b14-aff7-551bccc2d87e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688019 Aug 20 08:53:24.316984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb87efa-c3b7-4e83-8183-b2ceb477676e None None] New status for floating IP b1f62c42-f165-460a-a8d8-fb7867a4fa35: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:53:24.690615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d6be1-5dea-431c-a875-ac4785a75d13 req-0847248f-f5a6-4795-b6fc-be7af8d8a4e1 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.692934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a0d6be1-5dea-431c-a875-ac4785a75d13 req-0847248f-f5a6-4795-b6fc-be7af8d8a4e1 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 945 time: 0.4003661 Aug 20 08:53:24.695055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:24.745485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:24.749904 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:24.762096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'a094b87b-648d-41b3-affb-415328520fdc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:24.782530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a0d6be1-5dea-431c-a875-ac4785a75d13 req-9dae4b13-63bc-4b3e-86eb-45c63f62fa65 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789080 Aug 20 08:53:24.797495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.798146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:24.799539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba61faf8-dbe2-4f82-bddc-34ac9926724c req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "PUT /v2.0/ports/a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 982 time: 0.8882501 Aug 20 08:53:24.828944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fea54b-1503-423d-9be0-69d66054b4ab tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:24.841368 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d007e4b-e22a-413a-98bd-b322a99b9e41 x-openstack-request-id: req-8d007e4b-e22a-413a-98bd-b322a99b9e41 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:24.841664 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:24.841965 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d007e4b-e22a-413a-98bd-b322a99b9e41 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:24.842344 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'status': 'completed', 'code': 200} Aug 20 08:53:24.875814 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b70153a-8641-448f-86f9-8b90be2b514e x-openstack-request-id: req-1b70153a-8641-448f-86f9-8b90be2b514e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:24.876115 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c448fc7-69ee-4c77-8568-9096a95bbc83", "name": "network-vif-plugged", "status": "completed", "tag": "0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:24.876369 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b70153a-8641-448f-86f9-8b90be2b514e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:24.876760 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8', 'code': 200} Aug 20 08:53:24.886447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['a094b87b-648d-41b3-affb-415328520fdc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:24.931018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03385-f218-410e-8501-e45a91e0a15d req-4cea8095-9278-4107-95ed-34783b8ef876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:24.932655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-4cea8095-9278-4107-95ed-34783b8ef876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0482509 Aug 20 08:53:24.981834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-6cfc1c82-ef8f-418e-a851-23033f1a9d46 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips/2fe634cf-9eb0-44f1-a7fa-4e4b06db178e HTTP/1.1" status: 200 len: 693 time: 0.0898855 Aug 20 08:53:25.073335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46d43a-20b1-42cb-9fc6-797bd60038e1 req-ee752106-d9d9-43ce-9003-3f6e24b8cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:25.075029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e46d43a-20b1-42cb-9fc6-797bd60038e1 req-ee752106-d9d9-43ce-9003-3f6e24b8cce3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 1096 time: 0.1280267 Aug 20 08:53:25.111696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03385-f218-410e-8501-e45a91e0a15d req-57f3aec5-055d-424a-87b9-23b4f3cbcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:25.117681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-57f3aec5-055d-424a-87b9-23b4f3cbcea9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1664209 Aug 20 08:53:25.140357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e46d43a-20b1-42cb-9fc6-797bd60038e1 req-ca93e319-a8ff-4a85-970f-1828f0659e75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559831 Aug 20 08:53:25.161003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-28964516-39f6-49c7-aca8-8fee8a6fb7cc tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:25.170424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-28964516-39f6-49c7-aca8-8fee8a6fb7cc tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1875572 Aug 20 08:53:25.198839 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-7277026d-78c4-4598-9120-abd27499481c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.0423813 Aug 20 08:53:25.257873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03385-f218-410e-8501-e45a91e0a15d req-0a774603-7e4d-4e77-81a4-c9f910d5ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:25.260041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-0a774603-7e4d-4e77-81a4-c9f910d5ee7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0519056 Aug 20 08:53:25.264147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-24bca8bc-d420-46bb-b040-12090148f9f9 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.0928042 Aug 20 08:53:25.269086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a377d421-63f5-4309-91a7-53b950938a13 req-b5b0b92d-4a23-46b1-a918-cec1657d0456 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips/b1f62c42-f165-460a-a8d8-fb7867a4fa35 HTTP/1.1" status: 200 len: 693 time: 0.0897439 Aug 20 08:53:25.297480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-a42794c6-d7cb-4250-9ad0-8573b4e7ff52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270264 Aug 20 08:53:25.364198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-d5dbf793-6518-4103-804e-a02507c3a16d tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.173 HTTP/1.1" status: 200 len: 696 time: 0.0987053 Aug 20 08:53:25.398295 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-d9bc3243-3ce9-4f6d-810c-ab02a9065ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922604 Aug 20 08:53:25.493536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5d03385-f218-410e-8501-e45a91e0a15d req-2cd29f29-f5bc-4563-8cb9-fa58bf0179e6 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Aug 20 08:53:25.506330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d421-63f5-4309-91a7-53b950938a13 req-f0a23457-40f8-475d-9718-50c81cc8a618 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:25.507691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a377d421-63f5-4309-91a7-53b950938a13 req-f0a23457-40f8-475d-9718-50c81cc8a618 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2048192 Aug 20 08:53:25.570155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Deleting port a76c0448-1fd8-4ab2-b9fe-205cc479161d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:25.570416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:25.576364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a377d421-63f5-4309-91a7-53b950938a13 req-0b818104-170d-4687-bb63-fbf66558358c tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.0521202 Aug 20 08:53:25.657918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a377d421-63f5-4309-91a7-53b950938a13 req-bb2d478d-61bd-4dba-859a-bed3290b0698 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.0726192 Aug 20 08:53:25.760022 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:25.760358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:25.789203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Calling delete_port for a76c0448-1fd8-4ab2-b9fe-205cc479161d owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:25.870780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Deleting port ef17f5bf-d905-4842-8d37-fd3f45eb4f0c {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:25.871039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:25.985640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:25.985998 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.003726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Calling delete_port for ef17f5bf-d905-4842-8d37-fd3f45eb4f0c owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:26.009949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.072902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event deleted for resources: {'Port': ['ID=a76c0448-1fd8-4ab2-b9fe-205cc479161d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:26.159208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.161659 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.163061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-842b3b0f-1388-45e9-a5c1-a24b5e2d7002 req-011c2848-9ae9-431f-b170-2728856685b1 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "DELETE /v2.0/floatingips/2fe634cf-9eb0-44f1-a7fa-4e4b06db178e HTTP/1.1" status: 204 len: 173 time: 0.7903123 Aug 20 08:53:26.243575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.274999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event deleted for resources: {'Port': ['ID=ef17f5bf-d905-4842-8d37-fd3f45eb4f0c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:26.328679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fae364-cf4a-4e98-9bdf-329fd69c6d65 req-23a4f60e-850d-4873-89b2-cf808194ae4a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.330176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44fae364-cf4a-4e98-9bdf-329fd69c6d65 req-23a4f60e-850d-4873-89b2-cf808194ae4a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.1160297 Aug 20 08:53:26.363709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.366124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:26.367203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a377d421-63f5-4309-91a7-53b950938a13 req-6e945774-468e-4b23-8811-5a49bd1e6102 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "DELETE /v2.0/floatingips/b1f62c42-f165-460a-a8d8-fb7867a4fa35 HTTP/1.1" status: 204 len: 173 time: 0.7035623 Aug 20 08:53:26.381738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44fae364-cf4a-4e98-9bdf-329fd69c6d65 req-08ffa0d3-bb28-46ca-b6d1-bd3745b56d58 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 Aug 20 08:53:26.444911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0cd255b-33f2-4a47-8e7c-3d4f29153772 req-387d3af2-f2fa-4e78-849a-ef3e50bb9e29 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/3e378197-a215-40c1-993b-7f6c08902c58 HTTP/1.1" status: 200 len: 1800 time: 0.0395787 Aug 20 08:53:26.492636 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-a0cd255b-33f2-4a47-8e7c-3d4f29153772 req-729ece1e-406e-4f38-ab8d-fecc64667310 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 08:53:26.494884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0cd255b-33f2-4a47-8e7c-3d4f29153772 req-729ece1e-406e-4f38-ab8d-fecc64667310 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/3e378197-a215-40c1-993b-7f6c08902c58 HTTP/1.1" status: 409 len: 341 time: 0.0432794 Aug 20 08:53:26.660713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.667281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.673094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.678923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.685006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.690787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.696876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.698789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-af7facdf-28fd-418b-b0cb-d5cabee498a6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.0929265 Aug 20 08:53:26.745983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83eb1031-e261-4fee-b8f9-fc3495cd9972 req-54c5ebbb-c538-4f90-a075-d4c726b3668b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404565 Aug 20 08:53:26.847030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'}, {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}, {'name': 'network-changed', 'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:26.849590 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff013e4e-1561-4a68-9849-3cb73bd7cff3" -d '{"events": [{"name": "network-changed", "server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41"}, {"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}, {"name": "network-changed", "server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "tag": "a094b87b-648d-41b3-affb-415328520fdc"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:26.889549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f71c073e-5157-41bf-bc56-75d2c168cabe req-d08776a3-b78f-4a88-9c30-6a426ae84ee9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups/3285e8ac-3821-4596-9eb1-22bb646a5364 HTTP/1.1" status: 200 len: 1807 time: 0.0782502 Aug 20 08:53:26.902197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6fc52-8066-474c-8681-c92ab5b84ff5 req-9df22082-2926-48de-896e-eeb9aa08ea2b tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:26.903785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46a6fc52-8066-474c-8681-c92ab5b84ff5 req-9df22082-2926-48de-896e-eeb9aa08ea2b tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 945 time: 0.0744052 Aug 20 08:53:26.969197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46a6fc52-8066-474c-8681-c92ab5b84ff5 req-d341ab62-3eec-4617-91fa-ecbe05d96a20 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Aug 20 08:53:26.982032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f71c073e-5157-41bf-bc56-75d2c168cabe req-e714bbc1-ae3c-4b32-9b47-e2d14a0baaf6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:27.005037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f71c073e-5157-41bf-bc56-75d2c168cabe req-e714bbc1-ae3c-4b32-9b47-e2d14a0baaf6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:27.056489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f71c073e-5157-41bf-bc56-75d2c168cabe req-e714bbc1-ae3c-4b32-9b47-e2d14a0baaf6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:27.059058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f71c073e-5157-41bf-bc56-75d2c168cabe req-e714bbc1-ae3c-4b32-9b47-e2d14a0baaf6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:27.060230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f71c073e-5157-41bf-bc56-75d2c168cabe req-e714bbc1-ae3c-4b32-9b47-e2d14a0baaf6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "DELETE /v2.0/security-groups/3285e8ac-3821-4596-9eb1-22bb646a5364 HTTP/1.1" status: 204 len: 173 time: 0.1554883 Aug 20 08:53:27.070154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714bbc1-ae3c-4b32-9b47-e2d14a0baaf6 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3285e8ac-3821-4596-9eb1-22bb646a5364,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:27.217567 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37f8f64-0235-48e6-afd6-cf71b48e3da1 x-openstack-request-id: req-d37f8f64-0235-48e6-afd6-cf71b48e3da1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:27.218020 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "tag": "a094b87b-648d-41b3-affb-415328520fdc", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:27.218356 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d37f8f64-0235-48e6-afd6-cf71b48e3da1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:27.218953 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'status': 'completed', 'code': 200} Aug 20 08:53:27.219370 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'status': 'completed', 'code': 200} Aug 20 08:53:27.219706 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc', 'status': 'completed', 'code': 200} Aug 20 08:53:27.244201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc11969-3399-43cb-982d-84721efbbb06 req-2a692bf5-eafb-447c-9fd6-917429ef4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.245695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-2a692bf5-eafb-447c-9fd6-917429ef4205 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1136 time: 0.0834641 Aug 20 08:53:27.275724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98eafe-2b1b-4b25-96a0-f9030e7f3806 req-8fdd7041-7240-4a5e-8942-662dcad7847b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.278820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a98eafe-2b1b-4b25-96a0-f9030e7f3806 req-8fdd7041-7240-4a5e-8942-662dcad7847b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0749269 Aug 20 08:53:27.295751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-5ba336bf-c5a6-4882-a30a-5582f9aad509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.297312 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-5ba336bf-c5a6-4882-a30a-5582f9aad509 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23a4470210084067b0b0ba563d541902&device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 1097 time: 0.0500128 Aug 20 08:53:27.388312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a98eafe-2b1b-4b25-96a0-f9030e7f3806 req-10d60dce-7672-460f-b019-9b9b0ee0b3f9 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0690496 Aug 20 08:53:27.411099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-94b57cd4-1b54-4c6b-b1c0-523955740373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.413239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-94b57cd4-1b54-4c6b-b1c0-523955740373 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 200 len: 928 time: 0.1048994 Aug 20 08:53:27.440706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771289d1-242e-4ea5-87e9-61b0bca458db req-c58ad9b8-4387-4031-b8c5-48a38a365293 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.442669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-771289d1-242e-4ea5-87e9-61b0bca458db req-c58ad9b8-4387-4031-b8c5-48a38a365293 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.1483381 Aug 20 08:53:27.465680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-80dd9381-c64d-4df6-b47c-df6d4a915ba1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 200 len: 217 time: 0.0432839 Aug 20 08:53:27.505541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-771289d1-242e-4ea5-87e9-61b0bca458db req-d89009e1-24db-4104-892f-5eea397cfa4c tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552537 Aug 20 08:53:27.506866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc11969-3399-43cb-982d-84721efbbb06 req-40bc0027-bbc1-441a-9f30-cb4b417e41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.508258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-40bc0027-bbc1-441a-9f30-cb4b417e41eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.2520823 Aug 20 08:53:27.548948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-2da07895-bdaa-4a79-b976-70714fd51a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.550382 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-2da07895-bdaa-4a79-b976-70714fd51a49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 200 len: 867 time: 0.0766971 Aug 20 08:53:27.568452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-4afe0951-a119-4d60-a808-6aa1cb16f440 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 217 time: 0.0497646 Aug 20 08:53:27.632337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-f6675cd2-c161-4583-9366-d289945a92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.634556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-f6675cd2-c161-4583-9366-d289945a92af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25c40294-d4d4-4e9b-aa8f-e52a5278b60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754175 Aug 20 08:53:27.664944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc11969-3399-43cb-982d-84721efbbb06 req-bb936d5c-8039-4542-9aaf-94a67029a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:27.682060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-bb936d5c-8039-4542-9aaf-94a67029a3e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.0903649 Aug 20 08:53:27.862873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-bbb74c0d-a715-4a38-9d09-703fd041ec60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766634 Aug 20 08:53:27.919588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-615a8fa2-98d9-49cb-8431-8ddaefb60e9a service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760150 Aug 20 08:53:28.000235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7c5d0d3-81fa-4461-95bf-5f6c63aef010 req-a4b859e0-96ea-4c11-9b65-ac461eb76db3 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0521963 Aug 20 08:53:28.020074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55598fef-3d77-4613-a096-fc08598d6297 req-f17691fe-f0ce-4417-9a12-182f7fe1285a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.021641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55598fef-3d77-4613-a096-fc08598d6297 req-f17691fe-f0ce-4417-9a12-182f7fe1285a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 985 time: 0.3204143 Aug 20 08:53:28.075478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-e8899944-8a40-4b40-b5bc-9945058f0402 service neutron] 10.222.0.37 "GET /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385438 Aug 20 08:53:28.148719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55598fef-3d77-4613-a096-fc08598d6297 req-a64bbd42-5ea7-499d-b4af-17caa9cb6ad4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e378197-a215-40c1-993b-7f6c08902c58&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1192658 Aug 20 08:53:28.160232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-09943c2f-ad24-4e42-b712-891132cd4f05 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821743 Aug 20 08:53:28.173047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-09440cdb-3690-4c7b-aebc-b58f0c42a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.175591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-09440cdb-3690-4c7b-aebc-b58f0c42a6a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c890836a879b42f394b7c230a6cabdb2&device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 1097 time: 0.0515997 Aug 20 08:53:28.190216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e95e9-9ac9-4816-a303-8575a2e2ad9c req-86752624-8458-4021-bcd6-a6543dc9ff71 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.191730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-085e95e9-9ac9-4816-a303-8575a2e2ad9c req-86752624-8458-4021-bcd6-a6543dc9ff71 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.1126645 Aug 20 08:53:28.300124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-e3c7f86a-1642-46b5-b536-320eeab7d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.301792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-e3c7f86a-1642-46b5-b536-320eeab7d39b service neutron] 10.222.0.37 "GET /v2.0/networks?id=99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 200 len: 920 time: 0.1166556 Aug 20 08:53:28.315426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-085e95e9-9ac9-4816-a303-8575a2e2ad9c req-94b1e1b1-63b8-4f91-a09c-9f6467101910 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108973 Aug 20 08:53:28.352902 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-7f0a6955-f814-4538-b293-490c544514d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 200 len: 217 time: 0.0431314 Aug 20 08:53:28.356293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.362248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.369993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.376533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.382677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.389059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.394895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.396757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20c2d7af-bb03-4d16-abac-412813989f84 req-39073d12-63a1-4a4f-96ed-931b942a537d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.1274619 Aug 20 08:53:28.406545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-fcda6a5a-6959-403b-bc6b-b839b0a7338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.408042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-fcda6a5a-6959-403b-bc6b-b839b0a7338e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 200 len: 860 time: 0.0463567 Aug 20 08:53:28.446725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-b1701fc6-461e-4721-9a57-c1636c38bed8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99896d86-32a4-4613-8031-dba58024bb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292547 Aug 20 08:53:28.453564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cc11969-3399-43cb-982d-84721efbbb06 req-29ba6fc5-c1d8-4504-8795-62f5eba14a63 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857680 Aug 20 08:53:28.478906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20c2d7af-bb03-4d16-abac-412813989f84 req-be648ef7-be82-47ed-9a04-81953e85a2b4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700555 Aug 20 08:53:28.486473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee932cc-092a-4ee3-b874-b04e3c189ac1 req-4668640f-52f8-447f-a4de-2132add402c2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.487941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ee932cc-092a-4ee3-b874-b04e3c189ac1 req-4668640f-52f8-447f-a4de-2132add402c2 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.0876274 Aug 20 08:53:28.588439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ee932cc-092a-4ee3-b874-b04e3c189ac1 req-f79f15d6-8421-448d-b5dd-04253c2f4690 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939407 Aug 20 08:53:28.617016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-0bbcac57-bd78-4cc5-9ba1-573e45b43a37 service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551852 Aug 20 08:53:28.617293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-fe0d443f-2963-4936-a130-ffc898f8f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.619785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-fe0d443f-2963-4936-a130-ffc898f8f66c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1136 time: 0.1082776 Aug 20 08:53:28.739740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-a8454d32-990c-49bb-8d63-17ddd126508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.742291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-a8454d32-990c-49bb-8d63-17ddd126508b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.1141818 Aug 20 08:53:28.790604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-57f72b8c-757c-4fc2-9491-ab6362017f7a service neutron] 10.222.0.37 "GET /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586578 Aug 20 08:53:28.820325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-e15b419d-6bfe-42b7-8d54-5461ac970880 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 217 time: 0.0635204 Aug 20 08:53:28.891042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-db19fea7-52cd-4d39-9ca0-43e7d1d6d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:28.892833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-db19fea7-52cd-4d39-9ca0-43e7d1d6d9db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.0607309 Aug 20 08:53:28.979669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-23301d58-ae4f-4e36-afff-098d75ac7d4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725279 Aug 20 08:53:29.105797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bfc61-89d0-4c2e-9ec4-a85497f5ecc4 req-65979270-6606-4db0-926a-d19813a2ed0c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.107446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2bfc61-89d0-4c2e-9ec4-a85497f5ecc4 req-65979270-6606-4db0-926a-d19813a2ed0c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 946 time: 0.1392856 Aug 20 08:53:29.117565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa463e0a-e410-4b34-88d4-4fc6684722d0 req-abb37e67-a706-4fe6-bc11-46e0bdeb2a38 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.119358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa463e0a-e410-4b34-88d4-4fc6684722d0 req-abb37e67-a706-4fe6-bc11-46e0bdeb2a38 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.1850753 Aug 20 08:53:29.189183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-08e8e2ae-87d9-4180-90a8-216f9b52c7de service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851439 Aug 20 08:53:29.205164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c2bfc61-89d0-4c2e-9ec4-a85497f5ecc4 req-b3a20a8e-6999-40a6-bc58-5b465a98fb2b tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Aug 20 08:53:29.238606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa463e0a-e410-4b34-88d4-4fc6684722d0 req-68a13aed-c679-4d95-81f3-9a73cbd529b3 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061316 Aug 20 08:53:29.312031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff013e4e-1561-4a68-9849-3cb73bd7cff3 req-162ded8d-32c4-4795-aa2f-d52ebc76d4ae service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102901 Aug 20 08:53:29.422733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17894b-658b-4168-acfa-ba78883106e5 req-a4d6115b-4760-4cae-836f-9069eb67b719 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.424250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a17894b-658b-4168-acfa-ba78883106e5 req-a4d6115b-4760-4cae-836f-9069eb67b719 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 945 time: 0.0899580 Aug 20 08:53:29.433782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6010-dc78-4127-ba76-d6d9c823884e req-439fe8f7-039c-4310-b920-c9809a83bc4a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.435252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52df6010-dc78-4127-ba76-d6d9c823884e req-439fe8f7-039c-4310-b920-c9809a83bc4a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 985 time: 0.0908432 Aug 20 08:53:29.486600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a17894b-658b-4168-acfa-ba78883106e5 req-9c2d8de6-503d-490e-bf0c-71090f18767e tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Aug 20 08:53:29.512968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52df6010-dc78-4127-ba76-d6d9c823884e req-d0bf8565-392f-44ff-a392-ced693455000 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e378197-a215-40c1-993b-7f6c08902c58&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0590260 Aug 20 08:53:29.654400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20e1b-c773-4046-a094-a229ad119346 req-1f7a662f-4c1e-4213-9713-2cb6f7b8aefa tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.656204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bce20e1b-c773-4046-a094-a229ad119346 req-1f7a662f-4c1e-4213-9713-2cb6f7b8aefa tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.0835259 Aug 20 08:53:29.676528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.683015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.689051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.695263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.702014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.708150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.714314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.716163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-c51b3527-3321-4a3a-8e67-c7b8ea02c058 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.1349211 Aug 20 08:53:29.772376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bce20e1b-c773-4046-a094-a229ad119346 req-7a520920-ce73-49ed-a539-4b0509e91b0d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027391 Aug 20 08:53:29.783065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28e0cd30-0f8a-4107-8c69-0f8e714f2ccb req-27f41155-d4ea-4ea6-83a0-e41e4849b44e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591822 Aug 20 08:53:29.930038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-bf861572-76e4-410a-96e6-c579dfe5f470 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2013848569&fields=id&tenant_id=fe46ec2d28e5465da8d0275400a0caa0 HTTP/1.1" status: 200 len: 267 time: 0.0773807 Aug 20 08:53:29.995955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4bc4e-c80b-4c5f-aac3-a80e94cdb54b req-7f6f21d0-83ec-4ea7-b641-37d29f3a2ec9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:29.997509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-baa4bc4e-c80b-4c5f-aac3-a80e94cdb54b req-7f6f21d0-83ec-4ea7-b641-37d29f3a2ec9 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.1064093 Aug 20 08:53:30.030839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-138dbf94-5d05-4c63-915c-3418ad449ddc tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:30.038276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-138dbf94-5d05-4c63-915c-3418ad449ddc tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 985 time: 0.0877666 Aug 20 08:53:30.047254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'port': {'security_groups': ['3e378197-a215-40c1-993b-7f6c08902c58', 'ddfa51cb-49b2-4e24-9db6-54fec90999b4', 'f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:30.464913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-baa4bc4e-c80b-4c5f-aac3-a80e94cdb54b req-a16327c6-1dbf-4ea1-89a4-871b00950990 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d451fac-54d3-4989-8a19-407e6afb203b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590652 Aug 20 08:53:30.504999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.528102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-84a7ac79-e050-413f-a321-cc4c73664c72 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:30.529592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-84a7ac79-e050-413f-a321-cc4c73664c72 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 945 time: 0.1015558 Aug 20 08:53:30.590262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-f232fb29-bf9a-4b6c-aca7-f05a7c85d441 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:30.592456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-f232fb29-bf9a-4b6c-aca7-f05a7c85d441 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.37 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 946 time: 0.1038835 Aug 20 08:53:30.616352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-6f80879d-453c-48a5-bea0-63dde256dcce tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:30.618061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-6f80879d-453c-48a5-bea0-63dde256dcce tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.37 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 946 time: 0.0913627 Aug 20 08:53:30.776500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Deleting port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:30.776880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.785457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Deleting port 5ad25b3b-0249-47b4-a832-65d75be02925 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:30.786158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.832911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:30.875141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.881782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.894625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'a094b87b-648d-41b3-affb-415328520fdc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:30.904237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Deleting port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:30.904620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.954295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] For port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:30.954681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.958096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] For port 5ad25b3b-0249-47b4-a832-65d75be02925, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5ad25b3b-0249-47b4-a832-65d75be02925,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:30.958457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:30.999713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.000441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.010316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d06dd6e-7a22-4538-bcfa-c217dec55bf4 req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "PUT /v2.0/ports/a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 1021 time: 0.9709694 Aug 20 08:53:31.014174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:31.016905 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca5cadc-e47f-4f91-9489-0b30b0a53811" -d '{"events": [{"name": "network-changed", "server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "tag": "a094b87b-648d-41b3-affb-415328520fdc"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:31.027216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Calling delete_port for 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:31.056771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['a094b87b-648d-41b3-affb-415328520fdc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:31.176284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87362f1-9b64-43f0-ab04-b0bda8388d9a req-892e0cf2-a720-4118-8bd8-ce797dd82070 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.184933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b87362f1-9b64-43f0-ab04-b0bda8388d9a req-892e0cf2-a720-4118-8bd8-ce797dd82070 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36c8de6-5afb-42df-9a94-b2c6a4a8057e HTTP/1.1" status: 200 len: 946 time: 0.1559129 Aug 20 08:53:31.196766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.197042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1284e-baa0-41cf-ad61-c93d6b35d8b6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:31.199098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Calling delete_port for 5ad25b3b-0249-47b4-a832-65d75be02925 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:31.215928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:31.296311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] No DVR routers for this DVR port 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:31.301708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Pushing event deleted for resources: {'Port': ['ID=7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:31.304455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.306725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e76b4437-d7ee-4205-af3a-6f21a339f484 req-399fa013-c201-40d2-a40d-dcbbb3fe728c tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.37 "DELETE /v2.0/ports/7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 HTTP/1.1" status: 204 len: 173 time: 0.7079778 Aug 20 08:53:31.308740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'name': 'network-vif-deleted', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:31.311174 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a6c6a-3a7a-414d-b060-39f0ac137f90" -d '{"events": [{"server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "name": "network-vif-deleted", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:31.351814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] For port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,segment=NetworkSegment(e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39),segment_id=e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:31.352257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.365907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Calling delete_port for 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:31.512431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.534086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5ad25b3b-0249-47b4-a832-65d75be02925'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:31.566927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Pushing event deleted for resources: {'Port': ['ID=5ad25b3b-0249-47b4-a832-65d75be02925,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:31.584099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b87362f1-9b64-43f0-ab04-b0bda8388d9a req-ae565015-edcd-419b-9606-b4403ead5f35 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426 tempest-FloatingIPsAssociationNegativeTestJSON-1393274426-project] 10.222.0.35 "GET /v2.0/security-groups?id=a4291cf5-be20-40f5-a17e-ac0db5784aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981059 Aug 20 08:53:31.614169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8431-c286-49d5-b074-a77b915b851f req-9ff5b062-f37e-494d-96eb-e9159859bd49 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.624877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09fc8431-c286-49d5-b074-a77b915b851f req-9ff5b062-f37e-494d-96eb-e9159859bd49 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c448fc7-69ee-4c77-8568-9096a95bbc83 HTTP/1.1" status: 200 len: 945 time: 0.3921762 Aug 20 08:53:31.641116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] No DVR routers for this DVR port 5ad25b3b-0249-47b4-a832-65d75be02925 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:31.647229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.651321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2d5aac5d-e315-494f-903b-40ccd6a78601 req-7bfb3877-00df-47aa-b13b-d42c1c71626f tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.37 "DELETE /v2.0/ports/5ad25b3b-0249-47b4-a832-65d75be02925 HTTP/1.1" status: 204 len: 173 time: 1.0152910 Aug 20 08:53:31.716235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09fc8431-c286-49d5-b074-a77b915b851f req-5739be5b-3572-48ad-9d87-74c241e0ed5a tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.35 "GET /v2.0/security-groups?id=ceee9ec5-a769-409f-9830-08328b978055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904770 Aug 20 08:53:31.778522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:31.807618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.815278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.823390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.830650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.836358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:31.838060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.840342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:31.844711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.851866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:31.862075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9216ed12-6329-4059-999d-c6014c85e36b req-c1b4c3c5-7d04-4395-a5b2-65d320535464 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5416 time: 0.1678803 Aug 20 08:53:31.902625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Pushing event deleted for resources: {'Port': ['ID=0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:32.001979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82c20e4b-9a1a-4569-a5ff-5fd5d7284d1f req-deeedcb6-b559-48fc-8bc7-8b6f27544cb2 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec HTTP/1.1" status: 200 len: 1800 time: 0.0962093 Aug 20 08:53:32.035004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9216ed12-6329-4059-999d-c6014c85e36b req-be863663-c686-4890-9f82-31e281d3f95b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720741 Aug 20 08:53:32.042389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] No DVR routers for this DVR port 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:32.046391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.048344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f274c195-b628-4c3f-a92f-2b2abb1b35d8 req-ff7b3a03-eed1-466e-9499-a79af641d024 tempest-ServerPasswordTestJSON-1795427798 tempest-ServerPasswordTestJSON-1795427798-project] 10.222.0.26 "DELETE /v2.0/ports/0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 HTTP/1.1" status: 204 len: 173 time: 1.4913859 Aug 20 08:53:32.085678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:32.091534 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-82c20e4b-9a1a-4569-a5ff-5fd5d7284d1f req-30c75bfb-bcf8-4607-a5c9-00a2523d7b0d tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 08:53:32.105104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82c20e4b-9a1a-4569-a5ff-5fd5d7284d1f req-30c75bfb-bcf8-4607-a5c9-00a2523d7b0d tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec HTTP/1.1" status: 409 len: 341 time: 0.0991569 Aug 20 08:53:32.105968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b', 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f', 'port_id': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b', 'mac_address': 'fa:16:3e:79:26:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a98ee04-9010-4544-81aa-319ce5d7a0d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:32.113547 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa78922a-05b0-4f96-b41b-204ef62345d7 x-openstack-request-id: req-fa78922a-05b0-4f96-b41b-204ef62345d7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:32.114178 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "tag": "a094b87b-648d-41b3-affb-415328520fdc", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:32.114776 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa78922a-05b0-4f96-b41b-204ef62345d7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:32.116372 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc', 'status': 'completed', 'code': 200} Aug 20 08:53:32.153890 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a977d9a-2609-4b4c-ac10-b0c628a11b74 x-openstack-request-id: req-9a977d9a-2609-4b4c-ac10-b0c628a11b74 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:32.154239 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36c8de6-5afb-42df-9a94-b2c6a4a8057e", "name": "network-vif-deleted", "tag": "7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:32.154539 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a977d9a-2609-4b4c-ac10-b0c628a11b74 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:32.154936 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36c8de6-5afb-42df-9a94-b2c6a4a8057e', 'name': 'network-vif-deleted', 'tag': '7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41', 'status': 'completed', 'code': 200} Aug 20 08:53:32.156375 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.171690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:32.203629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:32.208909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.209653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c72c9731-3e3c-4a54-9439-9ab48504cba3 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:32.364652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:32.388590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'c72c9731-3e3c-4a54-9439-9ab48504cba3', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'port_id': 'c72c9731-3e3c-4a54-9439-9ab48504cba3', 'mac_address': 'fa:16:3e:f6:60:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:32.409751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c195f52-7fa8-4903-b664-885da1350651 req-0a475f6d-5a00-4b99-ada2-706d1dcb9698 tempest-ServerRescueTestJSONUnderV235-1633313670 tempest-ServerRescueTestJSONUnderV235-1633313670-project] 10.222.0.35 "GET /v2.0/ports?device_id=7912302b-ce4e-4e9d-9ed3-2b88ef0de654 HTTP/1.1" status: 200 len: 210 time: 0.1117551 Aug 20 08:53:32.456868 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-f3e8ba68-5401-4b62-b5f1-e42e68e3a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:32.461359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-f3e8ba68-5401-4b62-b5f1-e42e68e3a9db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1175 time: 0.1841800 Aug 20 08:53:32.492724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.511663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72c9731-3e3c-4a54-9439-9ab48504cba3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:32.535052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:32.541182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:32.553473 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.554382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b4cd792e-d538-4da9-b277-ca720eba63ef details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:32.592413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b4cd792e-d538-4da9-b277-ca720eba63ef,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:32.673158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-d5420390-f2f7-4486-b6ee-d01004091ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:32.674899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-d5420390-f2f7-4486-b6ee-d01004091ba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 200 len: 913 time: 0.1975582 Aug 20 08:53:32.681122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b4cd792e-d538-4da9-b277-ca720eba63ef', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'port_id': 'b4cd792e-d538-4da9-b277-ca720eba63ef', 'mac_address': 'fa:16:3e:c5:81:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:32.683250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:32.748090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.769863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cd792e-d538-4da9-b277-ca720eba63ef {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:32.800713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b4cd792e-d538-4da9-b277-ca720eba63ef,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:32.801039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-62e800b8-31c1-41ad-821c-27a59a56f5c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 200 len: 217 time: 0.1037142 Aug 20 08:53:32.808600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:32.809270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6700519b-4306-4d5c-a5c2-052f7ebea163 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:32.863120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42060) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:33.036501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:33.058269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6700519b-4306-4d5c-a5c2-052f7ebea163,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:33.087712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-695365bc-5213-4586-8704-c73eb988824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.089834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-695365bc-5213-4586-8704-c73eb988824d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 200 len: 853 time: 0.2792065 Aug 20 08:53:33.104065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da629fb-76e6-4599-b52a-1c7ffd56ce94 req-fe9cd49b-1f9a-41c0-9068-287cbff17af2 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.106156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7da629fb-76e6-4599-b52a-1c7ffd56ce94 req-fe9cd49b-1f9a-41c0-9068-287cbff17af2 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.2233753 Aug 20 08:53:33.114737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '6700519b-4306-4d5c-a5c2-052f7ebea163', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'port_id': '6700519b-4306-4d5c-a5c2-052f7ebea163', 'mac_address': 'fa:16:3e:fa:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:33.151958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-9a76d979-10c4-4079-9fce-c98b9e777395 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5740865-78a1-44bc-be00-aa9ab6419be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425742 Aug 20 08:53:33.165832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0cb76-afde-4905-84b7-ebcba0056d4c req-69835fd2-d576-4b52-9dff-29b5b9d4496c tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.167720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59c0cb76-afde-4905-84b7-ebcba0056d4c req-69835fd2-d576-4b52-9dff-29b5b9d4496c tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1024 time: 0.1612768 Aug 20 08:53:33.203747 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.224514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6700519b-4306-4d5c-a5c2-052f7ebea163 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:33.249780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6700519b-4306-4d5c-a5c2-052f7ebea163,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:33.255213 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.255932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c38922f8-537a-4882-9038-4a0ac04eadcf details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:33.256950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7da629fb-76e6-4599-b52a-1c7ffd56ce94 req-264af860-8734-46c1-a4c9-5f173b19b04d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371098 Aug 20 08:53:33.285748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59c0cb76-afde-4905-84b7-ebcba0056d4c req-84356fbf-f7b3-48df-b80b-2cd6892e4822 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec&id=3e378197-a215-40c1-993b-7f6c08902c58&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1091812 Aug 20 08:53:33.380897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-a80619bf-6ba8-4b73-8bf3-3dd76856db41 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118421 Aug 20 08:53:33.417064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:33.420495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.442043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c38922f8-537a-4882-9038-4a0ac04eadcf,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:33.444800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:33.491162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'c38922f8-537a-4882-9038-4a0ac04eadcf', 'network_id': '8c97371e-9164-463e-9da6-569b1f99b62f', 'port_id': 'c38922f8-537a-4882-9038-4a0ac04eadcf', 'mac_address': 'fa:16:3e:d2:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a98ee04-9010-4544-81aa-319ce5d7a0d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:33.504553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42074) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:33.520144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca5cadc-e47f-4f91-9489-0b30b0a53811 req-f714fbff-f6fe-4281-b56e-0abc2c1b2107 service neutron] 10.222.0.26 "GET /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230896 Aug 20 08:53:33.535733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.550075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38922f8-537a-4882-9038-4a0ac04eadcf {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:33.574745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c38922f8-537a-4882-9038-4a0ac04eadcf,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:33.580755 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.581931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device afb065b8-d52b-456a-b88c-7f1ca7665c1b details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:33.639550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.655748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.661624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.681366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.699733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.706582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.707227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:33.718567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:33.720539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-29ca200e-e12a-4820-80bd-8693ad77de37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5420 time: 0.1989322 Aug 20 08:53:33.752777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Deleting subnet 75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:33.762958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.786773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:33.789835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a60491fe-83cb-4aff-9869-7a8c496f6521 req-476102f6-1486-4ecc-9351-cf34c8b3fd42 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621812 Aug 20 08:53:33.800773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'port_id': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'mac_address': 'fa:16:3e:f4:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:33.846402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.880282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb065b8-d52b-456a-b88c-7f1ca7665c1b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:33.913786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.924421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:33.932507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:33.933190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bb7be4c7-6400-459a-a3f7-c8f3931bcde2 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:34.064481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:34.081206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:34.089001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'bb7be4c7-6400-459a-a3f7-c8f3931bcde2', 'network_id': '4b185fe8-a437-433b-8630-ba515cdb3ac0', 'port_id': 'bb7be4c7-6400-459a-a3f7-c8f3931bcde2', 'mac_address': 'fa:16:3e:d6:f6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466dc342-efe1-49f4-b3ad-ac0f8b056342', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:34.112606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.119614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'name': 'network-vif-deleted', 'tag': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:34.124047 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0334c1c2-b170-4863-9324-732e0f2a1ef3" -d '{"events": [{"server_uuid": "2c448fc7-69ee-4c77-8568-9096a95bbc83", "name": "network-vif-deleted", "tag": "0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:34.159060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'name': 'network-vif-deleted', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:34.161516 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b7690c-1140-413f-9270-2b1e224f7445" -d '{"events": [{"server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "name": "network-vif-deleted", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:34.163212 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.169793 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab5693-7173-42c5-8700-b0a86da57cd1 x-openstack-request-id: req-75ab5693-7173-42c5-8700-b0a86da57cd1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:34.170093 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c448fc7-69ee-4c77-8568-9096a95bbc83", "name": "network-vif-deleted", "tag": "0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:34.170349 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75ab5693-7173-42c5-8700-b0a86da57cd1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:34.170746 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c448fc7-69ee-4c77-8568-9096a95bbc83', 'name': 'network-vif-deleted', 'tag': '0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8', 'status': 'completed', 'code': 200} Aug 20 08:53:34.179084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7be4c7-6400-459a-a3f7-c8f3931bcde2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:34.199794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:34.204032 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.259051 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853063cb-93f9-4436-8ecf-05812a36a0dd x-openstack-request-id: req-853063cb-93f9-4436-8ecf-05812a36a0dd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:34.260441 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7912302b-ce4e-4e9d-9ed3-2b88ef0de654", "name": "network-vif-deleted", "tag": "5ad25b3b-0249-47b4-a832-65d75be02925", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:34.260441 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-853063cb-93f9-4436-8ecf-05812a36a0dd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:34.260441 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7912302b-ce4e-4e9d-9ed3-2b88ef0de654', 'name': 'network-vif-deleted', 'tag': '5ad25b3b-0249-47b4-a832-65d75be02925', 'status': 'completed', 'code': 200} Aug 20 08:53:34.263751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:34.463424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59619255-78bd-4405-a93e-f03a079e90a9 req-9975f501-217c-4051-8caa-54f68ab580bb tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:34.465128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59619255-78bd-4405-a93e-f03a079e90a9 req-9975f501-217c-4051-8caa-54f68ab580bb tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.0881863 Aug 20 08:53:34.480734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16977b-5b77-4e54-aa07-628ecdc44558 req-ab3b2d51-5627-4b27-8bc4-f7f313c4f5eb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:34.482437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c16977b-5b77-4e54-aa07-628ecdc44558 req-ab3b2d51-5627-4b27-8bc4-f7f313c4f5eb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1024 time: 0.0732937 Aug 20 08:53:34.562020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59619255-78bd-4405-a93e-f03a079e90a9 req-c35df0c2-46fa-421b-9d9e-fdf1032bc38f tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907109 Aug 20 08:53:34.585459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c16977b-5b77-4e54-aa07-628ecdc44558 req-cd379f65-812e-4181-9ccb-7a53cacb7470 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec&id=3e378197-a215-40c1-993b-7f6c08902c58&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0876513 Aug 20 08:53:34.625263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-ea844bf6-dc5e-4ce6-a75a-1b33118645cb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:34.627140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-ea844bf6-dc5e-4ce6-a75a-1b33118645cb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 1024 time: 0.0835254 Aug 20 08:53:34.675923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.732233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:34.738936 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.740790 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/75f2f424-33c3-4e6c-9fb5-a4cfc51abcd6 HTTP/1.1" status: 204 len: 168 time: 1.2402036 Aug 20 08:53:34.749003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Deleting port a094b87b-648d-41b3-affb-415328520fdc {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:34.749737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42092) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:34.750276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.759121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.759461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.759794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.760125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.760662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.760824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.761179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.761544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.761916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.762234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.762552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.762870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddcc9e6-4466-471f-9d69-a179c9c01e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:34.849811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] For port a094b87b-648d-41b3-affb-415328520fdc, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a094b87b-648d-41b3-affb-415328520fdc,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:34.850180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.864447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.865021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:34.865353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Calling delete_port for a094b87b-648d-41b3-affb-415328520fdc owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:34.868323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:34.873905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Deleting port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:34.874246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:34.912497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['bb7be4c7-6400-459a-a3f7-c8f3931bcde2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:34.916510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['4b74e1bb-8f6b-4b31-88fc-d54a4b53224b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:34.924961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:34.925446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0fc86b34-4e7a-44e3-ba0e-ea5165ba4dd8 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:35.004717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b4cd792e-d538-4da9-b277-ca720eba63ef'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:35.008110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c38922f8-537a-4882-9038-4a0ac04eadcf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:35.018178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['6700519b-4306-4d5c-a5c2-052f7ebea163'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:35.025790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['afb065b8-d52b-456a-b88c-7f1ca7665c1b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:35.062291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.069181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.077289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.092235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.097042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.106913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.107121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] For port 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:35.107253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.113573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.116439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598cc3f0-1ff5-4e6a-9288-41490c428c74']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:35.121440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.130785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-164266df-766f-45fe-8525-4fb9932a08a4 req-12ebe453-8148-46b3-b407-2908e6baf76d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5423 time: 0.1676474 Aug 20 08:53:35.134237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:35.134624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f84e15-b1e1-4bea-9cfa-447bfc4e2d39') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:35.136463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Calling delete_port for 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:35.149652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.172573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.194074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-164266df-766f-45fe-8525-4fb9932a08a4 req-be9970cb-cc5f-4b4d-a3b6-cebe622fb0fd tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587554 Aug 20 08:53:35.229344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:35.229773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.233797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:35.235542 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:35.344844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.385310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:53:35.396450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.422035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'Port': ['ID=a094b87b-648d-41b3-affb-415328520fdc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:35.442910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.444598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] 10.222.0.35 "DELETE /v2.0/networks/598cc3f0-1ff5-4e6a-9288-41490c428c74 HTTP/1.1" status: 204 len: 168 time: 0.6938956 Aug 20 08:53:35.495551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d15f5-8a4f-4ee1-a15d-511be752d53f admin admin] Pushing event deleted for resources: {'Network': ['ID=598cc3f0-1ff5-4e6a-9288-41490c428c74,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:35.524201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] No DVR routers for this DVR port a094b87b-648d-41b3-affb-415328520fdc on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:35.527225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.529756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5afb8c6-1cbb-469a-8610-87b903e23a88 req-3fda9a07-f0a4-45d4-b3f2-0498170129d0 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "DELETE /v2.0/ports/a094b87b-648d-41b3-affb-415328520fdc HTTP/1.1" status: 204 len: 173 time: 0.8962300 Aug 20 08:53:35.616851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42130) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:35.777984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:35.780156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42134) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:35.826251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'a094b87b-648d-41b3-affb-415328520fdc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:35.828151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.829125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d47f29f3-2a1d-4f0b-8e19-52c7f0c30c62 req-e96bd85c-d4f9-4824-96e4-bd16bfd09cad tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=d31dd5c8-a924-4bb2-b99d-55251f5bdf42 HTTP/1.1" status: 200 len: 210 time: 0.0552144 Aug 20 08:53:35.843878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'port_id': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'mac_address': 'fa:16:3e:33:4b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fee151-3869-4e67-8d6e-4bcba10a03bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:35.863306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b789eba-150a-46b0-bd54-418ab6adebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:35.888006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12219bd-7bec-414b-9210-a0dc2f761739 req-f06954a3-b76a-41c7-acaa-29ad68b413c2 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:35.889958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e12219bd-7bec-414b-9210-a0dc2f761739 req-f06954a3-b76a-41c7-acaa-29ad68b413c2 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 946 time: 0.1839044 Aug 20 08:53:35.935372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:35.950573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2e3254e8-92e3-41e6-b054-a2bd0af7da6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d19f4c58fdeb478fb0b3cdfdbfafb189&name=default HTTP/1.1" status: 200 len: 2982 time: 0.1649811 Aug 20 08:53:35.952924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:35.999412 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.063360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e12219bd-7bec-414b-9210-a0dc2f761739 req-e5f52f90-22e7-4a16-85bf-7eff8d0a632f tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632435 Aug 20 08:53:36.077838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:36.098963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:36.123867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c72c9731-3e3c-4a54-9439-9ab48504cba3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:36.184041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'name': 'network-vif-deleted', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:36.211151 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42863961-97a9-4bb5-80aa-833b32c00b37" -d '{"events": [{"server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "name": "network-vif-deleted", "tag": "a094b87b-648d-41b3-affb-415328520fdc"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:36.232793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.337969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b789eba-150a-46b0-bd54-418ab6adebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.343851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b789eba-150a-46b0-bd54-418ab6adebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.385077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:36.411422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b789eba-150a-46b0-bd54-418ab6adebe8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de6ff298c58644678b4b83cbb222ee99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933593 Aug 20 08:53:36.425029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:36.427796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25d511ab-adf3-4695-b988-845f2f827be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.514093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:36.514672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7fd6ad9e-164d-45ac-8290-1bd1aaa9aa41 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:36.515112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5ad25b3b-0249-47b4-a832-65d75be02925 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:36.536399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:36.543463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25d511ab-adf3-4695-b988-845f2f827be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.545579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.553034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.554111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.566672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.579216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.599424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.612063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 5ad25b3b-0249-47b4-a832-65d75be02925 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:36.612640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5ad25b3b-0249-47b4-a832-65d75be02925 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:36.620508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.638809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.656925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-09702aa6-16af-4664-9721-87fb98984fca tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5423 time: 0.2486219 Aug 20 08:53:36.666249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Deleting port 1fda8b93-e0db-455a-b96e-1df511d13919 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:36.666586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.671704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff6904ee-36b0-4a44-8c0a-4fa7f01dfe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.687761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b789eba-150a-46b0-bd54-418ab6adebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0419a1e7-794e-4892-be4f-d66d3afa364d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:36.705000 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae6e14-e6b8-4bc0-a99a-094d635849c9 x-openstack-request-id: req-3bae6e14-e6b8-4bc0-a99a-094d635849c9 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:36.705461 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31dd5c8-a924-4bb2-b99d-55251f5bdf42", "name": "network-vif-deleted", "tag": "a094b87b-648d-41b3-affb-415328520fdc", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:36.705867 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bae6e14-e6b8-4bc0-a99a-094d635849c9 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:36.706326 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31dd5c8-a924-4bb2-b99d-55251f5bdf42', 'name': 'network-vif-deleted', 'tag': 'a094b87b-648d-41b3-affb-415328520fdc', 'status': 'completed', 'code': 200} Aug 20 08:53:36.755834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:36.779602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fea7c2e-5bd9-4707-a5f8-738fc13eaafa req-5d4d82cd-95a2-4895-8f0a-3803846db499 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217551 Aug 20 08:53:36.795952 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff6904ee-36b0-4a44-8c0a-4fa7f01dfe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.805783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25d511ab-adf3-4695-b988-845f2f827be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.808778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25d511ab-adf3-4695-b988-845f2f827be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.812158 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-25d511ab-adf3-4695-b988-845f2f827be5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceee9ec5-a769-409f-9830-08328b978055 HTTP/1.1" status: 204 len: 168 time: 0.8393459 Aug 20 08:53:36.846300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d511ab-adf3-4695-b988-845f2f827be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee9ec5-a769-409f-9830-08328b978055,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:36.897046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] For port 1fda8b93-e0db-455a-b96e-1df511d13919, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1fda8b93-e0db-455a-b96e-1df511d13919,segment=NetworkSegment(8dce53bc-2507-4057-87f1-d72fd2fb32f1),segment_id=8dce53bc-2507-4057-87f1-d72fd2fb32f1)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:36.897412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:36.913602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a094b87b-648d-41b3-affb-415328520fdc no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:36.938991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21884a-78e6-4510-99f7-599381e09441 req-4e6fbd1e-299a-42ef-8075-b09dfa07aefc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:36.954870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da21884a-78e6-4510-99f7-599381e09441 req-4e6fbd1e-299a-42ef-8075-b09dfa07aefc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 945 time: 0.1413286 Aug 20 08:53:36.970621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Calling delete_port for 1fda8b93-e0db-455a-b96e-1df511d13919 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:37.038331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da21884a-78e6-4510-99f7-599381e09441 req-6c4aafad-0ca6-4dff-8a83-671c95a1704a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756960 Aug 20 08:53:37.057670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f56efa9a-09c3-4114-a69a-c9f721fa8a05 req-b9d7b8fe-4b14-46a1-8be0-9d7c40f16f7b tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/3e378197-a215-40c1-993b-7f6c08902c58 HTTP/1.1" status: 200 len: 1800 time: 0.0671592 Aug 20 08:53:37.078091 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff6904ee-36b0-4a44-8c0a-4fa7f01dfe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.080615 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff6904ee-36b0-4a44-8c0a-4fa7f01dfe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.084286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff6904ee-36b0-4a44-8c0a-4fa7f01dfe72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0419a1e7-794e-4892-be4f-d66d3afa364d HTTP/1.1" status: 204 len: 168 time: 0.6549687 Aug 20 08:53:37.104680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6904ee-36b0-4a44-8c0a-4fa7f01dfe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0419a1e7-794e-4892-be4f-d66d3afa364d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:37.142663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f56efa9a-09c3-4114-a69a-c9f721fa8a05 req-e2bbd25d-a250-4bbc-8eb8-463032cc843a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.181346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Router 2404b1de-8da2-411b-aaf6-417ac3c31871 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:37.200858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f56efa9a-09c3-4114-a69a-c9f721fa8a05 req-e2bbd25d-a250-4bbc-8eb8-463032cc843a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.254968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: a094b87b-648d-41b3-affb-415328520fdc {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:37.255313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a094b87b-648d-41b3-affb-415328520fdc not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:37.255738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:37.268557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f56efa9a-09c3-4114-a69a-c9f721fa8a05 req-e2bbd25d-a250-4bbc-8eb8-463032cc843a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.271934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f56efa9a-09c3-4114-a69a-c9f721fa8a05 req-e2bbd25d-a250-4bbc-8eb8-463032cc843a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.275728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f56efa9a-09c3-4114-a69a-c9f721fa8a05 req-e2bbd25d-a250-4bbc-8eb8-463032cc843a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/3e378197-a215-40c1-993b-7f6c08902c58 HTTP/1.1" status: 204 len: 173 time: 0.2165985 Aug 20 08:53:37.321446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd25d-a250-4bbc-8eb8-463032cc843a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e378197-a215-40c1-993b-7f6c08902c58,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:37.372663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a58fdb19-fcf1-4a0e-b14f-2ebe8e6c70cc req-b318f737-2c9c-4791-b770-818040321f11 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec HTTP/1.1" status: 200 len: 1800 time: 0.0693405 Aug 20 08:53:37.520728 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a58fdb19-fcf1-4a0e-b14f-2ebe8e6c70cc req-60454f5e-843d-4f57-8b19-102474aeb884 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.532890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:37.540312 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44f0870f-fc59-4c3a-bf19-11acadb88b4d admin admin] 10.222.0.35 "PUT /v2.0/routers/2404b1de-8da2-411b-aaf6-417ac3c31871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6753008 Aug 20 08:53:37.542811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42178) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:37.547782 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] Sync routers for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:37.562398 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:37.563029 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:37.589597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a58fdb19-fcf1-4a0e-b14f-2ebe8e6c70cc req-60454f5e-843d-4f57-8b19-102474aeb884 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.674034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.679410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a58fdb19-fcf1-4a0e-b14f-2ebe8e6c70cc req-60454f5e-843d-4f57-8b19-102474aeb884 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.682932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a58fdb19-fcf1-4a0e-b14f-2ebe8e6c70cc req-60454f5e-843d-4f57-8b19-102474aeb884 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.684883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a58fdb19-fcf1-4a0e-b14f-2ebe8e6c70cc req-60454f5e-843d-4f57-8b19-102474aeb884 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec HTTP/1.1" status: 204 len: 173 time: 0.3035419 Aug 20 08:53:37.741983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60454f5e-843d-4f57-8b19-102474aeb884 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:37.764957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c4ff69cf-dd3b-4baa-b333-43cf71fe39bf req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1398176390', 'description': 'tempest-description-1854617195'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:37.861555 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4ff69cf-dd3b-4baa-b333-43cf71fe39bf req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:37.868300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Pushing event deleted for resources: {'Port': ['ID=1fda8b93-e0db-455a-b96e-1df511d13919,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:37.898412 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:37.998234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.074785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:38.109044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:38.135674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.163468 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.239440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:38.246726 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device afb065b8-d52b-456a-b88c-7f1ca7665c1b up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:38.270193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.283548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.302236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.318754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.319800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port afb065b8-d52b-456a-b88c-7f1ca7665c1b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:38.325910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port afb065b8-d52b-456a-b88c-7f1ca7665c1b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:38.326295 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.331763 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:53:35Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:38.332002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.350136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.362789 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] Checking router: 2404b1de-8da2-411b-aaf6-417ac3c31871 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:38.369922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.373799 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] Routers {'2404b1de-8da2-411b-aaf6-417ac3c31871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:38.374750 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2404b1de-8da2-411b-aaf6-417ac3c31871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:38.379680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-492444cb-f39a-42e7-adf6-7fae1c330b9b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5423 time: 0.4105229 Aug 20 08:53:38.419593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a0439f8f-a02a-4fd2-9f7f-82ee3606c6b0 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:38.421142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a0439f8f-a02a-4fd2-9f7f-82ee3606c6b0 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 945 time: 0.3702204 Aug 20 08:53:38.514064 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.546644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42214) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:38.559365 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4ff69cf-dd3b-4baa-b333-43cf71fe39bf req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.562429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:38.563975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:38.567504 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb3a6d0-0aaf-41e8-ac82-87f4543e8ceb" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:38.574107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-572ffbab-27ed-4b9b-a55a-2ac7fbbc8191 req-a7e8296a-8618-4196-88b0-73c78aa950ee tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932786 Aug 20 08:53:38.574402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.575422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c72c9731-3e3c-4a54-9439-9ab48504cba3 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:38.583798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4ff69cf-dd3b-4baa-b333-43cf71fe39bf req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.623856 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] Set router 2404b1de-8da2-411b-aaf6-417ac3c31871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:38.635441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c4ff69cf-dd3b-4baa-b333-43cf71fe39bf req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.652144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4ff69cf-dd3b-4baa-b333-43cf71fe39bf req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9085135 Aug 20 08:53:38.702340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:38.702625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.707962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.732063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port c72c9731-3e3c-4a54-9439-9ab48504cba3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:38.739186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port c72c9731-3e3c-4a54-9439-9ab48504cba3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:38.739569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.781848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eafb24-8b67-45c5-abb1-02918172b623 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716fa2c9-6452-4244-89c8-a6374682b6a6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:38.829197 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6808b6e3-233b-45a9-b2b8-5a9ca53728df x-openstack-request-id: req-6808b6e3-233b-45a9-b2b8-5a9ca53728df {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:38.829818 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:38.830084 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6808b6e3-233b-45a9-b2b8-5a9ca53728df {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:38.832215 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'code': 200} Aug 20 08:53:38.848426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Deleting port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:38.849073 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.970031 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.974564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:38.974960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:38.978163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:38.993309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Calling delete_port for bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:39.127778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:39.195685 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.213550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:53:35Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:39.236315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-855a06a7-9c05-4c32-910f-8c0a9466d060 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/716fa2c9-6452-4244-89c8-a6374682b6a6 HTTP/1.1" status: 200 len: 1803 time: 0.4111300 Aug 20 08:53:39.253439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:39.259744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Request body: {'security_group': {'name': 'tempest-sg-hth-85875961', 'description': 'tempest-description-hth-297625944'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:39.275923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1946024325-network', 'tenant_id': 'af1170b453d24270b420f250780a4af3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:39.298866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Router fdb66211-717d-4544-b94c-251e0f8db850 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:39.303854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43ad3-976e-405e-a405-da74dde86dcd None None] The sync data for ids ['2404b1de-8da2-411b-aaf6-417ac3c31871'] in n-d-804285-2 is: [{'id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-754231813-router', 'tenant_id': '23a4470210084067b0b0ba563d541902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:52:30Z', 'updated_at': '2021-08-20T08:53:35Z', 'revision_number': 5, 'project_id': '23a4470210084067b0b0ba563d541902', 'gw_port': {'id': 'afd271e2-9eff-4cb5-acfe-d8d468b151ec', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:dc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404b1de-8da2-411b-aaf6-417ac3c31871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:31Z', 'updated_at': '2021-08-20T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:39.323534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:39.340730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'port_id': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'mac_address': 'fa:16:3e:33:4b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fee151-3869-4e67-8d6e-4bcba10a03bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:39.366244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea38dc3-68c0-4590-953c-116214c913ad req-512ec45c-5af9-4b6e-b8ea-ec9e25243f17 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:39.377419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Made reservation on behalf of af1170b453d24270b420f250780a4af3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:39.385579 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bea38dc3-68c0-4590-953c-116214c913ad req-512ec45c-5af9-4b6e-b8ea-ec9e25243f17 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 944 time: 0.6145525 Aug 20 08:53:39.395468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.447695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.450263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.463988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:39.470383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.489506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Deleting port afd271e2-9eff-4cb5-acfe-d8d468b151ec {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:39.489913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.517850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bea38dc3-68c0-4590-953c-116214c913ad req-397f1ea9-9c3c-4843-8a3b-05f33359cadc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311867 Aug 20 08:53:39.538412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.543898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.548055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.550231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f06e06d8-e4c4-40b1-8fb5-3b3306cabdcb req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "PUT /v2.0/security-groups/716fa2c9-6452-4244-89c8-a6374682b6a6 HTTP/1.1" status: 200 len: 1774 time: 0.3130395 Aug 20 08:53:39.575090 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.835856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:39.849181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event deleted for resources: {'Port': ['ID=bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:39.895446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1234f-43d9-4afd-9339-3c99f8ac5bb5 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716fa2c9-6452-4244-89c8-a6374682b6a6,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:39.896783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:39.897042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74b6ef6c-ac43-4bd7-9ad8-9fc337d58cbe not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:39.961210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] No DVR routers for this DVR port bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:39.970610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:39.974631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18f536b5-3719-49c9-aeab-3a078d7490c2 req-a7a4e742-e62f-4ec0-ab5e-8a67a48f413b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "DELETE /v2.0/ports/bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 HTTP/1.1" status: 204 len: 173 time: 1.5425456 Aug 20 08:53:39.976174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'name': 'network-vif-deleted', 'tag': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:39.992206 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8a2dfc-3edd-4055-9038-1f9b41ff3514" -d '{"events": [{"server_uuid": "9343bd04-919d-42fc-8f29-9730af1d9d7b", "name": "network-vif-deleted", "tag": "bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:40.054667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.064119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.073190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.080500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.088156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.095335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.101611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:40.104564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-55a36a95-74e7-492e-b3f7-ffd0abc7430f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5425 time: 0.3799183 Aug 20 08:53:40.107572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6d9c533-8369-4a3e-92bd-74d392b13201 req-7e21d5e8-234d-40a6-818b-d127bf538aec tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/716fa2c9-6452-4244-89c8-a6374682b6a6 HTTP/1.1" status: 200 len: 1774 time: 0.4892321 Aug 20 08:53:40.196662 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86127f2f-8cca-4b77-b509-b414433f0ebe x-openstack-request-id: req-86127f2f-8cca-4b77-b509-b414433f0ebe {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:40.196964 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9343bd04-919d-42fc-8f29-9730af1d9d7b", "name": "network-vif-deleted", "tag": "bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:40.197205 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86127f2f-8cca-4b77-b509-b414433f0ebe {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:40.197610 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9343bd04-919d-42fc-8f29-9730af1d9d7b', 'name': 'network-vif-deleted', 'tag': 'bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3', 'status': 'completed', 'code': 200} Aug 20 08:53:40.234476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:40.259438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f468adf-3b32-4d13-b14b-37a8d09ef623 req-ccac8552-51d0-4ac0-9451-9f1de8e9f54b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302500 Aug 20 08:53:40.297470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4285229a-cfe1-4544-81cc-a0a8ae0dbb30 req-df1d4fb1-d7cb-48bb-9ca8-13637af8d069 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/716fa2c9-6452-4244-89c8-a6374682b6a6 HTTP/1.1" status: 200 len: 1774 time: 0.0803773 Aug 20 08:53:40.320090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:40.331389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:40.332080 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.394463 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4285229a-cfe1-4544-81cc-a0a8ae0dbb30 req-37004248-fd11-4b02-9726-a6a8320df389 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.469957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4285229a-cfe1-4544-81cc-a0a8ae0dbb30 req-37004248-fd11-4b02-9726-a6a8320df389 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.499151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] For port afd271e2-9eff-4cb5-acfe-d8d468b151ec, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=afd271e2-9eff-4cb5-acfe-d8d468b151ec,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:40.499823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.515333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:40.560891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2a671d8f-536c-4169-98b4-c53a16885bac admin admin] 10.222.0.35 "PUT /v2.0/routers/fdb66211-717d-4544-b94c-251e0f8db850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0365276 Aug 20 08:53:40.562903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Calling delete_port for afd271e2-9eff-4cb5-acfe-d8d468b151ec owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:40.563648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42266) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:40.586172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] Sync routers for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:40.637143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:40.637823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:40.731482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21fe4ba5-d601-4ae0-b92c-8649fa584ff6 req-e17009db-0f4a-49b8-af37-4e91da4ad4d4 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=9343bd04-919d-42fc-8f29-9730af1d9d7b HTTP/1.1" status: 200 len: 210 time: 0.0516090 Aug 20 08:53:40.755472 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4285229a-cfe1-4544-81cc-a0a8ae0dbb30 req-37004248-fd11-4b02-9726-a6a8320df389 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.761593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4285229a-cfe1-4544-81cc-a0a8ae0dbb30 req-37004248-fd11-4b02-9726-a6a8320df389 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.763041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4285229a-cfe1-4544-81cc-a0a8ae0dbb30 req-37004248-fd11-4b02-9726-a6a8320df389 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/716fa2c9-6452-4244-89c8-a6374682b6a6 HTTP/1.1" status: 204 len: 173 time: 0.4647961 Aug 20 08:53:40.793148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004248-fd11-4b02-9726-a6a8320df389 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716fa2c9-6452-4244-89c8-a6374682b6a6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:40.837901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:40.840115 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a2258e-7746-468a-8b91-15aca9c17f8a" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:40.842767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.857807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.873348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:40.901618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:40.910847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.935262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:40.935262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6700519b-4306-4d5c-a5c2-052f7ebea163 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:40.935262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:40.935262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bf3c4f0b-556a-40d3-bda6-ab68ac2eaff3 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:40.937855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:40.978533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.001393 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-9f232e1c-172b-4394-bb7f-44e641f2ffdb req-77a364e7-d9c1-479e-b9db-02a9cbd4f132 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:53:41.002448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f232e1c-172b-4394-bb7f-44e641f2ffdb req-77a364e7-d9c1-479e-b9db-02a9cbd4f132 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/f66c9d1b-5a1e-469a-8ece-4c3dcc0991ec HTTP/1.1" status: 404 len: 352 time: 0.0233974 Aug 20 08:53:41.003213 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8371665-0514-4ff5-a6b1-cfb330d0d468 x-openstack-request-id: req-a8371665-0514-4ff5-a6b1-cfb330d0d468 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:41.003508 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:41.003765 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8371665-0514-4ff5-a6b1-cfb330d0d468 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:41.004451 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3', 'code': 200} Aug 20 08:53:41.042891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:53:41.065925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:41.069496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.070171 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Added segment 79216572-e583-4764-9991-f3cf0531c78e of type vlan for network 3594c1c7-93eb-45d1-bd19-5c055d23279a Aug 20 08:53:41.204396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.220866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:41.248935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.263185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 6700519b-4306-4d5c-a5c2-052f7ebea163 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:41.272366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 6700519b-4306-4d5c-a5c2-052f7ebea163 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:41.272366 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.350778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Pushing event deleted for resources: {'Port': ['ID=afd271e2-9eff-4cb5-acfe-d8d468b151ec,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:41.356747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.357861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.358510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.455391 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-487308be-f4cf-4775-804c-18d291b9f468 req-ff35d4c8-2f89-4c37-9efc-707faf2a1240 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:53:41.456399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-487308be-f4cf-4775-804c-18d291b9f468 req-ff35d4c8-2f89-4c37-9efc-707faf2a1240 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/3e378197-a215-40c1-993b-7f6c08902c58 HTTP/1.1" status: 404 len: 352 time: 0.3967662 Aug 20 08:53:41.502269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.524483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.529390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.538217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.569255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.573045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6700519b-4306-4d5c-a5c2-052f7ebea163,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:41.579513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.588840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:53:37Z', 'revision_number': 5, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port': {'id': 'c4429c9a-2551-4b8b-970d-5365ae9e6af6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:52:00Z', 'updated_at': '2021-08-20T08:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:41.591465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.596081 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.597164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b4cd792e-d538-4da9-b277-ca720eba63ef up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:41.597821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.601568 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0345325 Aug 20 08:53:41.605277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:41.606125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:41.608047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-74c8a627-2382-4e4a-8d5d-ed53bd1ba9bc tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5426 time: 0.1689622 Aug 20 08:53:41.616361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Request body: {'subnet': {'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1946024325-subnet', 'tenant_id': 'af1170b453d24270b420f250780a4af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:41.652806 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-fa1f4f4f-b728-4fd2-acd3-922881281fa5 req-8a84e318-e50c-4f58-9ca2-751b2e775cf6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:53:41.654441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa1f4f4f-b728-4fd2-acd3-922881281fa5 req-8a84e318-e50c-4f58-9ca2-751b2e775cf6 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/ae9a4e0e-1bc3-4592-a2cf-947b84b837bb HTTP/1.1" status: 404 len: 352 time: 0.0455036 Aug 20 08:53:41.666735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] Checking router: fdb66211-717d-4544-b94c-251e0f8db850 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:41.690875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Made reservation on behalf of af1170b453d24270b420f250780a4af3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:41.699966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.707091 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66056dff-f455-41e2-bffc-36d0d83ab99a req-030a781c-f325-4287-90e5-87a9b567c9c7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823772 Aug 20 08:53:41.716327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] Routers {'fdb66211-717d-4544-b94c-251e0f8db850'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:41.716965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['fdb66211-717d-4544-b94c-251e0f8db850'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:41.739518 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-ac8a916e-64d5-4f36-9717-24b9897bbc12 req-20781f1f-e4ab-4cc1-897f-eeacc9a8add4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:53:41.740790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac8a916e-64d5-4f36-9717-24b9897bbc12 req-20781f1f-e4ab-4cc1-897f-eeacc9a8add4 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/50317dd8-748e-4c35-af0e-47e1dfd582d4 HTTP/1.1" status: 404 len: 352 time: 0.0316119 Aug 20 08:53:41.741304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def2f1c-9ae3-456e-8a5f-0f94c999e2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3594c1c7-93eb-45d1-bd19-5c055d23279a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:41.779840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:41.782423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Deleting port c4429c9a-2551-4b8b-970d-5365ae9e6af6 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:41.783484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3594c1c7-93eb-45d1-bd19-5c055d23279a details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:53:41.795592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.830972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.877971 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-0f12dc76-6f3c-4502-9d5e-b6efdf719d31 req-8104f799-ca78-495a-9db8-a538d1f8a631 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:53:41.887741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f12dc76-6f3c-4502-9d5e-b6efdf719d31 req-8104f799-ca78-495a-9db8-a538d1f8a631 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/6d6c5c96-3004-46a3-be1f-ebdce98d6d0b HTTP/1.1" status: 404 len: 352 time: 0.0894711 Aug 20 08:53:41.974779 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-3aa5816e-8b49-4014-ba47-1de3a1447177 req-00a6cdde-a338-48dd-9e54-feacbee8d877 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] show failed (client error): The resource could not be found. Aug 20 08:53:41.976372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3aa5816e-8b49-4014-ba47-1de3a1447177 req-00a6cdde-a338-48dd-9e54-feacbee8d877 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/30a8a59f-fff3-480a-ac66-3e1a50eee4bd HTTP/1.1" status: 404 len: 352 time: 0.0631680 Aug 20 08:53:41.978480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:41.985579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.015437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] For port c4429c9a-2551-4b8b-970d-5365ae9e6af6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c4429c9a-2551-4b8b-970d-5365ae9e6af6,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:42.015918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.042832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Calling delete_port for c4429c9a-2551-4b8b-970d-5365ae9e6af6 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:42.060343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port b4cd792e-d538-4da9-b277-ca720eba63ef completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:42.120838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] Set router fdb66211-717d-4544-b94c-251e0f8db850 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:42.268700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b4cd792e-d538-4da9-b277-ca720eba63ef triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:42.269393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.272058 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.276242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:53:41Z', 'revision_number': 6, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:42.304476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.329004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4429c9a-2551-4b8b-970d-5365ae9e6af6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:42.400368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fdff0-5014-43fc-a59d-30d78461e220 None None] The sync data for ids ['fdb66211-717d-4544-b94c-251e0f8db850'] in n-d-804285-2 is: [{'id': 'fdb66211-717d-4544-b94c-251e0f8db850', 'name': 'tempest-ServerRescueTestJSONUnderV235-1947625747-router', 'tenant_id': 'c890836a879b42f394b7c230a6cabdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:59Z', 'updated_at': '2021-08-20T08:53:41Z', 'revision_number': 6, 'project_id': 'c890836a879b42f394b7c230a6cabdb2', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:42.402021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.402021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2404b1de-8da2-411b-aaf6-417ac3c31871 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:53:42.403672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2cb509-06bf-4b38-86e1-ac1d77b928c7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:42.415334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.416718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-35b25ecb-3f35-4ec9-bde3-45f9c42170cf admin admin] 10.222.0.35 "DELETE /v2.0/routers/2404b1de-8da2-411b-aaf6-417ac3c31871 HTTP/1.1" status: 204 len: 168 time: 4.8729877 Aug 20 08:53:42.420453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42316) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:42.442895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42318) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:42.469975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--666059203', 'description': 'tempest-description--644179959'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:42.505336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.526339 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.585142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Deleting subnet fe244fed-7610-468e-8588-0935a78e5d12 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:42.588473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Checking segment: {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:42.588841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Network hostable DHCP agents. Network: 3594c1c7-93eb-45d1-bd19-5c055d23279a, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:53:42.591306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f6465-693c-441b-b15b-1e005c87550d req-eb830406-f761-499b-81bf-e024b18e991a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:42.591812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.593775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e6f6465-693c-441b-b15b-1e005c87550d req-eb830406-f761-499b-81bf-e024b18e991a tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1024 time: 0.2172186 Aug 20 08:53:42.596469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.649494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.653043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Network 3594c1c7-93eb-45d1-bd19-5c055d23279a is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:53:42.668822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.674554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b4cd792e-d538-4da9-b277-ca720eba63ef,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:42.683672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.684921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c38922f8-537a-4882-9038-4a0ac04eadcf up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:42.688687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3594c1c7-93eb-45d1-bd19-5c055d23279a) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:42.704855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:42.705871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.727739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.733575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15fc9cc7-a77a-4512-87e9-7593ab18c672 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1251328 Aug 20 08:53:42.737139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ab223-63fc-4bc4-b8b8-b94f56bc6d76 None None] Network 3594c1c7-93eb-45d1-bd19-5c055d23279a requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:42.788942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.823085 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:42.839033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e6f6465-693c-441b-b15b-1e005c87550d req-a846e7e4-7ec9-492d-8ee7-3002093a2656 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fde966f-f0b8-4aeb-a44b-04882689b2c3&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&id=3fb132bf-df53-4a33-af82-779e3bc0f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1755846 Aug 20 08:53:42.955783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.007108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc140619-2dc3-4227-8496-ff8ca06128a1 None None] Network 3594c1c7-93eb-45d1-bd19-5c055d23279a requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:43.016268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cd792e-d538-4da9-b277-ca720eba63ef'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:43.019046 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9387e95d-8811-4a57-b629-9268598034ff" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "b4cd792e-d538-4da9-b277-ca720eba63ef"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:43.070027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe244fed-7610-468e-8588-0935a78e5d12,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:43.081316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.089628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.090266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb66211-717d-4544-b94c-251e0f8db850 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:53:43.091949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40da2563-91e4-42a7-9bf0-8180376b4e90 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fe244fed-7610-468e-8588-0935a78e5d12 HTTP/1.1" status: 204 len: 168 time: 0.6698935 Aug 20 08:53:43.093608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42334) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:43.096112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.106071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc63f4e9-969b-45e4-b674-accad32947d8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fdb66211-717d-4544-b94c-251e0f8db850 HTTP/1.1" status: 204 len: 168 time: 2.5395813 Aug 20 08:53:43.110264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42338) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:43.124479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b17cfe3-a706-4fa2-84f7-1fb4112de264 None None] Network 25c40294-d4d4-4e9b-aa8f-e52a5278b60d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:43.226359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:43.256337 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dca2c9-0c15-469c-a1de-50d4d1f65498 x-openstack-request-id: req-94dca2c9-0c15-469c-a1de-50d4d1f65498 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:43.257858 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "b4cd792e-d538-4da9-b277-ca720eba63ef", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:43.258867 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94dca2c9-0c15-469c-a1de-50d4d1f65498 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:43.259675 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b', 'code': 200} Aug 20 08:53:43.261455 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163', 'code': 200} Aug 20 08:53:43.261744 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cd792e-d538-4da9-b277-ca720eba63ef', 'code': 200} Aug 20 08:53:43.263983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.273156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.282117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.284278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.290041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.292328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42342) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:43.296576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.302875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.317122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:43.323716 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-8905e6ba-bf45-4b83-923d-944d3e758a7e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5428 time: 0.3553536 Aug 20 08:53:43.353503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port c38922f8-537a-4882-9038-4a0ac04eadcf completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:43.369084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fbd33789-e2eb-496d-a71e-7ce1a5a00aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.380996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port c38922f8-537a-4882-9038-4a0ac04eadcf triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:43.381372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.471401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Deleting port fe3d327c-c149-4ea0-a05f-d745b805f0c6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:43.472053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.483239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Deleting subnet d88a8297-1f63-4a87-bd87-cd94c929a193 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:43.499582 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.589366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b2997cb-7932-4e6e-a1d7-8e25e8a4664c req-4e889d27-3ee8-4217-87fd-c4cf400c627b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2560048 Aug 20 08:53:43.629705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-353c292d-fe58-48d8-8dfc-fb2f8cbf4f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.665945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device afd271e2-9eff-4cb5-acfe-d8d468b151ec no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:43.703771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] For port fe3d327c-c149-4ea0-a05f-d745b805f0c6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe3d327c-c149-4ea0-a05f-d745b805f0c6,segment=NetworkSegment(ad8866cc-dbf2-4c5d-8f55-ebae02583c64),segment_id=ad8866cc-dbf2-4c5d-8f55-ebae02583c64)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:43.703771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.710817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: afd271e2-9eff-4cb5-acfe-d8d468b151ec {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:43.711502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device afd271e2-9eff-4cb5-acfe-d8d468b151ec not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:43.712133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1fda8b93-e0db-455a-b96e-1df511d13919 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:43.712747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.735773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Calling delete_port for fe3d327c-c149-4ea0-a05f-d745b805f0c6 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:43.739303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1fda8b93-e0db-455a-b96e-1df511d13919 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:43.739779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1fda8b93-e0db-455a-b96e-1df511d13919 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:43.740301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c4429c9a-2551-4b8b-970d-5365ae9e6af6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:43.742336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] DHCP port deletion for 25c40294-d4d4-4e9b-aa8f-e52a5278b60d request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:53:43.825587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.833150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c4429c9a-2551-4b8b-970d-5365ae9e6af6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:43.833623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c4429c9a-2551-4b8b-970d-5365ae9e6af6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:43.861525 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.913064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.957454 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.972894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:43.986556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3d327c-c149-4ea0-a05f-d745b805f0c6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:43.992202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] No DVR routers for this DVR port fe3d327c-c149-4ea0-a05f-d745b805f0c6 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:44.027266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568ad431-86f2-4100-9b06-242373ef98d5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.032171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.074161 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.092857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-a0710386-df0d-4c1a-ae93-846b69901715 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:44.094827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-a0710386-df0d-4c1a-ae93-846b69901715 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1024 time: 0.5429075 Aug 20 08:53:44.112211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.115158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Deleting port fe3d327c-c149-4ea0-a05f-d745b805f0c6 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:44.115539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.123791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-353c292d-fe58-48d8-8dfc-fb2f8cbf4f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.127493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c40294-d4d4-4e9b-aa8f-e52a5278b60d']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:44.139581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:44.140152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8866cc-dbf2-4c5d-8f55-ebae02583c64') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:44.140986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88a8297-1f63-4a87-bd87-cd94c929a193,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.141937 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-353c292d-fe58-48d8-8dfc-fb2f8cbf4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.176313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c292d-fe58-48d8-8dfc-fb2f8cbf4f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c725faed-7203-4065-a900-ae46c7fa9a3f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.181121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.209438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c38922f8-537a-4882-9038-4a0ac04eadcf,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:44.217341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-353c292d-fe58-48d8-8dfc-fb2f8cbf4f24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb52080fc15b41589f23b91604c107c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9239240 Aug 20 08:53:44.218596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.220596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42362) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:44.221894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.223060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bb7be4c7-6400-459a-a3f7-c8f3931bcde2 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:44.240127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:44.240808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:44.243556 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:44.275301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.276623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ac63bdd0-12a6-4428-8c37-f11d6efaa875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8280487 Aug 20 08:53:44.284788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42364) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:44.294606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'security_group_rule': {'security_group_id': '568ad431-86f2-4100-9b06-242373ef98d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:44.303900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.306574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] For port fe3d327c-c149-4ea0-a05f-d745b805f0c6, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:44.306944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.308139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37745a58-41e2-4aff-ad65-2ddebf6a5ec3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d88a8297-1f63-4a87-bd87-cd94c929a193 HTTP/1.1" status: 204 len: 168 time: 1.1972580 Aug 20 08:53:44.313148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42366) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:44.337609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Calling delete_port for fe3d327c-c149-4ea0-a05f-d745b805f0c6 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:44.342279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Port fe3d327c-c149-4ea0-a05f-d745b805f0c6 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 08:53:44.355294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.373604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.383552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4174-a4b7-43a7-b07d-22143826a8cf req-44582cc4-959f-42c2-876c-1b1d333264ff tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:44.385633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-deeb4174-a4b7-43a7-b07d-22143826a8cf req-44582cc4-959f-42c2-876c-1b1d333264ff tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 1024 time: 0.2482097 Aug 20 08:53:44.405113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-1467161f-bb22-4a7a-a3c9-e6022b6f0144 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:44.406616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] Pushing event deleted for resources: {'Port': ['ID=fe3d327c-c149-4ea0-a05f-d745b805f0c6,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.410330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e17ab-1015-4e97-9f9c-1f2666e58274 None None] No DVR routers for this DVR port fe3d327c-c149-4ea0-a05f-d745b805f0c6 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:44.410892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0b813d6-244d-46e4-8ca2-386f50548581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.415275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.424930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:44.427253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-1467161f-bb22-4a7a-a3c9-e6022b6f0144 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 814 time: 0.6371200 Aug 20 08:53:44.432823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:44.433202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.439356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.446404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] 10.222.0.35 "DELETE /v2.0/networks/25c40294-d4d4-4e9b-aa8f-e52a5278b60d HTTP/1.1" status: 204 len: 168 time: 1.3498101 Aug 20 08:53:44.456379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Deleting port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:44.456669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.470047 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.490949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-89546a05-0133-4926-a0b3-0ad6cb6b1dc7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/quotas/af1170b453d24270b420f250780a4af3 HTTP/1.1" status: 200 len: 375 time: 0.0622246 Aug 20 08:53:44.491456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a888-5cf9-498d-b407-2e1b4ba84d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c40294-d4d4-4e9b-aa8f-e52a5278b60d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.501474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0b813d6-244d-46e4-8ca2-386f50548581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.514735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.562356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-db12dfc0-5232-4e05-b117-791278fce9d3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705719 Aug 20 08:53:44.582536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.606007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.641037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:44.647685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.650451 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.654632 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0b813d6-244d-46e4-8ca2-386f50548581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.657555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0b813d6-244d-46e4-8ca2-386f50548581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.658873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b0b813d6-244d-46e4-8ca2-386f50548581 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c725faed-7203-4065-a900-ae46c7fa9a3f HTTP/1.1" status: 204 len: 168 time: 0.4373250 Aug 20 08:53:44.669099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-deeb4174-a4b7-43a7-b07d-22143826a8cf req-ba0a97d4-c104-435e-806d-9eab5debe347 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fde966f-f0b8-4aeb-a44b-04882689b2c3&id=ddfa51cb-49b2-4e24-9db6-54fec90999b4&id=3fb132bf-df53-4a33-af82-779e3bc0f3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2284670 Aug 20 08:53:44.686133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.699331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8339b49e-0a48-4be5-9607-93dbec57f965,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.705148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99896d86-32a4-4613-8031-dba58024bb2f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:44.707704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b813d6-244d-46e4-8ca2-386f50548581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725faed-7203-4065-a900-ae46c7fa9a3f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.718357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.719769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-23a13f0c-def1-46f6-8746-393e98639ca7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293146 Aug 20 08:53:44.722040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dce53bc-2507-4057-87f1-d72fd2fb32f1') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:44.722282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dce53bc-2507-4057-87f1-d72fd2fb32f1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:44.723931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42374) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:44.725193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] For port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,segment=NetworkSegment(6d6b0847-aeb7-466a-8c8f-15874c232d1b),segment_id=6d6b0847-aeb7-466a-8c8f-15874c232d1b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:44.725569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.734020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.749352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.751665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'security_group_rule': {'security_group_id': '568ad431-86f2-4100-9b06-242373ef98d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:44.752380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.762839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:44.763483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:44.765648 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:44.771147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42376) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:44.786746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Calling delete_port for 947e4105-b0d6-4dbf-9b65-70dd67a88c4a owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:44.830483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.838779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.842772 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] 10.222.0.35 "DELETE /v2.0/networks/99896d86-32a4-4613-8031-dba58024bb2f HTTP/1.1" status: 204 len: 168 time: 0.5239365 Aug 20 08:53:44.851942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cd7bc-3fa5-4641-9e17-0e997108f23d admin admin] Pushing event deleted for resources: {'Network': ['ID=99896d86-32a4-4613-8031-dba58024bb2f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:44.907160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-0f2c8462-8e86-4e63-82be-0a2a0a945b60 service neutron] 10.222.0.35 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345184 Aug 20 08:53:44.924974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:44.970073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee6de-5e54-470e-80a2-1f068978aad0 req-9a7f7c61-ac02-4ae6-a7f9-9a52d18f2ffd tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:44.974199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46dee6de-5e54-470e-80a2-1f068978aad0 req-9a7f7c61-ac02-4ae6-a7f9-9a52d18f2ffd tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 946 time: 0.2013063 Aug 20 08:53:45.010076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-989cc371-e2b4-471f-a159-cebf55d6ab4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=23a4470210084067b0b0ba563d541902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347908 Aug 20 08:53:45.013348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42382) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:45.086000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63e1a18-1a2f-4015-901a-5052604a3d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.107549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42384) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:45.119196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42386) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:45.126037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63e1a18-1a2f-4015-901a-5052604a3d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.128188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f388abb-8c4e-4546-b27c-b4517602e187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.132751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46dee6de-5e54-470e-80a2-1f068978aad0 req-02a340dd-ab45-4684-b1a6-bbc082af6b6e tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163294 Aug 20 08:53:45.197378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.211748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.222268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-78581b51-4e81-4b7d-884f-936839307827 service neutron] 10.222.0.35 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997432 Aug 20 08:53:45.226117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63e1a18-1a2f-4015-901a-5052604a3d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.229058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63e1a18-1a2f-4015-901a-5052604a3d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.232879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b63e1a18-1a2f-4015-901a-5052604a3d39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4291cf5-be20-40f5-a17e-ac0db5784aca HTTP/1.1" status: 204 len: 168 time: 0.2183383 Aug 20 08:53:45.247434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e1a18-1a2f-4015-901a-5052604a3d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4291cf5-be20-40f5-a17e-ac0db5784aca,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:45.264733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7be4c7-6400-459a-a3f7-c8f3931bcde2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:45.267330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.269674 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf99fd-1ecb-43c9-911a-1d068c43057d" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "bb7be4c7-6400-459a-a3f7-c8f3931bcde2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:45.282526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['947e4105-b0d6-4dbf-9b65-70dd67a88c4a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:45.368381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f388abb-8c4e-4546-b27c-b4517602e187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.374017 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1751edd0-3775-49d5-88e2-63620cbad41b x-openstack-request-id: req-1751edd0-3775-49d5-88e2-63620cbad41b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:45.374927 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-plugged", "status": "completed", "tag": "bb7be4c7-6400-459a-a3f7-c8f3931bcde2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:45.375528 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1751edd0-3775-49d5-88e2-63620cbad41b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:45.375673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f388abb-8c4e-4546-b27c-b4517602e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.376363 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf', 'code': 200} Aug 20 08:53:45.376522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'Port': ['ID=947e4105-b0d6-4dbf-9b65-70dd67a88c4a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:45.377008 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7be4c7-6400-459a-a3f7-c8f3931bcde2', 'code': 200} Aug 20 08:53:45.391890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6124c3ff-1182-4628-a24e-2a989393638f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:45.404325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-427ce7ff-de94-470f-a7ed-65132ae3a9c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c890836a879b42f394b7c230a6cabdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796810 Aug 20 08:53:45.429666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42396) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:45.438478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.439795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-655a52be-b090-4d68-bcc9-c02ebe2ed5e1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7107947 Aug 20 08:53:45.443607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42398) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:45.481346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:45.526666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] No DVR routers for this DVR port 947e4105-b0d6-4dbf-9b65-70dd67a88c4a on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:45.528718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f388abb-8c4e-4546-b27c-b4517602e187 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08c839f922764ff1865a816d6ea596fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201369 Aug 20 08:53:45.530654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f388abb-8c4e-4546-b27c-b4517602e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807f8b63-8d71-479a-b2ac-d0b4aaeff390,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:45.533137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42400) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:45.543616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.547977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba2c937e-69a4-41dc-a4b6-400a92b36fc9 req-dfdb8fd5-0cf6-44fb-8cb6-6e712098168f tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.26 "DELETE /v2.0/ports/947e4105-b0d6-4dbf-9b65-70dd67a88c4a HTTP/1.1" status: 204 len: 173 time: 1.4003785 Aug 20 08:53:45.552868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d07dc60d-4ec5-46c8-bb0e-2d2c9effa633 req-2637f2c6-e5c4-47bd-96ca-960b53c4177e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 210 time: 0.1186478 Aug 20 08:53:45.554765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'name': 'network-vif-deleted', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:45.557893 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c906e2-b079-499b-9dd1-f8a46b46b30c" -d '{"events": [{"server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "name": "network-vif-deleted", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:45.602460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.619669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.635947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe3d327c-c149-4ea0-a05f-d745b805f0c6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:45.649020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.649573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.650097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.650570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.650703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.651045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.651514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.651976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.653962 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-8198f44c-f75a-4539-9a9d-9bc2f777f65c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.1850882 Aug 20 08:53:45.662212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.673756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-af192d9f-07d5-4a8c-85ec-f182223e9c74 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.675340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-af192d9f-07d5-4a8c-85ec-f182223e9c74 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.37 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 946 time: 0.1789958 Aug 20 08:53:45.685917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.688630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b1e5-a361-47a9-9e8f-a217c3e01cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.693483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.693947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: fe3d327c-c149-4ea0-a05f-d745b805f0c6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:45.694711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe3d327c-c149-4ea0-a05f-d745b805f0c6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:45.723917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:45.732140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-f5bad699-23e8-4a04-b117-3da1fbd2a28a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.5253503 Aug 20 08:53:45.735908 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03080892-6e6f-4071-8b29-10dd143fd5cf x-openstack-request-id: req-03080892-6e6f-4071-8b29-10dd143fd5cf {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:45.738262 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2bf624-e7d7-4f6a-944a-14fe694f916c", "name": "network-vif-deleted", "tag": "947e4105-b0d6-4dbf-9b65-70dd67a88c4a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:45.738939 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03080892-6e6f-4071-8b29-10dd143fd5cf {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:45.739871 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2bf624-e7d7-4f6a-944a-14fe694f916c', 'name': 'network-vif-deleted', 'tag': '947e4105-b0d6-4dbf-9b65-70dd67a88c4a', 'status': 'completed', 'code': 200} Aug 20 08:53:45.784185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.795568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d133331c-072e-457b-a366-9767ddbb8d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.830009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b1e5-a361-47a9-9e8f-a217c3e01cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.835978 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2063274b-4770-4ac0-a472-c1304cfc98e5 req-a0f74737-42a2-41ed-b491-b9d5984f06bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594591 Aug 20 08:53:45.871581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6e026e0-bfcb-4068-bef9-19c9fed6bce2 req-7c3ef527-0452-4233-834e-b8a629eb6523 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b2bf624-e7d7-4f6a-944a-14fe694f916c HTTP/1.1" status: 200 len: 210 time: 0.0933795 Aug 20 08:53:45.902425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42b5270c-2ee6-472a-92ea-860c75e2dd81 req-9ee10c32-48be-48e8-be19-ca01c97da0e5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537788 Aug 20 08:53:45.905844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d133331c-072e-457b-a366-9767ddbb8d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:45.966509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.024197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Deleting port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:53:46.024519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.098238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b1e5-a361-47a9-9e8f-a217c3e01cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.100785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0e8b1e5-a361-47a9-9e8f-a217c3e01cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.105131 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f0e8b1e5-a361-47a9-9e8f-a217c3e01cb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d451fac-54d3-4989-8a19-407e6afb203b HTTP/1.1" status: 204 len: 168 time: 0.6702058 Aug 20 08:53:46.129404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8b1e5-a361-47a9-9e8f-a217c3e01cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d451fac-54d3-4989-8a19-407e6afb203b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:46.136199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d133331c-072e-457b-a366-9767ddbb8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.143888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d133331c-072e-457b-a366-9767ddbb8d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.150535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d133331c-072e-457b-a366-9767ddbb8d58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/807f8b63-8d71-479a-b2ac-d0b4aaeff390 HTTP/1.1" status: 204 len: 168 time: 0.5906405 Aug 20 08:53:46.171207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Allocated IP 172.25.5.135 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/78300560-fb6d-4ee0-a440-8b67e39858c8) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:46.185533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133331c-072e-457b-a366-9767ddbb8d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807f8b63-8d71-479a-b2ac-d0b4aaeff390,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:46.235665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] For port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,segment=NetworkSegment(352f7ca4-1414-4150-91fa-74ad407378cb),segment_id=352f7ca4-1414-4150-91fa-74ad407378cb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:46.235925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.287329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Calling delete_port for 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:53:46.301305 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.355887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00e9cd14-bec6-44d6-aff9-56768f8afcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.420424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59057d18-15c6-463c-8894-57b1b6f9d594 req-f96ba51e-2852-4fa6-aa21-27e213646150 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:46.421938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59057d18-15c6-463c-8894-57b1b6f9d594 req-f96ba51e-2852-4fa6-aa21-27e213646150 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/ports?device_id=abf54c4e-9ad4-41b3-b43c-23db62027ad6 HTTP/1.1" status: 200 len: 946 time: 0.1375890 Aug 20 08:53:46.468496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.496086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59057d18-15c6-463c-8894-57b1b6f9d594 req-bc815fb2-ce82-4438-8cf4-924cc698a4c9 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.35 "GET /v2.0/security-groups?id=a01b0415-4e85-4148-9d9c-7bb49f3411a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616004 Aug 20 08:53:46.501249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.537943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.542464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Pushing event deleted for resources: {'Port': ['ID=4222dfe1-d7cc-48e8-bf42-580ffa4f5827,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:46.574269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:46.580327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:46.585456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:46.598908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] No DVR routers for this DVR port 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:53:46.602378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.605116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ce8c4d07-ed6d-4443-9aa2-c1edbf316703 req-d93bdfe5-5507-498c-85b6-95c7c46fa576 tempest-VolumesAdminNegativeTest-485635477 tempest-VolumesAdminNegativeTest-485635477-project] 10.222.0.37 "DELETE /v2.0/ports/4222dfe1-d7cc-48e8-bf42-580ffa4f5827 HTTP/1.1" status: 204 len: 173 time: 0.9120338 Aug 20 08:53:46.605784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'name': 'network-vif-deleted', 'tag': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:46.609400 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b582b2f6-b2d3-4194-9bf9-7f18741e6c50" -d '{"events": [{"server_uuid": "abf54c4e-9ad4-41b3-b43c-23db62027ad6", "name": "network-vif-deleted", "tag": "4222dfe1-d7cc-48e8-bf42-580ffa4f5827"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:46.656938 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c632cb0-0682-4bd8-9e32-ffe7da3bf612 x-openstack-request-id: req-7c632cb0-0682-4bd8-9e32-ffe7da3bf612 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:46.657340 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf54c4e-9ad4-41b3-b43c-23db62027ad6", "name": "network-vif-deleted", "tag": "4222dfe1-d7cc-48e8-bf42-580ffa4f5827", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:46.657484 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c632cb0-0682-4bd8-9e32-ffe7da3bf612 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:46.657899 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf54c4e-9ad4-41b3-b43c-23db62027ad6', 'name': 'network-vif-deleted', 'tag': '4222dfe1-d7cc-48e8-bf42-580ffa4f5827', 'status': 'completed', 'code': 200} Aug 20 08:53:46.663940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'Port': ['ID=78300560-fb6d-4ee0-a440-8b67e39858c8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:46.782121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a8b578c-2884-42d9-ab1c-9cccc3f9410d req-1b8e65c7-fd9e-47b1-84da-f7b03cd52029 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 210 time: 0.1044562 Aug 20 08:53:46.846539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:46.914589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42456) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:46.978769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.061822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-c164827e-7fd9-4e40-a396-c0fd1255498b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.063241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-c164827e-7fd9-4e40-a396-c0fd1255498b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 814 time: 0.2982953 Aug 20 08:53:47.085977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-634ad4d0-f669-452b-b17c-b6c0a7903ec4 req-42ee1b63-65b0-4e29-8d15-edf36e9cd8ce tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/0fde966f-f0b8-4aeb-a44b-04882689b2c3 HTTP/1.1" status: 200 len: 1799 time: 0.1095402 Aug 20 08:53:47.092299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Request body: {'port': {'device_id': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'admin_state_up': True, 'tenant_id': 'af1170b453d24270b420f250780a4af3'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:47.156295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-network', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:47.199041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Made reservation on behalf of 3d9cb0290fce4e58be79f7d37abe257f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:47.203132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.227627 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.301177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.308244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.315009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.322543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.329060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.336581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.336981 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.344675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.347053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-7bd465bd-6d29-48d5-b145-5477615bf85e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.3296659 Aug 20 08:53:47.422709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.431027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.441593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-634ad4d0-f669-452b-b17c-b6c0a7903ec4 req-1fb7589d-2082-44d7-8533-bad1b2900c83 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.482776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:53:47.498297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.498768 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Added segment 592d1c8d-6f97-4473-a906-eb38b0230249 of type vlan for network db85d07a-c0ae-41e6-ad62-69f4c6883254 Aug 20 08:53:47.508002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-553a9e06-aead-4f2e-b13f-c1536c20c2a2 req-f57e8d1f-1296-4944-94d3-1d4bd952912d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417634 Aug 20 08:53:47.515107 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-634ad4d0-f669-452b-b17c-b6c0a7903ec4 req-1fb7589d-2082-44d7-8533-bad1b2900c83 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.520792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7604e9-a4a6-43a5-aca8-ddf4da71a09b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:47.532567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Made reservation on behalf of af1170b453d24270b420f250780a4af3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:47.537861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.583722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.614043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.615335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:47.616102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.619440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42486) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:47.620524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.636436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.742163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] Pushing event updated for resources: {'Network': ['ID=db85d07a-c0ae-41e6-ad62-69f4c6883254,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:47.751629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-634ad4d0-f669-452b-b17c-b6c0a7903ec4 req-1fb7589d-2082-44d7-8533-bad1b2900c83 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.754449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-634ad4d0-f669-452b-b17c-b6c0a7903ec4 req-1fb7589d-2082-44d7-8533-bad1b2900c83 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.756867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:53:47.757854 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fba7bc63-cfb9-4231-9471-1812f6a8f867 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8419700 Aug 20 08:53:47.764320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42492) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:47.764663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-634ad4d0-f669-452b-b17c-b6c0a7903ec4 req-1fb7589d-2082-44d7-8533-bad1b2900c83 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/0fde966f-f0b8-4aeb-a44b-04882689b2c3 HTTP/1.1" status: 204 len: 173 time: 0.6643739 Aug 20 08:53:47.768916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Request body: {'subnet': {'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-subnet', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:47.786783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Deleting subnet 01c187b7-c41b-475c-95b7-f7820c497848 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:47.794979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.838268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'Port': ['ID=78300560-fb6d-4ee0-a440-8b67e39858c8,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:47.862151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7589d-2082-44d7-8533-bad1b2900c83 tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde966f-f0b8-4aeb-a44b-04882689b2c3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:47.864131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Made reservation on behalf of 3d9cb0290fce4e58be79f7d37abe257f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:47.875896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.888177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.940848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:47.963101 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c565b087-4c47-434f-bd1a-cf990c89c5ac req-4d48630f-fd7c-4708-ab40-7a45231800dd tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 210 time: 0.0519049 Aug 20 08:53:47.983480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-031f64d6-c48b-4d63-8d4d-76e30cab3c25 req-3b88a1f3-01e7-44c9-a47c-e9ae3513436e tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "GET /v2.0/security-groups/3fb132bf-df53-4a33-af82-779e3bc0f3ae HTTP/1.1" status: 200 len: 1799 time: 0.1903057 Aug 20 08:53:47.995009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.005488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4cac7dd5-652a-4135-a071-858caf091e9a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5399837 Aug 20 08:53:48.016195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Allocated IP 172.20.0.9 (3594c1c7-93eb-45d1-bd19-5c055d23279a/ae2cb509-06bf-4b38-86e1-ac1d77b928c7/f00d5756-5d45-40be-a66a-f2f2ba0e5ef3) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:48.030427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.089283 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-031f64d6-c48b-4d63-8d4d-76e30cab3c25 req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.139322 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.154856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-031f64d6-c48b-4d63-8d4d-76e30cab3c25 req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.195079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c187b7-c41b-475c-95b7-f7820c497848,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:48.203778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.208719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9d47ad03-bc49-4a24-8601-81e5b8d0080e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01c187b7-c41b-475c-95b7-f7820c497848 HTTP/1.1" status: 204 len: 168 time: 0.5345342 Aug 20 08:53:48.208719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42510) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:48.260605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.269726 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:48.327563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:48.328197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4222dfe1-d7cc-48e8-bf42-580ffa4f5827 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:48.336257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.354696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4dc0033-48e0-43e1-89b1-8aacc449f4e1,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:48.370694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Checking segment: {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:48.371061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Network hostable DHCP agents. Network: db85d07a-c0ae-41e6-ad62-69f4c6883254, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:53:48.475992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.480669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:53:48.500814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b468e6c9-1ccd-4916-b0ff-f6d12c08bf69']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:48.515978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, db85d07a-c0ae-41e6-ad62-69f4c6883254) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:48.524462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352f7ca4-1414-4150-91fa-74ad407378cb') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:48.524873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352f7ca4-1414-4150-91fa-74ad407378cb') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:48.527738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c073a-2a8c-4d63-bb71-03650c2defe7 None None] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:48.537922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:48.538784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.545092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.567629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.569878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-031f64d6-c48b-4d63-8d4d-76e30cab3c25 req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.574711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9ffeabc7-6ee7-4f07-a72f-330ff5ed6a63 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8095572 Aug 20 08:53:48.575751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42528) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:48.576716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-031f64d6-c48b-4d63-8d4d-76e30cab3c25 req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.581697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:48.587676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42530) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:48.589303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-031f64d6-c48b-4d63-8d4d-76e30cab3c25 req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] 10.222.0.35 "DELETE /v2.0/security-groups/3fb132bf-df53-4a33-af82-779e3bc0f3ae HTTP/1.1" status: 204 len: 173 time: 0.6048243 Aug 20 08:53:48.596433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:48.596754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.598594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:48.602348 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:48.624713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb132bf-df53-4a33-af82-779e3bc0f3ae,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:48.638108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.638698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.639201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.639733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.640243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.640737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.641237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.641741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.642290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.642776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.643275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.643801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e886e-c982-4e3c-a62b-3857a3334cfb tempest-SecurityGroupsTestJSON-481707888 tempest-SecurityGroupsTestJSON-481707888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:48.689010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.738212 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.739734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.740145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.779679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-db85d07a-c0ae-41e6-ad62-69f4c6883254', 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'fixed_ips': [{'subnet_id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:53:48.780883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.837372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Network 3594c1c7-93eb-45d1-bd19-5c055d23279a is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:48.845311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:48.850858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:48.879722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.894147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:48.902674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Deleting subnet 91ad36d5-1606-42fc-aac1-fd789a38628a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:48.918146 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.934763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 947e4105-b0d6-4dbf-9b65-70dd67a88c4a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:53:48.973973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:48.977200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-41984c44-afd8-49d8-a32e-c46656191ebe tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:48.984321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-41984c44-afd8-49d8-a32e-c46656191ebe tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 822 time: 0.2187650 Aug 20 08:53:48.993309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:48.993968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.001746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.004225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b468e6c9-1ccd-4916-b0ff-f6d12c08bf69 HTTP/1.1" status: 204 len: 168 time: 0.7948003 Aug 20 08:53:49.008679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42552) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:49.033312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 947e4105-b0d6-4dbf-9b65-70dd67a88c4a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:53:49.033828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 947e4105-b0d6-4dbf-9b65-70dd67a88c4a not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:53:49.059669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Allocated IP 172.20.0.2 (db85d07a-c0ae-41e6-ad62-69f4c6883254/a4dc0033-48e0-43e1-89b1-8aacc449f4e1/40b59e45-5cd4-455d-8372-4098597d4c97) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:49.070565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.076918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3de466-d791-4ae0-8ee1-e52f64c74912 admin admin] Pushing event deleted for resources: {'Network': ['ID=b468e6c9-1ccd-4916-b0ff-f6d12c08bf69,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:49.090147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-1401cb1b-c462-46b6-8a37-b93d131580bf tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/quotas/879301abaccd4584b5cc3d328d7db2c6 HTTP/1.1" status: 200 len: 375 time: 0.1047680 Aug 20 08:53:49.128716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.135781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.141999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.148967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.155116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.161796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.168444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.174800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:49.183520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-3eee425b-bec8-4fba-bf7e-bcec0df6054d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.2866597 Aug 20 08:53:49.205018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-58e2285d-52e5-44d8-ac3b-c6c9a7941d5f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1238515 Aug 20 08:53:49.223488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Request body: {'port': {'device_id': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:49.260102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Deleting subnet afb5517a-10f6-478d-9d49-e344e6158033 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:53:49.271688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.297736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.308518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Transition to ACTIVE for port object 40b59e45-5cd4-455d-8372-4098597d4c97 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:49.319791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.325006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adbd31ec-66e1-4393-ae4d-3923619fbd90 req-8dbdcc43-3652-4647-a21e-0fc413010a6f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404696 Aug 20 08:53:49.354492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Transition to ACTIVE for port object 40b59e45-5cd4-455d-8372-4098597d4c97 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:49.355752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-91faa1f1-fef9-406a-8de2-915d0db76558 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2616050 Aug 20 08:53:49.363819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.401136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.424926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:49.428164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:49.435786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:49.443324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Pushing event updated for resources: {'Port': ['ID=40b59e45-5cd4-455d-8372-4098597d4c97,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:49.464595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45bab7e6-9977-4173-acdc-a6ea500861b4 req-6cb6c851-3f23-4d7a-b71c-54e34acbd6bc tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0656343 Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.492869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:49.518208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Attempting to bind port 40b59e45-5cd4-455d-8372-4098597d4c97 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:49.519642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Attempting to bind port 40b59e45-5cd4-455d-8372-4098597d4c97 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:49.521512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Attempting to bind port 40b59e45-5cd4-455d-8372-4098597d4c97 on network db85d07a-c0ae-41e6-ad62-69f4c6883254 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:49.522441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.525498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/91ad36d5-1606-42fc-aac1-fd789a38628a HTTP/1.1" status: 204 len: 168 time: 0.9361658 Aug 20 08:53:49.529995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4b5e6-c807-4eb1-ab70-758d24f5ef8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ad36d5-1606-42fc-aac1-fd789a38628a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:49.538727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:49.539845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Checking segment: {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:49.540265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.541306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Bound using segment: {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:49.541441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42566) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:49.541553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Bound port: 40b59e45-5cd4-455d-8372-4098597d4c97, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:49.543088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.567300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.569146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.623869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] For port 40b59e45-5cd4-455d-8372-4098597d4c97, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:49.627370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] For port 40b59e45-5cd4-455d-8372-4098597d4c97, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40b59e45-5cd4-455d-8372-4098597d4c97,segment=NetworkSegment(592d1c8d-6f97-4473-a906-eb38b0230249),segment_id=592d1c8d-6f97-4473-a906-eb38b0230249)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:49.634987 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.750702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc46222-8313-47f3-af0d-efc5954995f3 None None] Pushing event updated for resources: {'Port': ['ID=40b59e45-5cd4-455d-8372-4098597d4c97,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:49.799620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.824912 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.826876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.828860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:49.881833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b5892732-27a9-4cc2-9f42-00f5c167839e service neutron] 10.222.0.35 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722979 Aug 20 08:53:49.970775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Allocated IP 172.25.5.143 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/673ba9ae-a187-4a48-9a32-bfbe32fbf7a7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:50.029602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10250527-3a36-41df-bc8a-ab0ffb81d5c6 req-a3ebd280-9774-4525-8fcf-6fd118fd4bc9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.031178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10250527-3a36-41df-bc8a-ab0ffb81d5c6 req-a3ebd280-9774-4525-8fcf-6fd118fd4bc9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 931 time: 0.3743124 Aug 20 08:53:50.205557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.237091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.269053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.295130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.300193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10250527-3a36-41df-bc8a-ab0ffb81d5c6 req-0d63bbf1-c497-48ed-9e68-2d3489f7a91f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623608 Aug 20 08:53:50.311154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb5517a-10f6-478d-9d49-e344e6158033,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:50.313760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.316126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-be5cf616-6350-4433-9ff5-9ac39793b379 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/afb5517a-10f6-478d-9d49-e344e6158033 HTTP/1.1" status: 204 len: 168 time: 1.3009756 Aug 20 08:53:50.321271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42582) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:50.323290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5740865-78a1-44bc-be00-aa9ab6419be1']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:50.330105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:50.332724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:50.339099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-c836f3c9-1d26-43d0-b69e-c70e5d2b4402 service neutron] 10.222.0.35 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560497 Aug 20 08:53:50.340464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:50.379451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Pushing event updated for resources: {'Port': ['ID=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:50.437391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b0847-aeb7-466a-8c8f-15874c232d1b') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:50.437642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b0847-aeb7-466a-8c8f-15874c232d1b') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:50.471194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.518848 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.527280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.539139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:50.540308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:50.543088 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:50.659597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.668138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.674527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.682095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.688563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.695270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.702520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:50.715423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23ef9101-e5d1-4056-a289-1087ff6e7584 req-a822a20e-e5f8-49ea-8fa2-d9e957d044e1 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.3276720 Aug 20 08:53:50.758947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42598) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:50.762901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57bb9c45-4e8a-40af-b85d-041fced121b7 req-848ae6ce-1394-4371-9ee5-47a63b61fd44 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1705036 Aug 20 08:53:50.768330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Request body: {'floatingip': {'port_id': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:50.789666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:53:50.896225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5f1272a-4350-4cb6-af68-bf5ebdbeb007 req-04c65ece-55a2-45db-910c-f3e5dd547f96 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 210 time: 0.1241772 Aug 20 08:53:50.910386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:50.915243 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.044491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.046455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f5740865-78a1-44bc-be00-aa9ab6419be1 HTTP/1.1" status: 204 len: 168 time: 1.5009196 Aug 20 08:53:51.085204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:51.104711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.107214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202c5b8-3d15-438b-8b69-27d7d36d7009 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5740865-78a1-44bc-be00-aa9ab6419be1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:51.171897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Transition to ACTIVE for port object f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:51.173592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.182349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af9b5ed-d634-4ac3-8202-d32a96375e42 None None] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:51.187884 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.193513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:51.245241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15489bee-f694-498c-812b-3179ed096cd2') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:51.245548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15489bee-f694-498c-812b-3179ed096cd2') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:51.287516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.288399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-923063fb-c641-45f8-8654-cf142ff1b08c None None] Provisioning for port 40b59e45-5cd4-455d-8372-4098597d4c97 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:51.334524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.385596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.397061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:51.412563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42616) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:51.415895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:53:51.416579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:53:51.419934 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:53:51.440863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa280427-221d-4744-b60f-0e8934fa4846 req-f5debb18-4352-43e2-b614-0a15582dd2ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0498936 Aug 20 08:53:51.689816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40b59e45-5cd4-455d-8372-4098597d4c97 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:51.724419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.782267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 40b59e45-5cd4-455d-8372-4098597d4c97 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:51.791064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 40b59e45-5cd4-455d-8372-4098597d4c97 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:51.791444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.929679 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.953760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-739b8df1-35f2-43b9-a8d0-d707698be78c None None] Provisioning complete for port 40b59e45-5cd4-455d-8372-4098597d4c97 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:51.955826 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-739b8df1-35f2-43b9-a8d0-d707698be78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:51.963832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Router a2257322-cb32-4c71-9cce-7b1add8d4cf1 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:53:52.037763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 40b59e45-5cd4-455d-8372-4098597d4c97, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40b59e45-5cd4-455d-8372-4098597d4c97,segment=NetworkSegment(592d1c8d-6f97-4473-a906-eb38b0230249),segment_id=592d1c8d-6f97-4473-a906-eb38b0230249)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:52.046269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.091646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-709ecc43-5690-4c87-bff0-147a5e20cef7 req-b1be5a3c-a0bf-4691-ab56-9dfa8be5f183 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1750412 Aug 20 08:53:52.149048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=40b59e45-5cd4-455d-8372-4098597d4c97,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:52.173728 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.244662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f193937-4bd8-4391-bf58-3c9184936d19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe46ec2d28e5465da8d0275400a0caa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8248680 Aug 20 08:53:52.246553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.247822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42632) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:52.251827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe HTTP/1.1" status: 204 len: 168 time: 1.9092529 Aug 20 08:53:52.288049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a82e5-5c7b-4f16-be64-12202cd2cb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2e2ec6-52e0-4b82-861c-89f1ecd10cfe,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:52.306488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:52.317592 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Sync routers for ids ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:52.329644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-ff28275f-00bf-4b46-a404-5fd89162d017 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:52.331175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-ff28275f-00bf-4b46-a404-5fd89162d017 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 822 time: 0.2638245 Aug 20 08:53:52.332999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b76e01-1bf9-479c-89a3-01d0bd589be9 req-6c77c32d-3c09-4fc1-ad12-42320f8a883a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:52.343976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5b76e01-1bf9-479c-89a3-01d0bd589be9 req-6c77c32d-3c09-4fc1-ad12-42320f8a883a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.8658829 Aug 20 08:53:52.351080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'port': {'device_id': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'admin_state_up': True, 'tenant_id': '879301abaccd4584b5cc3d328d7db2c6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:52.355551 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Routers {'a2257322-cb32-4c71-9cce-7b1add8d4cf1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:52.356584 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:52.359123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.361630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0fbd8f2-a0b8-45b5-a4b7-77ab17e6787d req-7c12f501-92f8-4295-b600-4f7cbeb84724 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 210 time: 0.1546571 Aug 20 08:53:52.363611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a3e50df6-2476-4864-986b-53a1ca9a6d21 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7868235 Aug 20 08:53:52.367976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:52.405884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Attempting to bind port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:52.406512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Attempting to bind port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:52.407052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Attempting to bind port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 on network 3594c1c7-93eb-45d1-bd19-5c055d23279a {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:52.416401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1f05c76-34a7-4f61-a552-ea4257d5b95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.420788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 on network 3594c1c7-93eb-45d1-bd19-5c055d23279a not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:52.421430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Attempting to bind port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 on network 3594c1c7-93eb-45d1-bd19-5c055d23279a {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:52.432379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:52.433436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Checking segment: {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:52.434096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Bound using segment: {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:52.434794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Bound port: f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:52.435406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.480597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5b76e01-1bf9-479c-89a3-01d0bd589be9 req-763d613d-cc26-4ddc-ad66-2eaf09dae352 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351857 Aug 20 08:53:52.494367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1f05c76-34a7-4f61-a552-ea4257d5b95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.575587 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Set router a2257322-cb32-4c71-9cce-7b1add8d4cf1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:52.674422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Made reservation on behalf of 879301abaccd4584b5cc3d328d7db2c6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:52.679250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.723018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.737171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42646) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:52.739955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.791662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:53:50Z', 'revision_number': 3, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:52.807898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1f05c76-34a7-4f61-a552-ea4257d5b95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.810474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1f05c76-34a7-4f61-a552-ea4257d5b95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.814502 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f1f05c76-34a7-4f61-a552-ea4257d5b95f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddfa51cb-49b2-4e24-9db6-54fec90999b4 HTTP/1.1" status: 204 len: 168 time: 0.5636079 Aug 20 08:53:52.828341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01f5405f-0ba7-42e7-857e-be6bbe22dfdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09191881df9f462caf371c674dbcb777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892053 Aug 20 08:53:52.829996 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Checking router: a2257322-cb32-4c71-9cce-7b1add8d4cf1 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:52.830344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Updating router a2257322-cb32-4c71-9cce-7b1add8d4cf1 port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:53:52.832036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:52.834176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42650) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:52.849634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:52.859638 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.873327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f05c76-34a7-4f61-a552-ea4257d5b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa51cb-49b2-4e24-9db6-54fec90999b4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:52.875609 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:52.997911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:53.006250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1b7907e-3152-461a-b650-c321f64a3d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.027240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:53.028157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.030289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-79346d17-5d8d-4133-b04f-9802b5ffdcff service neutron] 10.222.0.26 "PUT /v2.0/ports/f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 1091 time: 3.8113379 Aug 20 08:53:53.031543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:53.034154 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a078f89e-a6ca-4c94-ab82-35b099bb5feb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:53.048120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Allocated IP 172.20.0.8 (4f1cb033-9b03-4933-9390-cca5ca987436/42fee151-3869-4e67-8d6e-4bcba10a03bd/795b64b1-ac39-4da5-af81-8b79f8fe58f0) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:53.078094 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Floating IP dc7a877d-1a79-44d7-ab59-84329f0b3b82 associated. External IP: 172.25.5.49, port: afb065b8-d52b-456a-b88c-7f1ca7665c1b. Aug 20 08:53:53.130461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1b7907e-3152-461a-b650-c321f64a3d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.139008 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e052a328-8c68-4fb1-a938-d418acef984b x-openstack-request-id: req-e052a328-8c68-4fb1-a938-d418acef984b {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:53.140392 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:53.140896 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e052a328-8c68-4fb1-a938-d418acef984b {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:53.142011 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'status': 'completed', 'code': 200} Aug 20 08:53:53.209194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-2aec1e5b-4c11-4b1f-8405-d03673a90ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:53.212405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-2aec1e5b-4c11-4b1f-8405-d03673a90ec1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1094 time: 0.1314073 Aug 20 08:53:53.271370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-ef53301b-55b3-4bda-b8fe-3dc51dcb1960 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0497854 Aug 20 08:53:53.347439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1b7907e-3152-461a-b650-c321f64a3d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.350290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1b7907e-3152-461a-b650-c321f64a3d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.354431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b1b7907e-3152-461a-b650-c321f64a3d15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a01b0415-4e85-4148-9d9c-7bb49f3411a5 HTTP/1.1" status: 204 len: 168 time: 0.5159810 Aug 20 08:53:53.394028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7907e-3152-461a-b650-c321f64a3d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b0415-4e85-4148-9d9c-7bb49f3411a5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:53.432690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95b42553-5787-4d0b-b441-9bda436cd46d req-29ed867e-3af3-42f1-84ef-377cdc2b44b3 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1598165 Aug 20 08:53:53.440745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-091605a1-a2b1-4bf4-bb51-3070d494a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:53.442245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-091605a1-a2b1-4bf4-bb51-3070d494a8c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.1335764 Aug 20 08:53:53.519387 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.537851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.546850 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Transition to ACTIVE for port object 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:53.562095 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.569789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-154109a3-0821-46f9-9789-5df21ebadfa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173005 Aug 20 08:53:53.621151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40b59e45-5cd4-455d-8372-4098597d4c97 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:53.629486 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Pushing event updated for resources: {'Port': ['ID=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:53.639128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.642229 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.643232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.643747 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.644288 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.644793 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.645297 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.645983 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.646484 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.647000 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.647535 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.648453 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.648970 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:53:53.672870 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Attempting to bind port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:53.673552 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Attempting to bind port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:53.674207 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Attempting to bind port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:53.683705 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:53.684392 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:53.685344 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.686024 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:53.687325 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Bound port: 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:53.688395 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.741759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 40b59e45-5cd4-455d-8372-4098597d4c97 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:53.742680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.761937 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] For port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:53.765978 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] For port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:53.775098 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.833410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e608d63-edf2-404f-8b5d-ebbbd67bf80b req-3ff681b9-f32c-4b07-b72d-a2addbafea22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 210 time: 0.3275654 Aug 20 08:53:53.866993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Router dea20f60-887a-4351-ac24-e2dfafd11cb8 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:53.931704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Allocated IP 172.20.0.1 (db85d07a-c0ae-41e6-ad62-69f4c6883254/a4dc0033-48e0-43e1-89b1-8aacc449f4e1/d2dd9e2e-b54e-4996-8a29-adbf91d4da7f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:53.935711 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:53.980426 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c4cca-2110-4402-8682-f35abe155873 None None] Pushing event updated for resources: {'Port': ['ID=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:54.005753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Network 4f1cb033-9b03-4933-9390-cca5ca987436 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:54.013314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:54.016457 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Routers {'a2257322-cb32-4c71-9cce-7b1add8d4cf1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:54.023654 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:54.025887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:54.026059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66362035-a9ce-4e60-b28f-8159fb62ab48 req-eb6effec-2951-4643-8067-54f21baa29c2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:54.033411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42680) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:54.034425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66362035-a9ce-4e60-b28f-8159fb62ab48 req-eb6effec-2951-4643-8067-54f21baa29c2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0890930 Aug 20 08:53:54.150600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:54.158026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66362035-a9ce-4e60-b28f-8159fb62ab48 req-5a654739-c695-4a2b-bfa3-3549400f61cb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226590 Aug 20 08:53:54.203873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fdf5ebc2-832f-4f77-b354-dd2deb5f057e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaccf577eb97427ab48e95d5fcf77d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692591 Aug 20 08:53:54.206396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42684) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:54.219447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:54.220086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:54.260389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-74a6864a-7849-43ac-8d69-18320d37ab22 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9137075 Aug 20 08:53:54.267560 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] Set router a2257322-cb32-4c71-9cce-7b1add8d4cf1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:54.271011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-f0872205-6e06-445f-a436-f5d05f2f47d0 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616518 Aug 20 08:53:54.298920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Request body: {'port': {'device_id': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:54.411993 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:54.424302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:54.445220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:54.456573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:54.459337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] Sync routers for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:54.480000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:54.481027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:54.579476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-249241ab-dfb7-4edf-ae71-361301014a35 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "PUT /v2.0/floatingips/dc7a877d-1a79-44d7-ab59-84329f0b3b82 HTTP/1.1" status: 200 len: 990 time: 3.8154244 Aug 20 08:53:54.594650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c72e6f-3c7e-4bdb-a253-52ecff1a8394 req-36cd4ece-b62c-410d-b5e6-412b0fda0f46 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161826 Aug 20 08:53:54.665402 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:53:50Z', 'revision_number': 3, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:54.695087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4542506d-49a8-46b0-9f55-992271f2fe31 req-db679af8-a36f-4f6f-9b30-3213a72c06b0 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0443470 Aug 20 08:53:54.745061 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123e5e-0557-46d7-83ca-9bc5ccabbb18 None None] The sync data for ids ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'] in n-d-804285-2 is: [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:53:50Z', 'revision_number': 3, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:54.784343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-bf26cd53-434f-4786-9f99-b727cbfff12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:54.790403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-bf26cd53-434f-4786-9f99-b727cbfff12e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1094 time: 0.1374290 Aug 20 08:53:54.796770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:54.964593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:54.973064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:54.986403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Transition to ACTIVE for port object 795b64b1-ac39-4da5-af81-8b79f8fe58f0 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:54.988110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Transition to ACTIVE for port object d2dd9e2e-b54e-4996-8a29-adbf91d4da7f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:55.028659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.031179 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceb58a6f-3e46-4d0e-a223-84c89c73c69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.047686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-e05f39aa-cb5b-4c10-8050-bd602fed02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.049049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-e05f39aa-cb5b-4c10-8050-bd602fed02d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.2520738 Aug 20 08:53:55.068475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.152699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:55.169570 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed2049-089d-4ab7-9905-2b513d54d95c" -d '{"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:55.188534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-fe12675c-c2c3-4523-9303-7c03b2ac4c25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0748153 Aug 20 08:53:55.198526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceb58a6f-3e46-4d0e-a223-84c89c73c69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.216875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4c26f-085f-4be6-b572-d1f021d3edd5 req-e5cef029-c845-4ae7-abde-4f1f9e2f95ad tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.218452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6e4c26f-085f-4be6-b572-d1f021d3edd5 req-e5cef029-c845-4ae7-abde-4f1f9e2f95ad tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.1645935 Aug 20 08:53:55.228680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'dc7a877d-1a79-44d7-ab59-84329f0b3b82', 'tenant_id': 'c6692929d46843d092b5542380755194', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'port_id': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'mac_address': 'fa:16:3e:f4:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:53:52Z', 'revision_number': 1, 'project_id': 'c6692929d46843d092b5542380755194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:49Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:55.233223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:55.278567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:55.296888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] Checking router: dea20f60-887a-4351-ac24-e2dfafd11cb8 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:53:55.300046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42728) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:55.307508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:55.308532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:55.322178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:55.358691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:55.403888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6e4c26f-085f-4be6-b572-d1f021d3edd5 req-45b938b6-aa94-4275-8e93-f09f9325375e tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544228 Aug 20 08:53:55.405745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-b935e788-b30a-4554-a5a3-28a337e013d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.407190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-b935e788-b30a-4554-a5a3-28a337e013d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.2093902 Aug 20 08:53:55.422870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0c567-64fb-4277-a2a4-41052c4d178f req-dd51e2a7-f9f8-4766-80ab-9a92133fe0b1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.440346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5c0c567-64fb-4277-a2a4-41052c4d178f req-dd51e2a7-f9f8-4766-80ab-9a92133fe0b1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1920178 Aug 20 08:53:55.517502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceb58a6f-3e46-4d0e-a223-84c89c73c69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.524232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-05da9011-a1e3-44df-b2c6-a412e2a8c399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810399 Aug 20 08:53:55.525423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceb58a6f-3e46-4d0e-a223-84c89c73c69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.535362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ceb58a6f-3e46-4d0e-a223-84c89c73c69f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b7d0d89-9edd-422d-ba72-d9ce55ba7b75 HTTP/1.1" status: 204 len: 168 time: 1.3276322 Aug 20 08:53:55.577350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5c0c567-64fb-4277-a2a4-41052c4d178f req-d9b44179-4e00-4865-8906-424e9b0e1382 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360097 Aug 20 08:53:55.604593 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ab41dd-c468-449b-85ae-9c58ede09e86 x-openstack-request-id: req-d6ab41dd-c468-449b-85ae-9c58ede09e86 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:55.605153 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:55.607673 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6ab41dd-c468-449b-85ae-9c58ede09e86 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:55.609372 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'status': 'completed', 'code': 200} Aug 20 08:53:55.630830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:53:55.674547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb58a6f-3e46-4d0e-a223-84c89c73c69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7d0d89-9edd-422d-ba72-d9ce55ba7b75,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:55.677838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:55.687333 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:55.821549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:55.870416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-8dc3ae96-cbba-466d-9abf-018836744827 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240604 Aug 20 08:53:55.904175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Attempting to bind port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:55.907294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Attempting to bind port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:55.907626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Attempting to bind port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 on network 4f1cb033-9b03-4933-9390-cca5ca987436 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:55.917689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 on network 4f1cb033-9b03-4933-9390-cca5ca987436 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:53:55.918171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Attempting to bind port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 on network 4f1cb033-9b03-4933-9390-cca5ca987436 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:55.940188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.941075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.941674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.948453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.948453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.948453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.948453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:55.950715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-7f2ec954-d291-4b98-bdca-d724db1ffe10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.3080072 Aug 20 08:53:55.971279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:55.971898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Checking segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:55.972390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Bound using segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:55.973114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Bound port: 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:55.973573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.111197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9dc30ec2-a779-40f9-b778-60e338555d42 req-218b2074-969f-494e-b520-2363e927f7f5 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.2360570 Aug 20 08:53:56.115895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1237870913-network', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:56.175738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Made reservation on behalf of de4f969ae1df4a48be8d5ce068bd2e21 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:56.178665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.202138 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.221945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a078f89e-a6ca-4c94-ab82-35b099bb5feb req-b2e0bd9b-720a-404f-99cb-0d9614df3ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880194 Aug 20 08:53:56.355741 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.371531 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.420073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:53:56.447380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56112e1c-d667-45db-aae9-82d0668356aa,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:56.468652 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.469006 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Added segment 260af98f-0fcb-4d31-a88a-f28470aa0620 of type vlan for network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 Aug 20 08:53:56.484518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f6d2999a-172b-4b74-8554-46872f2da9bb None None] Provisioning for port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:56.592937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f6d2999a-172b-4b74-8554-46872f2da9bb None None] Provisioning complete for port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:56.593380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f6d2999a-172b-4b74-8554-46872f2da9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.613892 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.694840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2999a-172b-4b74-8554-46872f2da9bb None None] Port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:53:56.746834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:56.784934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:56.786073 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.786730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.788437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:56.789191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.821224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ffcb-13c2-4257-bf91-49545237b0f4 req-142bf373-4dd3-42d5-b581-fd3d10f7f186 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:56.830594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6e8ffcb-13c2-4257-bf91-49545237b0f4 req-142bf373-4dd3-42d5-b581-fd3d10f7f186 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.2628193 Aug 20 08:53:56.868824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-b0872eed-7139-47de-a071-152ab7e39a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:56.870371 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-b0872eed-7139-47de-a071-152ab7e39a65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963 HTTP/1.1" status: 200 len: 912 time: 0.9103279 Aug 20 08:53:56.878971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:56.881158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.886886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:56.959231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:53:56.978433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-c7fd521a-84d2-49ba-bd72-0796a359f0fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 998 time: 0.0841796 Aug 20 08:53:56.981689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:56.994501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] Pushing event updated for resources: {'Network': ['ID=e6bf6d07-60cd-4fbb-9f79-f808ff55f785,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:57.027273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6e8ffcb-13c2-4257-bf91-49545237b0f4 req-4131c25a-2c7f-43ed-9b3f-85709f3c2e49 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956117 Aug 20 08:53:57.053147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008e18d-7084-4636-bdc9-4a03aa9b1ea8 req-cda2d988-b84e-4685-a7be-ce220457d044 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:57.058012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5008e18d-7084-4636-bdc9-4a03aa9b1ea8 req-cda2d988-b84e-4685-a7be-ce220457d044 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.3550358 Aug 20 08:53:57.059975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b38b8c47-ae32-4b40-9c3d-b6e028fda932 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7219329 Aug 20 08:53:57.064618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:57.099054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Request body: {'subnet': {'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1237870913-subnet', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:57.162919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-333afef9-d987-4f06-a98b-ab003957dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:57.164726 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-333afef9-d987-4f06-a98b-ab003957dca9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 200 len: 851 time: 0.1614108 Aug 20 08:53:57.172823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:57.202957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'port_id': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'mac_address': 'fa:16:3e:69:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2cb509-06bf-4b38-86e1-ac1d77b928c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:53:57.207300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:53:57.240852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5008e18d-7084-4636-bdc9-4a03aa9b1ea8 req-af9559d2-60fa-41ff-9b77-5a4e9131dea0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611595 Aug 20 08:53:57.241653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Made reservation on behalf of de4f969ae1df4a48be8d5ce068bd2e21 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:53:57.249522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.251790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:57.255338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.260606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] 10.222.0.26 "PUT /v2.0/ports/795b64b1-ac39-4da5-af81-8b79f8fe58f0 HTTP/1.1" status: 200 len: 1091 time: 2.9789741 Aug 20 08:53:57.279979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'tag': '795b64b1-ac39-4da5-af81-8b79f8fe58f0'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:57.286362 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cff5252-2c50-44df-8ff9-3223455fbc9e", "tag": "795b64b1-ac39-4da5-af81-8b79f8fe58f0"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:57.329482 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.353240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'dc7a877d-1a79-44d7-ab59-84329f0b3b82', 'tenant_id': 'c6692929d46843d092b5542380755194', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'port_id': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'mac_address': 'fa:16:3e:f4:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:53:52Z', 'revision_number': 1, 'project_id': 'c6692929d46843d092b5542380755194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:49Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:53:57.397898 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.405882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb05bc-07dd-4d3e-bec6-9b9c3809d4d6 None None] The sync data for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 is: [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'dc7a877d-1a79-44d7-ab59-84329f0b3b82', 'tenant_id': 'c6692929d46843d092b5542380755194', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'port_id': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'mac_address': 'fa:16:3e:f4:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d8b8f-9020-4516-87dc-56b411646833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:52:37Z', 'updated_at': '2021-08-20T08:53:52Z', 'revision_number': 1, 'project_id': 'c6692929d46843d092b5542380755194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:49Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:53:57.408299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:53:57.427930 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e25414-d453-4571-8f6d-6614a47beb9b x-openstack-request-id: req-a5e25414-d453-4571-8f6d-6614a47beb9b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:57.433080 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cff5252-2c50-44df-8ff9-3223455fbc9e", "tag": "795b64b1-ac39-4da5-af81-8b79f8fe58f0", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:57.433483 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5e25414-d453-4571-8f6d-6614a47beb9b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:57.434041 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'tag': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'status': 'completed', 'code': 200} Aug 20 08:53:57.451875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:57.476372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.544795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d49a16-d1ca-4353-a4b3-e409beb0a038 service neutron] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:57.548829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e106918-47c5-415e-8e76-2895047e607b req-e305b476-8f78-4f0b-ac26-7da1b80caa9c tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.2310386 Aug 20 08:53:57.571354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:57.588253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:57.588253 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.655447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-e7eceb56-b2c1-40dc-a241-1b11e42503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:57.657784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-e7eceb56-b2c1-40dc-a241-1b11e42503e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 1094 time: 0.3122134 Aug 20 08:53:57.715565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:57.719386 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-07393876-24f7-4db5-bf99-4fb38fcb4e63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0 HTTP/1.1" status: 200 len: 217 time: 0.0508747 Aug 20 08:53:57.725747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:53:57.730828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-3622b29c-43bf-41e0-95a5-4b4ef0f3342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:57.732473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-3622b29c-43bf-41e0-95a5-4b4ef0f3342c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f95823e4-5c94-4000-9c08-c63c5e51a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5013325 Aug 20 08:53:57.845060 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.870100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7128d6ea-61c6-41d0-9b8f-a2654342684b None None] New status for floating IP dc7a877d-1a79-44d7-ab59-84329f0b3b82: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:53:57.939007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed56446-ca84-47a8-b248-f02f1d58f724,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:57.951239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Checking segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:57.951590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Network hostable DHCP agents. Network: e6bf6d07-60cd-4fbb-9f79-f808ff55f785, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:53:57.959499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.972645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:57.991141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:53:58.007890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e6bf6d07-60cd-4fbb-9f79-f808ff55f785) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:58.012410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:58.013072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.031606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779302a6-730e-4e10-8c84-2052cf2d291b None None] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:53:58.064500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d11d89c3-1b43-43c9-bf95-193a5ce4ec00 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9837189 Aug 20 08:53:58.065195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42792) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:53:58.075246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:53:58.095109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-f843b056-6479-4f30-ad74-43ca19162dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:58.102969 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-f843b056-6479-4f30-ad74-43ca19162dc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 200 len: 862 time: 0.3658288 Aug 20 08:53:58.136167 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.137767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.149032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:58.228672 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-237d1dc2-8784-4fc1-b6bd-90d69158c511 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f1cb033-9b03-4933-9390-cca5ca987436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694640 Aug 20 08:53:58.262574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.281072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.334373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2688c27-ef95-4d29-9d41-3105f2f353f3 req-95fb371b-0f8a-4567-9642-eae49edc9b3f tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:58.344250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2688c27-ef95-4d29-9d41-3105f2f353f3 req-95fb371b-0f8a-4567-9642-eae49edc9b3f tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.1659751 Aug 20 08:53:58.350332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:53:58.352825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.540471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-34912c6f-cab0-4d49-aee5-0ed911fd057c service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933078 Aug 20 08:53:58.587428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Allocated IP 172.20.0.2 (e6bf6d07-60cd-4fbb-9f79-f808ff55f785/eed56446-ca84-47a8-b248-f02f1d58f724/896d72e4-c489-426f-bc4e-2ac86700017e) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:58.700068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-85621d97-8977-4fe8-8037-85c857f3facf service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596951 Aug 20 08:53:58.806056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:58.812748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:58.853307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1eed2049-089d-4ab7-9905-2b513d54d95c req-abbdb5c9-a64f-4862-a6a3-14f25a3de9fd service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993879 Aug 20 08:53:58.862390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.872107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Transition to ACTIVE for port object 896d72e4-c489-426f-bc4e-2ac86700017e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:58.874329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2688c27-ef95-4d29-9d41-3105f2f353f3 req-e353141e-a95e-4853-a4d9-5157db4f441d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292296 Aug 20 08:53:58.926787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:58.931494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Transition to ACTIVE for port object 896d72e4-c489-426f-bc4e-2ac86700017e will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:53:58.944093 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.031860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:59.058128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:53:59.065639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d5d60c26-c47e-43bf-ace2-56aad76cc0eb req-8a5b40f1-27a8-4cea-bdec-3a6184acce76 service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578129 Aug 20 08:53:59.085697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:53:59.094315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:53:59.100889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8cdeb4e6-a8d7-4aa8-a32a-4b4ffce181cc req-c1751dac-afc1-46ea-b370-32894949ab61 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0623646 Aug 20 08:53:59.132249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015112b-e66e-4928-a984-795513474643 req-8a965d9b-ba79-4c53-ba87-c32b7a1b3145 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:59.138554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2015112b-e66e-4928-a984-795513474643 req-8a965d9b-ba79-4c53-ba87-c32b7a1b3145 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 944 time: 0.1663816 Aug 20 08:53:59.175255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Pushing event updated for resources: {'Port': ['ID=896d72e4-c489-426f-bc4e-2ac86700017e,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:59.215438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Router a2257322-cb32-4c71-9cce-7b1add8d4cf1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:53:59.228239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Attempting to bind port 896d72e4-c489-426f-bc4e-2ac86700017e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:53:59.228621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Attempting to bind port 896d72e4-c489-426f-bc4e-2ac86700017e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:53:59.228992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Attempting to bind port 896d72e4-c489-426f-bc4e-2ac86700017e on network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:53:59.230650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2015112b-e66e-4928-a984-795513474643 req-a2a8b14a-88ef-4490-b7af-942aab75638b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777280 Aug 20 08:53:59.232903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-c168d0d7-7c22-47c7-b1a3-a801a037032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:59.239894 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-c168d0d7-7c22-47c7-b1a3-a801a037032b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 1094 time: 0.1116397 Aug 20 08:53:59.262842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:53:59.263227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Checking segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:53:59.263642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.264041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Bound using segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:53:59.264533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Bound port: 896d72e4-c489-426f-bc4e-2ac86700017e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:53:59.264978 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.273907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:53:59.289823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ca0ad4de-0cd8-4bf1-8a71-2f1f043a9fe9 None None] Provisioning complete for port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:59.290294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad4de-0cd8-4bf1-8a71-2f1f043a9fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.292119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:53:59.292482 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.355533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] For port 896d72e4-c489-426f-bc4e-2ac86700017e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:53:59.359298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] For port 896d72e4-c489-426f-bc4e-2ac86700017e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=896d72e4-c489-426f-bc4e-2ac86700017e,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:53:59.395446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-5aed923e-8676-40e5-97fb-c66b13882fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:59.397039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-5aed923e-8676-40e5-97fb-c66b13882fc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 922 time: 0.1481409 Aug 20 08:53:59.416562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.442128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.470044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-746cff3d-d1c3-45b2-9e6c-cadb95cc69e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0 HTTP/1.1" status: 200 len: 217 time: 0.0618217 Aug 20 08:53:59.478049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.515913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad4de-0cd8-4bf1-8a71-2f1f043a9fe9 None None] Port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:53:59.517334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3f839-f999-461b-9493-b917a35fa604 None None] Pushing event updated for resources: {'Port': ['ID=896d72e4-c489-426f-bc4e-2ac86700017e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:53:59.610260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.656889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:53:59.659906 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936abb4e-0e50-408d-abd3-40dd3292bf9f" -d '{"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-plugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:53:59.672761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-d576ff4c-6554-43ae-b910-e51e1314099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:53:59.674650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-d576ff4c-6554-43ae-b910-e51e1314099f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 200 len: 862 time: 0.1878455 Aug 20 08:53:59.677474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:53:59.680550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:53:59.686831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:53:59.697975 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f2503330-1d2e-442c-ab64-eb9e0e119fe5 admin admin] 10.222.0.35 "PUT /v2.0/routers/a2257322-cb32-4c71-9cce-7b1add8d4cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3288064 Aug 20 08:53:59.719757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Sync routers for ids ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:53:59.760579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-b653dc73-20a1-4620-8302-e1b323f4c3dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f1cb033-9b03-4933-9390-cca5ca987436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614431 Aug 20 08:53:59.762015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Allocated IP 172.25.5.11 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/cde726fe-c4e9-45f7-bd77-3e800585eaf4) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:53:59.802250 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc85edbd-6eca-4435-8ea9-46dba8b44291 x-openstack-request-id: req-bc85edbd-6eca-4435-8ea9-46dba8b44291 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:53:59.802250 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-plugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:53:59.802250 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc85edbd-6eca-4435-8ea9-46dba8b44291 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:53:59.802250 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'code': 200} Aug 20 08:53:59.807691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:53:59.988773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Routers {'a2257322-cb32-4c71-9cce-7b1add8d4cf1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:53:59.989431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:00.025073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7407f-141e-42d8-8da4-38f1969d22c9 req-3114df1a-48a5-49ed-8f46-236b58e50aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:00.026662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2a7407f-141e-42d8-8da4-38f1969d22c9 req-3114df1a-48a5-49ed-8f46-236b58e50aec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1096 time: 0.0929668 Aug 20 08:54:00.039756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-a7ec5b3f-ef33-472c-959d-beb5153e9553 service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687418 Aug 20 08:54:00.093676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:00.100049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2a7407f-141e-42d8-8da4-38f1969d22c9 req-27a352c1-bf66-4d45-908f-cfac9a111d3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543311 Aug 20 08:54:00.179086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3039-ae36-4f93-a67d-6d36589a02de req-28dd76e4-05de-4811-924b-27754fce2431 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:00.182233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cef3039-ae36-4f93-a67d-6d36589a02de req-28dd76e4-05de-4811-924b-27754fce2431 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.1377375 Aug 20 08:54:00.185881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.191604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcf882e5-7b2f-41db-b6b9-7ad443cb98a6 req-a298d4fa-99f1-4aee-97b9-8256b8b3abfb service neutron] 10.222.0.26 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451125 Aug 20 08:54:00.207355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:00.207729 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.249790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cef3039-ae36-4f93-a67d-6d36589a02de req-2ac158b0-e06e-435d-a22c-751b315476e0 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547049 Aug 20 08:54:00.287283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Set router a2257322-cb32-4c71-9cce-7b1add8d4cf1 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:00.341803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68a2a32-1f0b-4d40-a1d9-41c5d3b509c3 req-f4281462-e2b1-406f-b871-fc9cd49c4ce2 tempest-FloatingIPsNegativeTestJSON-588184695 tempest-FloatingIPsNegativeTestJSON-588184695-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=3d9cb0290fce4e58be79f7d37abe257f HTTP/1.1" status: 200 len: 217 time: 0.0683684 Aug 20 08:54:00.354083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.364649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42870) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:00.425779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:00.428830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a5c1202-fd37-40d0-9ddf-3d76667d5889 req-d942c74b-bdb3-4cfb-80e5-c7092205931c tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0454860 Aug 20 08:54:00.439290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:00.441480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:00.478430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Pushing event updated for resources: {'Port': ['ID=cde726fe-c4e9-45f7-bd77-3e800585eaf4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:00.579605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7de60-b5f3-4e59-9620-dc5488ef08a0 req-ab17c8dd-2cb0-4bdc-b02e-9eee0022128e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:00.588257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfb7de60-b5f3-4e59-9620-dc5488ef08a0 req-ab17c8dd-2cb0-4bdc-b02e-9eee0022128e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1561108 Aug 20 08:54:00.614074 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-721e3a75-a219-46e1-bf9d-0ff099db9685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.708829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec2f2d53-5ef1-4be7-899d-7029f05d238d req-ac403fc3-12d4-4c48-be5b-1785d428102a tempest-FloatingIPsNegativeTestJSON-588184695 tempest-FloatingIPsNegativeTestJSON-588184695-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1883602 Aug 20 08:54:00.733905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-721e3a75-a219-46e1-bf9d-0ff099db9685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.739682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-721e3a75-a219-46e1-bf9d-0ff099db9685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.789866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:53:56Z', 'revision_number': 4, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'd2dd9e2e-b54e-4996-8a29-adbf91d4da7f', 'name': '', 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'mac_address': 'fa:16:3e:0d:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:53Z', 'updated_at': '2021-08-20T08:53:57Z', 'revision_number': 2, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'subnets': [{'id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:00.801649 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-721e3a75-a219-46e1-bf9d-0ff099db9685 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40036ba595004fffbd421e53a48b5971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353180 Aug 20 08:54:00.805554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e3a75-a219-46e1-bf9d-0ff099db9685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be620b65-66aa-49d1-b5e2-78e898ae14c7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:00.811292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42880) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:00.845903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Checking router: a2257322-cb32-4c71-9cce-7b1add8d4cf1 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:00.846283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Updating router a2257322-cb32-4c71-9cce-7b1add8d4cf1 port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:00.870609 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-9afc4b1d-342e-44e5-ba11-882a1170121c req-61845f80-dfff-4ee0-abc2-146f58745301 tempest-FloatingIPsNegativeTestJSON-588184695 tempest-FloatingIPsNegativeTestJSON-588184695-project] show failed (client error): The resource could not be found. Aug 20 08:54:00.873134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9afc4b1d-342e-44e5-ba11-882a1170121c req-61845f80-dfff-4ee0-abc2-146f58745301 tempest-FloatingIPsNegativeTestJSON-588184695 tempest-FloatingIPsNegativeTestJSON-588184695-project] 10.222.0.35 "GET /v2.0/floatingips/ff8c84e7-1783-4b36-85b4-57589d6b660a HTTP/1.1" status: 404 len: 350 time: 0.0935891 Aug 20 08:54:00.886742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42882) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:00.891757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:00.908937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfb7de60-b5f3-4e59-9620-dc5488ef08a0 req-0a1d2b96-bd92-42d5-83cf-b9982789df31 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199630 Aug 20 08:54:00.932271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.094659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df848b81-8b27-4711-983e-a63fd68d3154 None None] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:01.109287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:01.145988 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033cd88b-011e-4aba-862c-57b83695343c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.209293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033cd88b-011e-4aba-862c-57b83695343c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.230651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.274749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52d727f4-562d-412d-973b-57f9d9eb6c24 None None] Provisioning for port 896d72e4-c489-426f-bc4e-2ac86700017e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:01.295368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-807d9226-ed08-4d2d-88b7-5195ff99048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.335677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033cd88b-011e-4aba-862c-57b83695343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.338312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033cd88b-011e-4aba-862c-57b83695343c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.341791 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-033cd88b-011e-4aba-862c-57b83695343c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be620b65-66aa-49d1-b5e2-78e898ae14c7 HTTP/1.1" status: 204 len: 168 time: 0.5231206 Aug 20 08:54:01.355914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cd88b-011e-4aba-862c-57b83695343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be620b65-66aa-49d1-b5e2-78e898ae14c7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:01.428345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.450817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.465994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be2870-d930-42b9-8bb9-8cf81b77a417 req-089d7184-b0e1-4ce2-9564-fbb93e606404 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:01.467830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63be2870-d930-42b9-8bb9-8cf81b77a417 req-089d7184-b0e1-4ce2-9564-fbb93e606404 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.1441069 Aug 20 08:54:01.494787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Transition to ACTIVE for port object d2dd9e2e-b54e-4996-8a29-adbf91d4da7f will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:01.515742 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.621687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Router 461c6538-c076-4b72-9074-1124aae8d0ab is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:54:01.625969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63be2870-d930-42b9-8bb9-8cf81b77a417 req-17006ede-76a9-4ef5-ae3e-d867d1c4e68a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462014 Aug 20 08:54:01.713855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ecc54cba-ac47-43ac-a9ac-33d0d06eaff4 req-ec51db78-56ea-4d74-9d9f-076dd88ee624 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1338637 Aug 20 08:54:01.736593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-807d9226-ed08-4d2d-88b7-5195ff99048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.751162 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-807d9226-ed08-4d2d-88b7-5195ff99048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.780245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e1069-8819-4ef4-95e5-f12f4f6a5132 None None] Pushing event updated for resources: {'Port': ['ID=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:01.890031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 896d72e4-c489-426f-bc4e-2ac86700017e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:01.917913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9226-ed08-4d2d-88b7-5195ff99048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2015b876-d279-41a1-a90a-8da318d4f082,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:01.936225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42902) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:01.978653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e62240c3-b42b-4e3e-b413-836007bd6e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:01.991727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-807d9226-ed08-4d2d-88b7-5195ff99048b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ff6df1c4ca34cd7abd65459192798c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8804529 Aug 20 08:54:01.993788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42904) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:02.026863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Attempting to bind port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:02.028564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Attempting to bind port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:02.028952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Attempting to bind port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f on network db85d07a-c0ae-41e6-ad62-69f4c6883254 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:02.040342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:02.040718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Checking segment: {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:02.041132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.041704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Bound using segment: {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:02.042054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Bound port: d2dd9e2e-b54e-4996-8a29-adbf91d4da7f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d1c8d-6f97-4473-a906-eb38b0230249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:02.042443 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.125471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 896d72e4-c489-426f-bc4e-2ac86700017e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:02.136225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 896d72e4-c489-426f-bc4e-2ac86700017e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:02.136625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.162614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:02.174813 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Sync routers for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:02.184663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750dc94-90e2-4f4e-98ac-069ed0465544 req-2533c722-effe-47f9-920a-6eb86b29d904 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:02.186139 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:02.186291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3750dc94-90e2-4f4e-98ac-069ed0465544 req-2533c722-effe-47f9-920a-6eb86b29d904 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0990491 Aug 20 08:54:02.191462 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:02.196515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] For port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:02.197073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c5418c5-91fd-4221-9913-df1166922ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.216122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] For port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,segment=NetworkSegment(592d1c8d-6f97-4473-a906-eb38b0230249),segment_id=592d1c8d-6f97-4473-a906-eb38b0230249)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:02.225809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.242298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3750dc94-90e2-4f4e-98ac-069ed0465544 req-ce67cb2e-bb57-405e-be06-5aa142b3b9b5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Aug 20 08:54:02.250671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c5418c5-91fd-4221-9913-df1166922ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.268559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Deleting port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:02.268928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.324037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-763f0992-338b-4ee2-bc3d-b84177337e93 None None] Provisioning complete for port 896d72e4-c489-426f-bc4e-2ac86700017e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:02.324037 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-763f0992-338b-4ee2-bc3d-b84177337e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.365429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:02.382979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e62240c3-b42b-4e3e-b413-836007bd6e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.394786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.396282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a1985d42-d613-4918-b653-47fd865b4a47 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3300164 Aug 20 08:54:02.397608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e62240c3-b42b-4e3e-b413-836007bd6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.399540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42910) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:02.416510 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.447682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Routers {'a2257322-cb32-4c71-9cce-7b1add8d4cf1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:02.448335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:02.522283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e62240c3-b42b-4e3e-b413-836007bd6e68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b3a7ce9c5644d13871be713f92e70f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793281 Aug 20 08:54:02.529071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e1069-8819-4ef4-95e5-f12f4f6a5132 None None] Pushing event updated for resources: {'Port': ['ID=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:02.530068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42922) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:02.552868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62240c3-b42b-4e3e-b413-836007bd6e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6a36e1-8331-498c-b34d-b42b73236c4e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:02.560305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c5418c5-91fd-4221-9913-df1166922ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.567052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c5418c5-91fd-4221-9913-df1166922ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.568140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c5418c5-91fd-4221-9913-df1166922ad7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2015b876-d279-41a1-a90a-8da318d4f082 HTTP/1.1" status: 204 len: 168 time: 0.5729666 Aug 20 08:54:02.570121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] For port d2dd9e2e-b54e-4996-8a29-adbf91d4da7f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,segment=NetworkSegment(592d1c8d-6f97-4473-a906-eb38b0230249),segment_id=592d1c8d-6f97-4473-a906-eb38b0230249)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:02.570490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.590778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 896d72e4-c489-426f-bc4e-2ac86700017e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=896d72e4-c489-426f-bc4e-2ac86700017e,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:02.598449 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.621783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5418c5-91fd-4221-9913-df1166922ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2015b876-d279-41a1-a90a-8da318d4f082,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:02.639917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Calling delete_port for d2dd9e2e-b54e-4996-8a29-adbf91d4da7f owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:02.715625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-181c4dfb-6cbb-4f07-b50d-456f8a6dba20 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:02.724098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-181c4dfb-6cbb-4f07-b50d-456f8a6dba20 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 814 time: 0.1930318 Aug 20 08:54:02.728387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:00Z', 'revision_number': 3, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:02.749076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] Set router a2257322-cb32-4c71-9cce-7b1add8d4cf1 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:02.754061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-33f544aa-db16-4e7d-977b-238e1855b20b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/quotas/af1170b453d24270b420f250780a4af3 HTTP/1.1" status: 200 len: 375 time: 0.0286591 Aug 20 08:54:02.775950 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Checking router: 461c6538-c076-4b72-9074-1124aae8d0ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:02.776952 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Updating router 461c6538-c076-4b72-9074-1124aae8d0ab port cde726fe-c4e9-45f7-bd77-3e800585eaf4 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:02.812144 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.816589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=896d72e4-c489-426f-bc4e-2ac86700017e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:02.891163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4296ffb-75d2-402d-9439-5c98b6f9c2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:02.989459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:02.997830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-0b72a1f4-5c62-42a9-a0ff-f5f7f62c5e5c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2427578 Aug 20 08:54:03.055966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.085649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dd9e2e-b54e-4996-8a29-adbf91d4da7f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:03.140454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbc131-9a62-4ce1-b291-334a6d15d31e req-38973d45-47fd-4b53-8863-b2f2bd726e5b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:03.141930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81bbc131-9a62-4ce1-b291-334a6d15d31e req-38973d45-47fd-4b53-8863-b2f2bd726e5b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.3282409 Aug 20 08:54:03.214951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4296ffb-75d2-402d-9439-5c98b6f9c2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.240805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:03.258063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:53:56Z', 'revision_number': 4, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'd2dd9e2e-b54e-4996-8a29-adbf91d4da7f', 'name': '', 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'mac_address': 'fa:16:3e:0d:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:53Z', 'updated_at': '2021-08-20T08:54:02Z', 'revision_number': 4, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'subnets': [{'id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:03.261225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'port_id': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'mac_address': 'fa:16:3e:22:dc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fee151-3869-4e67-8d6e-4bcba10a03bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:03.294762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa2160-9507-4f2d-922d-722bd84c9c4a None None] The sync data for ids ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'] in n-d-804285-2 is: [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:53:56Z', 'revision_number': 4, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'd2dd9e2e-b54e-4996-8a29-adbf91d4da7f', 'name': '', 'network_id': 'db85d07a-c0ae-41e6-ad62-69f4c6883254', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'mac_address': 'fa:16:3e:0d:bb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:53Z', 'updated_at': '2021-08-20T08:54:02Z', 'revision_number': 4, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'subnets': [{'id': 'a4dc0033-48e0-43e1-89b1-8aacc449f4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:03.395330 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.396724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.423296 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Transition to ACTIVE for port object cde726fe-c4e9-45f7-bd77-3e800585eaf4 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:03.427604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:03.430520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.436006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81bbc131-9a62-4ce1-b291-334a6d15d31e req-5b812472-ad43-4469-91e1-1789a0a976b5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151587 Aug 20 08:54:03.443283 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.478949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:03.485890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.504642 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Attempting to bind port cde726fe-c4e9-45f7-bd77-3e800585eaf4 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:03.512402 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Attempting to bind port cde726fe-c4e9-45f7-bd77-3e800585eaf4 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:03.512780 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Attempting to bind port cde726fe-c4e9-45f7-bd77-3e800585eaf4 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:03.574347 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:03.575078 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:03.575668 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.576239 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:03.576903 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Bound port: cde726fe-c4e9-45f7-bd77-3e800585eaf4, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:03.577498 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.605856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:03.689097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['795b64b1-ac39-4da5-af81-8b79f8fe58f0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:03.783901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 896d72e4-c489-426f-bc4e-2ac86700017e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:03.835562 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] For port cde726fe-c4e9-45f7-bd77-3e800585eaf4, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:03.839295 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] For port cde726fe-c4e9-45f7-bd77-3e800585eaf4, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cde726fe-c4e9-45f7-bd77-3e800585eaf4,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:03.848571 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:03.905244 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f220d-f9a3-4229-88e2-894f9b316ed1 None None] Pushing event updated for resources: {'Port': ['ID=cde726fe-c4e9-45f7-bd77-3e800585eaf4,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:03.936857 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:03.937517 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:04.027635 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f220d-f9a3-4229-88e2-894f9b316ed1 None None] Pushing event updated for resources: {'Port': ['ID=cde726fe-c4e9-45f7-bd77-3e800585eaf4,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:04.032587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 896d72e4-c489-426f-bc4e-2ac86700017e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:04.034247 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:04.116297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42950) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:04.120612 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:04.206738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-feb90838-4304-4647-886b-0a5eb6a84c5c service neutron] 10.222.0.35 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1744428 Aug 20 08:54:04.240997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d035a2a-263a-42aa-bb5f-a6ca2f6945f2 req-2d3d72e9-7819-4d25-87d5-d8e9c1f74a53 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.5919020 Aug 20 08:54:04.367650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4296ffb-75d2-402d-9439-5c98b6f9c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:04.368158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:00Z', 'revision_number': 3, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:04.372169 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4296ffb-75d2-402d-9439-5c98b6f9c2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:04.375192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a4296ffb-75d2-402d-9439-5c98b6f9c2a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff6a36e1-8331-498c-b34d-b42b73236c4e HTTP/1.1" status: 204 len: 168 time: 1.8430548 Aug 20 08:54:04.402185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfc910-b2fd-4ff2-9b3c-fa8a318efbbb None None] The sync data for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 is: [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:00Z', 'revision_number': 3, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:04.518319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-22a272a2-4105-45da-8e89-1f88f9f379be service neutron] 10.222.0.35 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106267 Aug 20 08:54:04.536970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4296ffb-75d2-402d-9439-5c98b6f9c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6a36e1-8331-498c-b34d-b42b73236c4e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:04.551404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:04.610058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-51437408-network', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:04.656731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Made reservation on behalf of d440821ac0be4684ab067005d780a2dd for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:04.662286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:04.688208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:04.769334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Router a2257322-cb32-4c71-9cce-7b1add8d4cf1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:05.009364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:05.037846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:05.049053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ab919e3-0b22-462c-9c81-cf8c88caa65f req-896eb5a7-98b7-4878-a644-3f5a93c002fb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 210 time: 0.2493815 Aug 20 08:54:05.051244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Allocated IP 172.20.0.1 (e6bf6d07-60cd-4fbb-9f79-f808ff55f785/eed56446-ca84-47a8-b248-f02f1d58f724/c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:05.060215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1fc3a67b-2a50-45e5-ae73-9584a4af2426 admin admin] 10.222.0.35 "PUT /v2.0/routers/a2257322-cb32-4c71-9cce-7b1add8d4cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1702394 Aug 20 08:54:05.062159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42972) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:05.167696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c34ed-ffb1-4231-b22c-9ec5ddb68a42 req-5df3a974-7d39-469d-b790-b165eac177d9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:05.180946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017c34ed-ffb1-4231-b22c-9ec5ddb68a42 req-5df3a974-7d39-469d-b790-b165eac177d9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 944 time: 0.5915074 Aug 20 08:54:05.189061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.198253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.293514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab06ce9-37aa-4565-b483-82e8e59b340a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:05.317303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:05.367807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:05.373067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:05.373683 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.449775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.450578 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Added segment 56e2e3bd-e7e6-4398-9532-1a3f0286fc6e of type vlan for network 480cf2b6-7288-4b30-b04d-0ed26d7f215a Aug 20 08:54:05.469087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4582aea-7629-4eb5-b001-266bda41312f req-7584875d-42f9-42ad-87ae-a2b996efb9bf tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0634940 Aug 20 08:54:05.490066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017c34ed-ffb1-4231-b22c-9ec5ddb68a42 req-f02cc468-80f0-4440-9094-d44001c82ce7 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082223 Aug 20 08:54:05.540408 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.545004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.581049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795b64b1-ac39-4da5-af81-8b79f8fe58f0'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:05.590851 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265e51b3-c885-483a-8bd8-9d198294ed60" -d '{"events": [{"server_uuid": "7cff5252-2c50-44df-8ff9-3223455fbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "795b64b1-ac39-4da5-af81-8b79f8fe58f0"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:05.594576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.614541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Transition to ACTIVE for port object c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:05.641340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] Sync routers for ids ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:05.661968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:05.677674 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.689707 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.700571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.704661 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9420d29-beae-4b64-bb12-038cfe7f9c75 x-openstack-request-id: req-c9420d29-beae-4b64-bb12-038cfe7f9c75 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:05.704967 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cff5252-2c50-44df-8ff9-3223455fbc9e", "name": "network-vif-plugged", "status": "completed", "tag": "795b64b1-ac39-4da5-af81-8b79f8fe58f0", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:05.705228 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9420d29-beae-4b64-bb12-038cfe7f9c75 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:05.705631 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'code': 200} Aug 20 08:54:05.707825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] Routers {'a2257322-cb32-4c71-9cce-7b1add8d4cf1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:05.709499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:05.795018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:05.813128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:05.820175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:05.824898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.resource_extend [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:54:05.836498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:05.869042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cde726fe-c4e9-45f7-bd77-3e800585eaf4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:05.892272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.947295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.957030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.963318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:05.965591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:05.992455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876be07-dd01-4ebe-979e-22d8cdf393c0 req-e163f7b5-63c3-4033-8a8a-00be784649c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:05.994460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f876be07-dd01-4ebe-979e-22d8cdf393c0 req-e163f7b5-63c3-4033-8a8a-00be784649c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 1096 time: 0.2174661 Aug 20 08:54:06.118364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.130171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0120065 Aug 20 08:54:06.130834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43002) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:06.156139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Request body: {'subnet': {'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-51437408-subnet', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:06.161041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cde726fe-c4e9-45f7-bd77-3e800585eaf4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:06.169744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:06.196223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cde726fe-c4e9-45f7-bd77-3e800585eaf4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:06.196610 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.216251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7849f-9904-4607-8c2c-d019e4e4c10f admin admin] Pushing event updated for resources: {'Network': ['ID=480cf2b6-7288-4b30-b04d-0ed26d7f215a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:06.219745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Made reservation on behalf of d440821ac0be4684ab067005d780a2dd for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:06.229851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.312193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f876be07-dd01-4ebe-979e-22d8cdf393c0 req-67d9659a-bc3d-4f7d-b2c7-ca6e92df4a3f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559369 Aug 20 08:54:06.346015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:06.347206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55a41ed5-71db-4a75-8c15-6a506afae936 req-7ffb7d34-f3f3-4607-ad3d-a50d2e656a69 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 210 time: 0.1152322 Aug 20 08:54:06.375372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Deleting port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:06.375849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.473048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.483459 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.525417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] Set router a2257322-cb32-4c71-9cce-7b1add8d4cf1 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:06.615198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d75ffa66-f11c-4d3c-86c2-717a87981956 None None] Provisioning for port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:06.639908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:06.645554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.720242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d75ffa66-f11c-4d3c-86c2-717a87981956 None None] Provisioning complete for port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:06.720955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d75ffa66-f11c-4d3c-86c2-717a87981956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.733142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db920-6403-4efb-ad6a-53eac18388a4 req-f8ec8c6a-a4e9-4779-8a02-469c64828d25 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:06.734192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] For port 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:06.734755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f9db920-6403-4efb-ad6a-53eac18388a4 req-f8ec8c6a-a4e9-4779-8a02-469c64828d25 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 945 time: 0.1107478 Aug 20 08:54:06.741346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.766083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-d6932945-2f12-4146-a6a3-78d8811c76b9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:06.767633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-d6932945-2f12-4146-a6a3-78d8811c76b9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.37 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 814 time: 0.3038723 Aug 20 08:54:06.770632 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05dee73f-69f9-4b4e-89d3-9c539eb766e7 req-921d335b-587d-4874-9aba-ef66e3cd4c6e tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0920143 Aug 20 08:54:06.773662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Calling delete_port for 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:06.797129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d75ffa66-f11c-4d3c-86c2-717a87981956 None None] Port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:06.810353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Request body: {'port': {'device_id': '00e2967e-2d20-454f-8949-f048a6b86823', 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'admin_state_up': True, 'tenant_id': 'af1170b453d24270b420f250780a4af3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:06.816224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f9db920-6403-4efb-ad6a-53eac18388a4 req-08cc0b74-4e5c-4640-8664-95e6bffc7b82 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Aug 20 08:54:06.845267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:06.894080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cde726fe-c4e9-45f7-bd77-3e800585eaf4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cde726fe-c4e9-45f7-bd77-3e800585eaf4,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:06.905214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:06.906847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:06.916915 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.001708 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.070844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cde726fe-c4e9-45f7-bd77-3e800585eaf4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:07.091809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:54:02Z', 'revision_number': 5, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port': {'id': '673ba9ae-a187-4a48-9a32-bfbe32fbf7a7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:49Z', 'updated_at': '2021-08-20T08:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:07.118705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Router 461c6538-c076-4b72-9074-1124aae8d0ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:07.136558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] Checking router: a2257322-cb32-4c71-9cce-7b1add8d4cf1 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:07.145296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Made reservation on behalf of af1170b453d24270b420f250780a4af3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:07.150181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] Routers {'a2257322-cb32-4c71-9cce-7b1add8d4cf1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:07.150823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:07.160303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.305492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] Set router a2257322-cb32-4c71-9cce-7b1add8d4cf1 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:07.334831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:07.354330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-df95d653-af0d-42dd-910a-513d4cdb81b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/461c6538-c076-4b72-9074-1124aae8d0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9451897 Aug 20 08:54:07.354586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ab824f-49c7-49fa-8af3-59c6704e0c87,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:07.354586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Checking segment: {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:07.354586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Network hostable DHCP agents. Network: 480cf2b6-7288-4b30-b04d-0ed26d7f215a, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:07.424535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:54:05Z', 'revision_number': 6, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:07.500647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67aaf03-97d8-4a16-93ed-6a6c4aaa6f8c None None] The sync data for ids ['a2257322-cb32-4c71-9cce-7b1add8d4cf1'] in n-d-804285-2 is: [{'id': 'a2257322-cb32-4c71-9cce-7b1add8d4cf1', 'name': 'tempest-FloatingIPsNegativeTestJSON-264113843-router', 'tenant_id': '3d9cb0290fce4e58be79f7d37abe257f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:48Z', 'updated_at': '2021-08-20T08:54:05Z', 'revision_number': 6, 'project_id': '3d9cb0290fce4e58be79f7d37abe257f', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:07.515235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a0123d2-dff2-4a8a-af8e-15af79ff997e req-ce9afe62-3c4c-48db-abae-9c34ad972f2b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 210 time: 0.0489340 Aug 20 08:54:07.534091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-14bb0751-2970-4385-8212-9d2a21e46d17 None None] Provisioning complete for port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:07.534492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-14bb0751-2970-4385-8212-9d2a21e46d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.572628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:07.580121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-14bb0751-2970-4385-8212-9d2a21e46d17 None None] Port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:07.630439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 480cf2b6-7288-4b30-b04d-0ed26d7f215a) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:07.633131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:07.633886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.638656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe8e92-f368-471a-9b4c-e7c0b60bef5b None None] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:07.650736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.691846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-23ed4533-d8fd-4a02-b38d-6afbeb585ca2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5450559 Aug 20 08:54:07.692998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Allocated IP 172.20.0.6 (3594c1c7-93eb-45d1-bd19-5c055d23279a/ae2cb509-06bf-4b38-86e1-ac1d77b928c7/3654883a-b73b-4200-a389-197a818a36f2) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:07.694294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:07.700462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:07.701164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=673ba9ae-a187-4a48-9a32-bfbe32fbf7a7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:07.744528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.745954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.847502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.872422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'fixed_ips': [{'subnet_id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:54:07.873347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:07.909319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.157267 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Sync routers for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:08.167817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:08.169414 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:08.173957 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:08.197499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d728374-573f-4ed1-8289-4e2475dab5a8 req-ee72fc69-3897-4346-bd0c-64169a30f028 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1483145 Aug 20 08:54:08.203703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Allocated IP 172.20.0.2 (480cf2b6-7288-4b30-b04d-0ed26d7f215a/f3ab824f-49c7-49fa-8af3-59c6704e0c87/120f2ea2-1b02-41f8-8d92-dda2a80d972d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:08.213421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667607439', 'description': 'tempest-description--2041934160'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:08.220104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.222857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.302440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.303065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2257322-cb32-4c71-9cce-7b1add8d4cf1 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:54:08.317806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.319473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1ddcc525-994a-4094-8195-0591a6242d75 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a2257322-cb32-4c71-9cce-7b1add8d4cf1 HTTP/1.1" status: 204 len: 168 time: 3.2512822 Aug 20 08:54:08.323200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43056) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:08.326188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.369933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.422581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.436021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.459387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Transition to ACTIVE for port object 120f2ea2-1b02-41f8-8d92-dda2a80d972d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:08.470737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e102a33-a3ea-40a5-b03a-e275b94e30b0 req-1f1db06f-ec50-4082-9102-00a4313586ae tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:08.478678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e102a33-a3ea-40a5-b03a-e275b94e30b0 req-1f1db06f-ec50-4082-9102-00a4313586ae tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 945 time: 0.1430540 Aug 20 08:54:08.480222 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:08.480922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Transition to ACTIVE for port object 120f2ea2-1b02-41f8-8d92-dda2a80d972d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:08.486899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cde726fe-c4e9-45f7-bd77-3e800585eaf4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:08.492642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.539463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:08.566253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:08.570111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e102a33-a3ea-40a5-b03a-e275b94e30b0 req-a488480a-0fac-423d-bf5d-e76edb31e344 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896342 Aug 20 08:54:08.573543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:08.624613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.631431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.640953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.644268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Pushing event updated for resources: {'Port': ['ID=120f2ea2-1b02-41f8-8d92-dda2a80d972d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:08.669824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:08.741558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb30741-c51e-4bf1-b69f-304fef4c8ab8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:08.751198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.755640 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2bbf0179-0d5d-4c91-9cc3-7b989131672b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5861008 Aug 20 08:54:08.760618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43064) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:08.770393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Request body: {'security_group_rule': {'security_group_id': 'edb30741-c51e-4bf1-b69f-304fef4c8ab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:08.793011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Pushing event updated for resources: {'Port': ['ID=3654883a-b73b-4200-a389-197a818a36f2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:08.808446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Network 3594c1c7-93eb-45d1-bd19-5c055d23279a is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:08.814480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:08.819030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Deleting subnet a4dc0033-48e0-43e1-89b1-8aacc449f4e1 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:54:08.832105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.832389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Attempting to bind port 120f2ea2-1b02-41f8-8d92-dda2a80d972d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:08.832389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Attempting to bind port 120f2ea2-1b02-41f8-8d92-dda2a80d972d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:08.832389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Attempting to bind port 120f2ea2-1b02-41f8-8d92-dda2a80d972d on network 480cf2b6-7288-4b30-b04d-0ed26d7f215a {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:08.853922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:08.853922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Checking segment: {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:08.853922 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.853922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Bound using segment: {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:08.853922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Bound port: 120f2ea2-1b02-41f8-8d92-dda2a80d972d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:08.855278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.869706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:08.891458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.929258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cde726fe-c4e9-45f7-bd77-3e800585eaf4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:08.929870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:08.988000 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 2, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:08.995023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.022781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.036944 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Checking router: 461c6538-c076-4b72-9074-1124aae8d0ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:09.039372 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Updating router 461c6538-c076-4b72-9074-1124aae8d0ab port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:09.058914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09268-53bc-498d-871f-3e4ccf388bad req-9a36d067-d4ac-484d-b20f-b9e96e427238 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:09.061020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca09268-53bc-498d-871f-3e4ccf388bad req-9a36d067-d4ac-484d-b20f-b9e96e427238 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 931 time: 0.2864351 Aug 20 08:54:09.072485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d548472-8a6c-4a7f-9477-81c955b91489 req-93ae703c-d236-4f22-9a4c-00e0fa9abc02 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:09.081255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d548472-8a6c-4a7f-9477-81c955b91489 req-93ae703c-d236-4f22-9a4c-00e0fa9abc02 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 945 time: 0.3153784 Aug 20 08:54:09.099407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.104777 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.196240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d548472-8a6c-4a7f-9477-81c955b91489 req-f8c7e936-5566-4af4-a87f-b12b44ca3f1b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129608 Aug 20 08:54:09.211281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.305840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:09.308053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.335146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43072) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:09.372783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-4c2016bf-4c79-4784-8ed8-a8d3e21b461c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5929909 Aug 20 08:54:09.387297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ca09268-53bc-498d-871f-3e4ccf388bad req-2995c673-8536-4ef0-9c98-e44635f22b63 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781267 Aug 20 08:54:09.421929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Request body: {'port': {'device_id': '00e2967e-2d20-454f-8949-f048a6b86823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:09.434485 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.445035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Transition to ACTIVE for port object c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:09.451945 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.465914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Allocated IP 172.25.5.99 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/0b64fa50-9475-40a9-a3c1-f814b99e2ab1) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:09.468240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] For port 120f2ea2-1b02-41f8-8d92-dda2a80d972d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:09.524584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.544249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] For port 120f2ea2-1b02-41f8-8d92-dda2a80d972d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=120f2ea2-1b02-41f8-8d92-dda2a80d972d,segment=NetworkSegment(56e2e3bd-e7e6-4398-9532-1a3f0286fc6e),segment_id=56e2e3bd-e7e6-4398-9532-1a3f0286fc6e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:09.546010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.551550 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.557665 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670c7dd-45f1-45e3-99b4-d98657765420 None None] Pushing event updated for resources: {'Port': ['ID=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:09.566557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d2dd9e2e-b54e-4996-8a29-adbf91d4da7f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:09.595555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d2dd9e2e-b54e-4996-8a29-adbf91d4da7f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:09.595897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d2dd9e2e-b54e-4996-8a29-adbf91d4da7f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:09.611901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.666744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:09.692649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fceb6d-a3b2-40c7-b4f7-b4ad52eecc35 None None] Pushing event updated for resources: {'Port': ['ID=120f2ea2-1b02-41f8-8d92-dda2a80d972d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:09.704722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:09.705206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 673ba9ae-a187-4a48-9a32-bfbe32fbf7a7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:09.708263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6991f46b-4044-4693-9ecb-058852eedef2 req-b4154c2a-e055-451d-b965-b3b18b6e92c3 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1676466 Aug 20 08:54:09.728690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.730965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a4dc0033-48e0-43e1-89b1-8aacc449f4e1 HTTP/1.1" status: 204 len: 168 time: 1.4066279 Aug 20 08:54:09.735499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb61b0-e827-422e-89a9-28c4e0068293 None None] Network db85d07a-c0ae-41e6-ad62-69f4c6883254 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:09.744287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43082) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:09.763595 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Attempting to bind port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:09.763960 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Attempting to bind port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:09.764540 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Attempting to bind port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee on network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:09.772535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.776931 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0070412 Aug 20 08:54:09.777089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43088) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:09.783461 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:09.784600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd8cb3-3901-4cb3-bc9a-f0834521a1f8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4870f5e-4930-422b-9c35-530a8ed5f20d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:09.785204 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Checking segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:09.786895 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.787501 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Bound using segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:09.790030 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Bound port: c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:09.790748 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.797938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7561db20-981c-4442-b52a-e03fac201e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:09.820502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Request body: {'security_group_rule': {'security_group_id': 'edb30741-c51e-4bf1-b69f-304fef4c8ab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:09.939083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.003129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.008477 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] For port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:10.014534 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] For port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:10.025458 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.045827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d563e-ddcb-4fc0-9a3a-cd696d8bc7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4dc0033-48e0-43e1-89b1-8aacc449f4e1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:10.056984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.129558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Deleting port 40b59e45-5cd4-455d-8372-4098597d4c97 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:10.130170 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.133024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.145384 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:10.146077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:10.260118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:10.263694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] DHCP port deletion for db85d07a-c0ae-41e6-ad62-69f4c6883254 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:54:10.268664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:10.305545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:10.399285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Pushing event updated for resources: {'Port': ['ID=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:10.409245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] Deleting port 40b59e45-5cd4-455d-8372-4098597d4c97 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:10.409664 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.418461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] For port 40b59e45-5cd4-455d-8372-4098597d4c97, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40b59e45-5cd4-455d-8372-4098597d4c97,segment=NetworkSegment(592d1c8d-6f97-4473-a906-eb38b0230249),segment_id=592d1c8d-6f97-4473-a906-eb38b0230249)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:10.418461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.460155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Calling delete_port for 40b59e45-5cd4-455d-8372-4098597d4c97 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:10.515339 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670c7dd-45f1-45e3-99b4-d98657765420 None None] Pushing event updated for resources: {'Port': ['ID=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:10.535979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] For port 40b59e45-5cd4-455d-8372-4098597d4c97, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40b59e45-5cd4-455d-8372-4098597d4c97,segment=NetworkSegment(592d1c8d-6f97-4473-a906-eb38b0230249),segment_id=592d1c8d-6f97-4473-a906-eb38b0230249)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:10.536598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.556160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] Calling delete_port for 40b59e45-5cd4-455d-8372-4098597d4c97 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:10.575007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3654883a-b73b-4200-a389-197a818a36f2 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:10.591792 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:10.597102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.628268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Transition to ACTIVE for port object 3654883a-b73b-4200-a389-197a818a36f2 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:10.681702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7561db20-981c-4442-b52a-e03fac201e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.683768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.685141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.691151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7561db20-981c-4442-b52a-e03fac201e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.735103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] Pushing event deleted for resources: {'Port': ['ID=40b59e45-5cd4-455d-8372-4098597d4c97,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:10.749983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99d5ca-0b98-44ff-a793-b390bd52b12f None None] No DVR routers for this DVR port 40b59e45-5cd4-455d-8372-4098597d4c97 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:10.798036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cc182-be75-40cc-99a8-ced74571e030 req-6a88eeec-4062-4c47-bf2b-0d3a89ca6722 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:10.799481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f3cc182-be75-40cc-99a8-ced74571e030 req-6a88eeec-4062-4c47-bf2b-0d3a89ca6722 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 931 time: 0.2533655 Aug 20 08:54:10.831924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Pushing event updated for resources: {'Port': ['ID=3654883a-b73b-4200-a389-197a818a36f2,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:10.834170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561db20-981c-4442-b52a-e03fac201e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f3db99-a68a-45ab-96d9-5a2d0e1375ba,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:10.842907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7561db20-981c-4442-b52a-e03fac201e42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bba5a89522d441b68b34709257f97a91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5002425 Aug 20 08:54:10.845408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43108) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:10.852733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c2223-0d0c-4c4b-9d9b-c6fe8646ad63 req-2d7b671b-1c8d-4522-aa8f-80b050085dd5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:10.861031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-761c2223-0d0c-4c4b-9d9b-c6fe8646ad63 req-2d7b671b-1c8d-4522-aa8f-80b050085dd5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 945 time: 0.3165736 Aug 20 08:54:10.975153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7961bed-b42a-47c5-9729-7df7b3e437f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:10.989934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Attempting to bind port 3654883a-b73b-4200-a389-197a818a36f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:10.990312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Attempting to bind port 3654883a-b73b-4200-a389-197a818a36f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:10.990641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Attempting to bind port 3654883a-b73b-4200-a389-197a818a36f2 on network 3594c1c7-93eb-45d1-bd19-5c055d23279a {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:11.005371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Port 3654883a-b73b-4200-a389-197a818a36f2 on network 3594c1c7-93eb-45d1-bd19-5c055d23279a not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:54:11.005704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Attempting to bind port 3654883a-b73b-4200-a389-197a818a36f2 on network 3594c1c7-93eb-45d1-bd19-5c055d23279a {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:11.020250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:11.020514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Checking segment: {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:11.020943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Bound using segment: {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:11.021390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Bound port: 3654883a-b73b-4200-a389-197a818a36f2, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79216572-e583-4764-9991-f3cf0531c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:11.021798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.025336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7961bed-b42a-47c5-9729-7df7b3e437f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.050821 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:09Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:11.087941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a79b57-9ffe-4939-a2ea-08495800cdd3 None None] The sync data for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 is: [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:09Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:11.173962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] For port 3654883a-b73b-4200-a389-197a818a36f2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:11.186839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] For port 3654883a-b73b-4200-a389-197a818a36f2, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3654883a-b73b-4200-a389-197a818a36f2,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:11.191068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7961bed-b42a-47c5-9729-7df7b3e437f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.194204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7961bed-b42a-47c5-9729-7df7b3e437f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.198079 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d7961bed-b42a-47c5-9729-7df7b3e437f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2f3db99-a68a-45ab-96d9-5a2d0e1375ba HTTP/1.1" status: 204 len: 168 time: 0.3491714 Aug 20 08:54:11.198823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.240315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7961bed-b42a-47c5-9729-7df7b3e437f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f3db99-a68a-45ab-96d9-5a2d0e1375ba,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:11.256754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:11.257606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.259399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] 10.222.0.37 "PUT /v2.0/ports/3654883a-b73b-4200-a389-197a818a36f2 HTTP/1.1" status: 200 len: 1091 time: 1.8726788 Aug 20 08:54:11.259862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e2967e-2d20-454f-8949-f048a6b86823', 'tag': '3654883a-b73b-4200-a389-197a818a36f2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:11.265981 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f946659a-4914-4ba3-ab40-79ec474212f0" -d '{"events": [{"name": "network-changed", "server_uuid": "00e2967e-2d20-454f-8949-f048a6b86823", "tag": "3654883a-b73b-4200-a389-197a818a36f2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:11.349925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcb2e2-ab91-411c-bc01-aaf4a10d7eba service neutron] Pushing event updated for resources: {'Port': ['ID=3654883a-b73b-4200-a389-197a818a36f2,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:11.368664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-bae31878-764f-46c4-8cca-8a3bdf2c4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:11.370408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-bae31878-764f-46c4-8cca-8a3bdf2c4df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 1094 time: 0.0590281 Aug 20 08:54:11.380622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4be5f-5b0b-47ff-ba65-7af00a93c8d1 None None] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:11.421883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.439349 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-6b05b76c-b5bb-405d-aca6-ab2ecbdfd394 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3654883a-b73b-4200-a389-197a818a36f2 HTTP/1.1" status: 200 len: 217 time: 0.0604377 Aug 20 08:54:11.470065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2c67c380-bd78-4110-9b69-2db7f3bee5c3 None None] Provisioning for port 120f2ea2-1b02-41f8-8d92-dda2a80d972d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:11.509521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-110f9d76-efbb-4982-ab34-bb04b873e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:11.511158 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-110f9d76-efbb-4982-ab34-bb04b873e985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.0622156 Aug 20 08:54:11.537213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f3cc182-be75-40cc-99a8-ced74571e030 req-913b5c20-2e2f-4480-ae5e-804bc75a52c5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139194 Aug 20 08:54:11.538013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.574041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-5822d2fa-3996-4fe2-b818-3c7d948f6668 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532596 Aug 20 08:54:11.702660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-761c2223-0d0c-4c4b-9d9b-c6fe8646ad63 req-cd09d92c-dc8a-4560-b0c3-a045e055f294 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107820 Aug 20 08:54:11.740506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43118) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:11.769376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d56750a-d0b1-40c3-9dcd-6d34d3c09c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.784389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Pushing event deleted for resources: {'Port': ['ID=40b59e45-5cd4-455d-8372-4098597d4c97,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:11.796692 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-55a8cd8a-6f08-4ffb-affc-ab5ccb92e2c7 service neutron] 10.222.0.37 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106447 Aug 20 08:54:11.810342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] No DVR routers for this DVR port 40b59e45-5cd4-455d-8372-4098597d4c97 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:11.873591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 120f2ea2-1b02-41f8-8d92-dda2a80d972d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:11.916323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d3f7746-38e0-44e6-933e-a761f6dd4172 req-5d1e98f7-0b8d-4b75-a5f8-80c560ef7897 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1488886 Aug 20 08:54:11.917360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:11.968857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 120f2ea2-1b02-41f8-8d92-dda2a80d972d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:11.973305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 120f2ea2-1b02-41f8-8d92-dda2a80d972d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:11.973684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.006616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.075027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.093684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.108799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.131841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 120f2ea2-1b02-41f8-8d92-dda2a80d972d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=120f2ea2-1b02-41f8-8d92-dda2a80d972d,segment=NetworkSegment(56e2e3bd-e7e6-4398-9532-1a3f0286fc6e),segment_id=56e2e3bd-e7e6-4398-9532-1a3f0286fc6e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:12.137593 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.138721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:12.214627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db85d07a-c0ae-41e6-ad62-69f4c6883254']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:12.238409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3aabd2f4-b20c-4ac3-b754-e4e9d2b3dea5 None None] Provisioning complete for port 120f2ea2-1b02-41f8-8d92-dda2a80d972d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:12.238806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3aabd2f4-b20c-4ac3-b754-e4e9d2b3dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.243492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=120f2ea2-1b02-41f8-8d92-dda2a80d972d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:12.276977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134c878b-1c9c-4434-932f-8316dfb402b5,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:12.283427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592d1c8d-6f97-4473-a906-eb38b0230249') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:12.283927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592d1c8d-6f97-4473-a906-eb38b0230249') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:12.295978 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c5468c-acdf-49a9-bfdb-6064f192e309 x-openstack-request-id: req-82c5468c-acdf-49a9-bfdb-6064f192e309 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:12.296346 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e2967e-2d20-454f-8949-f048a6b86823", "tag": "3654883a-b73b-4200-a389-197a818a36f2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:12.296714 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82c5468c-acdf-49a9-bfdb-6064f192e309 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:12.297122 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e2967e-2d20-454f-8949-f048a6b86823', 'tag': '3654883a-b73b-4200-a389-197a818a36f2', 'status': 'completed', 'code': 200} Aug 20 08:54:12.319075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:12.329069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:12.329694 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.377490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5365ebce-7da7-4e20-8f58-aa7bfadecf36 req-1de8294e-e637-4162-b758-635c23718798 service neutron] 10.222.0.37 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500896 Aug 20 08:54:12.397872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.406815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.413781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d56750a-d0b1-40c3-9dcd-6d34d3c09c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.419708 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d56750a-d0b1-40c3-9dcd-6d34d3c09c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.423572 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.468631 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4d56750a-d0b1-40c3-9dcd-6d34d3c09c54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1a3175ec00e4bf186f7d190f1604094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219529 Aug 20 08:54:12.478171 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.497254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43120) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:12.502130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.504545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-44e9a72e-6e19-41a4-828d-642ba3e4c051 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7222848 Aug 20 08:54:12.508386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43122) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:12.512821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.521349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:12.526526 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.526930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:12.527239 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.529895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:12.532894 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:12.579289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56750a-d0b1-40c3-9dcd-6d34d3c09c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829005f4-07bb-45a0-b62b-e1c9d06e4131,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:12.612546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:12.623597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-f2deaa11-af67-4d16-b371-2b01000d1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:12.625634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-f2deaa11-af67-4d16-b371-2b01000d1c8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 1094 time: 0.1623371 Aug 20 08:54:12.634995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40b59e45-5cd4-455d-8372-4098597d4c97 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:12.653501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.672032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 40b59e45-5cd4-455d-8372-4098597d4c97 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:12.672371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40b59e45-5cd4-455d-8372-4098597d4c97 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:12.673755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.675840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] 10.222.0.35 "DELETE /v2.0/networks/db85d07a-c0ae-41e6-ad62-69f4c6883254 HTTP/1.1" status: 204 len: 168 time: 2.9301379 Aug 20 08:54:12.676938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfce27-04f5-4d29-862a-1a2c71a7e08e admin admin] Pushing event deleted for resources: {'Network': ['ID=db85d07a-c0ae-41e6-ad62-69f4c6883254,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:12.690172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.769160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71b6bb-b3ab-46e4-83cf-ab506a8404f4 req-4802ece6-364b-40fe-8bf5-75b0d08773f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:12.770861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe71b6bb-b3ab-46e4-83cf-ab506a8404f4 req-4802ece6-364b-40fe-8bf5-75b0d08773f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 943 time: 0.0797830 Aug 20 08:54:12.814368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Router 1495ad1f-75a9-4123-ab08-817903435edc is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:54:12.826793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-060f61c3-2183-4206-8a65-0720768359ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.878684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-060f61c3-2183-4206-8a65-0720768359ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:12.930280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe71b6bb-b3ab-46e4-83cf-ab506a8404f4 req-9cb3ba8d-5c88-4be7-be67-fb441944518a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465337 Aug 20 08:54:12.936590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-255448be-2640-4c09-8bdf-f724b41fc671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:12.938237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-255448be-2640-4c09-8bdf-f724b41fc671 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.2845869 Aug 20 08:54:13.012465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43134) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:13.017454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-48636f47-2226-4df1-8bda-6e3ec7fedf65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3654883a-b73b-4200-a389-197a818a36f2 HTTP/1.1" status: 200 len: 217 time: 0.0656793 Aug 20 08:54:13.037060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-060f61c3-2183-4206-8a65-0720768359ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.041067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-060f61c3-2183-4206-8a65-0720768359ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.042363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-060f61c3-2183-4206-8a65-0720768359ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/829005f4-07bb-45a0-b62b-e1c9d06e4131 HTTP/1.1" status: 204 len: 168 time: 0.5355971 Aug 20 08:54:13.044083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881aaaa-daa0-422d-8652-54c7b5be2b40 req-aedb851d-7bb2-42ca-9047-80d993d3ec23 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:13.051387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8881aaaa-daa0-422d-8652-54c7b5be2b40 req-aedb851d-7bb2-42ca-9047-80d993d3ec23 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 945 time: 0.2408149 Aug 20 08:54:13.056168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:13.141912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:13.147055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46f4d0f6-ed6f-4147-bcb8-7e5c9d6a20f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d9cb0290fce4e58be79f7d37abe257f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322424 Aug 20 08:54:13.150484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f61c3-2183-4206-8a65-0720768359ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829005f4-07bb-45a0-b62b-e1c9d06e4131,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:13.156092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:13.169055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Sync routers for ids ['1495ad1f-75a9-4123-ab08-817903435edc'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:13.178263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8881aaaa-daa0-422d-8652-54c7b5be2b40 req-d63f44f3-de81-4e77-b1fe-e1f512dd2042 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201057 Aug 20 08:54:13.192161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b9dbc2-064d-4d05-a0ba-7d8ce3541445 req-4f9c7a14-b14f-4b65-ae8d-c3ca883c56ce tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0685964 Aug 20 08:54:13.207006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.208264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b2285ff3-f2b7-43e4-ae1a-6b0c40bd697b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.5120306 Aug 20 08:54:13.211604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43142) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:13.213150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-da3470c1-32a1-41a3-b73b-0da78585e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:13.215132 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-da3470c1-32a1-41a3-b73b-0da78585e1d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.1806598 Aug 20 08:54:13.223904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.263313 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6114b490-62e8-497c-845c-1796b3208fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.271110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Routers {'1495ad1f-75a9-4123-ab08-817903435edc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:13.271745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1495ad1f-75a9-4123-ab08-817903435edc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:13.328090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:13.339915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-f5a894ca-0023-47af-b664-428da4009d51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101489 Aug 20 08:54:13.351608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'port_id': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'mac_address': 'fa:16:3e:22:dc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fee151-3869-4e67-8d6e-4bcba10a03bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:13.370582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1069717d-5bfc-4f7f-a9ab-1b1a845fb402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.455140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Set router 1495ad1f-75a9-4123-ab08-817903435edc gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:13.480341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1069717d-5bfc-4f7f-a9ab-1b1a845fb402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.488944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.526818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Allocated IP 172.25.5.45 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a387ed68-d0f4-4597-8054-1f560396a9af) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:13.535459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:13.574764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-f5fe5f81-a2a7-413a-9481-18e63ef45051 service neutron] 10.222.0.37 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224538 Aug 20 08:54:13.595424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:13.663346 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.728847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1069717d-5bfc-4f7f-a9ab-1b1a845fb402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.728847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1069717d-5bfc-4f7f-a9ab-1b1a845fb402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.729272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1069717d-5bfc-4f7f-a9ab-1b1a845fb402 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d7604e9-a4a6-43a5-aca8-ddf4da71a09b HTTP/1.1" status: 204 len: 168 time: 0.5690918 Aug 20 08:54:13.769584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 120f2ea2-1b02-41f8-8d92-dda2a80d972d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:13.782301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069717d-5bfc-4f7f-a9ab-1b1a845fb402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7604e9-a4a6-43a5-aca8-ddf4da71a09b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:13.811057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.832807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f946659a-4914-4ba3-ab40-79ec474212f0 req-a4746415-01d5-4da2-98f7-05f4eebe5350 service neutron] 10.222.0.37 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465951 Aug 20 08:54:13.875219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.877185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['795b64b1-ac39-4da5-af81-8b79f8fe58f0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:13.977434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:13.981137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:13.985133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:13.991095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:14.057485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event updated for resources: {'Port': ['ID=a387ed68-d0f4-4597-8054-1f560396a9af,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:14.148643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 120f2ea2-1b02-41f8-8d92-dda2a80d972d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:14.157541 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.208888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.213069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.270270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:14.271412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c88d04-2641-49fd-8985-7adf4528f942 req-8efaf9b9-4606-4b81-b93b-395c310530f0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:14.274883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30c88d04-2641-49fd-8985-7adf4528f942 req-8efaf9b9-4606-4b81-b93b-395c310530f0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 943 time: 0.2094467 Aug 20 08:54:14.293311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.461663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30c88d04-2641-49fd-8985-7adf4528f942 req-181f3e29-a913-4632-accf-7c686f91b95c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760120 Aug 20 08:54:14.495587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3654883a-b73b-4200-a389-197a818a36f2 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:14.497309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Allocated IP 172.20.0.1 (480cf2b6-7288-4b30-b04d-0ed26d7f215a/f3ab824f-49c7-49fa-8af3-59c6704e0c87/8dd2c8e9-1cf2-4d89-b646-57f19b71e61f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:14.510701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cd66a-cc96-49c8-a1f7-936c6bb32e3f req-79bcfafe-1f84-4bd8-8b4c-c8f4234e93a1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:14.513113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d51cd66a-cc96-49c8-a1f7-936c6bb32e3f req-79bcfafe-1f84-4bd8-8b4c-c8f4234e93a1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 944 time: 0.1902988 Aug 20 08:54:14.581947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d51cd66a-cc96-49c8-a1f7-936c6bb32e3f req-c3ad9323-6d37-40e3-900f-d4fa46c8f562 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Aug 20 08:54:14.635758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3654883a-b73b-4200-a389-197a818a36f2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3654883a-b73b-4200-a389-197a818a36f2,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:14.655205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '3654883a-b73b-4200-a389-197a818a36f2', 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'port_id': '3654883a-b73b-4200-a389-197a818a36f2', 'mac_address': 'fa:16:3e:aa:73:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2cb509-06bf-4b38-86e1-ac1d77b928c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:14.659670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:10Z', 'revision_number': 3, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:14.685863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.699943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.702039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98e01226-a8f1-45ad-9bba-f1c57a532c0f req-5068ae32-bf1a-4e4b-bcfa-464a051bc3b0 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0553532 Aug 20 08:54:14.751304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.791043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Checking router: 1495ad1f-75a9-4123-ab08-817903435edc for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:14.791412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Updating router 1495ad1f-75a9-4123-ab08-817903435edc port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:14.815036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Transition to ACTIVE for port object 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:14.859062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:14.876444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.883812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event updated for resources: {'Port': ['ID=a387ed68-d0f4-4597-8054-1f560396a9af,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:14.953390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.964790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:14.983094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:14.985926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:14.999181 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b63ee9a6-fa9b-4399-a396-ceefdf19d03a tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4803891 Aug 20 08:54:15.002215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:15.006141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Pushing event updated for resources: {'Port': ['ID=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:15.034939 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.052248 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.059131 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.099361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:15.099728 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.168048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:15.234835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3654883a-b73b-4200-a389-197a818a36f2 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:15.264433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3654883a-b73b-4200-a389-197a818a36f2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3654883a-b73b-4200-a389-197a818a36f2,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:15.289304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec03f5-b002-476d-af3f-752b9a48c55a req-33ef446b-4a79-427c-8e5a-2c20f89d08dd tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:15.293976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cec03f5-b002-476d-af3f-752b9a48c55a req-33ef446b-4a79-427c-8e5a-2c20f89d08dd tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 944 time: 0.1857555 Aug 20 08:54:15.324214 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.344622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.352145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:15.418901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cec03f5-b002-476d-af3f-752b9a48c55a req-3bfa320b-a1eb-4aca-9ecb-f41be2698da2 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100442 Aug 20 08:54:15.495299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.533121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-f7f88db5-532b-4d75-87fc-3731b7f5c401 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1667607439&fields=id&tenant_id=de4f969ae1df4a48be8d5ce068bd2e21 HTTP/1.1" status: 200 len: 267 time: 0.1292446 Aug 20 08:54:15.561889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3654883a-b73b-4200-a389-197a818a36f2,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:15.616773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:15.630299 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.642401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0bf461a8-f0d1-47be-bb05-5c88b0790681 None None] Provisioning for port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:15.685597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0bf461a8-f0d1-47be-bb05-5c88b0790681 None None] Provisioning complete for port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:15.686099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0bf461a8-f0d1-47be-bb05-5c88b0790681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:15.740552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3654883a-b73b-4200-a389-197a818a36f2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:15.820766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-f452e67e-c51f-42cb-804f-8fb068527feb tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:15.829274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-f452e67e-c51f-42cb-804f-8fb068527feb tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/networks?id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785 HTTP/1.1" status: 200 len: 806 time: 0.2672930 Aug 20 08:54:15.845941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:15.848385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0bf461a8-f0d1-47be-bb05-5c88b0790681 None None] Port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:15.855235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e36c8-5e96-42e0-971d-dfa06b7b7948 req-403085f8-e7cf-4f96-bb54-7d8fb8b3a25d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:15.860611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f0e36c8-5e96-42e0-971d-dfa06b7b7948 req-403085f8-e7cf-4f96-bb54-7d8fb8b3a25d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 944 time: 0.1999106 Aug 20 08:54:15.870491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-d02fded2-1a5c-4af5-bbcc-3c0b2c43b746 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/quotas/de4f969ae1df4a48be8d5ce068bd2e21 HTTP/1.1" status: 200 len: 375 time: 0.0399039 Aug 20 08:54:15.970404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f0e36c8-5e96-42e0-971d-dfa06b7b7948 req-b38d174f-c4ea-461b-8d7a-83fc83b44412 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901568 Aug 20 08:54:15.993196 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.013107 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.028179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Transition to ACTIVE for port object 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:16.028568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-fe92e3a2-63b1-4149-9e44-a51068eb7821 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de4f969ae1df4a48be8d5ce068bd2e21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469007 Aug 20 08:54:16.033513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.035388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.091428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805a9ed-7a16-4cf4-a1a8-67a2274753c3 None None] Pushing event updated for resources: {'Port': ['ID=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:16.103077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Attempting to bind port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:16.103451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Attempting to bind port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:16.103811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Attempting to bind port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:16.109195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:16.109567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:16.110022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.110447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:16.110909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Bound port: 0b64fa50-9475-40a9-a3c1-f814b99e2ab1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:16.111457 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.134493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60321352-bd57-4913-b9e9-e923968edd8e req-bcc0f3f6-987b-4ff3-ad2f-b81937b64bae tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0609510 Aug 20 08:54:16.179749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] For port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:16.185308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] For port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:16.191322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.215766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.219698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Pushing event updated for resources: {'Port': ['ID=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:16.263995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805a9ed-7a16-4cf4-a1a8-67a2274753c3 None None] Pushing event updated for resources: {'Port': ['ID=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:16.266940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Routers {'1495ad1f-75a9-4123-ab08-817903435edc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:16.267576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:53:46Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1495ad1f-75a9-4123-ab08-817903435edc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:16.341406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.408746 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a543ae5b-1a9a-4f18-b312-0642c99f1272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.436996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] Set router 1495ad1f-75a9-4123-ab08-817903435edc gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:16.618918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-d335c294-0fc1-4e2a-98e6-b38b63e73992 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:16.620904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-d335c294-0fc1-4e2a-98e6-b38b63e73992 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 943 time: 0.0651829 Aug 20 08:54:16.669387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-c2b44600-b27f-420a-bf5b-28914dd6dbf4 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8181e8fad5bb4d7682cd6a9c8f1714de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477855 Aug 20 08:54:16.678639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-28d8d864-aacf-4185-938b-d74a30d705ea service neutron] 10.222.0.35 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063075 Aug 20 08:54:16.686586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8dd2c8e9-1cf2-4d89-b646-57f19b71e61f', 'name': '', 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'mac_address': 'fa:16:3e:7f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 2, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'subnets': [{'id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:16.729042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af0b9bd-4168-4e81-8db8-095ae3b80e44 None None] The sync data for ids ['1495ad1f-75a9-4123-ab08-817903435edc'] in n-d-804285-2 is: [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8dd2c8e9-1cf2-4d89-b646-57f19b71e61f', 'name': '', 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'mac_address': 'fa:16:3e:7f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 2, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'subnets': [{'id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:16.735104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Deleting port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:16.735636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.858242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] For port 795b64b1-ac39-4da5-af81-8b79f8fe58f0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=795b64b1-ac39-4da5-af81-8b79f8fe58f0,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:16.858612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:16.876043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Calling delete_port for 795b64b1-ac39-4da5-af81-8b79f8fe58f0 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:16.885493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:16.897420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:16.907518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a065bd60-04fb-4971-b994-6e9739eb95ba service neutron] 10.222.0.35 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273314 Aug 20 08:54:16.989255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-935e99bb-b914-4066-a08a-260fc109c9c9 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:16.997950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-935e99bb-b914-4066-a08a-260fc109c9c9 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077629 Aug 20 08:54:17.034887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-a3bbbad6-7fec-4189-bb11-3c6b067d2b82 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/quotas/8181e8fad5bb4d7682cd6a9c8f1714de HTTP/1.1" status: 200 len: 375 time: 0.0351782 Aug 20 08:54:17.075405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:17.127742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:17.174025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['795b64b1-ac39-4da5-af81-8b79f8fe58f0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:17.180622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event deleted for resources: {'Port': ['ID=795b64b1-ac39-4da5-af81-8b79f8fe58f0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:17.198350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-f7de0370-15d8-409e-85c4-9f032d938ca3 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8181e8fad5bb4d7682cd6a9c8f1714de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624539 Aug 20 08:54:17.286299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] No DVR routers for this DVR port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:17.291347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:17.293414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb7a1c5e-d5cc-458e-a5b3-671f723d57ff req-2dec9200-8b21-4ad5-953c-806c490780d6 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.26 "DELETE /v2.0/ports/795b64b1-ac39-4da5-af81-8b79f8fe58f0 HTTP/1.1" status: 204 len: 173 time: 0.6669130 Aug 20 08:54:17.294288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'name': 'network-vif-deleted', 'tag': '795b64b1-ac39-4da5-af81-8b79f8fe58f0'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:17.299862 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222001f8-3cb2-480f-8c3b-de642e675c5a" -d '{"events": [{"server_uuid": "7cff5252-2c50-44df-8ff9-3223455fbc9e", "name": "network-vif-deleted", "tag": "795b64b1-ac39-4da5-af81-8b79f8fe58f0"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:17.326162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No active binding found for port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101318) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 08:54:17.329210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 08:54:17.337330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Router 1495ad1f-75a9-4123-ab08-817903435edc has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:17.396175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Port 795b64b1-ac39-4da5-af81-8b79f8fe58f0 not found, will not notify nova. {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 08:54:17.412479 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:17.519977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3caa64f2-0198-4a75-8f8b-8b3d20b8b12a None None] Provisioning complete for port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:17.522127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3caa64f2-0198-4a75-8f8b-8b3d20b8b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:17.616965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:17.626358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ccc34f99-079e-421b-9180-977f8534a5da admin admin] 10.222.0.35 "PUT /v2.0/routers/1495ad1f-75a9-4123-ab08-817903435edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4136391 Aug 20 08:54:17.626744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3caa64f2-0198-4a75-8f8b-8b3d20b8b12a None None] Port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:17.712735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-628580ae-f991-46f6-98bb-f7e92c9b9b7e req-56282973-06ba-4da1-be33-6f515a08bcb8 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff5252-2c50-44df-8ff9-3223455fbc9e HTTP/1.1" status: 200 len: 210 time: 0.0920177 Aug 20 08:54:17.766205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b54d5-c78d-414d-86e1-d4db093e5828 req-a72ed62c-c31c-4c1b-89e7-6ad5e9913a0f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:17.774412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-501b54d5-c78d-414d-86e1-d4db093e5828 req-a72ed62c-c31c-4c1b-89e7-6ad5e9913a0f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 944 time: 0.1547663 Aug 20 08:54:17.790310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43304) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:17.875105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-501b54d5-c78d-414d-86e1-d4db093e5828 req-6f2ebd57-1fa3-4d60-b6bd-b304dc084bd3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979283 Aug 20 08:54:17.997179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d9fec97-550c-48d1-87cf-897d0e01feb7 req-8c30ceb0-fa9f-4b79-afae-35f0c9ff8da6 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 210 time: 0.0650618 Aug 20 08:54:18.067794 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b7d12-40a3-4343-8fb8-0880c2054bde x-openstack-request-id: req-881b7d12-40a3-4343-8fb8-0880c2054bde {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:18.068398 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cff5252-2c50-44df-8ff9-3223455fbc9e", "name": "network-vif-deleted", "tag": "795b64b1-ac39-4da5-af81-8b79f8fe58f0", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:18.068932 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-881b7d12-40a3-4343-8fb8-0880c2054bde {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:18.071587 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cff5252-2c50-44df-8ff9-3223455fbc9e', 'name': 'network-vif-deleted', 'tag': '795b64b1-ac39-4da5-af81-8b79f8fe58f0', 'status': 'completed', 'code': 200} Aug 20 08:54:18.091341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70820a93-93a2-443f-8c4d-9bb10d173c59 req-de471000-e749-4b49-b8bb-8c89757e5d04 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0930922 Aug 20 08:54:18.190254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da8bf6e7-ac5b-4cf6-b373-83487c69857a req-e4d0403f-6700-40a1-9f06-0950b75c28b7 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 210 time: 0.0675895 Aug 20 08:54:18.227242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8926-f92a-4244-b0ce-4af662491d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.385085 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8926-f92a-4244-b0ce-4af662491d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.395454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8926-f92a-4244-b0ce-4af662491d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.466017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cc7a8926-f92a-4244-b0ce-4af662491d6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43142ec07b974fc09012f18aa9ccde64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744330 Aug 20 08:54:18.473183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:18.481917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a8926-f92a-4244-b0ce-4af662491d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c8ff1e-f191-4191-8992-b9d8a6a16c94,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:18.484334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3654883a-b73b-4200-a389-197a818a36f2 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:18.567732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2277cd0e-e5ee-4c0d-9a28-1552b522376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.573026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 3654883a-b73b-4200-a389-197a818a36f2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:18.579017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 3654883a-b73b-4200-a389-197a818a36f2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:18.579441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.596215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2277cd0e-e5ee-4c0d-9a28-1552b522376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.596964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-55350a23-9bd3-44d0-9995-9ae89b156020 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2024202 Aug 20 08:54:18.607096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:18.631899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.656114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2277cd0e-e5ee-4c0d-9a28-1552b522376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.659421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2277cd0e-e5ee-4c0d-9a28-1552b522376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.660539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2277cd0e-e5ee-4c0d-9a28-1552b522376e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6c8ff1e-f191-4191-8992-b9d8a6a16c94 HTTP/1.1" status: 204 len: 168 time: 0.1862438 Aug 20 08:54:18.670164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277cd0e-e5ee-4c0d-9a28-1552b522376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c8ff1e-f191-4191-8992-b9d8a6a16c94,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:18.703190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.745799 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.754046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e2967e-2d20-454f-8949-f048a6b86823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3654883a-b73b-4200-a389-197a818a36f2'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:18.756769 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ad9f8-8c40-4646-ac9e-af8c38ea727b" -d '{"events": [{"server_uuid": "00e2967e-2d20-454f-8949-f048a6b86823", "name": "network-vif-plugged", "status": "completed", "tag": "3654883a-b73b-4200-a389-197a818a36f2"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:18.762096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.770778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3654883a-b73b-4200-a389-197a818a36f2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3654883a-b73b-4200-a389-197a818a36f2,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:18.778303 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:18.885259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3654883a-b73b-4200-a389-197a818a36f2,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:18.926001 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583c9b24-f727-4872-bf64-2fd064e62e68 x-openstack-request-id: req-583c9b24-f727-4872-bf64-2fd064e62e68 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:18.926399 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e2967e-2d20-454f-8949-f048a6b86823", "name": "network-vif-plugged", "status": "completed", "tag": "3654883a-b73b-4200-a389-197a818a36f2", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:18.927002 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-583c9b24-f727-4872-bf64-2fd064e62e68 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:18.927142 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e2967e-2d20-454f-8949-f048a6b86823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3654883a-b73b-4200-a389-197a818a36f2', 'code': 200} Aug 20 08:54:19.019484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Allocated IP 172.25.5.175 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/0983720d-9146-4003-a3d9-5902daf162f2) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:19.162226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43338) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:19.190712 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6de7830c-343c-4d72-a999-87ffd21e3b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.206049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5523c2c-2e39-45a2-9ed9-215ee3a8eef1 req-39d509c4-f8db-4fc2-ac4d-753f70f059d1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:19.207963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5523c2c-2e39-45a2-9ed9-215ee3a8eef1 req-39d509c4-f8db-4fc2-ac4d-753f70f059d1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 945 time: 0.0981193 Aug 20 08:54:19.219933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db8821-2059-406d-9325-38c40d895c84 req-63c2d75f-6527-4a96-902d-3284543b5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:19.221415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34db8821-2059-406d-9325-38c40d895c84 req-63c2d75f-6527-4a96-902d-3284543b5069 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 1096 time: 0.1067896 Aug 20 08:54:19.221686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.230706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-b64e3cbe-20a5-4771-9c2c-8d6ea1f96e8b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:19.232169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-b64e3cbe-20a5-4771-9c2c-8d6ea1f96e8b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.26 "GET /v2.0/networks?id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785 HTTP/1.1" status: 200 len: 806 time: 0.2874949 Aug 20 08:54:19.282156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5523c2c-2e39-45a2-9ed9-215ee3a8eef1 req-c1db568f-1ef9-4be0-9f75-92d1a2bcbbc0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620470 Aug 20 08:54:19.306302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-34db8821-2059-406d-9325-38c40d895c84 req-c5b694c1-ae06-4702-8ae5-47b69e9f7647 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731506 Aug 20 08:54:19.321843 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.326774 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-c7890779-c02e-4f7a-92dc-72e9560b206c tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4f969ae1df4a48be8d5ce068bd2e21 HTTP/1.1" status: 200 len: 380 time: 0.0756979 Aug 20 08:54:19.341912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Request body: {'port': {'device_id': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'admin_state_up': True, 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'security_groups': ['edb30741-c51e-4bf1-b69f-304fef4c8ab8']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:19.369192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:19.395891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:19.424361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:19.439790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f31558c1-27c9-43ba-9cbb-8cdf1aa5bc73 req-f3574f6d-0ac2-49d2-912f-8a424dc049c0 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 210 time: 0.0738218 Aug 20 08:54:19.453223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6de7830c-343c-4d72-a999-87ffd21e3b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.463694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6de7830c-343c-4d72-a999-87ffd21e3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.492438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-19643388-a20f-4ed3-aece-ac670b377476 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8181e8fad5bb4d7682cd6a9c8f1714de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688899 Aug 20 08:54:19.493211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Pushing event updated for resources: {'Port': ['ID=0983720d-9146-4003-a3d9-5902daf162f2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:19.520177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7830c-343c-4d72-a999-87ffd21e3b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ebcc5-9064-4d38-9d35-d390235e251e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:19.525098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6de7830c-343c-4d72-a999-87ffd21e3b7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7702cba0558c4f3ab0e7042857e72567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618925 Aug 20 08:54:19.527968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43352) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:19.555121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Made reservation on behalf of de4f969ae1df4a48be8d5ce068bd2e21 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:19.558907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.675813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4cf564f-5f50-41bd-a371-86929630e230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.738140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4cf564f-5f50-41bd-a371-86929630e230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.770348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:19.787628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.790416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Allocated IP 172.20.0.11 (e6bf6d07-60cd-4fbb-9f79-f808ff55f785/eed56446-ca84-47a8-b248-f02f1d58f724/5e4e730f-6098-41f9-87d6-d55f4e814166) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:19.795637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-9a2c2eeb-b285-46a9-bcc6-b7c8c991bb9b tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:19.797380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-9a2c2eeb-b285-46a9-bcc6-b7c8c991bb9b tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919533 Aug 20 08:54:19.804655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-cdbbb8a0-4342-4d23-a3cb-0a0f5edca702 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:19.806294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-cdbbb8a0-4342-4d23-a3cb-0a0f5edca702 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 822 time: 0.2513053 Aug 20 08:54:19.815095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Request body: {'port': {'device_id': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '8181e8fad5bb4d7682cd6a9c8f1714de'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:19.837246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:19.842441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:19.842958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.896142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-0523f327-1109-4a43-878d-996bb7a2a051 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/quotas/879301abaccd4584b5cc3d328d7db2c6 HTTP/1.1" status: 200 len: 375 time: 0.0747759 Aug 20 08:54:19.905069 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.911474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4cf564f-5f50-41bd-a371-86929630e230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.914282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4cf564f-5f50-41bd-a371-86929630e230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:19.915581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4cf564f-5f50-41bd-a371-86929630e230 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e6ebcc5-9064-4d38-9d35-d390235e251e HTTP/1.1" status: 204 len: 168 time: 0.3866813 Aug 20 08:54:19.933583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf564f-5f50-41bd-a371-86929630e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ebcc5-9064-4d38-9d35-d390235e251e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:19.971677 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.011459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.028145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:20.032658 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.045199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Transition to ACTIVE for port object 5e4e730f-6098-41f9-87d6-d55f4e814166 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:20.047991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-0c6715e2-ac7e-4c00-be63-9266a2046469 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436913 Aug 20 08:54:20.091403 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Sync routers for ids ['1495ad1f-75a9-4123-ab08-817903435edc'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:20.097114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.110258 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Routers {'1495ad1f-75a9-4123-ab08-817903435edc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:20.110890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1495ad1f-75a9-4123-ab08-817903435edc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:20.138160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:20.168042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:20.171627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:20.174809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:20.204433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Made reservation on behalf of 8181e8fad5bb4d7682cd6a9c8f1714de for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:20.209300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.214586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event updated for resources: {'Port': ['ID=5e4e730f-6098-41f9-87d6-d55f4e814166,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:20.229621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.265694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:20.266395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.290558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-f408900c-98f2-47ae-8572-6987baf85786 service neutron] 10.222.0.35 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416608 Aug 20 08:54:20.312575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Set router 1495ad1f-75a9-4123-ab08-817903435edc gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:20.376091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.389995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.543658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Pushing event updated for resources: {'Port': ['ID=0983720d-9146-4003-a3d9-5902daf162f2,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:20.561366 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.596232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8dd2c8e9-1cf2-4d89-b646-57f19b71e61f', 'name': '', 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'mac_address': 'fa:16:3e:7f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 2, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'subnets': [{'id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:20.603734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-af2a8f60-4269-4ece-b7c1-2b481b32a420 service neutron] 10.222.0.35 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046501 Aug 20 08:54:20.612916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6418ec4a-696d-462e-8182-074094134c65 None None] Provisioning for port 5e4e730f-6098-41f9-87d6-d55f4e814166 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:20.623193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6418ec4a-696d-462e-8182-074094134c65 None None] Provisioning complete for port 5e4e730f-6098-41f9-87d6-d55f4e814166 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:20.625745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6418ec4a-696d-462e-8182-074094134c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.643397 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Checking router: 1495ad1f-75a9-4123-ab08-817903435edc for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:20.643978 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Updating router 1495ad1f-75a9-4123-ab08-817903435edc port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:20.670139 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.670448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6418ec4a-696d-462e-8182-074094134c65 None None] Port 5e4e730f-6098-41f9-87d6-d55f4e814166 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:20.673475 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.680628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-a911b56b-857b-4987-8d31-65c69309a01b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3445816 Aug 20 08:54:20.684611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.693793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Request body: {'port': {'device_id': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:20.701201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:20.705766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-a0b23df8-fd09-4211-94d8-7005b1d2208c tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0997348 Aug 20 08:54:20.830601 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.020496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86c332-cd5b-4223-80ba-f20a362424a4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:21.024222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Allocated IP 192.168.233.20 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/02e2b5c3-bd65-4845-b69a-491be54dfd64) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:21.040200 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.052128 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Transition to ACTIVE for port object 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:21.062654 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.063801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-72daeaaa-6a99-409d-af33-1ee427cd38ac tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.2827837 Aug 20 08:54:21.069117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3a65d30-a484-4a54-98a3-1757f555e43c req-1be40d8a-5635-4462-a104-0ca9e3e488d6 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1939154 Aug 20 08:54:21.101222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:21.141102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 795b64b1-ac39-4da5-af81-8b79f8fe58f0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:21.141863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 795b64b1-ac39-4da5-af81-8b79f8fe58f0 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:21.160104 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c2c7e-4b31-48c5-902f-f8b437288715 None None] Pushing event updated for resources: {'Port': ['ID=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:21.304663 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Attempting to bind port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:21.304968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Attempting to bind port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:21.305430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Attempting to bind port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f on network 480cf2b6-7288-4b30-b04d-0ed26d7f215a {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:21.317673 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:21.318477 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Checking segment: {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:21.319223 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.325223 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Bound using segment: {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:21.328601 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Bound port: 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:21.329207 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.409993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e730f-6098-41f9-87d6-d55f4e814166 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:21.428606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4fc76ee-eca7-43a2-9ba3-df3d30e6f532 req-f608f470-8ede-4909-b5d2-dc4624b6cb18 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 210 time: 0.0425398 Aug 20 08:54:21.439885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.463105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-f6dde7ac-3b81-439b-9f14-812560384d0f tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:21.463878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7dc8d6f-0374-474b-8f42-ddc5151baa47 req-f6dde7ac-3b81-439b-9f14-812560384d0f tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.3981330 Aug 20 08:54:21.481568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Transition to ACTIVE for port object 5e4e730f-6098-41f9-87d6-d55f4e814166 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:21.486562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.495735 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] For port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:21.507411 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] For port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,segment=NetworkSegment(56e2e3bd-e7e6-4398-9532-1a3f0286fc6e),segment_id=56e2e3bd-e7e6-4398-9532-1a3f0286fc6e)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:21.518250 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.556196 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.597450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Transition to ACTIVE for port object 02e2b5c3-bd65-4845-b69a-491be54dfd64 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:21.619895 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Routers {'1495ad1f-75a9-4123-ab08-817903435edc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:21.620737 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1495ad1f-75a9-4123-ab08-817903435edc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:21.674595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e730f-6098-41f9-87d6-d55f4e814166,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:21.814401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:21.838872 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] Set router 1495ad1f-75a9-4123-ab08-817903435edc gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:21.844878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Attempting to bind port 5e4e730f-6098-41f9-87d6-d55f4e814166 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:21.847039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Attempting to bind port 5e4e730f-6098-41f9-87d6-d55f4e814166 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:21.847395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Attempting to bind port 5e4e730f-6098-41f9-87d6-d55f4e814166 on network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:21.861198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Port 5e4e730f-6098-41f9-87d6-d55f4e814166 on network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:54:21.863124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Attempting to bind port 5e4e730f-6098-41f9-87d6-d55f4e814166 on network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:21.874426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:21.876424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Checking segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:21.876957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Bound using segment: {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:21.880386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Bound port: 5e4e730f-6098-41f9-87d6-d55f4e814166, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260af98f-0fcb-4d31-a88a-f28470aa0620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:21.881313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.900355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:21.978040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddcabe-172f-4759-b0de-cfba96916ab9 req-078c0f17-429b-4b09-8cf4-ea89a6dc8be2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:21.996438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54ddcabe-172f-4759-b0de-cfba96916ab9 req-078c0f17-429b-4b09-8cf4-ea89a6dc8be2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 944 time: 0.2693684 Aug 20 08:54:22.034000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47987e3c-a169-4cb5-9fbf-253cd813cb25 req-7497b0cc-701e-4f6c-80c3-53e488d670d4 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.047422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47987e3c-a169-4cb5-9fbf-253cd813cb25 req-7497b0cc-701e-4f6c-80c3-53e488d670d4 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 945 time: 0.3774211 Aug 20 08:54:22.052252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c2c7e-4b31-48c5-902f-f8b437288715 None None] Pushing event updated for resources: {'Port': ['ID=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:22.070257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] For port 5e4e730f-6098-41f9-87d6-d55f4e814166, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:22.079287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] For port 5e4e730f-6098-41f9-87d6-d55f4e814166, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5e4e730f-6098-41f9-87d6-d55f4e814166,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:22.085058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:22.153439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:22.162646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:22.182933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.183553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:22.184998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] 10.222.0.26 "PUT /v2.0/ports/5e4e730f-6098-41f9-87d6-d55f4e814166 HTTP/1.1" status: 200 len: 1092 time: 1.4957728 Aug 20 08:54:22.192713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:22.199036 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fff55d-1113-428b-aa9f-69dccda721cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:22.208127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:22.223940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54ddcabe-172f-4759-b0de-cfba96916ab9 req-4400588a-3ef1-48c3-ae46-a3f0b3d3f7c9 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263048 Aug 20 08:54:22.292147 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8dd2c8e9-1cf2-4d89-b646-57f19b71e61f', 'name': '', 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'mac_address': 'fa:16:3e:7f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:21Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'subnets': [{'id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:22.296817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47987e3c-a169-4cb5-9fbf-253cd813cb25 req-6e1c6723-0ece-40ed-a030-f466e727c3a3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883659 Aug 20 08:54:22.314692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Pushing event updated for resources: {'Port': ['ID=02e2b5c3-bd65-4845-b69a-491be54dfd64,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:22.377931 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebf8444-511b-4315-8748-57c43b6b92ea None None] The sync data for ids ['1495ad1f-75a9-4123-ab08-817903435edc'] in n-d-804285-2 is: [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:15Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8dd2c8e9-1cf2-4d89-b646-57f19b71e61f', 'name': '', 'network_id': '480cf2b6-7288-4b30-b04d-0ed26d7f215a', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'mac_address': 'fa:16:3e:7f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:21Z', 'revision_number': 4, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'subnets': [{'id': 'f3ab824f-49c7-49fa-8af3-59c6704e0c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:22.392765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.394595 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:22.484353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:22.484928 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:22.542996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aacdc-9973-4741-bb4b-eee51e2040ca service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e730f-6098-41f9-87d6-d55f4e814166,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:22.632441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-709ae756-84b8-4912-8494-e80701d8420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.638306 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-709ae756-84b8-4912-8494-e80701d8420a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de4f969ae1df4a48be8d5ce068bd2e21&device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 1095 time: 0.3276632 Aug 20 08:54:22.657852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a07d9d4-d4b4-4466-95ff-e01a11bae975 req-993a5fa6-bfb3-45e7-a4b6-50276a632aa9 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 210 time: 0.2526033 Aug 20 08:54:22.661069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cffb5721-c2aa-4553-b5ae-60ab587c6f59 req-38522356-4aee-4b0d-a7fd-c8d28a8cd956 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips/9bf93a0e-cb6e-41a9-bb3d-473ce11d93c6 HTTP/1.1" status: 200 len: 693 time: 0.2507267 Aug 20 08:54:22.724134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3f4d7cb-cc18-4a31-834a-47f8ed61234c tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9144070 Aug 20 08:54:22.726710 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-fe404095-13d2-4eaa-8c4a-ef2ad6017f7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4e730f-6098-41f9-87d6-d55f4e814166 HTTP/1.1" status: 200 len: 217 time: 0.0789034 Aug 20 08:54:22.733602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-1f026e3f-d012-4798-a9e4-8c6159878d5a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.735784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-1f026e3f-d012-4798-a9e4-8c6159878d5a tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.37 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 822 time: 0.5063210 Aug 20 08:54:22.755224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Request body: {'port': {'device_id': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'admin_state_up': True, 'tenant_id': '879301abaccd4584b5cc3d328d7db2c6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:22.791242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Request body: {'port': {'device_id': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:22.830981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-49b6b61e-6a45-4dc7-af1d-2a61f3893d5b None None] Provisioning for port 02e2b5c3-bd65-4845-b69a-491be54dfd64 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:22.842778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-49b6b61e-6a45-4dc7-af1d-2a61f3893d5b None None] Provisioning complete for port 02e2b5c3-bd65-4845-b69a-491be54dfd64 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:22.843184 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-49b6b61e-6a45-4dc7-af1d-2a61f3893d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:22.855748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-f72a7064-b609-419a-bacb-3340de79ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.857415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-f72a7064-b609-419a-bacb-3340de79ecc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eed56446-ca84-47a8-b248-f02f1d58f724 HTTP/1.1" status: 200 len: 845 time: 0.1205983 Aug 20 08:54:22.893079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-49b6b61e-6a45-4dc7-af1d-2a61f3893d5b None None] Port 02e2b5c3-bd65-4845-b69a-491be54dfd64 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:22.901754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5721-c2aa-4553-b5ae-60ab587c6f59 req-1c7f0db6-6bff-4857-9130-cbc1699eeee7 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.914470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cffb5721-c2aa-4553-b5ae-60ab587c6f59 req-1c7f0db6-6bff-4857-9130-cbc1699eeee7 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2345974 Aug 20 08:54:22.959740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-ab62a411-03ad-43e9-8bc2-119402ec1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:22.962156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-ab62a411-03ad-43e9-8bc2-119402ec1e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941792 Aug 20 08:54:22.973584 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f584c9-1087-47eb-a759-48a5edc83466 x-openstack-request-id: req-15f584c9-1087-47eb-a759-48a5edc83466 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:22.973981 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:22.974408 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15f584c9-1087-47eb-a759-48a5edc83466 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:22.974913 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'status': 'completed', 'code': 200} Aug 20 08:54:22.985843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9bfdcd4-a9e9-4f6e-9be0-d78a87afdcfc req-b1517879-5628-431a-bb79-49e0a834bace tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.2027073 Aug 20 08:54:23.000036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Made reservation on behalf of 879301abaccd4584b5cc3d328d7db2c6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:23.009591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:23.014745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:23.201343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-3748200c-781c-4a1d-b38f-fd3068168e68 service neutron] 10.222.0.26 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255197 Aug 20 08:54:23.333894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Allocated IP 172.20.0.14 (4f1cb033-9b03-4933-9390-cca5ca987436/42fee151-3869-4e67-8d6e-4bcba10a03bd/de444228-ecf0-4020-8ea1-7b3273f0e6cc) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:23.392040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1b1b647-1fef-4fb2-abc8-1b9ccede8818 req-0145c38f-87de-40cb-b180-5181972876d4 service neutron] 10.222.0.26 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754646 Aug 20 08:54:23.537590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-e57cbb3f-6206-46a6-9dfe-b93d374615f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:23.539795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-e57cbb3f-6206-46a6-9dfe-b93d374615f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de4f969ae1df4a48be8d5ce068bd2e21&device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 1095 time: 0.0737054 Aug 20 08:54:23.612592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:23.694884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-c4707e18-5c47-40d0-9778-d167327cdcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:23.695482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95f2e7d6-51e2-4abe-9e3d-86e49f1d581c req-1ad1a402-b2aa-4774-9392-08d52483de39 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=d440821ac0be4684ab067005d780a2dd HTTP/1.1" status: 200 len: 696 time: 0.0961859 Aug 20 08:54:23.696375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-c4707e18-5c47-40d0-9778-d167327cdcab service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785 HTTP/1.1" status: 200 len: 906 time: 0.1494699 Aug 20 08:54:23.703533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:23.800522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:23.855287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43464) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:23.863010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:23.868073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fa379-54a7-4c69-907d-454982b58b44 req-8f94add0-df53-4594-a418-6d5347511881 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:23.868599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:23.869370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:23.870042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-731fa379-54a7-4c69-907d-454982b58b44 req-8f94add0-df53-4594-a418-6d5347511881 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 935 time: 0.2731309 Aug 20 08:54:23.972302 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:23.994765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-731fa379-54a7-4c69-907d-454982b58b44 req-fa5e0ab7-3488-411b-b3f8-bdf44035430f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014545 Aug 20 08:54:24.011425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,segment=NetworkSegment(56e2e3bd-e7e6-4398-9532-1a3f0286fc6e),segment_id=56e2e3bd-e7e6-4398-9532-1a3f0286fc6e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:24.017703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.085844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e2b5c3-bd65-4845-b69a-491be54dfd64 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:24.093051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:24.094476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.097121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-c70c5271-b2cc-4256-aa14-e834719e83e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4e730f-6098-41f9-87d6-d55f4e814166 HTTP/1.1" status: 200 len: 217 time: 0.3912616 Aug 20 08:54:24.111191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Network 4f1cb033-9b03-4933-9390-cca5ca987436 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:24.114270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2e7d6-51e2-4abe-9e3d-86e49f1d581c req-4beb57a3-eaca-4495-b6c2-3638b354fe3e tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.115915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95f2e7d6-51e2-4abe-9e3d-86e49f1d581c req-4beb57a3-eaca-4495-b6c2-3638b354fe3e tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks?id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 787 time: 0.4193659 Aug 20 08:54:24.130027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:24.155943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event updated for resources: {'Port': ['ID=de444228-ecf0-4020-8ea1-7b3273f0e6cc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:24.156499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27323e0a-67d1-4ad9-bd19-88fc70716d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.158607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:24.187332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Transition to ACTIVE for port object 02e2b5c3-bd65-4845-b69a-491be54dfd64 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:24.199794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.215427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-7b5da9f0-97e9-4bd6-a269-0009fe9a8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.217091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-7b5da9f0-97e9-4bd6-a269-0009fe9a8989 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eed56446-ca84-47a8-b248-f02f1d58f724 HTTP/1.1" status: 200 len: 845 time: 0.1085322 Aug 20 08:54:24.228843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.229606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.283836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-a1da58ba-953a-409d-9ab9-b383fd32d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.285517 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-a1da58ba-953a-409d-9ab9-b383fd32d2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527084 Aug 20 08:54:24.332858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f203a5-fb6a-454b-8920-2234a9363b7b req-965ef2b3-bdf2-4ebd-a333-500ead0dfd30 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.334963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28f203a5-fb6a-454b-8920-2234a9363b7b req-965ef2b3-bdf2-4ebd-a333-500ead0dfd30 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 945 time: 0.2293031 Aug 20 08:54:24.356622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b5c3-bd65-4845-b69a-491be54dfd64,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:24.408960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-2fe88f4b-ee09-4b91-a3c9-cb43533254e4 service neutron] 10.222.0.26 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153743 Aug 20 08:54:24.451437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad0677-0e02-4baf-8208-4dec3e94b467 req-c1f4a53b-a01c-4417-b9ef-f00f27fe61b0 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.453026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbad0677-0e02-4baf-8208-4dec3e94b467 req-c1f4a53b-a01c-4417-b9ef-f00f27fe61b0 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 944 time: 0.2507374 Aug 20 08:54:24.504702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28f203a5-fb6a-454b-8920-2234a9363b7b req-8025907b-ad28-44e7-b7de-5ee7a2f4cc95 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578128 Aug 20 08:54:24.522435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0fff55d-1113-428b-aa9f-69dccda721cf req-446fe810-0ca9-4c7e-8992-8c7cba29b7c0 service neutron] 10.222.0.26 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050258 Aug 20 08:54:24.557162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Attempting to bind port 02e2b5c3-bd65-4845-b69a-491be54dfd64 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:24.557511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Attempting to bind port 02e2b5c3-bd65-4845-b69a-491be54dfd64 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:24.558049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Attempting to bind port 02e2b5c3-bd65-4845-b69a-491be54dfd64 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:24.582959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbad0677-0e02-4baf-8208-4dec3e94b467 req-7e510e39-3861-410b-beae-b83d412962b3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160369 Aug 20 08:54:24.585899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27323e0a-67d1-4ad9-bd19-88fc70716d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.587044 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Port 02e2b5c3-bd65-4845-b69a-491be54dfd64 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:54:24.587525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Attempting to bind port 02e2b5c3-bd65-4845-b69a-491be54dfd64 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:24.595451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27323e0a-67d1-4ad9-bd19-88fc70716d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.602439 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-fedd2851-0437-48bb-8b0d-f0ac4eb3e821 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8549657 Aug 20 08:54:24.604157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:24.604521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:24.605135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:24.605788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Bound port: 02e2b5c3-bd65-4845-b69a-491be54dfd64, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:24.606226 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.619152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Request body: {'port': {'device_id': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:24.696441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.737168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-27323e0a-67d1-4ad9-bd19-88fc70716d38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=952738beebee43698edc382e78598c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8778477 Aug 20 08:54:24.738673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27323e0a-67d1-4ad9-bd19-88fc70716d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04169886-e4a9-4b3f-82e5-fcca5f7ef770,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:24.745493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:24.791299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-155993d1-a560-4bd4-a29b-6a14a9eead0d req-0cd3dc1d-8bbf-497e-9e5a-82708023d40c tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0972571 Aug 20 08:54:24.817489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] For port 02e2b5c3-bd65-4845-b69a-491be54dfd64, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:24.829512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c5a2-a5ca-4650-9cec-7cab3616cbf6 req-1eee08d0-37d7-45e2-8d4e-076d2b6c7ba8 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.831118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a372c5a2-a5ca-4650-9cec-7cab3616cbf6 req-1eee08d0-37d7-45e2-8d4e-076d2b6c7ba8 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 932 time: 0.2011786 Aug 20 08:54:24.847374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] For port 02e2b5c3-bd65-4845-b69a-491be54dfd64, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:24.864441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097af41b-6b81-4934-abac-028f69ca86ec req-f4f55212-8940-4faf-9342-bec642d6f74c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.866429 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-097af41b-6b81-4934-abac-028f69ca86ec req-f4f55212-8940-4faf-9342-bec642d6f74c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.37 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 945 time: 0.1480968 Aug 20 08:54:24.899281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.945841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-473f369d-c207-484c-97a7-9223d4f61789 req-2262e7ab-995c-4143-83a2-692668b4edbc tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips/9bf93a0e-cb6e-41a9-bb3d-473ce11d93c6 HTTP/1.1" status: 200 len: 693 time: 0.1042852 Aug 20 08:54:24.963083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:24.963083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:24.964320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] 10.222.0.26 "PUT /v2.0/ports/02e2b5c3-bd65-4845-b69a-491be54dfd64 HTTP/1.1" status: 200 len: 1095 time: 2.1826308 Aug 20 08:54:24.971222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'tag': '02e2b5c3-bd65-4845-b69a-491be54dfd64'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:24.973504 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf98d914-3c9e-4b41-ad78-9d75fb9f66f8", "tag": "02e2b5c3-bd65-4845-b69a-491be54dfd64"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:25.050516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb2d5-8a56-445e-99f1-77a6a3172414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.071467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a372c5a2-a5ca-4650-9cec-7cab3616cbf6 req-034800b0-e317-4131-8823-e5978e4c8896 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287986 Aug 20 08:54:25.085400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Deleting port 3654883a-b73b-4200-a389-197a818a36f2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:25.087523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.111782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db28d5-475e-4d2c-ba3c-72486180cf09 service neutron] Pushing event updated for resources: {'Port': ['ID=02e2b5c3-bd65-4845-b69a-491be54dfd64,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:25.131410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb2d5-8a56-445e-99f1-77a6a3172414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.194927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-ef894dec-9497-474a-8341-ad27431aa18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:25.196170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-ef894dec-9497-474a-8341-ad27431aa18d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8181e8fad5bb4d7682cd6a9c8f1714de&device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 1098 time: 0.1472130 Aug 20 08:54:25.223951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f369d-c207-484c-97a7-9223d4f61789 req-b76f9de7-9051-446a-84c8-138d96b882bd tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:25.228295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-473f369d-c207-484c-97a7-9223d4f61789 req-b76f9de7-9051-446a-84c8-138d96b882bd tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.2699773 Aug 20 08:54:25.261037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-15de42af-99f7-4a1a-abb3-c75d26882ee3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64 HTTP/1.1" status: 200 len: 217 time: 0.0557582 Aug 20 08:54:25.263142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] For port 3654883a-b73b-4200-a389-197a818a36f2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3654883a-b73b-4200-a389-197a818a36f2,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:25.263574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.282553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Calling delete_port for 3654883a-b73b-4200-a389-197a818a36f2 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:25.288421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de444228-ecf0-4020-8ea1-7b3273f0e6cc {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:25.299901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.347988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-473f369d-c207-484c-97a7-9223d4f61789 req-b86d932f-09b0-4bd0-94f0-191c6849d386 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.0856211 Aug 20 08:54:25.359308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Transition to ACTIVE for port object de444228-ecf0-4020-8ea1-7b3273f0e6cc will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:25.359925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb2d5-8a56-445e-99f1-77a6a3172414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.363527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb2d5-8a56-445e-99f1-77a6a3172414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.364945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0e5fb2d5-8a56-445e-99f1-77a6a3172414 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04169886-e4a9-4b3f-82e5-fcca5f7ef770 HTTP/1.1" status: 204 len: 168 time: 0.6181798 Aug 20 08:54:25.366444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.428377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Pushing event updated for resources: {'Port': ['ID=de444228-ecf0-4020-8ea1-7b3273f0e6cc,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:25.475252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-473f369d-c207-484c-97a7-9223d4f61789 req-2aa99225-5089-4bf9-9206-09e29ec3a117 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.1068587 Aug 20 08:54:25.479064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fb2d5-8a56-445e-99f1-77a6a3172414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04169886-e4a9-4b3f-82e5-fcca5f7ef770,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:25.550053 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197954d2-ba71-4e93-b218-d74f7bc9a82e x-openstack-request-id: req-197954d2-ba71-4e93-b218-d74f7bc9a82e {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:25.550382 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf98d914-3c9e-4b41-ad78-9d75fb9f66f8", "tag": "02e2b5c3-bd65-4845-b69a-491be54dfd64", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:25.550622 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-197954d2-ba71-4e93-b218-d74f7bc9a82e {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:25.551137 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'tag': '02e2b5c3-bd65-4845-b69a-491be54dfd64', 'status': 'completed', 'code': 200} Aug 20 08:54:25.555745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-066b46bc-e973-4a2b-b9bb-df7be459a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:25.557638 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-066b46bc-e973-4a2b-b9bb-df7be459a155 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2868195 Aug 20 08:54:25.601673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.603775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Attempting to bind port de444228-ecf0-4020-8ea1-7b3273f0e6cc on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:25.604152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Attempting to bind port de444228-ecf0-4020-8ea1-7b3273f0e6cc by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:25.604495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Attempting to bind port de444228-ecf0-4020-8ea1-7b3273f0e6cc on network 4f1cb033-9b03-4933-9390-cca5ca987436 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:25.618518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3654883a-b73b-4200-a389-197a818a36f2'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:25.642531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Port de444228-ecf0-4020-8ea1-7b3273f0e6cc on network 4f1cb033-9b03-4933-9390-cca5ca987436 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:54:25.643395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Attempting to bind port de444228-ecf0-4020-8ea1-7b3273f0e6cc on network 4f1cb033-9b03-4933-9390-cca5ca987436 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:25.648506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Pushing event deleted for resources: {'Port': ['ID=3654883a-b73b-4200-a389-197a818a36f2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:25.653299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:25.668752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:25.669096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Checking segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:25.669487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Bound using segment: {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:25.670017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Bound port: de444228-ecf0-4020-8ea1-7b3273f0e6cc, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98512057-a1b8-4dbe-a604-8e14a53b2568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:25.670380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.697675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] No DVR routers for this DVR port 3654883a-b73b-4200-a389-197a818a36f2 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:25.701235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.703212 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-097af41b-6b81-4934-abac-028f69ca86ec req-910504e5-bc87-40f0-94dc-9174ad884411 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.37 "DELETE /v2.0/ports/3654883a-b73b-4200-a389-197a818a36f2 HTTP/1.1" status: 204 len: 173 time: 0.8279588 Aug 20 08:54:25.703999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e2967e-2d20-454f-8949-f048a6b86823', 'name': 'network-vif-deleted', 'tag': '3654883a-b73b-4200-a389-197a818a36f2'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:25.706487 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b70d8b-4e57-436b-98e6-d7df0f0fb849" -d '{"events": [{"server_uuid": "00e2967e-2d20-454f-8949-f048a6b86823", "name": "network-vif-deleted", "tag": "3654883a-b73b-4200-a389-197a818a36f2"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:25.716215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-58fd295b-53fa-4b7a-9072-b4c793eff0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:25.717820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-58fd295b-53fa-4b7a-9072-b4c793eff0c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115608 Aug 20 08:54:25.754552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d56048-3022-4cbf-a3d1-004583308214 req-44a089f0-e2eb-4094-af27-fcf826d5015d tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:25.762316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1d56048-3022-4cbf-a3d1-004583308214 req-44a089f0-e2eb-4094-af27-fcf826d5015d tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 947 time: 0.1571574 Aug 20 08:54:25.807853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] For port de444228-ecf0-4020-8ea1-7b3273f0e6cc, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:25.815554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] For port de444228-ecf0-4020-8ea1-7b3273f0e6cc, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:25.819997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Deleting port 0983720d-9146-4003-a3d9-5902daf162f2 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:25.820494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.825658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.858590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:25.872614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:25.873249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.874702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] 10.222.0.37 "PUT /v2.0/ports/de444228-ecf0-4020-8ea1-7b3273f0e6cc HTTP/1.1" status: 200 len: 1092 time: 1.2629998 Aug 20 08:54:25.896918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43492) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:25.918706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c6b-2536-4bb1-b7db-023664739b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.921921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30d3a9-3e53-47ec-9e7f-4b45b1acb5cd service neutron] Pushing event updated for resources: {'Port': ['ID=de444228-ecf0-4020-8ea1-7b3273f0e6cc,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:25.975185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:25.976563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.000801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:26.001166 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.014046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1d56048-3022-4cbf-a3d1-004583308214 req-906bc189-a682-4f99-921e-f593d528fc75 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458801 Aug 20 08:54:26.022006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-07b4281e-bf1b-4929-91a9-bc02d8021707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.024365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-07b4281e-bf1b-4929-91a9-bc02d8021707 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0750294 Aug 20 08:54:26.032155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Calling delete_port for 0983720d-9146-4003-a3d9-5902daf162f2 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:26.098404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-da8b66b5-0fb6-4aa9-8f5b-c4d2a63f197a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc HTTP/1.1" status: 200 len: 217 time: 0.0504804 Aug 20 08:54:26.149875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c6b-2536-4bb1-b7db-023664739b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.153108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c48d9d1-bfb1-42a4-bb35-666487023174 req-4ed7f3df-7e23-4a2b-b15d-e9cddab84f00 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=00e2967e-2d20-454f-8949-f048a6b86823 HTTP/1.1" status: 200 len: 210 time: 0.0533361 Aug 20 08:54:26.156443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-0dba73d0-fe20-40f7-9688-87aca0515ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234245 Aug 20 08:54:26.156812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c6b-2536-4bb1-b7db-023664739b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.187033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-aa3838d0-1cee-46a0-91bf-0347ce6667b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.188504 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-aa3838d0-1cee-46a0-91bf-0347ce6667b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 200 len: 862 time: 0.0821707 Aug 20 08:54:26.218081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b73b2c6b-2536-4bb1-b7db-023664739b7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fd86bff81e64ef4899e26a9af537cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169644 Aug 20 08:54:26.228257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:26.229189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b2c6b-2536-4bb1-b7db-023664739b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e9aab-a961-4b8d-982d-b91845575aa0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:26.233370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-193cce9c-04cc-458d-b3de-6787528dbf3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f1cb033-9b03-4933-9390-cca5ca987436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306177 Aug 20 08:54:26.352739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-5b9efeca-bff6-4a3e-942b-6c4b3c3ba60d service neutron] 10.222.0.37 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111696 Aug 20 08:54:26.364522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9ea177b-6ec0-4358-a2b4-b5c0ec27ea13 req-e1b1166e-8fe8-4074-8f35-6c2abf541b72 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927707 Aug 20 08:54:26.386744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278db3d-3512-4791-97fd-83738e6724e0 req-dba9b209-2558-4307-84fb-5d456d0e57a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.388277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7278db3d-3512-4791-97fd-83738e6724e0 req-dba9b209-2558-4307-84fb-5d456d0e57a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 944 time: 0.1608417 Aug 20 08:54:26.412254 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c7f3b1-957a-4385-8f73-8b73cd5b9a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.423165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.475241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6ce2b30c-47b9-4716-90ca-e38ba193c968 req-2a6e2524-2399-43f9-bd36-beccbaa84c60 service neutron] 10.222.0.37 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145754 Aug 20 08:54:26.493742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Pushing event deleted for resources: {'Port': ['ID=0983720d-9146-4003-a3d9-5902daf162f2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:26.499085 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c7f3b1-957a-4385-8f73-8b73cd5b9a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.568583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7278db3d-3512-4791-97fd-83738e6724e0 req-de2422c1-8ea3-4101-9524-868f3f141f87 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677666 Aug 20 08:54:26.597954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-dae04c2e-ec18-46f3-af10-40b96ca0f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.599484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-dae04c2e-ec18-46f3-af10-40b96ca0f4fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8181e8fad5bb4d7682cd6a9c8f1714de&device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 1098 time: 0.1727026 Aug 20 08:54:26.613188 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5349a491-58a2-475f-94bb-fae99d3a9c12 x-openstack-request-id: req-5349a491-58a2-475f-94bb-fae99d3a9c12 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:26.613603 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e2967e-2d20-454f-8949-f048a6b86823", "name": "network-vif-deleted", "tag": "3654883a-b73b-4200-a389-197a818a36f2", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:26.613903 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5349a491-58a2-475f-94bb-fae99d3a9c12 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:26.614451 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e2967e-2d20-454f-8949-f048a6b86823', 'name': 'network-vif-deleted', 'tag': '3654883a-b73b-4200-a389-197a818a36f2', 'status': 'completed', 'code': 200} Aug 20 08:54:26.617032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.619640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.620851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-473f369d-c207-484c-97a7-9223d4f61789 req-9ec47e34-2ea4-4670-a4e1-1fa39f6d7494 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "DELETE /v2.0/floatingips/9bf93a0e-cb6e-41a9-bb3d-473ce11d93c6 HTTP/1.1" status: 204 len: 173 time: 1.1290388 Aug 20 08:54:26.668333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c7f3b1-957a-4385-8f73-8b73cd5b9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.670927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c7f3b1-957a-4385-8f73-8b73cd5b9a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:26.672070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-07c7f3b1-957a-4385-8f73-8b73cd5b9a03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e5e9aab-a961-4b8d-982d-b91845575aa0 HTTP/1.1" status: 204 len: 168 time: 0.4415865 Aug 20 08:54:26.722277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06ad584b-d8fc-4a3b-89df-731d33d9ac7f req-f01f7499-d506-4246-a9d3-964ea72d2a34 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0476377 Aug 20 08:54:26.722995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7f3b1-957a-4385-8f73-8b73cd5b9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e9aab-a961-4b8d-982d-b91845575aa0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:26.772366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-c70a3e5e-a96e-4860-922d-203180214ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.774593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-c70a3e5e-a96e-4860-922d-203180214ed2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1656554 Aug 20 08:54:26.796604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2e7b0-78e9-452d-97e0-7574be030b6f req-e7ebbef4-113e-4263-b768-d3cf1f5b7795 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.798271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-75e2e7b0-78e9-452d-97e0-7574be030b6f req-e7ebbef4-113e-4263-b768-d3cf1f5b7795 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 944 time: 0.0894749 Aug 20 08:54:26.843318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-d77ec021-8752-4713-837d-a7574c5d1ea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64 HTTP/1.1" status: 200 len: 217 time: 0.0606351 Aug 20 08:54:26.976231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-75e2e7b0-78e9-452d-97e0-7574be030b6f req-b4b9458f-46b2-465e-9b90-9a5aa55b4c9b tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358421 Aug 20 08:54:26.982875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-cd23c12b-0625-4dd1-b442-6e08ce6dfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:26.984482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-cd23c12b-0625-4dd1-b442-6e08ce6dfa19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1263366 Aug 20 08:54:27.050389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-20de3602-e4c5-4c1d-8b80-4e5108959c76 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2105551 Aug 20 08:54:27.062697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:27.068914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-803db901-2cdd-44b0-bed0-29b054a39c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:27.071214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-803db901-2cdd-44b0-bed0-29b054a39c84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736914 Aug 20 08:54:27.117579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5e4e730f-6098-41f9-87d6-d55f4e814166 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:27.141362 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:27.229156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5e4e730f-6098-41f9-87d6-d55f4e814166, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5e4e730f-6098-41f9-87d6-d55f4e814166,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:27.242682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'port_id': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'mac_address': 'fa:16:3e:0c:35:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:27.252613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7f3f-5dca-4c15-80cb-48d69803ecc0 req-f6f17c46-b0f1-471c-9198-ed66567b2019 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:27.254509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-330c7f3f-5dca-4c15-80cb-48d69803ecc0 req-f6f17c46-b0f1-471c-9198-ed66567b2019 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 947 time: 0.1625140 Aug 20 08:54:27.286145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-3ecc678d-4cc8-4dc6-a0cd-f126b1866563 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042930 Aug 20 08:54:27.290421 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:27.305900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e730f-6098-41f9-87d6-d55f4e814166 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:27.327080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5e4e730f-6098-41f9-87d6-d55f4e814166, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5e4e730f-6098-41f9-87d6-d55f4e814166,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:27.332274 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:27.371387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-330c7f3f-5dca-4c15-80cb-48d69803ecc0 req-d8aa7ccd-b5ce-4344-9f03-2f14ca1e2f37 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982118 Aug 20 08:54:27.405348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5e4e730f-6098-41f9-87d6-d55f4e814166,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:27.424043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eac67af-2d6a-4e0a-9790-ff99f97ff17a req-f3492831-624f-4e01-9d5b-5abfcb20e4c4 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287646 Aug 20 08:54:27.425141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:27.542542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5e4e730f-6098-41f9-87d6-d55f4e814166'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:27.587427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Allocated IP 172.25.5.214 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/58fef9c2-893e-4832-ba05-39147d6eee95) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:27.608948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a4ca-9b8d-496f-bd45-b4d834c54979 req-52f8cb49-2f12-4d9a-880f-ebea8c7e48fb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:27.611272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dc7a4ca-9b8d-496f-bd45-b4d834c54979 req-52f8cb49-2f12-4d9a-880f-ebea8c7e48fb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0986865 Aug 20 08:54:27.718222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7dc7a4ca-9b8d-496f-bd45-b4d834c54979 req-e1f351f7-7f59-478c-a734-d383748062f8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956798 Aug 20 08:54:27.750265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:27.791237 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:54:27.811044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:27.871281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:27.876163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:27.884363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:27.888604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Pushing event updated for resources: {'Port': ['ID=58fef9c2-893e-4832-ba05-39147d6eee95,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:28.263115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf500d70-d9b4-4163-a245-61c33b019e05 req-44391098-4da4-49d7-af96-4f8eabb4aab3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:28.264811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf500d70-d9b4-4163-a245-61c33b019e05 req-44391098-4da4-49d7-af96-4f8eabb4aab3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 945 time: 0.4642720 Aug 20 08:54:28.355473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf500d70-d9b4-4163-a245-61c33b019e05 req-17540ba0-8064-4a8a-8e97-9780f70cfc5c tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834103 Aug 20 08:54:28.372716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.415649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.472239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffb56d21-abb1-457c-94d3-ed082871d83c req-3c474eaf-6ac3-411e-9d42-2084421936f7 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0363498 Aug 20 08:54:28.566179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device de444228-ecf0-4020-8ea1-7b3273f0e6cc details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:28.600365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3654883a-b73b-4200-a389-197a818a36f2 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:28.618676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'tag': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:28.622786 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befaeb4c-32ce-4134-b8f6-5c37f5607e90" -d '{"events": [{"name": "network-changed", "server_uuid": "a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3", "tag": "de444228-ecf0-4020-8ea1-7b3273f0e6cc"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:28.631771 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.639097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.651676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 3654883a-b73b-4200-a389-197a818a36f2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:28.651786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3654883a-b73b-4200-a389-197a818a36f2 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:28.715092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcaf4526-2d95-45ba-8b41-67d4fb070444 req-c731bddb-6ad1-4f98-9a3f-9872eefbdeab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0404038 Aug 20 08:54:28.752626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port de444228-ecf0-4020-8ea1-7b3273f0e6cc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:28.766506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc', 'network_id': '4f1cb033-9b03-4933-9390-cca5ca987436', 'port_id': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc', 'mac_address': 'fa:16:3e:7a:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42fee151-3869-4e67-8d6e-4bcba10a03bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:28.774308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Pushing event updated for resources: {'Port': ['ID=58fef9c2-893e-4832-ba05-39147d6eee95,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:28.781381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.797505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8f19f-d482-4acf-8cfa-12781b23eeac req-3e81da7d-ee4b-4238-af24-a39ae9dcdca3 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:28.799060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b8f19f-d482-4acf-8cfa-12781b23eeac req-3e81da7d-ee4b-4238-af24-a39ae9dcdca3 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 944 time: 0.1389875 Aug 20 08:54:28.812791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.813661 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.814919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-22c033b5-acbb-4579-a6f7-30eb7bb082ad tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7569628 Aug 20 08:54:28.827563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de444228-ecf0-4020-8ea1-7b3273f0e6cc {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:28.853463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port de444228-ecf0-4020-8ea1-7b3273f0e6cc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:28.857884 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:28.866323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b8f19f-d482-4acf-8cfa-12781b23eeac req-bd1a1e10-6a35-4062-bfcf-bd32d6b15897 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551682 Aug 20 08:54:28.919611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=de444228-ecf0-4020-8ea1-7b3273f0e6cc,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:28.989996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d182ca1-96d4-4c7d-bfe5-e95c86cbd27e req-a261b5be-4ee5-4d00-b36f-353f2e0c6beb tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:28.991479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d182ca1-96d4-4c7d-bfe5-e95c86cbd27e req-a261b5be-4ee5-4d00-b36f-353f2e0c6beb tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 947 time: 0.0573606 Aug 20 08:54:29.038907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d182ca1-96d4-4c7d-bfe5-e95c86cbd27e req-c2ca840b-d900-4b6c-a6dc-133229174445 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393403 Aug 20 08:54:29.093025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-eb7a9e49-4bee-45a6-a40c-f462220095b8 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.2663784 Aug 20 08:54:29.133257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 02e2b5c3-bd65-4845-b69a-491be54dfd64 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:29.137053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5e4e730f-6098-41f9-87d6-d55f4e814166 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:29.165208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['de444228-ecf0-4020-8ea1-7b3273f0e6cc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:29.214817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408aa71-3b2c-416d-b613-825c32b1d4a7 req-7e73158e-2b3d-4aae-8240-96293a43b63d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.216367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0408aa71-3b2c-416d-b613-825c32b1d4a7 req-7e73158e-2b3d-4aae-8240-96293a43b63d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1167946 Aug 20 08:54:29.280848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0408aa71-3b2c-416d-b613-825c32b1d4a7 req-87e44013-c8e1-4bc9-9ec7-c0114d196575 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562882 Aug 20 08:54:29.289364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-27a32e80-a0f8-4190-a299-a661a371c766 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.291439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-beb3ea84-3ae1-40fb-a629-021555e1ef6b req-27a32e80-a0f8-4190-a299-a661a371c766 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1928475 Aug 20 08:54:29.337071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5e4e730f-6098-41f9-87d6-d55f4e814166 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:29.340494 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1340c9-ea31-486d-aec3-c17ee9dfb0fe x-openstack-request-id: req-9d1340c9-ea31-486d-aec3-c17ee9dfb0fe {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:29.341027 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3", "tag": "de444228-ecf0-4020-8ea1-7b3273f0e6cc", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:29.341346 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d1340c9-ea31-486d-aec3-c17ee9dfb0fe {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:29.341835 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'tag': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc', 'status': 'completed', 'code': 200} Aug 20 08:54:29.354016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5e4e730f-6098-41f9-87d6-d55f4e814166 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:29.354401 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:29.396809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-115c7f6b-d40c-4680-abbe-61bdb1a3bac7 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips/7e2967e4-46ce-40e8-971a-a073907e878d HTTP/1.1" status: 200 len: 693 time: 0.0704367 Aug 20 08:54:29.434798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 02e2b5c3-bd65-4845-b69a-491be54dfd64, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:29.443642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-46463848-3024-4025-9d5f-c01ca94aeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.445225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-46463848-3024-4025-9d5f-c01ca94aeb5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=879301abaccd4584b5cc3d328d7db2c6&device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0801992 Aug 20 08:54:29.469878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '02e2b5c3-bd65-4845-b69a-491be54dfd64', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '02e2b5c3-bd65-4845-b69a-491be54dfd64', 'mac_address': 'fa:16:3e:8c:5f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:29.538846 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:29.552688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f0775-40e5-491f-a630-39d66899ef02 req-d67fd67f-6d1a-425b-8eae-28d860dd3a7c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.554273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d64f0775-40e5-491f-a630-39d66899ef02 req-d67fd67f-6d1a-425b-8eae-28d860dd3a7c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0983965 Aug 20 08:54:29.571519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e2b5c3-bd65-4845-b69a-491be54dfd64 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:29.592247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-807e25d4-ce8b-46a0-83d2-61dbeed6303a tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.593664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-807e25d4-ce8b-46a0-83d2-61dbeed6303a tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 784 time: 0.1953726 Aug 20 08:54:29.603406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 02e2b5c3-bd65-4845-b69a-491be54dfd64, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:29.609322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:29.612278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:29.617502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d64f0775-40e5-491f-a630-39d66899ef02 req-8dda643a-d838-4f64-9daf-2ac0d16bd0a2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527015 Aug 20 08:54:29.636467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-66e85210-279a-4fed-b934-eef7496dcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.642817 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-66e85210-279a-4fed-b934-eef7496dcfd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 200 len: 922 time: 0.1885543 Aug 20 08:54:29.710960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-f354d85b-c68a-4c5f-8600-2e48028c759c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc HTTP/1.1" status: 200 len: 217 time: 0.0578148 Aug 20 08:54:29.721505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:29.730978 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afb41d4-fcbf-4c0a-80f8-8c26d38600ec" -d '{"events": [{"server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:29.744353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5e4e730f-6098-41f9-87d6-d55f4e814166, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5e4e730f-6098-41f9-87d6-d55f4e814166,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:29.753925 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:29.776106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=02e2b5c3-bd65-4845-b69a-491be54dfd64,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:29.776542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-23fa0eb2-f01f-40f3-ac28-bd514bf0efa8 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1577067 Aug 20 08:54:29.826686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-c8f3d209-0d15-4789-80eb-b3db6ae144c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:29.828787 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-c8f3d209-0d15-4789-80eb-b3db6ae144c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 200 len: 862 time: 0.1073339 Aug 20 08:54:29.857965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['02e2b5c3-bd65-4845-b69a-491be54dfd64'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:29.879211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-ef0faf2b-6cf5-476a-b308-31d868fd88b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f1cb033-9b03-4933-9390-cca5ca987436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393920 Aug 20 08:54:29.887433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5e4e730f-6098-41f9-87d6-d55f4e814166,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:29.905215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-444d7f2a-8420-459b-a0c6-960bb192fa95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2129195 Aug 20 08:54:29.936325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-0af1400f-318f-4746-9e57-c52de8c5ce01 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1585560 Aug 20 08:54:30.076249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-31d5af60-d716-4553-913e-8e6d8f254c90 service neutron] 10.222.0.37 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815367 Aug 20 08:54:30.154784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1a36-7bd2-4fc6-9c23-4a28f8a910b1 req-8948b7b4-02d3-4dae-9fe8-9451d21aa559 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:30.165219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-814e1a36-7bd2-4fc6-9c23-4a28f8a910b1 req-8948b7b4-02d3-4dae-9fe8-9451d21aa559 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.3787246 Aug 20 08:54:30.223967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-3c83fa99-7f8f-4ffc-bc60-93d575b54890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:30.225563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-3c83fa99-7f8f-4ffc-bc60-93d575b54890 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1096 time: 0.1765471 Aug 20 08:54:30.240467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-befaeb4c-32ce-4134-b8f6-5c37f5607e90 req-f47a6bd7-ee44-4fc8-aaec-737c8e448ebc service neutron] 10.222.0.37 "GET /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566489 Aug 20 08:54:30.255334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-814e1a36-7bd2-4fc6-9c23-4a28f8a910b1 req-dcbe77b9-35b8-453d-8908-e970faa4772d tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890167 Aug 20 08:54:30.351984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Deleting port 58fef9c2-893e-4832-ba05-39147d6eee95 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:30.352335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:30.431109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74f9621a-c759-4cd1-ab1a-8b72cfe53062 req-d5b6b75a-c778-4dbc-8612-2f1802001b3a tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0830932 Aug 20 08:54:30.481047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-d74eb7ef-1de5-4e7f-83ab-19f6e4280f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:30.482543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-d74eb7ef-1de5-4e7f-83ab-19f6e4280f13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.2262886 Aug 20 08:54:30.512120 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:30.512517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:30.548063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-ce17f51b-2bf8-472f-8f8a-de3c6bc88555 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0490763 Aug 20 08:54:30.555269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Calling delete_port for 58fef9c2-893e-4832-ba05-39147d6eee95 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:30.562246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device de444228-ecf0-4020-8ea1-7b3273f0e6cc up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:30.611553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-4bb80afd-ebc9-401d-97f3-9671e0a4f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:30.613612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-4bb80afd-ebc9-401d-97f3-9671e0a4f83b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.0561812 Aug 20 08:54:30.642463 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db589a2-8274-4812-959e-7f4ecd1cdffb x-openstack-request-id: req-2db589a2-8274-4812-959e-7f4ecd1cdffb {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:30.643530 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:30.643965 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2db589a2-8274-4812-959e-7f4ecd1cdffb {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:30.644641 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'code': 200} Aug 20 08:54:30.659657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port de444228-ecf0-4020-8ea1-7b3273f0e6cc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:30.676860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port de444228-ecf0-4020-8ea1-7b3273f0e6cc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:30.677617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:30.677938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-5de26902-d2f9-4d80-8f8d-6fa39039c165 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544803 Aug 20 08:54:30.783336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:30.784747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625aaff-7fa8-42ed-8b0c-ca3d09c1e326 req-cb23dbad-9700-4167-af1e-65a5088b2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:30.786312 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4625aaff-7fa8-42ed-8b0c-ca3d09c1e326 req-cb23dbad-9700-4167-af1e-65a5088b2af9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 1097 time: 0.0787671 Aug 20 08:54:30.830866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port de444228-ecf0-4020-8ea1-7b3273f0e6cc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:30.837977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:30.844887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4625aaff-7fa8-42ed-8b0c-ca3d09c1e326 req-225d81bd-a671-4c37-82c0-f11e93a6feda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487268 Aug 20 08:54:30.863798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98c6f-1b72-4d2d-9419-62e6f4b600f7 req-d40b05c8-5343-40bc-b214-0220c78e5071 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:30.872293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73e98c6f-1b72-4d2d-9419-62e6f4b600f7 req-d40b05c8-5343-40bc-b214-0220c78e5071 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 945 time: 0.1443419 Aug 20 08:54:30.916726 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=de444228-ecf0-4020-8ea1-7b3273f0e6cc,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:30.976650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-74ff96e2-296f-4416-a961-5e0557343772 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885737 Aug 20 08:54:30.984424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73e98c6f-1b72-4d2d-9419-62e6f4b600f7 req-b53f2709-7f51-460a-91fa-99739bc35dea tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111691 Aug 20 08:54:31.024455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:31.132690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.153310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 02e2b5c3-bd65-4845-b69a-491be54dfd64 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:31.172018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0721-123d-4971-8cdb-3cb3eb5d16e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.178632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Pushing event deleted for resources: {'Port': ['ID=58fef9c2-893e-4832-ba05-39147d6eee95,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:31.211793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 02e2b5c3-bd65-4845-b69a-491be54dfd64 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:31.216133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 02e2b5c3-bd65-4845-b69a-491be54dfd64 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:31.216626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.227668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0c1d-a07f-408b-8927-da3bd5f7cc53 req-318e91b1-2bea-47d5-99e5-88ddd30d33d0 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:31.229203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158f0c1d-a07f-408b-8927-da3bd5f7cc53 req-318e91b1-2bea-47d5-99e5-88ddd30d33d0 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 948 time: 0.1649370 Aug 20 08:54:31.270416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c5d5e32-6a0d-413a-9956-d7a46b16dfad req-affb5069-fb42-40a6-95b5-28e99340489b service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306848 Aug 20 08:54:31.300687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0721-123d-4971-8cdb-3cb3eb5d16e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.305374 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0721-123d-4971-8cdb-3cb3eb5d16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.325661 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.328308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.331465 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.332766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-489d9a2d-dab2-43bf-8c40-fd99a9683ffc req-2f65d481-8346-4ced-aee9-8341cead5918 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "DELETE /v2.0/floatingips/7e2967e4-46ce-40e8-971a-a073907e878d HTTP/1.1" status: 204 len: 173 time: 1.3956149 Aug 20 08:54:31.342830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158f0c1d-a07f-408b-8927-da3bd5f7cc53 req-af845c0e-3749-4c92-b504-7c2779e53b9b tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918007 Aug 20 08:54:31.354114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd3e0721-123d-4971-8cdb-3cb3eb5d16e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb3605122c7f4ffe9eabdf770cfdf5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285663 Aug 20 08:54:31.354253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43780) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:31.403762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 02e2b5c3-bd65-4845-b69a-491be54dfd64, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:31.409149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.418997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0721-123d-4971-8cdb-3cb3eb5d16e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb392db-4c13-4dd9-92ad-6d3944d4c7d7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:31.451629 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-2f7b4328-118a-448b-a814-76593f1bde26 req-e779b8e5-3315-4263-bd9c-078a8aca2b97 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] show failed (client error): The resource could not be found. Aug 20 08:54:31.452661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f7b4328-118a-448b-a814-76593f1bde26 req-e779b8e5-3315-4263-bd9c-078a8aca2b97 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips/7e2967e4-46ce-40e8-971a-a073907e878d HTTP/1.1" status: 404 len: 350 time: 0.0491698 Aug 20 08:54:31.480081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=02e2b5c3-bd65-4845-b69a-491be54dfd64,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:31.514511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b37a3cd7-4f05-420d-a990-3509582063a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.548892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c6477-fc57-44a4-9e8a-455e717b7617 req-9b7acc9a-0a78-4ff3-aa3c-cadef5ac14a3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:31.551895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a9c6477-fc57-44a4-9e8a-455e717b7617 req-9b7acc9a-0a78-4ff3-aa3c-cadef5ac14a3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.0972569 Aug 20 08:54:31.553426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b37a3cd7-4f05-420d-a990-3509582063a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.634798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a9c6477-fc57-44a4-9e8a-455e717b7617 req-e55be859-650b-419a-af04-0dcda797acb8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630054 Aug 20 08:54:31.667630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98d7e0f3-403b-48fb-9cad-11980b251fb0 req-16816111-0d74-4fb2-9738-493b2e1844e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4690462c914046e68a8ff20f921b3de2&device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0290861 Aug 20 08:54:31.683277 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-b061c4a7-8b52-4949-8cb1-f39ca1246b1b req-606cc79b-1a50-4206-83e1-9f499d105806 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] show failed (client error): The resource could not be found. Aug 20 08:54:31.684691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b061c4a7-8b52-4949-8cb1-f39ca1246b1b req-606cc79b-1a50-4206-83e1-9f499d105806 tempest-FloatingIPsTestJSON-621532671 tempest-FloatingIPsTestJSON-621532671-project] 10.222.0.35 "GET /v2.0/floatingips/7e2967e4-46ce-40e8-971a-a073907e878d HTTP/1.1" status: 404 len: 350 time: 0.0640750 Aug 20 08:54:31.685910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b37a3cd7-4f05-420d-a990-3509582063a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.688848 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b37a3cd7-4f05-420d-a990-3509582063a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:31.689992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b37a3cd7-4f05-420d-a990-3509582063a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bb392db-4c13-4dd9-92ad-6d3944d4c7d7 HTTP/1.1" status: 204 len: 168 time: 0.3344221 Aug 20 08:54:31.704312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:31.715419 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98d7e0f3-403b-48fb-9cad-11980b251fb0 req-53afce33-34d2-4cbc-bcb4-160a6fc14812 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4690462c914046e68a8ff20f921b3de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387328 Aug 20 08:54:31.715601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a3cd7-4f05-420d-a990-3509582063a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb392db-4c13-4dd9-92ad-6d3944d4c7d7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:31.852378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ecc3d53-db59-4998-a980-81c3605eedf5 req-67ca857f-4a28-45c9-acf2-c44fa9f40eb8 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0421805 Aug 20 08:54:31.935912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05a667-cb8e-4e1c-8417-35dc4c6cb16f req-04b185fb-6122-4185-bffb-31bd93a9069f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:31.937657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed05a667-cb8e-4e1c-8417-35dc4c6cb16f req-04b185fb-6122-4185-bffb-31bd93a9069f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0725799 Aug 20 08:54:31.979666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7e0f3-403b-48fb-9cad-11980b251fb0 req-1688d43e-b6e0-4751-ae52-e98e1e5cf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:31.981453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98d7e0f3-403b-48fb-9cad-11980b251fb0 req-1688d43e-b6e0-4751-ae52-e98e1e5cf25f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2178280 Aug 20 08:54:32.012902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed05a667-cb8e-4e1c-8417-35dc4c6cb16f req-39187964-bb1c-4546-a23f-ff0185456c09 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643415 Aug 20 08:54:32.181225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5ad45-e625-4aa4-87a6-b168116dde7d req-7c59626b-6467-40dd-aaf7-8dc3ff36eb69 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:32.189038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2c5ad45-e625-4aa4-87a6-b168116dde7d req-7c59626b-6467-40dd-aaf7-8dc3ff36eb69 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 946 time: 0.0982811 Aug 20 08:54:32.203927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb284750-6bd4-45e6-8b7c-de0530b87f48 req-800d5011-fadf-4b12-b4b5-5e3a66bf7cf8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:32.205495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb284750-6bd4-45e6-8b7c-de0530b87f48 req-800d5011-fadf-4b12-b4b5-5e3a66bf7cf8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1130369 Aug 20 08:54:32.258522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2c5ad45-e625-4aa4-87a6-b168116dde7d req-657f5551-7d91-4aad-9c80-6d7239ebfcf1 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682340 Aug 20 08:54:32.270253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb284750-6bd4-45e6-8b7c-de0530b87f48 req-2651ad3c-2e80-4fc2-a1ab-aa13c85bc25d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570164 Aug 20 08:54:32.289818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:32.501037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a1ad-ecbc-4baf-8185-3b634b12df40 req-286ffff5-0efd-4d53-aade-bd724e6f95f6 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:32.501037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ec6a1ad-ecbc-4baf-8185-3b634b12df40 req-286ffff5-0efd-4d53-aade-bd724e6f95f6 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 949 time: 0.0756283 Aug 20 08:54:32.557655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ec6a1ad-ecbc-4baf-8185-3b634b12df40 req-9504ba58-f175-44d8-ba85-7ad373502e17 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506134 Aug 20 08:54:32.609990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Deleting port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:32.610559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:32.646527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc'}, {'server_uuid': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2b5c3-bd65-4845-b69a-491be54dfd64'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:32.653657 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f34b15-1537-43ad-a2b1-9bfeafafca8e" -d '{"events": [{"server_uuid": "a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3", "name": "network-vif-plugged", "status": "completed", "tag": "de444228-ecf0-4020-8ea1-7b3273f0e6cc"}, {"server_uuid": "cf98d914-3c9e-4b41-ad78-9d75fb9f66f8", "name": "network-vif-plugged", "status": "completed", "tag": "02e2b5c3-bd65-4845-b69a-491be54dfd64"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:32.728905 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6c390-fb43-484f-8f77-143aa8f567cf x-openstack-request-id: req-4af6c390-fb43-484f-8f77-143aa8f567cf {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:32.729438 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3", "name": "network-vif-plugged", "status": "completed", "tag": "de444228-ecf0-4020-8ea1-7b3273f0e6cc", "code": 200}, {"server_uuid": "cf98d914-3c9e-4b41-ad78-9d75fb9f66f8", "name": "network-vif-plugged", "status": "completed", "tag": "02e2b5c3-bd65-4845-b69a-491be54dfd64", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:32.729964 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4af6c390-fb43-484f-8f77-143aa8f567cf {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:32.730429 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc', 'code': 200} Aug 20 08:54:32.730903 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e2b5c3-bd65-4845-b69a-491be54dfd64', 'code': 200} Aug 20 08:54:32.775920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] For port 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,segment=NetworkSegment(56e2e3bd-e7e6-4398-9532-1a3f0286fc6e),segment_id=56e2e3bd-e7e6-4398-9532-1a3f0286fc6e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:32.776558 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:32.812496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Calling delete_port for 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:32.823499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a81d3-b30f-4394-888e-816c966335ec req-737daca5-addd-42cf-a81c-1d96c24c69d6 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:32.838699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-312a81d3-b30f-4394-888e-816c966335ec req-737daca5-addd-42cf-a81c-1d96c24c69d6 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.1012249 Aug 20 08:54:32.959257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a85ef6-3bbf-411e-a191-d06882a119bc req-e2349c74-7435-4660-9a30-7dac5fe412ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:32.961744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2a85ef6-3bbf-411e-a191-d06882a119bc req-e2349c74-7435-4660-9a30-7dac5fe412ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 1100 time: 0.0944641 Aug 20 08:54:32.976455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-312a81d3-b30f-4394-888e-816c966335ec req-fb08ca5e-6989-4840-b6ba-420cc4a196ac tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365592 Aug 20 08:54:33.043721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2a85ef6-3bbf-411e-a191-d06882a119bc req-4caccfff-51d7-4df2-a41f-623e0af73ba2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612135 Aug 20 08:54:33.104668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04c2fd-1648-40e5-8134-bac9bbdbb22f req-54da6c1d-cf3a-42ef-8744-d298a00d3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:33.106635 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de04c2fd-1648-40e5-8134-bac9bbdbb22f req-54da6c1d-cf3a-42ef-8744-d298a00d3f02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 1097 time: 0.1758709 Aug 20 08:54:33.205988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c1adb-a223-4aa3-bdb3-33652de2a092 req-fbcfe99b-511d-42ae-b437-135e219ce68c tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:33.207604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba1c1adb-a223-4aa3-bdb3-33652de2a092 req-fbcfe99b-511d-42ae-b437-135e219ce68c tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.1515653 Aug 20 08:54:33.211193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de04c2fd-1648-40e5-8134-bac9bbdbb22f req-b4a75ecf-246c-4e94-9bcf-cad975c3d62e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Aug 20 08:54:33.216763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:33.221347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Request body: {'floatingip': {'port_id': '5e4e730f-6098-41f9-87d6-d55f4e814166'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:33.227923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:33.264580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd2c8e9-1cf2-4d89-b646-57f19b71e61f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:33.317230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:33.338228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a26b5bf-1927-446a-ad74-5653e78a105d req-64655a3d-0c53-4024-af0f-6c56a50476c9 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.3876483 Aug 20 08:54:33.545533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc3dbc-012d-4e0e-aa27-f20649576ce4 req-be160a64-0364-4fca-8f2c-c246a49f2875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:33.550869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59fc3dbc-012d-4e0e-aa27-f20649576ce4 req-be160a64-0364-4fca-8f2c-c246a49f2875 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 946 time: 0.1333323 Aug 20 08:54:33.594055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:33.673103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59fc3dbc-012d-4e0e-aa27-f20649576ce4 req-72c7a60f-cf55-497b-8267-ce87efe37e2c tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991802 Aug 20 08:54:33.700796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43886) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:33.742827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-98d7e0f3-403b-48fb-9cad-11980b251fb0 req-2bd94eb9-74fc-43b3-b7bf-9ec1fbc1e364 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.37 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.1400235 Aug 20 08:54:33.837638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d685e5-8299-413f-aed0-5f52ac1e1a87 req-b1284e29-14f6-4c31-ba57-7cb0f3a17bd6 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:33.839934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9d685e5-8299-413f-aed0-5f52ac1e1a87 req-b1284e29-14f6-4c31-ba57-7cb0f3a17bd6 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 949 time: 0.1656914 Aug 20 08:54:33.961335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Router 1495ad1f-75a9-4123-ab08-817903435edc has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:33.987467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd94d93f-4ade-42c2-9975-077aa8db278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.030857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9d685e5-8299-413f-aed0-5f52ac1e1a87 req-a0915045-a527-40b6-a9be-4dd764a4b0ed tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764410 Aug 20 08:54:34.145424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d944a3-dd2e-4c74-89bd-f7d7019c76fe req-350cecae-b222-43f3-aabf-1cbc0affcd86 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:34.146953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61d944a3-dd2e-4c74-89bd-f7d7019c76fe req-350cecae-b222-43f3-aabf-1cbc0affcd86 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1435151 Aug 20 08:54:34.293766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61d944a3-dd2e-4c74-89bd-f7d7019c76fe req-c48a5331-33c6-4872-8535-e6337df44a79 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348691 Aug 20 08:54:34.311004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.313204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd94d93f-4ade-42c2-9975-077aa8db278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.316626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.321263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd94d93f-4ade-42c2-9975-077aa8db278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.387729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:34.393928 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40436460-211a-42d6-813b-66811fd5b883 admin admin] 10.222.0.35 "PUT /v2.0/routers/1495ad1f-75a9-4123-ab08-817903435edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6873195 Aug 20 08:54:34.397379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43902) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:34.400588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] Sync routers for ids ['1495ad1f-75a9-4123-ab08-817903435edc'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:34.418641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] Routers {'1495ad1f-75a9-4123-ab08-817903435edc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:34.438916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1495ad1f-75a9-4123-ab08-817903435edc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:34.548513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.607200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] Set router 1495ad1f-75a9-4123-ab08-817903435edc gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:34.668592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.735367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Deleting port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:34.736065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.748444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bd94d93f-4ade-42c2-9975-077aa8db278d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6efc4280129d424e9fbe8dbaf914d813&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458562 Aug 20 08:54:34.750965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43906) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:34.778656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94d93f-4ade-42c2-9975-077aa8db278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17f8826-7ec0-43c2-bc6c-4695d1a36405,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:34.812657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5a4b8b5-00da-472e-8010-2bbe06ec9edc req-f8545ba1-cb52-49af-9ef9-ac579976ab12 tempest-ServerShowV254Test-1302177609 tempest-ServerShowV254Test-1302177609-project] 10.222.0.35 "GET /v2.0/ports?device_id=54065326-1490-49c4-bfaa-1839bb5f6e65 HTTP/1.1" status: 200 len: 210 time: 0.0974753 Aug 20 08:54:34.848519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c217-a22d-4210-b6cf-19e34d6d38e2 req-62f4e98a-f391-4d1c-b17f-57d9664eedfc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:34.856341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a96c217-a22d-4210-b6cf-19e34d6d38e2 req-62f4e98a-f391-4d1c-b17f-57d9664eedfc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1423175 Aug 20 08:54:34.865834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.873724 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Floating IP 0dd3ba47-9929-41e4-b275-d62ea8df9f43 associated. External IP: 172.25.5.45, port: 5e4e730f-6098-41f9-87d6-d55f4e814166. Aug 20 08:54:34.902294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] For port 0b64fa50-9475-40a9-a3c1-f814b99e2ab1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:34.902670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.914468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:34.925842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Calling delete_port for 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:34.970664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a96c217-a22d-4210-b6cf-19e34d6d38e2 req-e84c8f2f-158c-43c8-acf8-4372574ea574 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134465 Aug 20 08:54:34.999018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:33Z', 'revision_number': 5, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port': {'id': '0b64fa50-9475-40a9-a3c1-f814b99e2ab1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1495ad1f-75a9-4123-ab08-817903435edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:09Z', 'updated_at': '2021-08-20T08:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:35.032048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.032937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4c273-6a14-40b0-8ede-b3cf2d648a2a req-83373a73-2e32-4368-b6af-d9e16a6cd792 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:35.034512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6e4c273-6a14-40b0-8ede-b3cf2d648a2a req-83373a73-2e32-4368-b6af-d9e16a6cd792 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 946 time: 0.1254804 Aug 20 08:54:35.036004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.040008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a17f8826-7ec0-43c2-bc6c-4695d1a36405 HTTP/1.1" status: 204 len: 168 time: 0.2878850 Aug 20 08:54:35.063703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] Checking router: 1495ad1f-75a9-4123-ab08-817903435edc for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:35.082773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] Routers {'1495ad1f-75a9-4123-ab08-817903435edc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:35.083932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1495ad1f-75a9-4123-ab08-817903435edc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:35.124097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17f8826-7ec0-43c2-bc6c-4695d1a36405,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:35.145796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.146214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.146615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.147015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.147149 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6e4c273-6a14-40b0-8ede-b3cf2d648a2a req-dfecf341-8dc6-4e70-a93e-1eb06954d07d tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008606 Aug 20 08:54:35.147591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.147864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.148281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.148660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.149045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.149430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.149840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.150222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eed487-54cd-44c8-ac29-fa7e5074e357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:35.259563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] Set router 1495ad1f-75a9-4123-ab08-817903435edc gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:35.268672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.304529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b64fa50-9475-40a9-a3c1-f814b99e2ab1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:35.328352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Router 461c6538-c076-4b72-9074-1124aae8d0ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:35.345606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cbc83-7d16-42f4-b5f8-320ed64a8f92 req-12708ea1-d376-4539-8c8b-c6221b4f73bd tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:35.355546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-184cbc83-7d16-42f4-b5f8-320ed64a8f92 req-12708ea1-d376-4539-8c8b-c6221b4f73bd tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 949 time: 0.1298554 Aug 20 08:54:35.359694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:34Z', 'revision_number': 6, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:35.399667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.402389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58b6ae6-c2c1-456b-a6f2-703c220ae826 None None] The sync data for ids ['1495ad1f-75a9-4123-ab08-817903435edc'] in n-d-804285-2 is: [{'id': '1495ad1f-75a9-4123-ab08-817903435edc', 'name': 'tempest-FloatingIPsTestJSON-51437408-router', 'tenant_id': 'd440821ac0be4684ab067005d780a2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:07Z', 'updated_at': '2021-08-20T08:54:34Z', 'revision_number': 6, 'project_id': 'd440821ac0be4684ab067005d780a2dd', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:35.509323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-184cbc83-7d16-42f4-b5f8-320ed64a8f92 req-087e632d-6e05-4d4f-bc4a-0c5d631ee3e1 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526248 Aug 20 08:54:35.512622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.515851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.576155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.576795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1495ad1f-75a9-4123-ab08-817903435edc {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:54:35.580116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a94f4-cb88-4d20-aea9-a103d19d02dd req-91275e17-731a-44b1-9983-ab2c05c9bfe8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:35.581997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-878a94f4-cb88-4d20-aea9-a103d19d02dd req-91275e17-731a-44b1-9983-ab2c05c9bfe8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1175671 Aug 20 08:54:35.582245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.583565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-de32c093-f2b5-4843-bb43-8096f8de18e8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1495ad1f-75a9-4123-ab08-817903435edc HTTP/1.1" status: 204 len: 168 time: 1.1850271 Aug 20 08:54:35.588485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43934) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:35.629928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:35.635464 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.640366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] Sync routers for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:35.650422 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:35.651247 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:35.661681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Deleting subnet f3ab824f-49c7-49fa-8af3-59c6704e0c87 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:54:35.666270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.702811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-878a94f4-cb88-4d20-aea9-a103d19d02dd req-1088c8f5-3174-4994-ad00-4c0435c24878 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129973 Aug 20 08:54:35.704907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3029d980-c02c-41cb-8cb5-59d6310232c2 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "PUT /v2.0/floatingips/0dd3ba47-9929-41e4-b275-d62ea8df9f43 HTTP/1.1" status: 200 len: 991 time: 2.4869907 Aug 20 08:54:35.706337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:35.708901 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363" -d '{"events": [{"name": "network-changed", "server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:35.731591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b0d3a-4f96-446a-9525-43ddd4d845b0 req-ed93d276-0ad0-4dfb-a79f-5cdc83ab41e5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:35.735460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-140b0d3a-4f96-446a-9525-43ddd4d845b0 req-ed93d276-0ad0-4dfb-a79f-5cdc83ab41e5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 946 time: 0.1196432 Aug 20 08:54:35.753115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:35.824349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-140b0d3a-4f96-446a-9525-43ddd4d845b0 req-7d7d19ba-29d0-4b1e-b9ad-d71ae535b513 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742822 Aug 20 08:54:35.829402 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:35.879855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:35.934949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:35.936336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8dd2c8e9-1cf2-4d89-b646-57f19b71e61f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:35.973068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.036633 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c3840-068b-4b44-bcb1-fe443db629f6 x-openstack-request-id: req-856c3840-068b-4b44-bcb1-fe443db629f6 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:36.036993 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:36.037310 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-856c3840-068b-4b44-bcb1-fe443db629f6 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:36.037849 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'status': 'completed', 'code': 200} Aug 20 08:54:36.123267 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.161841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ab824f-49c7-49fa-8af3-59c6704e0c87,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:36.167342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.168657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e2757-eff8-4b3e-8033-4a199a5717a5 None None] Network 480cf2b6-7288-4b30-b04d-0ed26d7f215a requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:36.171588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aff4d8ac-ee52-4b16-9e0b-199923e66bec admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f3ab824f-49c7-49fa-8af3-59c6704e0c87 HTTP/1.1" status: 204 len: 168 time: 0.5797973 Aug 20 08:54:36.172123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:36.176837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-242f04b2-6f63-4d99-87e9-187c781fdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:36.179404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-242f04b2-6f63-4d99-87e9-187c781fdb25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de4f969ae1df4a48be8d5ce068bd2e21&device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 1097 time: 0.1149683 Aug 20 08:54:36.376058 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '0dd3ba47-9929-41e4-b275-d62ea8df9f43', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'port_id': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'mac_address': 'fa:16:3e:0c:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:34Z', 'revision_number': 1, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:12Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:36.411489 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] Checking router: 461c6538-c076-4b72-9074-1124aae8d0ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:36.424059 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:36.424965 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:16Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:36.430940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2175b-7108-4cce-9136-028102c1cdbe req-8fd7050b-a122-4fba-ab26-096866054186 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:36.439082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2d2175b-7108-4cce-9136-028102c1cdbe req-8fd7050b-a122-4fba-ab26-096866054186 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3162141 Aug 20 08:54:36.464208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] DHCP port deletion for 480cf2b6-7288-4b30-b04d-0ed26d7f215a request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:54:36.516319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-8ff787b3-fd8b-4e9e-812b-8332941ecd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:36.519507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-8ff787b3-fd8b-4e9e-812b-8332941ecd9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785 HTTP/1.1" status: 200 len: 906 time: 0.3158991 Aug 20 08:54:36.561814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] Deleting port 120f2ea2-1b02-41f8-8d92-dda2a80d972d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:36.562497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.574238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.576095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43968) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:36.592682 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:36.599348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debbeb5-7556-41bc-a385-0e9f811ac2d1 req-7f8000dc-ecbd-48f1-bbc2-186e363c3869 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:36.601520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9debbeb5-7556-41bc-a385-0e9f811ac2d1 req-7f8000dc-ecbd-48f1-bbc2-186e363c3869 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 949 time: 0.4007781 Aug 20 08:54:36.651680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2d2175b-7108-4cce-9136-028102c1cdbe req-cfa94467-2e61-47a0-b74d-addfae313e43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115049 Aug 20 08:54:36.657460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] For port 120f2ea2-1b02-41f8-8d92-dda2a80d972d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=120f2ea2-1b02-41f8-8d92-dda2a80d972d,segment=NetworkSegment(56e2e3bd-e7e6-4398-9532-1a3f0286fc6e),segment_id=56e2e3bd-e7e6-4398-9532-1a3f0286fc6e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:36.658072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.680548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] Calling delete_port for 120f2ea2-1b02-41f8-8d92-dda2a80d972d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:36.797073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-4ee7008c-9020-4f57-b018-f94b88cc5a77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4e730f-6098-41f9-87d6-d55f4e814166 HTTP/1.1" status: 200 len: 999 time: 0.2656691 Aug 20 08:54:36.842961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9debbeb5-7556-41bc-a385-0e9f811ac2d1 req-41479fee-6af9-4ab1-b166-3509dbef20a3 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716969 Aug 20 08:54:36.901939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-02cbef25-49b0-41ec-89e6-f7acf5aca8fa tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:36.908281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-02cbef25-49b0-41ec-89e6-f7acf5aca8fa tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.37 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 946 time: 0.1473157 Aug 20 08:54:36.927267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.935011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6288cc6a-12d5-4140-8d42-38165c49894d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:36.979874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-eb5c3417-108e-4fcf-bf09-31af15dd886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:36.982115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-eb5c3417-108e-4fcf-bf09-31af15dd886e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eed56446-ca84-47a8-b248-f02f1d58f724 HTTP/1.1" status: 200 len: 845 time: 0.1698070 Aug 20 08:54:37.014951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] Pushing event deleted for resources: {'Port': ['ID=120f2ea2-1b02-41f8-8d92-dda2a80d972d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:37.026460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac11d19-bad0-40cf-88c1-9d8cfef8e33d None None] No DVR routers for this DVR port 120f2ea2-1b02-41f8-8d92-dda2a80d972d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:37.052953 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '0dd3ba47-9929-41e4-b275-d62ea8df9f43', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'port_id': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'mac_address': 'fa:16:3e:0c:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:34Z', 'revision_number': 1, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:12Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:37.094955 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cad13-f54c-426f-9500-ea6bdd08d42a None None] The sync data for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 is: [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '0dd3ba47-9929-41e4-b275-d62ea8df9f43', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'port_id': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'mac_address': 'fa:16:3e:0c:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:54:14Z', 'updated_at': '2021-08-20T08:54:34Z', 'revision_number': 1, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:12Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:37.107660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Deleting port de444228-ecf0-4020-8ea1-7b3273f0e6cc {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:37.108015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.122972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Deleting port 120f2ea2-1b02-41f8-8d92-dda2a80d972d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:37.123322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.235799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-f475d1ff-99e8-4136-9b5b-7927f2982513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:37.237492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-f475d1ff-99e8-4136-9b5b-7927f2982513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6bf6d07-60cd-4fbb-9f79-f808ff55f785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376583 Aug 20 08:54:37.251640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] For port de444228-ecf0-4020-8ea1-7b3273f0e6cc, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=de444228-ecf0-4020-8ea1-7b3273f0e6cc,segment=NetworkSegment(98512057-a1b8-4dbe-a604-8e14a53b2568),segment_id=98512057-a1b8-4dbe-a604-8e14a53b2568)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:37.252070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.271433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Calling delete_port for de444228-ecf0-4020-8ea1-7b3273f0e6cc owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:37.272436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30e151-03bb-4b7a-920b-b11f1c7ac1a3 req-e02a080e-f544-4360-b1d9-644ff15d1c10 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:37.275216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de30e151-03bb-4b7a-920b-b11f1c7ac1a3 req-e02a080e-f544-4360-b1d9-644ff15d1c10 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/ports?device_id=a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3 HTTP/1.1" status: 200 len: 946 time: 0.2851536 Aug 20 08:54:37.349397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43992) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:37.355432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494523-b8d5-44a0-ae8f-60a1e4ecbed1 req-779040f1-8658-4692-8e0c-79cab948da96 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:37.357008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35494523-b8d5-44a0-ae8f-60a1e4ecbed1 req-779040f1-8658-4692-8e0c-79cab948da96 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2897208 Aug 20 08:54:37.363015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] For port 120f2ea2-1b02-41f8-8d92-dda2a80d972d, host n-d-804285-2, got binding levels [] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:37.363392 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.407097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b297a-aad5-4861-bf19-e8c315521979 None None] New status for floating IP 0dd3ba47-9929-41e4-b275-d62ea8df9f43: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:54:37.437842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Calling delete_port for 120f2ea2-1b02-41f8-8d92-dda2a80d972d owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:37.454695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Port 120f2ea2-1b02-41f8-8d92-dda2a80d972d was not found and therefore no delete operation was performed {{(pid=101316) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 08:54:37.479405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.483857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6288cc6a-12d5-4140-8d42-38165c49894d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.488998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ba4ea-327b-4229-845a-155feaaf4314 req-bf0b7c3c-9848-4662-bd4f-59f82c5175f8 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:37.491792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-827ba4ea-327b-4229-845a-155feaaf4314 req-bf0b7c3c-9848-4662-bd4f-59f82c5175f8 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 949 time: 0.1128044 Aug 20 08:54:37.508444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.528640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6288cc6a-12d5-4140-8d42-38165c49894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.539119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['de444228-ecf0-4020-8ea1-7b3273f0e6cc'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:37.540176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de30e151-03bb-4b7a-920b-b11f1c7ac1a3 req-d311e37c-4a32-4959-935b-a0bb2e38b5d5 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups?id=78299468-8446-4853-9975-d69566372d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531049 Aug 20 08:54:37.554603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] No DVR routers for this DVR port 120f2ea2-1b02-41f8-8d92-dda2a80d972d on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:37.558318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event deleted for resources: {'Port': ['ID=de444228-ecf0-4020-8ea1-7b3273f0e6cc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:37.559008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=120f2ea2-1b02-41f8-8d92-dda2a80d972d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:37.609823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35494523-b8d5-44a0-ae8f-60a1e4ecbed1 req-eb1fbc5b-442d-4a4e-992f-041d8eeb6d8f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329924 Aug 20 08:54:37.617980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1645289843'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:37.629939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-4d7b0e2e-aa8f-4a4b-b0de-fe7311ea49a3 service neutron] 10.222.0.26 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786311 Aug 20 08:54:37.646207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] No DVR routers for this DVR port de444228-ecf0-4020-8ea1-7b3273f0e6cc on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:37.656084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.658310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16629b8e-2aa3-4c12-b97a-8d0352d95277 req-7da249e4-a94c-4cc3-80b9-b6dafcf31d24 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.37 "DELETE /v2.0/ports/de444228-ecf0-4020-8ea1-7b3273f0e6cc HTTP/1.1" status: 204 len: 173 time: 0.7383556 Aug 20 08:54:37.659854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'name': 'network-vif-deleted', 'tag': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:37.662155 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd01b2a-db21-4664-837c-6663e6648c93" -d '{"events": [{"server_uuid": "a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3", "name": "network-vif-deleted", "tag": "de444228-ecf0-4020-8ea1-7b3273f0e6cc"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:37.703946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Made reservation on behalf of 9b624b3c6bd64292aaa0181cac5a2a8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:37.707612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.725573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.738140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Deleting port 02e2b5c3-bd65-4845-b69a-491be54dfd64 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:37.738481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.742662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6288cc6a-12d5-4140-8d42-38165c49894d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4690462c914046e68a8ff20f921b3de2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1545618 Aug 20 08:54:37.743112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44002) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:37.792779 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725deff3-4881-4ce9-ac9d-8aea1a581167 x-openstack-request-id: req-725deff3-4881-4ce9-ac9d-8aea1a581167 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:37.793041 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3", "name": "network-vif-deleted", "tag": "de444228-ecf0-4020-8ea1-7b3273f0e6cc", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:37.793299 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-725deff3-4881-4ce9-ac9d-8aea1a581167 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:37.793696 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a418a2fc-4d24-4f8e-a686-c9d80e3ef0c3', 'name': 'network-vif-deleted', 'tag': 'de444228-ecf0-4020-8ea1-7b3273f0e6cc', 'status': 'completed', 'code': 200} Aug 20 08:54:37.821755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 120f2ea2-1b02-41f8-8d92-dda2a80d972d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:37.846906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 120f2ea2-1b02-41f8-8d92-dda2a80d972d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:37.847247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 120f2ea2-1b02-41f8-8d92-dda2a80d972d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:37.847845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:37.858300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.878929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:37.879260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b64fa50-9475-40a9-a3c1-f814b99e2ab1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:37.900485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288cc6a-12d5-4140-8d42-38165c49894d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ed7d7-b164-4f11-82e8-fd7133017811,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:37.914201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] For port 02e2b5c3-bd65-4845-b69a-491be54dfd64, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=02e2b5c3-bd65-4845-b69a-491be54dfd64,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:37.914688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.918427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480cf2b6-7288-4b30-b04d-0ed26d7f215a']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:37.923792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d010716f-0d05-442b-a928-70560cb1f2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.939330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:37.939690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e2e3bd-e7e6-4398-9532-1a3f0286fc6e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:37.951013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Calling delete_port for 02e2b5c3-bd65-4845-b69a-491be54dfd64 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:37.954378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:37.971804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c5d9-901f-4718-a792-ec78a6a497a6 req-de4f89ed-c286-4d8b-8ac0-89e966f64e43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:37.973322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ac5c5d9-901f-4718-a792-ec78a6a497a6 req-de4f89ed-c286-4d8b-8ac0-89e966f64e43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2289839 Aug 20 08:54:37.976320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d010716f-0d05-442b-a928-70560cb1f2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.021030 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.049653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:38.050009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:38.051909 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:38.097476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.104173 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.119509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a871aff-fde0-4ba1-b5cb-9e80f6e60363 req-1f295404-bc36-4ffd-8ebe-5aef380b71eb service neutron] 10.222.0.26 "GET /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785517 Aug 20 08:54:38.147500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d010716f-0d05-442b-a928-70560cb1f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.150159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d010716f-0d05-442b-a928-70560cb1f2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.153656 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d010716f-0d05-442b-a928-70560cb1f2db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e01ed7d7-b164-4f11-82e8-fd7133017811 HTTP/1.1" status: 204 len: 168 time: 0.4073730 Aug 20 08:54:38.154819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ac5c5d9-901f-4718-a792-ec78a6a497a6 req-3b76fcd6-5078-4c95-9f48-4306e31d2209 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713483 Aug 20 08:54:38.170264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd21d72-e677-4f53-bb5c-88fce8c8702d req-34ba5b33-879f-49ff-8d8f-a26afd568a64 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:38.171998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcd21d72-e677-4f53-bb5c-88fce8c8702d req-34ba5b33-879f-49ff-8d8f-a26afd568a64 tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf98d914-3c9e-4b41-ad78-9d75fb9f66f8 HTTP/1.1" status: 200 len: 949 time: 0.1977375 Aug 20 08:54:38.179161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.197751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2425e5-885d-4bd4-8b60-69dbc5b1f4b2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:38.198656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.198656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] 10.222.0.35 "DELETE /v2.0/networks/480cf2b6-7288-4b30-b04d-0ed26d7f215a HTTP/1.1" status: 204 len: 168 time: 2.0246463 Aug 20 08:54:38.231259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.238717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4806bc-a228-47bd-b603-f68580121d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=480cf2b6-7288-4b30-b04d-0ed26d7f215a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:38.244492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:38.244673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['02e2b5c3-bd65-4845-b69a-491be54dfd64'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:38.276957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010716f-0d05-442b-a928-70560cb1f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ed7d7-b164-4f11-82e8-fd7133017811,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:38.289778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcd21d72-e677-4f53-bb5c-88fce8c8702d req-dd87958b-1046-45c6-8b31-9135a25b50bb tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e86c332-cd5b-4223-80ba-f20a362424a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909138 Aug 20 08:54:38.322901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Pushing event deleted for resources: {'Port': ['ID=02e2b5c3-bd65-4845-b69a-491be54dfd64,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:38.325219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.325567 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Added segment c8e423d7-ac42-47af-9b72-9fd6af7cfdce of type vlan for network 7bc4fff2-cb47-497a-8c48-3e3780d4781b Aug 20 08:54:38.409241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] No DVR routers for this DVR port 02e2b5c3-bd65-4845-b69a-491be54dfd64 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:54:38.413072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.415198 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-827ba4ea-327b-4229-845a-155feaaf4314 req-0c216585-39d6-40e6-aa35-87e95f02846f tempest-ImagesNegativeTestJSON-1063047328 tempest-ImagesNegativeTestJSON-1063047328-project] 10.222.0.26 "DELETE /v2.0/ports/02e2b5c3-bd65-4845-b69a-491be54dfd64 HTTP/1.1" status: 204 len: 173 time: 0.9151034 Aug 20 08:54:38.416989 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.456536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.463723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:38.464359 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.554197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2003400 Aug 20 08:54:38.554599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44016) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:38.566862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabe93e-cad5-4abf-a4fd-e0baba4929ed tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Pushing event updated for resources: {'Network': ['ID=7bc4fff2-cb47-497a-8c48-3e3780d4781b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:38.579688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7bc4fff2-cb47-497a-8c48-3e3780d4781b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:38.590874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44022) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:38.659283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3658d7cd-5e59-437f-8968-47ea89a31913 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d440821ac0be4684ab067005d780a2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670898 Aug 20 08:54:38.661574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:38.736016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59dadc0c-8951-43d3-9d6f-202ccd30fb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.770489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59dadc0c-8951-43d3-9d6f-202ccd30fb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.836258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bb763-c0d7-4c32-bd69-bbef8e5ee8be req-89e6c307-2c98-40ce-818a-801811e5622d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:38.837969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad1bb763-c0d7-4c32-bd69-bbef8e5ee8be req-89e6c307-2c98-40ce-818a-801811e5622d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0952046 Aug 20 08:54:38.841687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59dadc0c-8951-43d3-9d6f-202ccd30fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.852128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59dadc0c-8951-43d3-9d6f-202ccd30fb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:38.853307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-59dadc0c-8951-43d3-9d6f-202ccd30fb52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cab06ce9-37aa-4565-b483-82e8e59b340a HTTP/1.1" status: 204 len: 168 time: 0.1906943 Aug 20 08:54:38.867634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dadc0c-8951-43d3-9d6f-202ccd30fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab06ce9-37aa-4565-b483-82e8e59b340a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:38.898594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad1bb763-c0d7-4c32-bd69-bbef8e5ee8be req-349faf4b-fab4-4c2f-a989-c30a0bd1139c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499198 Aug 20 08:54:38.961321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44054) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:38.968296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'network': {'name': 'tempest-network--2084649999', 'router:external': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:39.021981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Made reservation on behalf of d4059a467daf4beeb087bea487693a8e for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:39.024880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.034426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.059976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d68170c7-ba84-4b6f-9e89-bc8f61b8b367 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.098116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d68170c7-ba84-4b6f-9e89-bc8f61b8b367 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.143232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f46b-be14-4da7-84f2-810e45e41f12 req-76090d41-a17a-414b-bc9f-89eb813cfa41 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:39.144831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3187f46b-be14-4da7-84f2-810e45e41f12 req-76090d41-a17a-414b-bc9f-89eb813cfa41 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1082382 Aug 20 08:54:39.174158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d68170c7-ba84-4b6f-9e89-bc8f61b8b367 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.180580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d68170c7-ba84-4b6f-9e89-bc8f61b8b367 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.183092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d68170c7-ba84-4b6f-9e89-bc8f61b8b367 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "DELETE /v2.0/security-groups/568ad431-86f2-4100-9b06-242373ef98d5 HTTP/1.1" status: 204 len: 168 time: 0.2198279 Aug 20 08:54:39.187769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:39.196098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68170c7-ba84-4b6f-9e89-bc8f61b8b367 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ad431-86f2-4100-9b06-242373ef98d5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:39.215013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3187f46b-be14-4da7-84f2-810e45e41f12 req-1873d95d-5de5-443f-aae1-d0bea4ed61e1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621443 Aug 20 08:54:39.219158 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-c7a46cc1-5fef-469b-b00b-b2dd6ec9e655 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] show failed (client error): The resource could not be found. Aug 20 08:54:39.220169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c7a46cc1-5fef-469b-b00b-b2dd6ec9e655 tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "GET /v2.0/security-groups/568ad431-86f2-4100-9b06-242373ef98d5 HTTP/1.1" status: 404 len: 347 time: 0.0259974 Aug 20 08:54:39.222654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44064) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:39.259045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.270012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.294049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:39.311716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e62f4-02be-4dff-b884-f3cb775575f6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:39.333523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.333914 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Added segment 2138e6bf-d569-44fb-a475-5b5ba68337aa of type vlan for network 75f7342d-440b-4f5e-bff2-41358780fd68 Aug 20 08:54:39.456293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.459185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Deleting port 78300560-fb6d-4ee0-a440-8b67e39858c8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:39.461264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.549970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.550943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:39.551534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.566078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d720e6-1e45-463f-b9f0-40b7f4acf7f8 req-1e1526bd-7624-4e67-90d2-f1cb877b7999 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:39.567895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31d720e6-1e45-463f-b9f0-40b7f4acf7f8 req-1e1526bd-7624-4e67-90d2-f1cb877b7999 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1007810 Aug 20 08:54:39.599301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.599633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.612531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Calling delete_port for 78300560-fb6d-4ee0-a440-8b67e39858c8 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:39.645023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0872302 Aug 20 08:54:39.648284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44104) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:39.678243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cfc03-4180-4c19-859f-e37f93777ef6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Network': ['ID=75f7342d-440b-4f5e-bff2-41358780fd68,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:39.695757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 75f7342d-440b-4f5e-bff2-41358780fd68 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:39.729760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31d720e6-1e45-463f-b9f0-40b7f4acf7f8 req-7946395d-42d8-46d9-bdee-1ccef5e3f1c8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406202 Aug 20 08:54:39.735911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44106) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:39.780667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.795718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'name': 'network-vif-deleted', 'tag': '02e2b5c3-bd65-4845-b69a-491be54dfd64'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:39.801354 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb06c8-e9b3-4a80-9980-27def59dc3c8" -d '{"events": [{"server_uuid": "cf98d914-3c9e-4b41-ad78-9d75fb9f66f8", "name": "network-vif-deleted", "tag": "02e2b5c3-bd65-4845-b69a-491be54dfd64"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:39.852229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.883938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Pushing event deleted for resources: {'Port': ['ID=78300560-fb6d-4ee0-a440-8b67e39858c8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:39.941623 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6cb10b-8d3c-48bc-8f1c-98d5ba5d1c1f x-openstack-request-id: req-df6cb10b-8d3c-48bc-8f1c-98d5ba5d1c1f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:39.941951 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf98d914-3c9e-4b41-ad78-9d75fb9f66f8", "name": "network-vif-deleted", "tag": "02e2b5c3-bd65-4845-b69a-491be54dfd64", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:39.942202 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df6cb10b-8d3c-48bc-8f1c-98d5ba5d1c1f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:39.942589 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf98d914-3c9e-4b41-ad78-9d75fb9f66f8', 'name': 'network-vif-deleted', 'tag': '02e2b5c3-bd65-4845-b69a-491be54dfd64', 'status': 'completed', 'code': 200} Aug 20 08:54:39.971510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.974172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:39.976107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3cb5b1ff-d417-4280-a9a3-504ec07481cc tempest-ImagesOneServerNegativeTestJSON-627893095 tempest-ImagesOneServerNegativeTestJSON-627893095-project] 10.222.0.35 "DELETE /v2.0/floatingips/b5f0dc53-43f0-4128-9d6b-419f51c87035 HTTP/1.1" status: 204 len: 168 time: 0.7518158 Aug 20 08:54:40.016079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.029278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa76a5-2f7a-4975-9868-ec45ebfd0958 req-a74662ce-b827-4d7b-bffa-3c84962f307b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:40.036397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01aa76a5-2f7a-4975-9868-ec45ebfd0958 req-a74662ce-b827-4d7b-bffa-3c84962f307b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1588681 Aug 20 08:54:40.052944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44132) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:40.078317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f7342d-440b-4f5e-bff2-41358780fd68']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:40.090454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01aa76a5-2f7a-4975-9868-ec45ebfd0958 req-ff4e2b74-5eda-41d2-82cf-4455c2a2aed4 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532084 Aug 20 08:54:40.095088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2138e6bf-d569-44fb-a475-5b5ba68337aa') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:40.095565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2138e6bf-d569-44fb-a475-5b5ba68337aa') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:40.105572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.129832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.140910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:40.141332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:40.143389 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:40.203715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-276951770-network', 'tenant_id': '9c6802af950541fb9524f8aa1ddda520'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:40.203843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44142) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:40.236540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Made reservation on behalf of 9c6802af950541fb9524f8aa1ddda520 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:40.238803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.242888 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.263945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75f7342d-440b-4f5e-bff2-41358780fd68 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 08:54:40.272312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Network': ['ID=75f7342d-440b-4f5e-bff2-41358780fd68,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:40.277120 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.279471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-15a982fb-fb8a-4fab-a00d-8e0168972e54 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/75f7342d-440b-4f5e-bff2-41358780fd68 HTTP/1.1" status: 204 len: 168 time: 0.6302032 Aug 20 08:54:40.280257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.290122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44146) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:40.295831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:40.349356 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c8f44fc-9165-44cf-b55f-0db03a4bf791 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8181e8fad5bb4d7682cd6a9c8f1714de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937071 Aug 20 08:54:40.355549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:40.371736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Deleting subnet 42fee151-3869-4e67-8d6e-4bcba10a03bd {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:54:40.379551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.423930 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.426009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Made reservation on behalf of d4059a467daf4beeb087bea487693a8e for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:40.429749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.433838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.450806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:40.458676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.459027 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Added segment 2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6 of type vlan for network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 Aug 20 08:54:40.479495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.510664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.551411 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.555064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:40.555672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.574164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64bc8102-957d-4d92-90d9-35b6c5293ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.579235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.598750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:40.609297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.609752 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Added segment 448d915a-956f-4d36-9f00-edd62731469e of type vlan for network cb8f48bf-d976-48d8-be42-695550bd07a5 Aug 20 08:54:40.614825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device de444228-ecf0-4020-8ea1-7b3273f0e6cc no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:40.655925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: de444228-ecf0-4020-8ea1-7b3273f0e6cc {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:40.656570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device de444228-ecf0-4020-8ea1-7b3273f0e6cc not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:40.665702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64bc8102-957d-4d92-90d9-35b6c5293ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.666326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.736850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.759314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.762053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/42fee151-3869-4e67-8d6e-4bcba10a03bd HTTP/1.1" status: 204 len: 168 time: 0.5563815 Aug 20 08:54:40.792612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:40.802408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f2a4-23c2-4003-b24a-e70626fbb8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42fee151-3869-4e67-8d6e-4bcba10a03bd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:40.806847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64bc8102-957d-4d92-90d9-35b6c5293ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.809752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64bc8102-957d-4d92-90d9-35b6c5293ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.813528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-64bc8102-957d-4d92-90d9-35b6c5293ee7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e86c332-cd5b-4223-80ba-f20a362424a4 HTTP/1.1" status: 204 len: 168 time: 0.4541709 Aug 20 08:54:40.894392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:40.905603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc8102-957d-4d92-90d9-35b6c5293ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86c332-cd5b-4223-80ba-f20a362424a4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.021194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.032531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1cb033-9b03-4933-9390-cca5ca987436']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:41.044522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98512057-a1b8-4dbe-a604-8e14a53b2568') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:41.045033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98512057-a1b8-4dbe-a604-8e14a53b2568') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:41.056366 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.072772 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.080350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:41.081046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:41.083124 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:41.102666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.103614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:41.104202 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.110722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3720720 Aug 20 08:54:41.113530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44176) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:41.121250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Request body: {'subnet': {'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-276951770-subnet', 'tenant_id': '9c6802af950541fb9524f8aa1ddda520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:41.142864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3354b6b9-33b8-419a-bb40-d460d7c37450,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.146075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.159081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.161265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f1cb033-9b03-4933-9390-cca5ca987436 HTTP/1.1" status: 204 len: 168 time: 0.3675532 Aug 20 08:54:41.173647 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-09f987a5-112f-4c4f-8ac8-cccb8fb426f6 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=01eb6855d7194dc7b0214cefb1341905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724554 Aug 20 08:54:41.178685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37414f99-feed-43dd-a9ff-70f44a89fd5f admin admin] Pushing event updated for resources: {'Network': ['ID=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.192713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 02e2b5c3-bd65-4845-b69a-491be54dfd64 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:54:41.193378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8612555-e587-4231-a981-e98fff78d116 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1cb033-9b03-4933-9390-cca5ca987436,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.222890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:41.226421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 02e2b5c3-bd65-4845-b69a-491be54dfd64 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:54:41.227093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 02e2b5c3-bd65-4845-b69a-491be54dfd64 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:54:41.248111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Made reservation on behalf of 9c6802af950541fb9524f8aa1ddda520 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:41.250496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.261438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219e4d6-aa50-463b-8b32-648f99dec4a7 req-1fd6f785-234c-48fb-aa81-8926d8f629f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:41.270508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5219e4d6-aa50-463b-8b32-648f99dec4a7 req-1fd6f785-234c-48fb-aa81-8926d8f629f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.7352011 Aug 20 08:54:41.304695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0132496 Aug 20 08:54:41.307687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44190) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:41.317323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'subnet': {'network_id': 'cb8f48bf-d976-48d8-be42-695550bd07a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:41.353761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Made reservation on behalf of d4059a467daf4beeb087bea487693a8e for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:41.359714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.376206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44194) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:41.417452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e96a-b7d2-4ffa-b86f-881b302f305c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Network': ['ID=cb8f48bf-d976-48d8-be42-695550bd07a5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.429745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network cb8f48bf-d976-48d8-be42-695550bd07a5 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:41.509884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5219e4d6-aa50-463b-8b32-648f99dec4a7 req-a3c2dcb6-a6d8-44a4-bab3-7b1c40fe689a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383699 Aug 20 08:54:41.543117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fb764a75-62f6-44fd-a16f-dafd2913b4c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=879301abaccd4584b5cc3d328d7db2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635714 Aug 20 08:54:41.548086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44200) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:41.586373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-fc9af019-5887-4683-bb84-3d7e45e3c87f tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:41.588026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-fc9af019-5887-4683-bb84-3d7e45e3c87f tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3994262 Aug 20 08:54:41.647424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d0ff0c3f-3260-41c9-b87a-15c2a35981fb tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/quotas/01eb6855d7194dc7b0214cefb1341905 HTTP/1.1" status: 200 len: 375 time: 0.0472150 Aug 20 08:54:41.714364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-ff989f3d-87ca-4c3f-b714-89f0b4233c0e tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=01eb6855d7194dc7b0214cefb1341905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578840 Aug 20 08:54:41.747976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c06c22f4-0d1f-4b29-93a8-a4208aa5e91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.755289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:54:41.757817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.809995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.825570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Subnet': ['ID=861ab1ef-f374-45c9-9ae9-6c0b99881484,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.825930 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c06c22f4-0d1f-4b29-93a8-a4208aa5e91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.851239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Checking segment: {'id': '448d915a-956f-4d36-9f00-edd62731469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb8f48bf-d976-48d8-be42-695550bd07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:41.851708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Network hostable DHCP agents. Network: cb8f48bf-d976-48d8-be42-695550bd07a5, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:41.873581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Network cb8f48bf-d976-48d8-be42-695550bd07a5 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:41.887792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, cb8f48bf-d976-48d8-be42-695550bd07a5) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:41.900929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771bdb8-6e71-4608-99f1-24387028d4fb None None] Network cb8f48bf-d976-48d8-be42-695550bd07a5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:41.923821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:41.925630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:41.947367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1661-75ab-42e5-aa53-15af16d1d424 req-3d7333e1-afa1-47ef-8f8d-aa54da219d13 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:41.955433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac769e3d-529e-4de9-bdf8-4584b8fbe8fe tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6418748 Aug 20 08:54:41.955989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-814e1661-75ab-42e5-aa53-15af16d1d424 req-3d7333e1-afa1-47ef-8f8d-aa54da219d13 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1923616 Aug 20 08:54:41.956181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44218) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:41.958680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9cfe35-8d56-492b-a98b-97179b500855,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:41.969460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'floatingip': {'floating_network_id': 'cb8f48bf-d976-48d8-be42-695550bd07a5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:42.000241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.034700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Checking segment: {'id': '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:42.035627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Network hostable DHCP agents. Network: 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:42.074531 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c06c22f4-0d1f-4b29-93a8-a4208aa5e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.100725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3c30b-7c7f-43b4-93e1-68fb7a42dc8d None None] Network cb8f48bf-d976-48d8-be42-695550bd07a5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:42.100900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c06c22f4-0d1f-4b29-93a8-a4208aa5e91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.102048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c06c22f4-0d1f-4b29-93a8-a4208aa5e91b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78299468-8446-4853-9975-d69566372d58 HTTP/1.1" status: 204 len: 168 time: 0.5517683 Aug 20 08:54:42.142592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-814e1661-75ab-42e5-aa53-15af16d1d424 req-b96b7652-623b-4c08-a2d5-723353b2beaf tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856885 Aug 20 08:54:42.148233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.268477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c22f4-0d1f-4b29-93a8-a4208aa5e91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78299468-8446-4853-9975-d69566372d58,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:42.283759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-289c37f5-fbf7-4f03-981f-563560904a70 req-5de415be-29fd-48cb-a8e8-a0d41403f455 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 210 time: 0.1361892 Aug 20 08:54:42.284528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:42.312905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Allocated IP 172.20.0.12 (cb8f48bf-d976-48d8-be42-695550bd07a5/861ab1ef-f374-45c9-9ae9-6c0b99881484/101fc2b7-ace1-4430-bc87-e19b57880d6b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:42.329766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:42.339408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:42.339932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e09631-98da-498a-884b-227f371968dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.364414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-60e09631-98da-498a-884b-227f371968dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2495115 Aug 20 08:54:42.401336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0343c89b-b885-4a8b-9adf-cca1af7cddc5 None None] Network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:42.501703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.507964 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.588300 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.617844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99258daa-9e15-40a5-893c-339cdec61d95 None None] Network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:42.662539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Network cb8f48bf-d976-48d8-be42-695550bd07a5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:42.666041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:42.668462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:42.718347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Port': ['ID=101fc2b7-ace1-4430-bc87-e19b57880d6b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:42.735610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7dbf2-13cd-4f61-aa9c-b27541ad747a req-77e4a13d-966a-4cfd-94d0-2ad319e06426 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:42.746491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42f7dbf2-13cd-4f61-aa9c-b27541ad747a req-77e4a13d-966a-4cfd-94d0-2ad319e06426 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 814 time: 0.2664852 Aug 20 08:54:42.770234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42f7dbf2-13cd-4f61-aa9c-b27541ad747a req-8611f0e0-897f-42ae-91c5-1bcbecb118da tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/quotas/af1170b453d24270b420f250780a4af3 HTTP/1.1" status: 200 len: 375 time: 0.0222881 Aug 20 08:54:42.798298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.864769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:42.894375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42f7dbf2-13cd-4f61-aa9c-b27541ad747a req-fa52ab60-33de-43ed-ba9f-8199810e2835 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229930 Aug 20 08:54:43.065155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b885d-d893-4995-96ec-758eeacd6386 req-20feba6f-baed-4bf6-9f66-a0843940b77d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:43.066741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-353b885d-d893-4995-96ec-758eeacd6386 req-20feba6f-baed-4bf6-9f66-a0843940b77d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0773394 Aug 20 08:54:43.127687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.135489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.139185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44292) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:43.144675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-353b885d-d893-4995-96ec-758eeacd6386 req-fc21d474-a533-4e7a-9699-ca6abb4ef780 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Aug 20 08:54:43.183274 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f367b9be-e38c-4491-8b13-f4e872f7ef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.300125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c5f3a-6ce0-4df3-bbea-8f798fb020d5 req-f330f4c2-49b2-4268-82f7-29ec42526cda tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:43.303278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d85c5f3a-6ce0-4df3-bbea-8f798fb020d5 req-f330f4c2-49b2-4268-82f7-29ec42526cda tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0654602 Aug 20 08:54:43.430160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d85c5f3a-6ce0-4df3-bbea-8f798fb020d5 req-35e054fc-c722-4439-bb5b-ad262cdca81d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Aug 20 08:54:43.457456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f44f054f-81b3-4d8d-9bcb-77d13a25641d req-2a43961e-4508-4951-8da6-641d12496d20 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 210 time: 0.0623052 Aug 20 08:54:43.509366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44316) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:43.514538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1555295873-network', 'tenant_id': '048d8ad7d1954a26a728904fb50e4faf'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:43.539678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Made reservation on behalf of 048d8ad7d1954a26a728904fb50e4faf for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:43.541958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.551382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.701841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.707564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Port': ['ID=101fc2b7-ace1-4430-bc87-e19b57880d6b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:43.711977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.713598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0e43369a-d227-49a7-be87-8208fdee676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.738356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.773742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:43.783079 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-5aad42cf-939d-459b-b822-620c3a3e97d2 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=01eb6855d7194dc7b0214cefb1341905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348921 Aug 20 08:54:43.798401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49ed27-cb2d-45a5-9a08-35c89284ace5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:43.801947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.803154 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Added segment 2cd4364c-d5c0-47b2-b6d0-2ad79493583c of type vlan for network 9ff62150-0f56-4574-9212-13cc9693cecf Aug 20 08:54:43.806380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5177b45c-d5e8-4fe9-a257-1eb6bd873115 req-90fdebe0-d8ac-4658-83db-c0dfd1582e74 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=af1170b453d24270b420f250780a4af3 HTTP/1.1" status: 200 len: 221 time: 0.0829566 Aug 20 08:54:43.858074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.862366 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.881637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44338) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:43.903230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.907568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:43.910674 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:43.998247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff62150-0f56-4574-9212-13cc9693cecf,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.011068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9ff62150-0f56-4574-9212-13cc9693cecf details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:44.023022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-333fb167-32fc-44fc-afbb-a4b56fb55ffd tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:44.025329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-333fb167-32fc-44fc-afbb-a4b56fb55ffd tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355323 Aug 20 08:54:44.033473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1451890347-network', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:44.039450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Request body: {'port': {'device_id': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '01eb6855d7194dc7b0214cefb1341905'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:44.052386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76979fa7-9670-44cf-b5fb-9f9f8f445846 req-7f2e0d87-2aee-4ccd-883a-ffc2c65c280e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:44.054053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76979fa7-9670-44cf-b5fb-9f9f8f445846 req-7f2e0d87-2aee-4ccd-883a-ffc2c65c280e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0788877 Aug 20 08:54:44.102687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76979fa7-9670-44cf-b5fb-9f9f8f445846 req-4d0f56ed-84eb-4e71-948d-15b523ab131a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Aug 20 08:54:44.136205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0e43369a-d227-49a7-be87-8208fdee676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.141604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0e43369a-d227-49a7-be87-8208fdee676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.149969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e4d135ba-b147-4caa-b18f-ef77bd04b899 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6394122 Aug 20 08:54:44.152815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44344) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:44.157638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Request body: {'subnet': {'network_id': '9ff62150-0f56-4574-9212-13cc9693cecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1555295873-subnet', 'tenant_id': '048d8ad7d1954a26a728904fb50e4faf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:44.174763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:44.177031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.185095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43369a-d227-49a7-be87-8208fdee676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bcdb30-26e9-4cc1-af10-4ca9fe3f0622,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.187810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.191644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-237f3527-8118-431a-b923-0aa73831bbaf tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2316997 Aug 20 08:54:44.193397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.194648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44346) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:44.229824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Made reservation on behalf of 048d8ad7d1954a26a728904fb50e4faf for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:44.232053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.274770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-582255b9-2848-4f23-ae9f-dbe791fffbe5 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=cb8f48bf-d976-48d8-be42-695550bd07a5 HTTP/1.1" status: 200 len: 690 time: 0.0776954 Aug 20 08:54:44.274770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0e43369a-d227-49a7-be87-8208fdee676d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a39044747b70477b902b1326ede67b60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1271844 Aug 20 08:54:44.275210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:44.279945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44350) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:44.346326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae848e3-f023-4f11-a2cc-e96812b90b34 req-d2e36405-22fd-4be8-afad-067597cb8395 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:44.347814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae848e3-f023-4f11-a2cc-e96812b90b34 req-d2e36405-22fd-4be8-afad-067597cb8395 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1648259 Aug 20 08:54:44.363477 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.437870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb53edf8-1abe-409a-86e4-b1559b429893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.479571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Deleting port 101fc2b7-ace1-4430-bc87-e19b57880d6b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:54:44.479916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.485864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae848e3-f023-4f11-a2cc-e96812b90b34 req-693ea77b-d9b3-4f35-b5ef-df2f16d81c6e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206384 Aug 20 08:54:44.536706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb53edf8-1abe-409a-86e4-b1559b429893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.570875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.572237 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.572798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.591598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Calling delete_port for 101fc2b7-ace1-4430-bc87-e19b57880d6b owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:54:44.596242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf0df5a0-2494-4e73-b0bf-4d8381489f3d req-6afd14f0-743d-4ad5-adf5-f834e9926215 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 210 time: 0.0616224 Aug 20 08:54:44.600635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.620498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Made reservation on behalf of 01eb6855d7194dc7b0214cefb1341905 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:44.624034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.667623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.711309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:44.732473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721fed33-4717-4165-9f43-73b228c9ebab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.737516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.749174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.749537 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Added segment afb40e64-c3ad-47d3-a0f3-4eeab3348288 of type vlan for network d768f49e-9193-454e-bfb6-036893985c70 Aug 20 08:54:44.810342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.827399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.832159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093aea6-0cce-42c0-8cf7-8e5f66aed782 req-5e768780-e350-422e-a8c5-1078e216f561 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:44.833668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7093aea6-0cce-42c0-8cf7-8e5f66aed782 req-5e768780-e350-422e-a8c5-1078e216f561 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2421675 Aug 20 08:54:44.842800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb53edf8-1abe-409a-86e4-b1559b429893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.845257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb53edf8-1abe-409a-86e4-b1559b429893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.849565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb53edf8-1abe-409a-86e4-b1559b429893 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70bcdb30-26e9-4cc1-af10-4ca9fe3f0622 HTTP/1.1" status: 204 len: 168 time: 0.5648797 Aug 20 08:54:44.850916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Port': ['ID=101fc2b7-ace1-4430-bc87-e19b57880d6b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.850916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.879636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:44.910074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7804aacf-4723-4b5a-aba0-987f924de253,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.922971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53edf8-1abe-409a-86e4-b1559b429893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bcdb30-26e9-4cc1-af10-4ca9fe3f0622,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.950730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Checking segment: {'id': '2cd4364c-d5c0-47b2-b6d0-2ad79493583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9ff62150-0f56-4574-9212-13cc9693cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:44.950730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Network hostable DHCP agents. Network: 9ff62150-0f56-4574-9212-13cc9693cecf, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:44.989121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09263f1c-e4f5-481e-be83-f49f8e207f26,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:44.993972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7093aea6-0cce-42c0-8cf7-8e5f66aed782 req-be646a41-405c-4933-9dfe-7785214c0bf9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456399 Aug 20 08:54:45.008884 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.010031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:45.010833 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.011493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.032899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Network 9ff62150-0f56-4574-9212-13cc9693cecf is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:45.081948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1988006 Aug 20 08:54:45.091353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:45.098228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Request body: {'subnet': {'network_id': 'd768f49e-9193-454e-bfb6-036893985c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1451890347-subnet', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:45.110818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9ff62150-0f56-4574-9212-13cc9693cecf) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:45.119779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df568387-0609-414f-ba5b-6124e1bb19d0 None None] Network 9ff62150-0f56-4574-9212-13cc9693cecf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:45.124461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:45.125102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.127016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Allocated IP 192.168.233.152 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/176f6aa9-4fa6-47fb-84d3-37c7d1f330c4) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:45.134617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fa778-b5b8-4de1-bdaa-8b4153230f1d admin admin] Pushing event updated for resources: {'Network': ['ID=d768f49e-9193-454e-bfb6-036893985c70,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:45.151133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.167891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:45.170329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.198114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d768f49e-9193-454e-bfb6-036893985c70 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:45.217543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-948ca5fd-8de4-4fba-a0b7-f61343e7fc5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0636809 Aug 20 08:54:45.251026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5a31-0818-4588-8ee7-d6229dd60953 req-b31a9364-f211-497a-bfe0-96fdcadc7296 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:45.259495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-242a5a31-0818-4588-8ee7-d6229dd60953 req-b31a9364-f211-497a-bfe0-96fdcadc7296 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1466639 Aug 20 08:54:45.317371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-242a5a31-0818-4588-8ee7-d6229dd60953 req-b076c8ec-546d-46f3-ad29-2c852ec783bc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513351 Aug 20 08:54:45.352580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e8eab-172e-482a-97c5-a2e0640da9fc None None] Network 9ff62150-0f56-4574-9212-13cc9693cecf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:45.394417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.443589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=861ab1ef-f374-45c9-9ae9-6c0b99881484,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:45.524805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.530003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.550896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8f48bf-d976-48d8-be42-695550bd07a5']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:45.562544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Transition to ACTIVE for port object 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:45.564663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448d915a-956f-4d36-9f00-edd62731469e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:45.564997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448d915a-956f-4d36-9f00-edd62731469e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:45.568759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.579806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.601176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.620357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:45.620357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:45.621415 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:45.635263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52762da-0ab5-4bcb-a1a0-1db9b774ed1a req-fe1b500b-dd2d-46d6-ac9d-e1dca35cc342 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:45.643478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d52762da-0ab5-4bcb-a1a0-1db9b774ed1a req-fe1b500b-dd2d-46d6-ac9d-e1dca35cc342 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1786253 Aug 20 08:54:45.672534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f94a77-0952-42ca-9742-fc9a4d92c4f2,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:45.679679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.685590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Checking segment: {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:45.686273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Network hostable DHCP agents. Network: d768f49e-9193-454e-bfb6-036893985c70, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:45.716117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d52762da-0ab5-4bcb-a1a0-1db9b774ed1a req-753073f7-f4c8-48d6-b1b6-dbb353ab3276 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716920 Aug 20 08:54:45.724440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.746348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Network d768f49e-9193-454e-bfb6-036893985c70 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:45.754043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb8f48bf-d976-48d8-be42-695550bd07a5 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 08:54:45.757471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d768f49e-9193-454e-bfb6-036893985c70) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:45.762534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:45.763022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:45.763725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.767073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.769059 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/cb8f48bf-d976-48d8-be42-695550bd07a5 HTTP/1.1" status: 204 len: 168 time: 1.4928529 Aug 20 08:54:45.770440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a5262-fdeb-4e26-a765-bb0b49237b8f None None] Network d768f49e-9193-454e-bfb6-036893985c70 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:45.783993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44400) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:45.784714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:45.787219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:45.790724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:45.795349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f74bd-a89d-45be-b748-a87713807820 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb8f48bf-d976-48d8-be42-695550bd07a5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:45.857164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:45.857887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:45.890684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-4f0136c9-7a40-4907-a2ba-22d5ea9f8302 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8554788 Aug 20 08:54:45.904575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-684c9699-6a08-4f6d-a9bb-971be590c390 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:54:45.906323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-684c9699-6a08-4f6d-a9bb-971be590c390 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069802 Aug 20 08:54:45.950308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44406) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:46.044977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a85bb350-4c5b-4803-8a80-cccaf49d2e8b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9521074 Aug 20 08:54:46.047461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44412) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:46.052631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:46.097758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.102213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.180184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d768f49e-9193-454e-bfb6-036893985c70', 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'fixed_ips': [{'subnet_id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:54:46.181073 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.204217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead371-78bc-4192-8c9f-4d1d8a916ee8 req-09d2e3b9-8124-4dd3-8485-096cdfc71724 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.217667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acead371-78bc-4192-8c9f-4d1d8a916ee8 req-09d2e3b9-8124-4dd3-8485-096cdfc71724 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 936 time: 0.3471894 Aug 20 08:54:46.229266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.238482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Request body: {'port': {'device_id': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:46.247559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c451fa1a-8064-4830-82ce-5c1c6c884133 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.4504960 Aug 20 08:54:46.256947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1497772825-network', 'tenant_id': '3412239edc994b2791619726bae99aa3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:46.261080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44426) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:46.310731 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.379018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8591cb27-1b97-4b19-b23e-9d720d46a779 None None] Provisioning for port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:46.386021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Allocated IP 172.20.0.2 (d768f49e-9193-454e-bfb6-036893985c70/82f94a77-0952-42ca-9742-fc9a4d92c4f2/dc16e447-fe04-4f63-b9c9-0ec405cc0fbc) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:46.392412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8591cb27-1b97-4b19-b23e-9d720d46a779 None None] Provisioning complete for port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:46.393115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8591cb27-1b97-4b19-b23e-9d720d46a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.398125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-4d33564c-3d1d-4bb2-9fca-827c691bee01 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.399694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-4d33564c-3d1d-4bb2-9fca-827c691bee01 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/networks?id=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 HTTP/1.1" status: 200 len: 824 time: 0.1797018 Aug 20 08:54:46.429072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acead371-78bc-4192-8c9f-4d1d8a916ee8 req-8483894f-1a58-4cfa-930c-b7929ef62f9d tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103708 Aug 20 08:54:46.438219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-05035da5-ce86-45c8-8cfe-25506c4aa094 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/quotas/9c6802af950541fb9524f8aa1ddda520 HTTP/1.1" status: 200 len: 375 time: 0.0289760 Aug 20 08:54:46.439443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.451845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8591cb27-1b97-4b19-b23e-9d720d46a779 None None] Port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:46.496813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c84b7d3e-c628-447f-8dc0-7b9ea563057c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c6802af950541fb9524f8aa1ddda520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436361 Aug 20 08:54:46.577819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.612111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Made reservation on behalf of 3412239edc994b2791619726bae99aa3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:46.614574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.632156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b4fc7-3bb9-4da2-bb8a-a277f997b432 req-f68678b3-7b70-45c6-a941-346d084311f3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.639600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-237b4fc7-3bb9-4da2-bb8a-a277f997b432 req-f68678b3-7b70-45c6-a941-346d084311f3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1063948 Aug 20 08:54:46.659362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70933845-96c8-4ee0-b54d-b20268f25f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.665599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.665599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.666381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.666688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.667122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.667571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.668016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.668457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.668904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.669346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.669863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:46.674847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-47f2973a-4f5f-4bb3-b426-f600d9039884 service neutron] 10.222.0.35 "GET /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659565 Aug 20 08:54:46.674999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-47e5de1e-16f9-4cd1-87f9-cd9a6dd3a490 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7131 time: 0.3886030 Aug 20 08:54:46.674999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.675867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44428) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:46.739661 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-a00f6a8e-7fab-4d8d-8880-774e3302a26c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] delete failed (client error): The resource could not be found. Aug 20 08:54:46.743842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a00f6a8e-7fab-4d8d-8880-774e3302a26c tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/ae33f4b9-43db-46d6-b71d-f63b414d4b1b HTTP/1.1" status: 404 len: 345 time: 0.0643585 Aug 20 08:54:46.745115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44430) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:46.750762 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.760663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Transition to ACTIVE for port object dc16e447-fe04-4f63-b9c9-0ec405cc0fbc will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:46.776716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Transition to ACTIVE for port object dc16e447-fe04-4f63-b9c9-0ec405cc0fbc will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:46.783764 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.821888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Network d768f49e-9193-454e-bfb6-036893985c70 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:46.826517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:46.829006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-63192c9c-8d1c-42d9-b88f-330e03add6e5 service neutron] 10.222.0.35 "GET /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865386 Aug 20 08:54:46.829893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:46.844748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Pushing event updated for resources: {'Port': ['ID=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:46.859826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-237b4fc7-3bb9-4da2-bb8a-a277f997b432 req-72892a05-e9ba-4583-b3c1-613dd4b3c347 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193656 Aug 20 08:54:46.874416 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeee493-a7c2-48f4-b388-1c9c7314127b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 08:54:46.875144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daeee493-a7c2-48f4-b388-1c9c7314127b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:54:46.876976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-daeee493-a7c2-48f4-b388-1c9c7314127b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/cb8f48bf-d976-48d8-be42-695550bd07a5 HTTP/1.1" status: 404 len: 339 time: 0.0503504 Aug 20 08:54:46.889971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44432) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:46.901635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'network': {'name': 'tempest-network--173983367', 'router:external': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:46.919898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Attempting to bind port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:46.920533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Attempting to bind port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:46.920904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Attempting to bind port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc on network d768f49e-9193-454e-bfb6-036893985c70 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:46.927214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:46.928030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Checking segment: {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:46.929557 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:46.929557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Bound using segment: {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:46.929788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Bound port: dc16e447-fe04-4f63-b9c9-0ec405cc0fbc, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:46.930344 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.036101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] For port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:47.042110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] For port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:47.051635 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.109508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-275819b6-1246-442d-9047-1697091b24e2 req-28b73b8d-91f8-4f0c-9447-4b8544194f1c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 210 time: 0.0732009 Aug 20 08:54:47.127978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c5012-55f9-45b7-80c8-882a8937d886 None None] Pushing event updated for resources: {'Port': ['ID=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:47.140648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.184720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.199207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:47.214186 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.214677 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Added segment fc61eb72-78bd-46b3-a895-39fa07b55dbe of type vlan for network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 Aug 20 08:54:47.230989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114a9e8-caba-486a-82e6-68876f600848 req-20b7be6d-768f-4ff3-ba28-9614de9f978f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:47.232548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7114a9e8-caba-486a-82e6-68876f600848 req-20b7be6d-768f-4ff3-ba28-9614de9f978f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0601389 Aug 20 08:54:47.263329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:47.286382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7114a9e8-caba-486a-82e6-68876f600848 req-2b11e731-bf09-4121-9cb2-097eaf512633 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Aug 20 08:54:47.290235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.348222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Made reservation on behalf of d4059a467daf4beeb087bea487693a8e for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:47.350857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.357676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.392107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fe9bc-628c-4e8e-aebb-49a1fe00baa9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:47.406693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.414630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Transition to ACTIVE for port object 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:47.423266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.457624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.471004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.478225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be7c6c-054d-44cc-9fad-6a205bd1f98b req-35783d14-4664-4b07-9da6-fb85a5c7e132 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:47.479748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46be7c6c-054d-44cc-9fad-6a205bd1f98b req-35783d14-4664-4b07-9da6-fb85a5c7e132 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0685978 Aug 20 08:54:47.543931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:47.563529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.564472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:47.565119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.574949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46be7c6c-054d-44cc-9fad-6a205bd1f98b req-31bf55be-09e3-4af8-b4ca-ecf16437155d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861986 Aug 20 08:54:47.596988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a738f63-6276-407f-b0e3-527d2365e64c req-406b031a-8892-41d1-bada-5ae55db05db0 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:47.600260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a738f63-6276-407f-b0e3-527d2365e64c req-406b031a-8892-41d1-bada-5ae55db05db0 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 948 time: 0.0795567 Aug 20 08:54:47.636061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:47.651396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.651773 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Added segment ea1d0dd7-2564-4782-aa65-0f06a807ca0e of type vlan for network 1469230f-a87f-43f7-8835-c0e78f67d955 Aug 20 08:54:47.690093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a738f63-6276-407f-b0e3-527d2365e64c req-27249d29-97e3-4bc4-9d74-fbcb9be6a565 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802526 Aug 20 08:54:47.802012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcc510-eb5c-46f8-8318-1d3556c98096 req-ae8e8491-15f8-49e2-9244-ad39a0c24a3b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:47.810585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54dcc510-eb5c-46f8-8318-1d3556c98096 req-ae8e8491-15f8-49e2-9244-ad39a0c24a3b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0989401 Aug 20 08:54:47.816329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8647578 Aug 20 08:54:47.819453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44456) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:47.825110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Request body: {'subnet': {'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-subnet', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:47.840380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dc16e447-fe04-4f63-b9c9-0ec405cc0fbc up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:47.886066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d0fa5-6b5b-45db-8886-68eaa267f2ba admin admin] Pushing event updated for resources: {'Network': ['ID=fca0fc66-b00a-4f12-a566-a0eceb6f07c2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:47.894935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54dcc510-eb5c-46f8-8318-1d3556c98096 req-abb26f06-5217-4a1f-82cf-13d1e3eebf80 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828395 Aug 20 08:54:47.899289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Made reservation on behalf of 3412239edc994b2791619726bae99aa3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:47.913384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:47.914246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:47.947901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.022679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Allocated IP 172.25.5.51 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/95325428-35cd-4a63-b587-fe7920bf97f7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:48.046597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:48.055916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Attempting to bind port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:48.056351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Attempting to bind port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:48.056747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Attempting to bind port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:48.066541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:54:48.067082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Attempting to bind port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:48.089805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:48.089805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:48.089805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:48.089805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Bound port: 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:48.090660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.106502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ea8fe-2acc-42c6-a3a1-7d7c0a13b2a0 req-540d21ce-0ca0-4708-bfbb-6d269fc26812 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.108367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a4ea8fe-2acc-42c6-a3a1-7d7c0a13b2a0 req-540d21ce-0ca0-4708-bfbb-6d269fc26812 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0990834 Aug 20 08:54:48.125967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.127175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.127841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.175784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a4ea8fe-2acc-42c6-a3a1-7d7c0a13b2a0 req-eeb33ec1-5493-4597-88dd-dbd73c949b8c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580547 Aug 20 08:54:48.338818 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.4445133 Aug 20 08:54:48.346515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be7b613e-800f-430b-9bc6-93b1ecc3dc3a req-0b7f7a7a-d21f-4d42-8924-28f359d2367d tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 210 time: 0.0763748 Aug 20 08:54:48.347328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44470) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:48.381064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98e489-1aba-4519-81b5-0a607c52058b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Network': ['ID=1469230f-a87f-43f7-8835-c0e78f67d955,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:48.393980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 1469230f-a87f-43f7-8835-c0e78f67d955 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:48.456811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c32c74-88b9-40c0-951c-92cf9dd2a5ad None None] Network d768f49e-9193-454e-bfb6-036893985c70 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:48.489083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.589328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] Provisioning for port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:48.601096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] Provisioning complete for port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:48.601911 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.641490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d20123-1fc4-448a-a060-726568a0cf04 req-532d1d2f-d7e8-467c-bb1a-f421fdc60fa5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.643194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08d20123-1fc4-448a-a060-726568a0cf04 req-532d1d2f-d7e8-467c-bb1a-f421fdc60fa5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3126450 Aug 20 08:54:48.681000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33cc909-b3d7-4817-ac9b-7d43ab6fe04a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:48.707072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a20a70-03ba-4a0e-a5ac-427e2f331c61 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.713413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a20a70-03ba-4a0e-a5ac-427e2f331c61 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.719543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a20a70-03ba-4a0e-a5ac-427e2f331c61 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.727265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a20a70-03ba-4a0e-a5ac-427e2f331c61 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.729312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-11a20a70-03ba-4a0e-a5ac-427e2f331c61 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3752666 Aug 20 08:54:48.734985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:48.738969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.739313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.739653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.739990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.740322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.740730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.741557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.742114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.742607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.742847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.743175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.743504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:48.773258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Checking segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:48.773606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Network hostable DHCP agents. Network: fca0fc66-b00a-4f12-a566-a0eceb6f07c2, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:48.785851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:48.786359 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.789074 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.792019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.821105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:48.830359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] For port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:48.830486 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.835639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.848862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08d20123-1fc4-448a-a060-726568a0cf04 req-c1647326-c9df-4ed4-abfa-fdc7e62665f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836689 Aug 20 08:54:48.890598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.891540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.893405 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] 10.222.0.37 "PUT /v2.0/ports/176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 HTTP/1.1" status: 200 len: 1096 time: 2.9806592 Aug 20 08:54:48.898637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:48.900262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:48.901441 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603ee9e-12e4-4609-b8ba-0d3488893cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:48.909204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.927757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-f7cace3e-876a-4f7f-b8cb-56ed289dda81 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.929652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-f7cace3e-876a-4f7f-b8cb-56ed289dda81 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.26 "GET /v2.0/networks?id=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 HTTP/1.1" status: 200 len: 824 time: 0.5952883 Aug 20 08:54:48.932655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, fca0fc66-b00a-4f12-a566-a0eceb6f07c2) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:48.940366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca3af9-0e4a-476f-a1ed-6f37b249eb3f None None] Pushing event updated for resources: {'Port': ['ID=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:48.944632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Request body: {'port': {'device_id': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86', 'admin_state_up': True, 'tenant_id': '9c6802af950541fb9524f8aa1ddda520'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:48.951856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:48.951856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:48.958105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2c962-462c-4d4f-ab43-368f3903cb5a service neutron] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:48.988214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80d1ab-53f6-46db-8150-57a894e7dfe0 None None] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:49.075972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.144626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-06ba45d6-5a77-4985-bd92-5328698cd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:49.146352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-06ba45d6-5a77-4985-bd92-5328698cd757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01eb6855d7194dc7b0214cefb1341905&device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 1099 time: 0.1792891 Aug 20 08:54:49.155081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:49.162137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:49.176312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:49.217263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:54:49.218396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.247273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-8e7dd187-cc55-4cc8-aad9-f5821a6ecd54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 HTTP/1.1" status: 200 len: 217 time: 0.0867655 Aug 20 08:54:49.288581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Pushing event updated for resources: {'Port': ['ID=95325428-35cd-4a63-b587-fe7920bf97f7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:49.295268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Made reservation on behalf of 9c6802af950541fb9524f8aa1ddda520 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:49.299390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.407901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-090fe9bc-6a19-4f7d-99a6-0ac5d30ef378 None None] Provisioning complete for port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:49.408953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-090fe9bc-6a19-4f7d-99a6-0ac5d30ef378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.410637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b979f0-b205-4a2b-bad1-df67d3e7332a req-52220860-18fb-4f0a-af83-b2d60f45c120 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:49.412166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57b979f0-b205-4a2b-bad1-df67d3e7332a req-52220860-18fb-4f0a-af83-b2d60f45c120 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 948 time: 0.6023357 Aug 20 08:54:49.422028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0a65b438-29dc-4d2a-8007-9a607be1f6c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6015332 Aug 20 08:54:49.435965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44486) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:49.459401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Allocated IP 172.20.0.2 (fca0fc66-b00a-4f12-a566-a0eceb6f07c2/d33cc909-b3d7-4817-ac9b-7d43ab6fe04a/20aefb2e-ebd6-412d-b0e5-eb11d475e380) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:49.476997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-9da36e57-8538-4c83-8677-0048178ea86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:49.478703 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-9da36e57-8538-4c83-8677-0048178ea86c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.2195294 Aug 20 08:54:49.485566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:49.513793 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.535760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1469230f-a87f-43f7-8835-c0e78f67d955']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:49.553200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9809d-8d1e-4315-83c0-f10bf427b4ab req-cfc7421c-5b29-45f1-a204-1fca05cf88f7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:49.555441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abe9809d-8d1e-4315-83c0-f10bf427b4ab req-cfc7421c-5b29-45f1-a204-1fca05cf88f7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.5937917 Aug 20 08:54:49.560387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.561416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.565726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1d0dd7-2564-4782-aa65-0f06a807ca0e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:49.566042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1d0dd7-2564-4782-aa65-0f06a807ca0e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:49.571121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57b979f0-b205-4a2b-bad1-df67d3e7332a req-0cd7263c-a4fd-4eef-b2d5-39e949bd38fa tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389275 Aug 20 08:54:49.590516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.617294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-e817a491-cf01-4bae-8c82-4ebdf31b7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:49.618831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-e817a491-cf01-4bae-8c82-4ebdf31b7ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328866 Aug 20 08:54:49.653025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.704730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:49.705147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:49.707044 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:49.710762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abe9809d-8d1e-4315-83c0-f10bf427b4ab req-6e4040dd-63ff-4fce-88c2-3d22741e38e7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384792 Aug 20 08:54:49.712313 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.716026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Allocated IP 172.20.0.4 (833ea95a-2c2c-4f2d-8ce7-a3f35d363a86/5d9cfe35-8d56-492b-a98b-97179b500855/965e9396-181e-46a3-9320-9154eaa26696) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:49.760825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.823949 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffe5087-245d-48e0-88de-49d3070a9c82 x-openstack-request-id: req-8ffe5087-245d-48e0-88de-49d3070a9c82 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:49.824499 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:49.824905 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ffe5087-245d-48e0-88de-49d3070a9c82 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:49.825463 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'status': 'completed', 'code': 200} Aug 20 08:54:49.840198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Transition to ACTIVE for port object 20aefb2e-ebd6-412d-b0e5-eb11d475e380 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:49.846631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dc16e447-fe04-4f63-b9c9-0ec405cc0fbc up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:49.885153 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.887702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-f8437940-05fc-4475-a9e7-9a581189adb7 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288287 Aug 20 08:54:49.891677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.892050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1469230f-a87f-43f7-8835-c0e78f67d955 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 08:54:49.896309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.899108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1469230f-a87f-43f7-8835-c0e78f67d955 HTTP/1.1" status: 204 len: 168 time: 1.1618528 Aug 20 08:54:49.908941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44492) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:49.929451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'network': {'name': 'tempest-network--1966214806', 'router:external': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:49.930211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Transition to ACTIVE for port object 20aefb2e-ebd6-412d-b0e5-eb11d475e380 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:49.950636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:49.993701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf64d18-5a08-4385-823e-3f5cc22566ca tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Network': ['ID=1469230f-a87f-43f7-8835-c0e78f67d955,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:50.013484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:50.017936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Pushing event updated for resources: {'Port': ['ID=20aefb2e-ebd6-412d-b0e5-eb11d475e380,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:50.019444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7ac10c7-163d-4133-a852-99bee9bf9ff2 req-2998d04c-fb0c-47d7-885e-a5ac26c97515 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 210 time: 0.1091909 Aug 20 08:54:50.040974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.041326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.041666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.042095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.042431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.042763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.043093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.043420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.043744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.044069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.044455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.045432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:50.051446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:50.052761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.055482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:50.114740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:50.115174 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.157195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Made reservation on behalf of d4059a467daf4beeb087bea487693a8e for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:50.158633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-66aac1d9-ab23-47b3-bcce-b1e9af5b8aa8 req-7b157a09-dc67-4d74-ae89-dc59f45d6266 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590654 Aug 20 08:54:50.160663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.174525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Attempting to bind port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:50.174882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Attempting to bind port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:50.175653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Attempting to bind port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 on network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:50.193615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:50.194254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Checking segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:50.194959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.196447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Bound using segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:50.197349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Bound port: 20aefb2e-ebd6-412d-b0e5-eb11d475e380, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:50.197819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.242617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:50.254315 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.254704 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Added segment e0855e22-b620-43f2-9ec9-e4aa2983cd7e of type vlan for network a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d Aug 20 08:54:50.264401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.311561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.339267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-ca3bc12e-a778-4cc7-839b-e13c1f93075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.340941 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-ca3bc12e-a778-4cc7-839b-e13c1f93075f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01eb6855d7194dc7b0214cefb1341905&device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 1099 time: 0.1175098 Aug 20 08:54:50.372154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.375802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.377479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.378420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.380952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] For port 20aefb2e-ebd6-412d-b0e5-eb11d475e380, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:50.387146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] For port 20aefb2e-ebd6-412d-b0e5-eb11d475e380, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=20aefb2e-ebd6-412d-b0e5-eb11d475e380,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:50.394011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.399582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133b80c-4273-4dd4-9c9f-a3fac949b69e req-914de747-871f-413d-89f6-bf944c4f310b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.406949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5133b80c-4273-4dd4-9c9f-a3fac949b69e req-914de747-871f-413d-89f6-bf944c4f310b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2741964 Aug 20 08:54:50.472281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.484564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5592918 Aug 20 08:54:50.488391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44496) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:50.503134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61e7fe-de01-4aff-a9ac-ef784d148232 None None] Pushing event updated for resources: {'Port': ['ID=20aefb2e-ebd6-412d-b0e5-eb11d475e380,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:50.583422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5133b80c-4273-4dd4-9c9f-a3fac949b69e req-3e3c9b8e-f761-449c-a88c-16d3c3af63da tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755881 Aug 20 08:54:50.588533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc37bfd-c42c-42a1-b261-c0534a0e30e2 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Network': ['ID=a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:50.589300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Pushing event updated for resources: {'Port': ['ID=965e9396-181e-46a3-9320-9154eaa26696,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:50.594638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:50.596183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-056005f8-6f2b-42e1-84f7-636a34ee78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.599213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:50.613116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-056005f8-6f2b-42e1-84f7-636a34ee78cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.2603936 Aug 20 08:54:50.635749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:50.637298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d211a2a-5623-4906-a938-09fa25bb221d tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.639634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:50.642695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8d211a2a-5623-4906-a938-09fa25bb221d tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] 10.222.0.35 "GET /v2.0/networks/a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d HTTP/1.1" status: 200 len: 757 time: 0.1432552 Aug 20 08:54:50.653978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44502) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:50.808172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-eef12168-e704-448f-8b8b-e09915450379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 HTTP/1.1" status: 200 len: 217 time: 0.1532018 Aug 20 08:54:50.867584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df4990-9b6c-4961-942d-96c092e28724 req-22ece95f-38a3-4a79-828c-00d45a7eab19 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.869884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24df4990-9b6c-4961-942d-96c092e28724 req-22ece95f-38a3-4a79-828c-00d45a7eab19 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1554921 Aug 20 08:54:50.873287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.873955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.902933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b915d-fcb3-4a74-b1a5-7da32629e287 req-dd5cadef-469f-4220-b923-e790f6b0d1b1 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.904502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e6b915d-fcb3-4a74-b1a5-7da32629e287 req-dd5cadef-469f-4220-b923-e790f6b0d1b1 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 948 time: 0.1887193 Aug 20 08:54:50.919218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-c7f05836-4216-4779-a97e-f5d7f2560a47 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9790058 Aug 20 08:54:50.920607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:50.932452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4902962-3014-4081-bcee-04892d4d101b tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.933900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4902962-3014-4081-bcee-04892d4d101b tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] 10.222.0.35 "GET /v2.0/networks/7bc4fff2-cb47-497a-8c48-3e3780d4781b HTTP/1.1" status: 200 len: 768 time: 0.2709765 Aug 20 08:54:50.936840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-129422ac-b26e-431b-98a2-dc527644cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:50.938193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-129422ac-b26e-431b-98a2-dc527644cd3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1054382 Aug 20 08:54:50.940519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44508) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:50.945555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-7bb3d715-5b80-468d-a442-da5d0559b53c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:54:50.946839 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-7bb3d715-5b80-468d-a442-da5d0559b53c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118153 Aug 20 08:54:50.966685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.002552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24df4990-9b6c-4961-942d-96c092e28724 req-391db0c4-4995-4665-9d4f-1aedf05d95ef tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233246 Aug 20 08:54:51.042475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e6b915d-fcb3-4a74-b1a5-7da32629e287 req-fd855a75-ada4-4da1-a2d8-97e4d0349dea tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263051 Aug 20 08:54:51.046432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Router ff907bc0-847e-40fd-8a85-06a77bdeb48e is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:54:51.057261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Request body: {'port': {'device_id': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:51.154286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Allocated IP 172.25.5.228 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/40c66286-78a4-4e14-98c3-d5f6430335c6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:51.186157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-7a88e742-d1ef-4b68-b1c0-d947c1f7dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:51.187689 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-7a88e742-d1ef-4b68-b1c0-d947c1f7dd59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382786 Aug 20 08:54:51.208447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.276483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.338661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf3315-78a2-4f4e-97ac-e4b7df88a04d req-1682bebd-5180-412a-ba94-9c07b340b757 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:51.340219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14bf3315-78a2-4f4e-97ac-e4b7df88a04d req-1682bebd-5180-412a-ba94-9c07b340b757 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 931 time: 0.1130521 Aug 20 08:54:51.361598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b755fb-cae2-4d3c-a0ce-92c9a22c009f req-97a64228-195d-4349-b9a3-1727dd257fa7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:51.363167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2b755fb-cae2-4d3c-a0ce-92c9a22c009f req-97a64228-195d-4349-b9a3-1727dd257fa7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1043639 Aug 20 08:54:51.367892 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.419911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:51.429386 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Sync routers for ids ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:51.439516 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Routers {'ff907bc0-847e-40fd-8a85-06a77bdeb48e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:51.440151 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:51.446324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14bf3315-78a2-4f4e-97ac-e4b7df88a04d req-b609139d-4e8f-4da0-a17c-98f494921fdb tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926037 Aug 20 08:54:51.468791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2b755fb-cae2-4d3c-a0ce-92c9a22c009f req-99fe39b0-1605-4431-835b-69604d031888 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927470 Aug 20 08:54:51.487236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-4ce6ac84-8412-480f-9075-103b72a8b178 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740943 Aug 20 08:54:51.498287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.513030 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.561094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:51.566231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:51.573390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.573514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:51.576592 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29a926fe-c4ef-4905-a15d-68b9fc9f5d23 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5256205 Aug 20 08:54:51.580830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44522) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:51.587787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:51.608659 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Set router ff907bc0-847e-40fd-8a85-06a77bdeb48e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:51.637572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0855e22-b620-43f2-9ec9-e4aa2983cd7e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:51.637952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0855e22-b620-43f2-9ec9-e4aa2983cd7e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:51.658604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.720158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.726441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Pushing event updated for resources: {'Port': ['ID=40c66286-78a4-4e14-98c3-d5f6430335c6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:51.755458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:51.755458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:51.757023 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:51.806646 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:54:49Z', 'revision_number': 3, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:51.842510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5603ee9e-12e4-4609-b8ba-0d3488893cb4 req-b4a9d6c5-59f4-498c-874f-4badd8caa7ad service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378177 Aug 20 08:54:51.855898 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Checking router: ff907bc0-847e-40fd-8a85-06a77bdeb48e for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:51.856530 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Updating router ff907bc0-847e-40fd-8a85-06a77bdeb48e port 95325428-35cd-4a63-b587-fe7920bf97f7 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:51.860360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3dd6dc-b659-4bdd-a241-b09f4f01a48c None None] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:51.875418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 20aefb2e-ebd6-412d-b0e5-eb11d475e380 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:51.893729 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.935765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.951112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 08:54:51.980315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5259c7b5-9ebd-4659-abba-d7e352b1566a None None] Provisioning for port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:51.983923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:51.989648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d HTTP/1.1" status: 204 len: 168 time: 1.0414920 Aug 20 08:54:52.010518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44524) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:52.024396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'network': {'name': 'tempest-network--583538991'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:52.039222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b3beb-aa00-47db-b4ad-7c2c6a2cf879 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Network': ['ID=a74d9b4c-afa0-4f88-9c85-bd2e8f8c3a7d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:52.043399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:52.051663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:52.052038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.084089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965e9396-181e-46a3-9320-9154eaa26696 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:52.105042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.141634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Transition to ACTIVE for port object 965e9396-181e-46a3-9320-9154eaa26696 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:52.141810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee01ba-77bf-4f1a-bfc8-7fa90cccbcc1 req-1e79114c-18ed-4972-a41e-ddfebcaa6a0e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:52.146298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.157960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5ee01ba-77bf-4f1a-bfc8-7fa90cccbcc1 req-1e79114c-18ed-4972-a41e-ddfebcaa6a0e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.4329271 Aug 20 08:54:52.195822 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.203997 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.210211 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Transition to ACTIVE for port object 95325428-35cd-4a63-b587-fe7920bf97f7 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:52.218798 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.279095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 20aefb2e-ebd6-412d-b0e5-eb11d475e380, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=20aefb2e-ebd6-412d-b0e5-eb11d475e380,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:52.282814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Made reservation on behalf of d4059a467daf4beeb087bea487693a8e for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:52.285279 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.285759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.307541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=965e9396-181e-46a3-9320-9154eaa26696,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:52.311960 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d907fd-e880-4eb7-be4a-e5b6aefe50e5 None None] Pushing event updated for resources: {'Port': ['ID=95325428-35cd-4a63-b587-fe7920bf97f7,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:52.356023 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Attempting to bind port 95325428-35cd-4a63-b587-fe7920bf97f7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:52.356418 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Attempting to bind port 95325428-35cd-4a63-b587-fe7920bf97f7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:52.356978 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Attempting to bind port 95325428-35cd-4a63-b587-fe7920bf97f7 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:52.369341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=20aefb2e-ebd6-412d-b0e5-eb11d475e380,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:52.370145 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:52.370533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:52.370947 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.374021 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:52.376664 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Bound port: 95325428-35cd-4a63-b587-fe7920bf97f7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:52.377257 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.395386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Attempting to bind port 965e9396-181e-46a3-9320-9154eaa26696 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:52.395726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Attempting to bind port 965e9396-181e-46a3-9320-9154eaa26696 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:52.396058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Attempting to bind port 965e9396-181e-46a3-9320-9154eaa26696 on network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:52.401828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Port 965e9396-181e-46a3-9320-9154eaa26696 on network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:54:52.402160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Attempting to bind port 965e9396-181e-46a3-9320-9154eaa26696 on network 833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:52.408177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:52.408527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Checking segment: {'id': '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:52.409047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Bound using segment: {'id': '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:52.409493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Bound port: 965e9396-181e-46a3-9320-9154eaa26696, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:52.409908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.495114 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] For port 95325428-35cd-4a63-b587-fe7920bf97f7, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:52.495982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] For port 965e9396-181e-46a3-9320-9154eaa26696, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:52.503961 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] For port 95325428-35cd-4a63-b587-fe7920bf97f7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=95325428-35cd-4a63-b587-fe7920bf97f7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:52.504557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] For port 965e9396-181e-46a3-9320-9154eaa26696, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=965e9396-181e-46a3-9320-9154eaa26696,segment=NetworkSegment(2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6),segment_id=2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:52.512723 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.527282 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.530756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-355d6061-6055-4f91-ab8e-9149702af9cd None None] Provisioning complete for port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:52.534143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-355d6061-6055-4f91-ab8e-9149702af9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.558543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:52.559612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.561082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/965e9396-181e-46a3-9320-9154eaa26696 HTTP/1.1" status: 200 len: 1091 time: 1.5981827 Aug 20 08:54:52.571747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'tag': '965e9396-181e-46a3-9320-9154eaa26696'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:52.577836 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56823a1-d3eb-42c5-930a-294a7ca94ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29", "tag": "965e9396-181e-46a3-9320-9154eaa26696"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:52.648424 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d907fd-e880-4eb7-be4a-e5b6aefe50e5 None None] Pushing event updated for resources: {'Port': ['ID=95325428-35cd-4a63-b587-fe7920bf97f7,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:52.671123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1f890-3cac-4d51-9541-9af5c00ce9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=965e9396-181e-46a3-9320-9154eaa26696,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:52.687293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-21826d87-22cb-4756-b84c-c9ee40b41fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:52.689022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-21826d87-22cb-4756-b84c-c9ee40b41fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c6802af950541fb9524f8aa1ddda520&device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 1094 time: 0.0762000 Aug 20 08:54:52.690060 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Routers {'ff907bc0-847e-40fd-8a85-06a77bdeb48e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:52.690307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:52.690764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:52.697112 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5ee01ba-77bf-4f1a-bfc8-7fa90cccbcc1 req-8037a0c5-f2c4-4f53-be94-3d5bac8bc2b0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380220 Aug 20 08:54:52.797669 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-b0be166c-b441-4832-91a0-3abc39b3d85b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=965e9396-181e-46a3-9320-9154eaa26696 HTTP/1.1" status: 200 len: 217 time: 0.0961080 Aug 20 08:54:52.820620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:52.834393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa145f-5b32-498f-9cd0-0dabe98847a6 req-63bb1bcf-b1bf-42aa-9e4c-7778d32d027e tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:52.841537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bfa145f-5b32-498f-9cd0-0dabe98847a6 req-63bb1bcf-b1bf-42aa-9e4c-7778d32d027e tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 948 time: 0.6608763 Aug 20 08:54:52.860090 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] Set router ff907bc0-847e-40fd-8a85-06a77bdeb48e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:52.911954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:52.923259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:52.924202 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Added segment 4defa05d-8bb3-43bc-92be-70690212f7b1 of type vlan for network abc99434-2c33-4719-a136-010f933e298a Aug 20 08:54:52.934023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'mac_address': 'fa:16:3e:84:31:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:52.997197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.001295 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.018477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:53.055152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:53.063806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.122909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:54:49Z', 'revision_number': 3, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:53.132680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bfa145f-5b32-498f-9cd0-0dabe98847a6 req-e199fdc3-2075-42cf-936c-a879472edba8 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899208 Aug 20 08:54:53.145698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:53.176866 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b22586-9f58-48fd-9c80-3d013cde3786 None None] The sync data for ids ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'] in n-d-804285-2 is: [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:54:49Z', 'revision_number': 3, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:53.182847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.184157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:53.184586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.191929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.199265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.230215 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7274fc-79e6-4fc7-a364-2cad772ff71f x-openstack-request-id: req-7d7274fc-79e6-4fc7-a364-2cad772ff71f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:53.230966 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29", "tag": "965e9396-181e-46a3-9320-9154eaa26696", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:53.231226 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d7274fc-79e6-4fc7-a364-2cad772ff71f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:53.231618 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'tag': '965e9396-181e-46a3-9320-9154eaa26696', 'status': 'completed', 'code': 200} Aug 20 08:54:53.260188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-055320b6-69d3-44c2-9d1a-36eae84f57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:53.261867 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-055320b6-69d3-44c2-9d1a-36eae84f57a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d9cfe35-8d56-492b-a98b-97179b500855 HTTP/1.1" status: 200 len: 864 time: 0.4568620 Aug 20 08:54:53.295910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-cd1481bc-855a-420d-857b-4345f6127cda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265977 Aug 20 08:54:53.335024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:53.351111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3279512 Aug 20 08:54:53.356843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44544) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:53.364244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:53.379918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa5d1e-3063-49a7-9ab0-a80c2bbd8fb5 req-97e3cd37-9877-4eb4-86ab-75104629c076 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:53.388134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87fa5d1e-3063-49a7-9ab0-a80c2bbd8fb5 req-97e3cd37-9877-4eb4-86ab-75104629c076 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 943 time: 0.2898753 Aug 20 08:54:53.525542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91f61-eb4a-42ee-a085-a0b03054828b tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Network': ['ID=abc99434-2c33-4719-a136-010f933e298a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:53.544262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network abc99434-2c33-4719-a136-010f933e298a details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:53.599027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664609e-0910-4c8c-a306-7e3ad62447ac req-1db0fc66-a47e-475b-8fe6-df57b92f1c1f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:53.601877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0664609e-0910-4c8c-a306-7e3ad62447ac req-1db0fc66-a47e-475b-8fe6-df57b92f1c1f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3118782 Aug 20 08:54:53.616414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-03c7680c-4770-4553-90aa-ace4e8511efe service neutron] 10.222.0.26 "GET /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115327 Aug 20 08:54:53.620119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.651098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.697276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87fa5d1e-3063-49a7-9ab0-a80c2bbd8fb5 req-e7a3d1cd-ce52-4174-a179-aad6206136a5 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081470 Aug 20 08:54:53.740312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Network abc99434-2c33-4719-a136-010f933e298a is not hosted by any dhcp agent {{(pid=101317) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 08:54:53.741781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:53.742371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.747038 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "PUT /v2.0/networks/abc99434-2c33-4719-a136-010f933e298a HTTP/1.1" status: 200 len: 856 time: 0.3857896 Aug 20 08:54:53.753103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:53.768905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0664609e-0910-4c8c-a306-7e3ad62447ac req-622a4688-3e62-4a9b-96ec-752acf032508 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303387 Aug 20 08:54:53.857265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714ce2a-9bf5-460d-b80d-6c48ca0a6c61 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event updated for resources: {'Network': ['ID=abc99434-2c33-4719-a136-010f933e298a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:53.917613 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da0a9924-5f14-4f10-b871-54ce17b2da33 req-6b430c4c-6248-4690-80be-fab3c45ee444 service neutron] 10.222.0.26 "GET /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892184 Aug 20 08:54:53.920939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.959885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Allocated IP 172.20.0.1 (d768f49e-9193-454e-bfb6-036893985c70/82f94a77-0952-42ca-9742-fc9a4d92c4f2/69c8e8b1-e6ac-4970-929c-d7e2702f9cfe) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:53.965591 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:53.973502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 20aefb2e-ebd6-412d-b0e5-eb11d475e380 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:54.029334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49916f-4dc0-4452-8fb5-a4ad4b98e8e5 req-5b474526-e0f5-49ee-8ecd-e22fdeb101e0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:54.030960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee49916f-4dc0-4452-8fb5-a4ad4b98e8e5 req-5b474526-e0f5-49ee-8ecd-e22fdeb101e0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1417243 Aug 20 08:54:54.035562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:54.036264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.059111 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.075029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc99434-2c33-4719-a136-010f933e298a']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:54.089037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4defa05d-8bb3-43bc-92be-70690212f7b1') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:54.089327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4defa05d-8bb3-43bc-92be-70690212f7b1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:54.107168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-bd7baf5a-a2d9-4b96-96f6-6cf25b3e769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:54.109040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-bd7baf5a-a2d9-4b96-96f6-6cf25b3e769c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c6802af950541fb9524f8aa1ddda520&device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 1094 time: 0.1037779 Aug 20 08:54:54.110795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.140427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 95325428-35cd-4a63-b587-fe7920bf97f7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:54.172830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.187771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:54.188195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:54.190545 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:54.202354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee49916f-4dc0-4452-8fb5-a4ad4b98e8e5 req-f39aa7ba-3aed-476d-8d8e-b0545bb079ad tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414745 Aug 20 08:54:54.259496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 95325428-35cd-4a63-b587-fe7920bf97f7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:54.263627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 95325428-35cd-4a63-b587-fe7920bf97f7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:54.264077 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.299766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.302440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-620858c4-c392-4061-a7d4-f9a7be3fe2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:54.304954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-620858c4-c392-4061-a7d4-f9a7be3fe2b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 HTTP/1.1" status: 200 len: 924 time: 0.1861825 Aug 20 08:54:54.309745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abc99434-2c33-4719-a136-010f933e298a {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 08:54:54.322950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.324872 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] 10.222.0.35 "DELETE /v2.0/networks/abc99434-2c33-4719-a136-010f933e298a HTTP/1.1" status: 204 len: 168 time: 0.5705321 Aug 20 08:54:54.331762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd4ae8-f387-4288-88fe-5c35d30abce6 tempest-ExternalNetworksTestJSON-1200921236 tempest-ExternalNetworksTestJSON-1200921236-project-admin] Pushing event deleted for resources: {'Network': ['ID=abc99434-2c33-4719-a136-010f933e298a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:54.339171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44560) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:54.362697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.377674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-ff327126-f924-4c2f-b136-736cf3cce239 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=965e9396-181e-46a3-9320-9154eaa26696 HTTP/1.1" status: 200 len: 217 time: 0.0564644 Aug 20 08:54:54.405905 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42a01d7-b5d6-4a82-8ad4-a4e5907b0716 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] DELETE failed (client error): The resource could not be found. Aug 20 08:54:54.406482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42a01d7-b5d6-4a82-8ad4-a4e5907b0716 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:54:54.410449 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.410631 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d42a01d7-b5d6-4a82-8ad4-a4e5907b0716 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] 10.222.0.35 "DELETE /v2.0/subnets/861ab1ef-f374-45c9-9ae9-6c0b99881484 HTTP/1.1" status: 404 len: 337 time: 0.0686734 Aug 20 08:54:54.410727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44562) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:54.428575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7c48e-85a3-4639-9b47-7b036648df53 req-51a6067b-3e89-424c-8ca9-8d23469079ea tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:54.432800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 95325428-35cd-4a63-b587-fe7920bf97f7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=95325428-35cd-4a63-b587-fe7920bf97f7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:54.436595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19b7c48e-85a3-4639-9b47-7b036648df53 req-51a6067b-3e89-424c-8ca9-8d23469079ea tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 949 time: 0.1739149 Aug 20 08:54:54.439175 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.476298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Transition to ACTIVE for port object 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:54.506805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=95325428-35cd-4a63-b587-fe7920bf97f7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:54.534071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19b7c48e-85a3-4639-9b47-7b036648df53 req-afc83f16-1098-414d-bd05-8d2c5e312a54 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941989 Aug 20 08:54:54.547103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eace0-8d09-4eb8-a73a-90ee5bb7d2f0 req-c9405eb0-2137-4b7d-ba97-6f5f0120f4a2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:54.547757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-b1ec643f-dd95-40aa-af5c-ac009c213e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:54.548778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060eace0-8d09-4eb8-a73a-90ee5bb7d2f0 req-c9405eb0-2137-4b7d-ba97-6f5f0120f4a2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1822660 Aug 20 08:54:54.549981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-b1ec643f-dd95-40aa-af5c-ac009c213e85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5d9cfe35-8d56-492b-a98b-97179b500855 HTTP/1.1" status: 200 len: 864 time: 0.1532285 Aug 20 08:54:54.551409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Router cb058ee3-fc32-42e4-a48d-bcdae2298156 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:54:54.575825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.592856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-fd395694-3991-486a-95bc-b8c01086ab16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321050 Aug 20 08:54:54.648174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-060eace0-8d09-4eb8-a73a-90ee5bb7d2f0 req-12e40a0c-2e18-4b93-8f6e-1d796656907b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881875 Aug 20 08:54:54.658082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.691828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:54.731569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Pushing event updated for resources: {'Port': ['ID=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:54.748140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.766540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc4fff2-cb47-497a-8c48-3e3780d4781b']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:54.781926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e423d7-ac42-47af-9b72-9fd6af7cfdce') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:54.782307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e423d7-ac42-47af-9b72-9fd6af7cfdce') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:54.799811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.808516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-4fbc8441-4d7c-48c3-a3c5-f0fa2c6a42a4 service neutron] 10.222.0.26 "GET /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072177 Aug 20 08:54:54.810090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:54.814580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:54.814987 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.824673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.834636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Network d768f49e-9193-454e-bfb6-036893985c70 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:54.842341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:54:54.843011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:54:54.846416 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:54:54.897706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.928566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:54:54.930950 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b1d3ca-b0f6-4944-841d-75aab77cad52" -d '{"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-plugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:54:54.955332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:54.962538 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.981932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:54.999507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:55.003105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] 10.222.0.35 "DELETE /v2.0/networks/7bc4fff2-cb47-497a-8c48-3e3780d4781b HTTP/1.1" status: 204 len: 168 time: 0.5914607 Aug 20 08:54:55.016537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f56823a1-d3eb-42c5-930a-294a7ca94ed7 req-f8fd35ba-deb4-41b6-aec9-f3840c66907a service neutron] 10.222.0.26 "GET /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003198 Aug 20 08:54:55.017435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0c014-5e53-449b-8299-b357b6b9e3d2 tempest-ExternalNetworksTestJSON-271577113 tempest-ExternalNetworksTestJSON-271577113-project] Pushing event deleted for resources: {'Network': ['ID=7bc4fff2-cb47-497a-8c48-3e3780d4781b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:55.160154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:55.166702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:55.178862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:55.251922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:55.262287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5e2d-1bf9-4ff6-bae4-0e3c748ad384 req-7a20e1c3-6b31-4148-b7ff-0e402c741b99 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:55.263817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b03b5e2d-1bf9-4ff6-bae4-0e3c748ad384 req-7a20e1c3-6b31-4148-b7ff-0e402c741b99 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 943 time: 0.4275942 Aug 20 08:54:55.264354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Sync routers for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:55.266959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:55.276898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee23bd-9b40-484b-bcb3-d8252c490d8f req-91c83e93-3d1d-4aa4-a558-16b894d8a42a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:55.278463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6ee23bd-9b40-484b-bcb3-d8252c490d8f req-91c83e93-3d1d-4aa4-a558-16b894d8a42a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.4109187 Aug 20 08:54:55.282153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:55.283030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:55.295349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44578) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:55.360323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:55.364097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-72ee599a-1a1b-4351-91f5-ca177344df87 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9023802 Aug 20 08:54:55.365138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44582) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:55.418470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b03b5e2d-1bf9-4ff6-bae4-0e3c748ad384 req-808d08b4-1d59-47d4-b0e5-dc8c7b4b608f tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379843 Aug 20 08:54:55.429626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:55.442097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6ee23bd-9b40-484b-bcb3-d8252c490d8f req-aba982a7-3991-4692-92e0-84ec8c86798d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144106 Aug 20 08:54:55.562588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:55.588386 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18682af1-8382-46c2-b8f5-565565c9ad3d x-openstack-request-id: req-18682af1-8382-46c2-b8f5-565565c9ad3d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:54:55.588687 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-plugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:54:55.588944 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18682af1-8382-46c2-b8f5-565565c9ad3d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:54:55.589369 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'code': 200} Aug 20 08:54:55.726677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-399beabb-1560-4a33-a946-4bdb9d769f79 None None] Provisioning for port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:55.759002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-399beabb-1560-4a33-a946-4bdb9d769f79 None None] Provisioning complete for port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:55.759447 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-399beabb-1560-4a33-a946-4bdb9d769f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:55.761240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11d9cd68-5f1d-4142-9338-d44f2da2def4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b624b3c6bd64292aaa0181cac5a2a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590547 Aug 20 08:54:55.762147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:55.847895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 95325428-35cd-4a63-b587-fe7920bf97f7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:54:55.850037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8785e7e-3671-4dc2-968c-5e0efc75e13b req-cc0e764e-994c-4342-9a87-1f4ef761d2da tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:55.852640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8785e7e-3671-4dc2-968c-5e0efc75e13b req-cc0e764e-994c-4342-9a87-1f4ef761d2da tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 950 time: 0.1190939 Aug 20 08:54:55.868091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eb0ea-9666-4996-a1d1-7dbe98579c0f req-86dc3c49-2258-4b02-9aa3-d4d85f2daecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:55.869580 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-824eb0ea-9666-4996-a1d1-7dbe98579c0f req-86dc3c49-2258-4b02-9aa3-d4d85f2daecb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 1101 time: 0.2072158 Aug 20 08:54:55.906106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-399beabb-1560-4a33-a946-4bdb9d769f79 None None] Port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:55.943103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:55.967657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.006905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-824eb0ea-9666-4996-a1d1-7dbe98579c0f req-003e270a-3f05-451f-aa00-a413079b7278 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220646 Aug 20 08:54:56.021901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 95325428-35cd-4a63-b587-fe7920bf97f7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:56.022751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.032961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db6b9d25-3747-431c-a060-cf3cf5dabef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.046328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.062009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:52Z', 'revision_number': 3, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:56.098891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Checking router: cb058ee3-fc32-42e4-a48d-bcdae2298156 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:56.103079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Updating router cb058ee3-fc32-42e4-a48d-bcdae2298156 port 40c66286-78a4-4e14-98c3-d5f6430335c6 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:56.108169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db6b9d25-3747-431c-a060-cf3cf5dabef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.144549 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.204005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8785e7e-3671-4dc2-968c-5e0efc75e13b req-281a6aa7-4b81-43dc-9b76-c8661de7a2c9 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275442 Aug 20 08:54:56.222669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f95925-6451-42ec-abfa-a9baa0058c34 req-afaf1fea-fe2b-4055-8b3f-8df1e3864b44 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:56.224202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4f95925-6451-42ec-abfa-a9baa0058c34 req-afaf1fea-fe2b-4055-8b3f-8df1e3864b44 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3693864 Aug 20 08:54:56.262032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Pushing event updated for resources: {'Port': ['ID=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:56.292890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Network d768f49e-9193-454e-bfb6-036893985c70 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:56.296258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:56.331633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4f95925-6451-42ec-abfa-a9baa0058c34 req-268b56e8-f6f3-4b41-81a0-969a327a8d91 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985298 Aug 20 08:54:56.363401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db6b9d25-3747-431c-a060-cf3cf5dabef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.367407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db6b9d25-3747-431c-a060-cf3cf5dabef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.369571 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-db6b9d25-3747-431c-a060-cf3cf5dabef0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d2425e5-885d-4bd4-8b60-69dbc5b1f4b2 HTTP/1.1" status: 204 len: 168 time: 0.5946231 Aug 20 08:54:56.394269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b9d25-3747-431c-a060-cf3cf5dabef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2425e5-885d-4bd4-8b60-69dbc5b1f4b2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:56.533194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.549752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.559081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Transition to ACTIVE for port object 40c66286-78a4-4e14-98c3-d5f6430335c6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:56.573809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.640065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Router ff907bc0-847e-40fd-8a85-06a77bdeb48e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:56.685009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf7c55-b55d-4ca7-8412-f31bd7ae7f45 req-b5da3cbf-d31a-4e53-8cd0-20a2a58efaa0 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:56.696800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68cf7c55-b55d-4ca7-8412-f31bd7ae7f45 req-b5da3cbf-d31a-4e53-8cd0-20a2a58efaa0 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 943 time: 0.1271093 Aug 20 08:54:56.715811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Attempting to bind port 40c66286-78a4-4e14-98c3-d5f6430335c6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:56.717806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Attempting to bind port 40c66286-78a4-4e14-98c3-d5f6430335c6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:56.720128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Attempting to bind port 40c66286-78a4-4e14-98c3-d5f6430335c6 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:56.749925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71986a21-66b1-4f79-b9c1-7562686d3bdd None None] Pushing event updated for resources: {'Port': ['ID=40c66286-78a4-4e14-98c3-d5f6430335c6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:56.759670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:56.760054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:56.760455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.760851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:56.761346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Bound port: 40c66286-78a4-4e14-98c3-d5f6430335c6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:56.761759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.814912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68cf7c55-b55d-4ca7-8412-f31bd7ae7f45 req-c01f6e90-c875-4bcf-9aa7-6c5ec36103d9 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177700 Aug 20 08:54:56.823361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-71878375-cb2d-47da-9f8e-f32c5a7d7c78 None None] Provisioning complete for port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:56.823682 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-71878375-cb2d-47da-9f8e-f32c5a7d7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:56.886167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44602) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:56.893403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:56.893931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Allocated IP 172.20.0.1 (fca0fc66-b00a-4f12-a566-a0eceb6f07c2/d33cc909-b3d7-4817-ac9b-7d43ab6fe04a/f0de2b94-4808-4f06-9228-d25945089f3a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:54:56.895014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-71878375-cb2d-47da-9f8e-f32c5a7d7c78 None None] Port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:56.902405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e99e15e8-eaca-42a1-9917-b5e54c2059b1 admin admin] 10.222.0.35 "PUT /v2.0/routers/ff907bc0-847e-40fd-8a85-06a77bdeb48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3195374 Aug 20 08:54:56.911994 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Sync routers for ids ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:54:56.924524 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Routers {'ff907bc0-847e-40fd-8a85-06a77bdeb48e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:56.925691 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:56.938579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] For port 40c66286-78a4-4e14-98c3-d5f6430335c6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:56.946859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] For port 40c66286-78a4-4e14-98c3-d5f6430335c6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40c66286-78a4-4e14-98c3-d5f6430335c6,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:56.953541 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.036908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71986a21-66b1-4f79-b9c1-7562686d3bdd None None] Pushing event updated for resources: {'Port': ['ID=40c66286-78a4-4e14-98c3-d5f6430335c6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:57.076039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ebd58626-f0a4-4c90-abe5-1fdb50327cb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4059a467daf4beeb087bea487693a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886847 Aug 20 08:54:57.078652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:57.088028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:57.088670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:57.152736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:57.179944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.190148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d475-f555-4384-85b5-0fd574b0e90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.204518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Transition to ACTIVE for port object f0de2b94-4808-4f06-9228-d25945089f3a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:57.233108 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d475-f555-4384-85b5-0fd574b0e90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.243101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 965e9396-181e-46a3-9320-9154eaa26696 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:54:57.249361 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Set router ff907bc0-847e-40fd-8a85-06a77bdeb48e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:57.262095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:57.304538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-551880469'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:57.323225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.382194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d475-f555-4384-85b5-0fd574b0e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.388751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab12d6-8203-4293-b752-1ad1ed1c8ef1 req-99143cc7-13e3-4b38-af85-6c18fe940f2e tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:57.390450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d475-f555-4384-85b5-0fd574b0e90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.391850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9e1d475-f555-4384-85b5-0fd574b0e90f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/580e62f4-02be-4dff-b884-f3cb775575f6 HTTP/1.1" status: 204 len: 168 time: 0.3122795 Aug 20 08:54:57.398530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77ab12d6-8203-4293-b752-1ad1ed1c8ef1 req-99143cc7-13e3-4b38-af85-6c18fe940f2e tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 950 time: 0.0794659 Aug 20 08:54:57.432912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:57.436608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.446524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1d475-f555-4384-85b5-0fd574b0e90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e62f4-02be-4dff-b884-f3cb775575f6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:57.453629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:57.462148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:57.464565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:54:57.466873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Pushing event updated for resources: {'Port': ['ID=f0de2b94-4808-4f06-9228-d25945089f3a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:57.518801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.533953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77ab12d6-8203-4293-b752-1ad1ed1c8ef1 req-b707a79d-15bf-48d9-a34f-180fb9707fab tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305940 Aug 20 08:54:57.548316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 965e9396-181e-46a3-9320-9154eaa26696, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=965e9396-181e-46a3-9320-9154eaa26696,segment=NetworkSegment(2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6),segment_id=2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:57.588875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe618e-0a1e-46cb-8756-ae249a60e088 req-87688430-bfac-408c-8771-9acb9dce8716 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:57.594853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76fe618e-0a1e-46cb-8756-ae249a60e088 req-87688430-bfac-408c-8771-9acb9dce8716 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1313922 Aug 20 08:54:57.600826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:57.642749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.643556 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Added segment f22fbdf1-3b20-4f37-9972-53494494cfb1 of type vlan for network d2b77630-af02-4e47-884f-5d3e30f4beab Aug 20 08:54:57.673154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '965e9396-181e-46a3-9320-9154eaa26696', 'network_id': '833ea95a-2c2c-4f2d-8ce7-a3f35d363a86', 'port_id': '965e9396-181e-46a3-9320-9154eaa26696', 'mac_address': 'fa:16:3e:23:31:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9cfe35-8d56-492b-a98b-97179b500855', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:54:57.685515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76fe618e-0a1e-46cb-8756-ae249a60e088 req-6b4b8cb5-b2ef-42b7-9bde-3cd537f22e1e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816548 Aug 20 08:54:57.746618 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:54:55Z', 'revision_number': 4, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '69c8e8b1-e6ac-4970-929c-d7e2702f9cfe', 'name': '', 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'mac_address': 'fa:16:3e:fe:7b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:53Z', 'updated_at': '2021-08-20T08:54:55Z', 'revision_number': 2, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'subnets': [{'id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:57.785269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.794500 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Checking router: ff907bc0-847e-40fd-8a85-06a77bdeb48e for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:54:57.795111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Updating router ff907bc0-847e-40fd-8a85-06a77bdeb48e port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:54:57.807916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.819886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.825790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965e9396-181e-46a3-9320-9154eaa26696 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:54:57.837192 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.880480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 965e9396-181e-46a3-9320-9154eaa26696, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=965e9396-181e-46a3-9320-9154eaa26696,segment=NetworkSegment(2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6),segment_id=2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:54:57.888493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.895007 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.902715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:57.904608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:57.910995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:52Z', 'revision_number': 3, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:57.972105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8180377 Aug 20 08:54:58.012305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44634) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:58.028322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c1617-557d-4734-b8a1-838c5fab3056 None None] The sync data for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 is: [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:52Z', 'revision_number': 3, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:54:58.043702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7008d4f0-b761-4837-bf88-6d08d8941a11 None None] Provisioning for port f0de2b94-4808-4f06-9228-d25945089f3a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:54:58.058671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.079245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.083969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7008d4f0-b761-4837-bf88-6d08d8941a11 None None] Provisioning complete for port f0de2b94-4808-4f06-9228-d25945089f3a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:58.084912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7008d4f0-b761-4837-bf88-6d08d8941a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.088448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=965e9396-181e-46a3-9320-9154eaa26696,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:58.107571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'subnet': {'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:58.210973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['965e9396-181e-46a3-9320-9154eaa26696'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:54:58.224453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7008d4f0-b761-4837-bf88-6d08d8941a11 None None] Port f0de2b94-4808-4f06-9228-d25945089f3a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:58.279377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.346001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Pushing event updated for resources: {'Port': ['ID=f0de2b94-4808-4f06-9228-d25945089f3a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:58.366409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1c343-9980-4da9-b46f-bf28e83121ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Network': ['ID=d2b77630-af02-4e47-884f-5d3e30f4beab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:58.409066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d2b77630-af02-4e47-884f-5d3e30f4beab details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:54:58.464450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:58.479789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.539322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49275c2a-eccc-47e9-ae5f-96f38f62e357 req-45a17085-4db7-4b42-8571-c4acc364b32c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:58.556946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49275c2a-eccc-47e9-ae5f-96f38f62e357 req-45a17085-4db7-4b42-8571-c4acc364b32c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 944 time: 0.2976685 Aug 20 08:54:58.589227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:54:58.594087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:58.692061 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.721331 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Transition to ACTIVE for port object 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:54:58.737420 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:58.878456 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Pushing event updated for resources: {'Port': ['ID=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:58.941022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.941367 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.941706 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.942068 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.942400 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.942729 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.949678 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.950379 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.950917 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.952073 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.958380 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:58.959003 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:54:59.028968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49275c2a-eccc-47e9-ae5f-96f38f62e357 req-c70026ae-a229-4254-9190-bffafc3523ec tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704902 Aug 20 08:54:59.144632 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Attempting to bind port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:54:59.150169 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Attempting to bind port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:54:59.150685 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Attempting to bind port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe on network d768f49e-9193-454e-bfb6-036893985c70 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:54:59.170708 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:54:59.171092 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Checking segment: {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:59.171499 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.171894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Bound using segment: {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:54:59.172367 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Bound port: 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb40e64-c3ad-47d3-a0f3-4eeab3348288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:54:59.179061 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.189550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043de0b-e0b2-45d6-81fd-7187447df856 req-57033ed2-c196-4143-b82f-3706ea065da0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:59.191368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1043de0b-e0b2-45d6-81fd-7187447df856 req-57033ed2-c196-4143-b82f-3706ea065da0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3062072 Aug 20 08:54:59.205248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e8edd64b-424d-4901-8583-ecf80ff28229 None None] Provisioning complete for port f0de2b94-4808-4f06-9228-d25945089f3a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:54:59.205937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8edd64b-424d-4901-8583-ecf80ff28229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.285358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e8edd64b-424d-4901-8583-ecf80ff28229 None None] Port f0de2b94-4808-4f06-9228-d25945089f3a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:54:59.370483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1043de0b-e0b2-45d6-81fd-7187447df856 req-9c94e1fc-6769-4f80-af4d-c40a3eac3697 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656120 Aug 20 08:54:59.376641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.379846 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] For port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:54:59.395286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] For port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:54:59.401030 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.461875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Subnet': ['ID=ba56f9f1-6a70-48b3-a41a-b4612b7df04e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:59.481673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Checking segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:54:59.482689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network hostable DHCP agents. Network: d2b77630-af02-4e47-884f-5d3e30f4beab, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:54:59.493426 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Routers {'ff907bc0-847e-40fd-8a85-06a77bdeb48e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:54:59.494999 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:54:59.506056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network d2b77630-af02-4e47-884f-5d3e30f4beab is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:54:59.522750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d2b77630-af02-4e47-884f-5d3e30f4beab) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:54:59.531035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7314ef4-6cde-45a3-bbd3-ac25467fe1ba None None] Network d2b77630-af02-4e47-884f-5d3e30f4beab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:54:59.541418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:59.542461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.568476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44676) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:54:59.568992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1891f935-29aa-45ff-8165-a98f6589e310 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5510061 Aug 20 08:54:59.579710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Router cb058ee3-fc32-42e4-a48d-bcdae2298156 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:54:59.585212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1491167995'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:54:59.600719 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5b1eb-83be-4f0d-bf58-c64329a9c59a None None] Pushing event updated for resources: {'Port': ['ID=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:54:59.653323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:54:59.656995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.728737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:54:59.749549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.749972 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Added segment b6933c0f-792e-41ab-a1db-83dac5c3985e of type vlan for network 40c53fe2-5986-4f61-9453-31a713d21af8 Aug 20 08:54:59.761488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:54:59.765509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] Set router ff907bc0-847e-40fd-8a85-06a77bdeb48e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:54:59.776877 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7b2dd1e9-7c07-4355-965d-1b91bbef7f74 admin admin] 10.222.0.35 "PUT /v2.0/routers/cb058ee3-fc32-42e4-a48d-bcdae2298156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4012754 Aug 20 08:54:59.813743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.875529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d2b77630-af02-4e47-884f-5d3e30f4beab', 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'fixed_ips': [{'subnet_id': 'ba56f9f1-6a70-48b3-a41a-b4612b7df04e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:54:59.876575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.901062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.918008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:54:59.918570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:54:59.946401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40c66286-78a4-4e14-98c3-d5f6430335c6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:00.050760 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4759560 Aug 20 08:55:00.053880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:00.070971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'subnet': {'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:00.094070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c599e6-633d-45ed-add4-9bfdaa53e115 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Network': ['ID=40c53fe2-5986-4f61-9453-31a713d21af8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:00.109458 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:54:55Z', 'revision_number': 4, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '69c8e8b1-e6ac-4970-929c-d7e2702f9cfe', 'name': '', 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'mac_address': 'fa:16:3e:fe:7b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:53Z', 'updated_at': '2021-08-20T08:54:59Z', 'revision_number': 4, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'subnets': [{'id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:00.110167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 40c53fe2-5986-4f61-9453-31a713d21af8 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:55:00.149980 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aab0ed-77fb-48d3-a8c6-131251259563 None None] The sync data for ids ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'] in n-d-804285-2 is: [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:54:55Z', 'revision_number': 4, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '69c8e8b1-e6ac-4970-929c-d7e2702f9cfe', 'name': '', 'network_id': 'd768f49e-9193-454e-bfb6-036893985c70', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'mac_address': 'fa:16:3e:fe:7b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:53Z', 'updated_at': '2021-08-20T08:54:59Z', 'revision_number': 4, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'subnets': [{'id': '82f94a77-0952-42ca-9742-fc9a4d92c4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:00.233950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 40c66286-78a4-4e14-98c3-d5f6430335c6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:00.260794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 40c66286-78a4-4e14-98c3-d5f6430335c6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:00.260794 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.317378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Allocated IP 19.80.0.2 (d2b77630-af02-4e47-884f-5d3e30f4beab/ba56f9f1-6a70-48b3-a41a-b4612b7df04e/04898d64-c6a6-40fe-b931-1d38022a3c72) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:00.365918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca926ee6-067d-43b0-bc11-79fc901536fa req-afbb8b4a-7363-47ee-8bfa-a388ea220286 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:00.376017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca926ee6-067d-43b0-bc11-79fc901536fa req-afbb8b4a-7363-47ee-8bfa-a388ea220286 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 944 time: 0.1670246 Aug 20 08:55:00.417310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:00.421425 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.512883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.558044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 40c66286-78a4-4e14-98c3-d5f6430335c6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40c66286-78a4-4e14-98c3-d5f6430335c6,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:00.562827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca926ee6-067d-43b0-bc11-79fc901536fa req-8007d853-47d8-486a-a14c-7d86ed374ed5 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836128 Aug 20 08:55:00.566127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.643155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=40c66286-78a4-4e14-98c3-d5f6430335c6,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:00.730327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.757789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Transition to ACTIVE for port object 04898d64-c6a6-40fe-b931-1d38022a3c72 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:00.763384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44716) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:00.779524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:00.821203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Transition to ACTIVE for port object 04898d64-c6a6-40fe-b931-1d38022a3c72 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:00.852991 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.873976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:00.971114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Network d2b77630-af02-4e47-884f-5d3e30f4beab is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:00.980292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:00.983639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:01.072575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Pushing event updated for resources: {'Port': ['ID=04898d64-c6a6-40fe-b931-1d38022a3c72,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:01.110078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Attempting to bind port 04898d64-c6a6-40fe-b931-1d38022a3c72 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:01.110453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Attempting to bind port 04898d64-c6a6-40fe-b931-1d38022a3c72 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:01.110817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Attempting to bind port 04898d64-c6a6-40fe-b931-1d38022a3c72 on network d2b77630-af02-4e47-884f-5d3e30f4beab {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:01.120908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:01.141801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1848070245', 'router:external': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:01.150631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Sync routers for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:01.180972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:01.183113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Checking segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:01.183756 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.184605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Bound using segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:01.186864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Bound port: 04898d64-c6a6-40fe-b931-1d38022a3c72, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:01.187454 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.192469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Made reservation on behalf of e1b4b26d0c0843b0b794e2d412dd3625 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:01.198433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.224106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.239252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'mac_address': 'fa:16:3e:84:31:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:01.265026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Subnet': ['ID=dc9a315d-070f-4438-818e-5fd584d2e7d0,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:01.267322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Checking segment: {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:01.267695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network hostable DHCP agents. Network: 40c53fe2-5986-4f61-9453-31a713d21af8, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:55:01.299696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497f7a0-a9c8-468d-a742-cf8186078f48 req-9f3d37ad-5036-4739-8294-0f86d474c9dc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:01.301295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f497f7a0-a9c8-468d-a742-cf8186078f48 req-9f3d37ad-5036-4739-8294-0f86d474c9dc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2794032 Aug 20 08:55:01.333149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44730) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:01.354565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874128125', 'description': 'tempest-description--1000746265'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:01.374495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 965e9396-181e-46a3-9320-9154eaa26696 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:01.423668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network 40c53fe2-5986-4f61-9453-31a713d21af8 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:55:01.455493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f497f7a0-a9c8-468d-a742-cf8186078f48 req-267bb723-daa5-4889-89a1-0a8242f193d9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439605 Aug 20 08:55:01.456110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 40c53fe2-5986-4f61-9453-31a713d21af8) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:01.460493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:01.461239 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.478233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.496151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.538460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.550135 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.552369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37751b2a-5325-40c2-9d2c-bd5f2870941b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4971504 Aug 20 08:55:01.552586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301213d6-5b67-4c9b-a63e-9337c3f0fa5d None None] Network 40c53fe2-5986-4f61-9453-31a713d21af8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:01.576109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:01.576756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:01.579150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:55:01.660265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.667229 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Added segment f9e2fd73-a712-4380-91db-fed5f7f7b2c5 of type vlan for network 1962ad02-22df-4557-a21f-fc789c1c49e9 Aug 20 08:55:01.669961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21044cc8-29ef-4618-893b-a67024f9df3a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:01.690072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82805afe-2e04-4fa0-a72e-fcce31b04fcc req-dbc0ff7b-6a42-49ce-a1f7-b459e37d76c9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:01.698798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82805afe-2e04-4fa0-a72e-fcce31b04fcc req-dbc0ff7b-6a42-49ce-a1f7-b459e37d76c9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0867600 Aug 20 08:55:01.789011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82805afe-2e04-4fa0-a72e-fcce31b04fcc req-b3d9789f-6c84-4096-9a00-7f7df46cb690 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Aug 20 08:55:01.855557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:01.873869 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.900457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3514d5-db3b-40bc-92b2-f4b948eb470e req-ccf96980-de3c-4168-a642-50faa7c542a2 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:01.903783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf3514d5-db3b-40bc-92b2-f4b948eb470e req-ccf96980-de3c-4168-a642-50faa7c542a2 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 944 time: 0.1820002 Aug 20 08:55:01.916594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:01.941358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] For port 04898d64-c6a6-40fe-b931-1d38022a3c72, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:01.952384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.955237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:01.956488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.960275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.966094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.978184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] For port 04898d64-c6a6-40fe-b931-1d38022a3c72, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=04898d64-c6a6-40fe-b931-1d38022a3c72,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:01.985415 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.988684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:01.992618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6428595 Aug 20 08:55:01.993835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44760) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:02.004406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Request body: {'security_group_rule': {'security_group_id': 'c5e1b467-0fff-4ff0-b881-db556144a13a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:02.010361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:02.081847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40c66286-78a4-4e14-98c3-d5f6430335c6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:02.085335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.127535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf3514d5-db3b-40bc-92b2-f4b948eb470e req-0ca58510-ba3e-4ad2-b1fa-7ac6b596b5be tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104125 Aug 20 08:55:02.145129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cc6ef-8eb9-44ee-a5e7-ef2730cde419 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1b467-0fff-4ff0-b881-db556144a13a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:02.202699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4381747 Aug 20 08:55:02.215746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44776) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:02.226851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803714c-63b9-40f3-88cd-d9a85b66469d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Network': ['ID=1962ad02-22df-4557-a21f-fc789c1c49e9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:02.236840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'subnet': {'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:02.248069 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.310300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:02.394858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 1962ad02-22df-4557-a21f-fc789c1c49e9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:55:02.433907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Made reservation on behalf of e1b4b26d0c0843b0b794e2d412dd3625 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:02.440690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.571728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 965e9396-181e-46a3-9320-9154eaa26696 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:02.607721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:02.613821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 965e9396-181e-46a3-9320-9154eaa26696 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:02.614638 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.706003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-3b275621-a2ba-4657-af6f-94e48de7ab07 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:02.713370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-3b275621-a2ba-4657-af6f-94e48de7ab07 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:02.715069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-3b275621-a2ba-4657-af6f-94e48de7ab07 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/networks?id=d2b77630-af02-4e47-884f-5d3e30f4beab&id=40c53fe2-5986-4f61-9453-31a713d21af8&id=d2b77630-af02-4e47-884f-5d3e30f4beab HTTP/1.1" status: 200 len: 1391 time: 0.4682019 Aug 20 08:55:02.730605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.760116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.769026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b1950-56cc-40ba-bfd3-88a0d6a801a6 req-eb9ff0b0-046e-481b-903d-e12d82190c86 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:02.770720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e5b1950-56cc-40ba-bfd3-88a0d6a801a6 req-eb9ff0b0-046e-481b-903d-e12d82190c86 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.4074879 Aug 20 08:55:02.795682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b027bb6-99c4-4ade-98f3-ecf91d843d2b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:02.816188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-f6646a07-5c23-474e-95fd-60f98724bf3c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/quotas/a6e1f9f30eb7459da44407d6dc581942 HTTP/1.1" status: 200 len: 375 time: 0.0838728 Aug 20 08:55:02.867709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.869284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-53a965a6-4182-46b5-8cc4-3c39b9f2110e tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8713105 Aug 20 08:55:02.872074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44784) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:02.876874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Request body: {'security_group_rule': {'security_group_id': 'c5e1b467-0fff-4ff0-b881-db556144a13a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:02.913959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:02.984286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e5b1950-56cc-40ba-bfd3-88a0d6a801a6 req-323e1578-e718-4d49-9fd4-f41bb67cd6f3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907699 Aug 20 08:55:03.004888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-d5ebb824-9391-40e3-83f7-af7d1e8c0432 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1836319 Aug 20 08:55:03.029540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.037500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.041049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-83f56b74-d7f3-42f8-96cf-1fddc821c99d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:55:03.049229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-83f56b74-d7f3-42f8-96cf-1fddc821c99d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167971 Aug 20 08:55:03.072358 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.090092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2140687 Aug 20 08:55:03.092495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:03.099184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fcd2d-527b-45ee-b600-962571bf75a4 None None] Pushing event updated for resources: {'Port': ['ID=04898d64-c6a6-40fe-b931-1d38022a3c72,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:03.113174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:03.130592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-40c53fe2-5986-4f61-9453-31a713d21af8', 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'fixed_ips': [{'subnet_id': 'dc9a315d-070f-4438-818e-5fd584d2e7d0'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:55:03.134564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.155637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493ea15-ea8c-405d-bd66-fdcd14b678af tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124cf081-4f53-4736-8e88-e896a842e314,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:03.190698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.386853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.411215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 40c66286-78a4-4e14-98c3-d5f6430335c6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:03.412603 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.558599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Allocated IP 172.25.5.37 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/9c15889c-4863-40d0-ac26-e487d091ca18) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:03.601639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.680825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d888c6-ec77-43ba-8ded-75306a2326e5 req-ea07aeab-41ba-4029-9c4d-18f716ad5c48 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:03.682373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70d888c6-ec77-43ba-8ded-75306a2326e5 req-ea07aeab-41ba-4029-9c4d-18f716ad5c48 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2033865 Aug 20 08:55:03.690202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-daacf4cd-b828-4a12-ae4d-be3d30f1d7a9 service neutron] 10.222.0.35 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400144 Aug 20 08:55:03.736616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965e9396-181e-46a3-9320-9154eaa26696'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:03.739887 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dff2cea-f66b-4b54-ba30-f12c8a9be397" -d '{"events": [{"server_uuid": "d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29", "name": "network-vif-plugged", "status": "completed", "tag": "965e9396-181e-46a3-9320-9154eaa26696"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:03.748993 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.807685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Allocated IP 19.86.0.2 (40c53fe2-5986-4f61-9453-31a713d21af8/dc9a315d-070f-4438-818e-5fd584d2e7d0/f8250e50-1aca-4c68-8ead-b27ea9eb138a) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:03.820156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.821761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 965e9396-181e-46a3-9320-9154eaa26696, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=965e9396-181e-46a3-9320-9154eaa26696,segment=NetworkSegment(2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6),segment_id=2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:03.826582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70d888c6-ec77-43ba-8ded-75306a2326e5 req-4ab51f2c-a160-4656-ae96-baf4ce0c2ea1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353250 Aug 20 08:55:03.830380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:03.886154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 2, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:03.941903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:03.945181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:03.947586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:03.977554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Checking router: cb058ee3-fc32-42e4-a48d-bcdae2298156 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:55:03.978115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-91191dda-ebed-446c-b24b-ebdc331997f3 service neutron] 10.222.0.35 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554939 Aug 20 08:55:03.978701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Updating router cb058ee3-fc32-42e4-a48d-bcdae2298156 port f0de2b94-4808-4f06-9228-d25945089f3a binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:55:04.011520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event updated for resources: {'Port': ['ID=9c15889c-4863-40d0-ac26-e487d091ca18,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:04.102109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.129293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:04.153256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.160715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f3a15-8ca5-46fd-8ab1-dcfc4607e26d req-b94cb41a-be1e-452e-90d6-d53cb1d3d135 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:04.169771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-358f3a15-8ca5-46fd-8ab1-dcfc4607e26d req-b94cb41a-be1e-452e-90d6-d53cb1d3d135 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.1780388 Aug 20 08:55:04.173833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf128e-9171-4f43-88ed-294e8eba158a None None] Network d2b77630-af02-4e47-884f-5d3e30f4beab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:04.175687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=965e9396-181e-46a3-9320-9154eaa26696,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:04.185946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.251295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:55:04.251771 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.322108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-91883091-2c15-46a8-ac1f-70104155aae4 None None] Provisioning for port 04898d64-c6a6-40fe-b931-1d38022a3c72 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:04.322983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0549b9d-f821-41a0-bd0e-086fb87bc914,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:04.370034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-358f3a15-8ca5-46fd-8ab1-dcfc4607e26d req-6972a690-db0a-45c9-bb47-68dcb5811752 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951311 Aug 20 08:55:04.399923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:04.401434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.411293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.413604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-8db6fe90-7519-4cd4-8331-db2ef9a94534 service neutron] 10.222.0.35 "GET /v2.0/networks/40c53fe2-5986-4f61-9453-31a713d21af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197381 Aug 20 08:55:04.465070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event updated for resources: {'Port': ['ID=9c15889c-4863-40d0-ac26-e487d091ca18,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:04.470117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:04.470117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.516019 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.555265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.569048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-bd5383a2-6ae1-46e8-b790-80b1fb81e3ab service neutron] 10.222.0.35 "GET /v2.0/networks/40c53fe2-5986-4f61-9453-31a713d21af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528049 Aug 20 08:55:04.570944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Transition to ACTIVE for port object f8250e50-1aca-4c68-8ead-b27ea9eb138a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:04.586968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.597147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-592a1147-7463-472f-a2b9-6d52e9f02eb8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4915323 Aug 20 08:55:04.653201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Checking segment: {'id': 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:04.653393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network hostable DHCP agents. Network: 1962ad02-22df-4557-a21f-fc789c1c49e9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:55:04.689632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 1962ad02-22df-4557-a21f-fc789c1c49e9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:55:04.709041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 1962ad02-22df-4557-a21f-fc789c1c49e9) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:04.716882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:04.717869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.741159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Transition to ACTIVE for port object f8250e50-1aca-4c68-8ead-b27ea9eb138a will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:04.749678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601d003-72dd-4626-8467-b099aa88cb90 None None] Network 1962ad02-22df-4557-a21f-fc789c1c49e9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:04.754373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-1d35765c-34c2-4b8b-8a90-d2273ab228ee service neutron] 10.222.0.35 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842501 Aug 20 08:55:04.795460 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:55:04.845871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:04.894515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-71d57976-9efb-4221-b485-5170fe9f840e tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6731648 Aug 20 08:55:04.897303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44824) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:04.902399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-764325459', 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:04.930700 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0355c33e-857e-405a-8610-2ea594d13fac x-openstack-request-id: req-0355c33e-857e-405a-8610-2ea594d13fac {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:04.931361 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29", "name": "network-vif-plugged", "status": "completed", "tag": "965e9396-181e-46a3-9320-9154eaa26696", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:04.932163 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0355c33e-857e-405a-8610-2ea594d13fac {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:04.932839 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965e9396-181e-46a3-9320-9154eaa26696', 'code': 200} Aug 20 08:55:04.938006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Made reservation on behalf of e1b4b26d0c0843b0b794e2d412dd3625 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:04.940254 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.963278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:04.977432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506ab0-2d49-4dce-86a2-946a44ccd22f req-cf8f8ffa-da3d-4b4a-9c9a-e54b45f3521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:04.977432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae506ab0-2d49-4dce-86a2-946a44ccd22f req-cf8f8ffa-da3d-4b4a-9c9a-e54b45f3521e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 1096 time: 0.0851161 Aug 20 08:55:05.026717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] device_id is not set on port 1a049dcf-86cc-4b03-8e5f-4544a307a0a6 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:55:05.039498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae506ab0-2d49-4dce-86a2-946a44ccd22f req-3765d9e5-b8a5-44dd-892e-d8a230418d9a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527127 Aug 20 08:55:05.076636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Network 40c53fe2-5986-4f61-9453-31a713d21af8 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:05.108436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:05.119458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:05.125459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Pushing event updated for resources: {'Port': ['ID=f8250e50-1aca-4c68-8ead-b27ea9eb138a,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:05.148185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-cf01af57-0197-49ec-ba08-0382746f62d9 service neutron] 10.222.0.35 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896825 Aug 20 08:55:05.151829 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.153906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:05.154379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.210211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Allocated IP 172.20.0.4 (1962ad02-22df-4557-a21f-fc789c1c49e9/d0549b9d-f821-41a0-bd0e-086fb87bc914/1a049dcf-86cc-4b03-8e5f-4544a307a0a6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:05.483928 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-03672733-ca5b-48ed-a478-876a98bfd7c3 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--874128125&fields=id&tenant_id=3412239edc994b2791619726bae99aa3 HTTP/1.1" status: 200 len: 267 time: 0.0737262 Aug 20 08:55:05.517420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.622459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:05.631194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bdf4-b736-479d-a3a4-dc1ea50b00f2 req-382312e2-3c97-4e3d-bbf1-6df9443b530a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:05.634478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Attempting to bind port f8250e50-1aca-4c68-8ead-b27ea9eb138a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:05.634853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Attempting to bind port f8250e50-1aca-4c68-8ead-b27ea9eb138a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:05.635213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Attempting to bind port f8250e50-1aca-4c68-8ead-b27ea9eb138a on network 40c53fe2-5986-4f61-9453-31a713d21af8 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:05.638567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.648938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180cb53-7f78-4f32-8ed3-144e2f485637 None None] Network 1962ad02-22df-4557-a21f-fc789c1c49e9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:05.653881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b69bdf4-b736-479d-a3a4-dc1ea50b00f2 req-382312e2-3c97-4e3d-bbf1-6df9443b530a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1681345 Aug 20 08:55:05.693797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:05.694207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Checking segment: {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:05.694610 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.695005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Bound using segment: {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:05.695487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Bound port: f8250e50-1aca-4c68-8ead-b27ea9eb138a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:05.695879 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.748127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.811020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Transition to ACTIVE for port object f0de2b94-4808-4f06-9228-d25945089f3a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:05.825705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b69bdf4-b736-479d-a3a4-dc1ea50b00f2 req-6ed1e4fe-a061-44ea-acdd-ab7308987923 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527967 Aug 20 08:55:05.849594 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.858695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 04898d64-c6a6-40fe-b931-1d38022a3c72 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:05.867635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:05.875534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:05.926680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-04170607-9439-46c8-b182-72e6b3e38126 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:05.928313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-04170607-9439-46c8-b182-72e6b3e38126 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/networks?id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2 HTTP/1.1" status: 200 len: 815 time: 0.4080908 Aug 20 08:55:05.982651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Port': ['ID=1a049dcf-86cc-4b03-8e5f-4544a307a0a6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:05.983580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.026053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 1962ad02-22df-4557-a21f-fc789c1c49e9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:06.048389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:06.051560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-ba8ec2a5-6d61-4018-b317-381465b34d64 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/quotas/3412239edc994b2791619726bae99aa3 HTTP/1.1" status: 200 len: 375 time: 0.0657961 Aug 20 08:55:06.052256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:06.111338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26f966-3ee3-43be-9f95-31c71a1529b9 None None] Pushing event updated for resources: {'Port': ['ID=f0de2b94-4808-4f06-9228-d25945089f3a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:06.150242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] For port f8250e50-1aca-4c68-8ead-b27ea9eb138a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:06.173166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97ebb8-e566-4223-9b91-6489cf1302b6 req-1c3b62bf-565c-4880-8873-68176acdbf5c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:06.182404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b97ebb8-e566-4223-9b91-6489cf1302b6 req-1c3b62bf-565c-4880-8873-68176acdbf5c tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.1889129 Aug 20 08:55:06.210856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] For port f8250e50-1aca-4c68-8ead-b27ea9eb138a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f8250e50-1aca-4c68-8ead-b27ea9eb138a,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:06.219145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:06.226071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.250483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:06.250719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.251225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.268367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-8883e746-e30b-418f-b4f9-cc2b46d3262f tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3412239edc994b2791619726bae99aa3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773350 Aug 20 08:55:06.297830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 04898d64-c6a6-40fe-b931-1d38022a3c72 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:06.324726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b97ebb8-e566-4223-9b91-6489cf1302b6 req-950c24db-907d-447b-9c00-c62e6bd57df0 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412199 Aug 20 08:55:06.367979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 04898d64-c6a6-40fe-b931-1d38022a3c72 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:06.368637 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.382711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Attempting to bind port f0de2b94-4808-4f06-9228-d25945089f3a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:06.383303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Attempting to bind port f0de2b94-4808-4f06-9228-d25945089f3a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:06.383805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Attempting to bind port f0de2b94-4808-4f06-9228-d25945089f3a on network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:06.456790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:06.457063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Checking segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:06.457417 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.457852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Bound using segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:06.458600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Bound port: f0de2b94-4808-4f06-9228-d25945089f3a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:06.458745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.487296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-2dee7c64-dc38-4d88-977a-273bb775038b service neutron] 10.222.0.35 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935270 Aug 20 08:55:06.498124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4601-334f-4026-aa14-97ef7ca3dc36 None None] Pushing event updated for resources: {'Port': ['ID=f8250e50-1aca-4c68-8ead-b27ea9eb138a,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:06.503782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a00620a5-09c8-4fa0-b1fa-0f0f021a5231 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6039388 Aug 20 08:55:06.506770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44860) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:06.600780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf288128-2696-42ee-8ff9-f13fd914f33a req-02b19ae8-30ea-4b6b-88b1-d9ff8d93b81d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 210 time: 0.1094966 Aug 20 08:55:06.627892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:06.676051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Deleting port 1a049dcf-86cc-4b03-8e5f-4544a307a0a6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:06.676541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.714196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] For port f0de2b94-4808-4f06-9228-d25945089f3a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:06.770625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] For port f0de2b94-4808-4f06-9228-d25945089f3a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f0de2b94-4808-4f06-9228-d25945089f3a,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:06.791531 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.793664 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.813001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:06.829867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-a73b130a-9a53-45f3-9496-3095f6ec0334 service neutron] 10.222.0.35 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238108 Aug 20 08:55:06.831086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Calling delete_port for 1a049dcf-86cc-4b03-8e5f-4544a307a0a6 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:06.940181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:06.953486 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd320b-77fd-41f0-9e4f-52846c557deb" -d '{"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-plugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:07.094969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:07.095867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:07.102241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c372e3b-3b19-4479-aa79-3e0ad72639e6 req-3c6db32a-df5e-4078-8e59-c6bb32a2ab5e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:07.105595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c372e3b-3b19-4479-aa79-3e0ad72639e6 req-3c6db32a-df5e-4078-8e59-c6bb32a2ab5e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1956396 Aug 20 08:55:07.166965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 04898d64-c6a6-40fe-b931-1d38022a3c72, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=04898d64-c6a6-40fe-b931-1d38022a3c72,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:07.168357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26f966-3ee3-43be-9f95-31c71a1529b9 None None] Pushing event updated for resources: {'Port': ['ID=f0de2b94-4808-4f06-9228-d25945089f3a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:07.191353 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:07.222408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c372e3b-3b19-4479-aa79-3e0ad72639e6 req-dc9b7f6e-9df3-401f-8f1a-fdd95e0391a1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088908 Aug 20 08:55:07.342342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=04898d64-c6a6-40fe-b931-1d38022a3c72,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:07.384564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:07.436134 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eb9c18-b0e6-4974-acfa-ca969f4c9f9b x-openstack-request-id: req-b6eb9c18-b0e6-4974-acfa-ca969f4c9f9b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:07.436628 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-plugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:07.437026 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6eb9c18-b0e6-4974-acfa-ca969f4c9f9b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:07.437555 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'code': 200} Aug 20 08:55:07.481908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-5679992b-5f5b-435a-bd64-adef924642d4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:07.487722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-5679992b-5f5b-435a-bd64-adef924642d4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:07.489275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-5679992b-5f5b-435a-bd64-adef924642d4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "GET /v2.0/networks?id=d2b77630-af02-4e47-884f-5d3e30f4beab&id=40c53fe2-5986-4f61-9453-31a713d21af8&id=d2b77630-af02-4e47-884f-5d3e30f4beab HTTP/1.1" status: 200 len: 1391 time: 0.4922481 Aug 20 08:55:07.492259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97b33946-272f-4216-9aa4-ffb070924f98 req-5f126f64-04b5-4995-951f-e58f7bd66c94 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 210 time: 0.0730970 Aug 20 08:55:07.520837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'port': {'device_id': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab', 'admin_state_up': True, 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:07.630695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:07.742715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660a24-3b61-4854-9f61-b33e748cf6ec req-9b344d8b-20a7-4116-94fa-64866c84f2f5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:07.752802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa660a24-3b61-4854-9f61-b33e748cf6ec req-9b344d8b-20a7-4116-94fa-64866c84f2f5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1513100 Aug 20 08:55:07.767267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a049dcf-86cc-4b03-8e5f-4544a307a0a6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:07.830730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa660a24-3b61-4854-9f61-b33e748cf6ec req-d225a4b9-2bab-4385-aa57-5a82ffcfcddd tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737908 Aug 20 08:55:07.875298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6a169-2d64-4693-a4ae-7e6fcbaa30af req-f3baab39-6fa7-45f2-a720-730181416f7a tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:07.879439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4a6a169-2d64-4693-a4ae-7e6fcbaa30af req-f3baab39-6fa7-45f2-a720-730181416f7a tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.2316661 Aug 20 08:55:07.889700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:06Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:07.949366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0027f54e-be7c-4e80-b543-21ae322ff172 None None] The sync data for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 is: [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:06Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:07.999812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4a6a169-2d64-4693-a4ae-7e6fcbaa30af req-a8f513f8-60d4-49a4-b9f5-101ee724ab4b tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096649 Aug 20 08:55:08.016976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f8250e50-1aca-4c68-8ead-b27ea9eb138a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:08.082575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e803443f-b0c7-4f3a-baa4-3f3754def087 req-31235c54-dad4-4f6f-bb2f-a08ec9976b51 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 210 time: 0.0816474 Aug 20 08:55:08.120260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.124965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44898) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:08.125149 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2ce3bc70-730c-4a42-bdb5-4502c86e92c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/ports/1a049dcf-86cc-4b03-8e5f-4544a307a0a6 HTTP/1.1" status: 204 len: 168 time: 1.6168928 Aug 20 08:55:08.132918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9', 'external_fixed_ips': [{'subnet_id': 'd0549b9d-f821-41a0-bd0e-086fb87bc914', 'ip_address': '172.20.0.4'}]}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:08.217489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port f8250e50-1aca-4c68-8ead-b27ea9eb138a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:08.218432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 08:55:08.218432 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 08:55:08.218432 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'id': '7984676e-2e7f-44bb-aecc-be73423fdca4', 'expiration': datetime.datetime(2021, 8, 20, 8, 57, 8, 188340)}] Aug 20 08:55:08.218432 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:55:08.220348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:08.232417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 04898d64-c6a6-40fe-b931-1d38022a3c72 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:08.233309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.236476 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:55:08.347362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 04898d64-c6a6-40fe-b931-1d38022a3c72 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:08.348008 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.454530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48468-6b85-4bff-868e-e4d2b841c136 req-9c491dfd-2461-4521-a485-d257bcac0b8e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:08.474840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1f48468-6b85-4bff-868e-e4d2b841c136 req-9c491dfd-2461-4521-a485-d257bcac0b8e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1811731 Aug 20 08:55:08.492919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58ebfe-47a6-4404-b5d5-5ece5b56057d None None] Network 40c53fe2-5986-4f61-9453-31a713d21af8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:08.552220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Allocated IP 19.80.0.233 (d2b77630-af02-4e47-884f-5d3e30f4beab/ba56f9f1-6a70-48b3-a41a-b4612b7df04e/984269b4-2307-42c0-bd57-bdf46135cfcf) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:08.576005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad56f6-5d19-4765-b762-984f1f4be828 req-94ed33b4-e8ce-4d82-93b2-048a94c099df tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:08.583979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cad56f6-5d19-4765-b762-984f1f4be828 req-94ed33b4-e8ce-4d82-93b2-048a94c099df tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.2451150 Aug 20 08:55:08.607104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:08.655385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1f48468-6b85-4bff-868e-e4d2b841c136 req-0cc7aa7f-9c60-4b0c-8871-fe381d494672 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735792 Aug 20 08:55:08.664749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] Provisioning for port f8250e50-1aca-4c68-8ead-b27ea9eb138a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:08.672911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] Provisioning complete for port f8250e50-1aca-4c68-8ead-b27ea9eb138a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:08.673494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.706253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cad56f6-5d19-4765-b762-984f1f4be828 req-2c9d4a21-4a1a-4fc1-b60f-d85156535f3a tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105654 Aug 20 08:55:08.777159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.778266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.838197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:08.838197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.914515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:08.977156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:09.152903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82b57070-3359-4c5f-9e46-43c9b1032830 req-7c4c64ff-14c0-49bc-ab3f-aaad42f12a8b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 210 time: 0.1379178 Aug 20 08:55:09.214236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:09.240069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-12323901-5902-4ba7-b926-43816a9bf099 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:09.242243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-12323901-5902-4ba7-b926-43816a9bf099 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.26 "GET /v2.0/networks?id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2 HTTP/1.1" status: 200 len: 815 time: 0.3070364 Aug 20 08:55:09.255484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Transition to ACTIVE for port object 984269b4-2307-42c0-bd57-bdf46135cfcf will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:09.323465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] For port f8250e50-1aca-4c68-8ead-b27ea9eb138a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f8250e50-1aca-4c68-8ead-b27ea9eb138a,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:09.328551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:09.341124 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:09.358388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:09.471610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network d2b77630-af02-4e47-884f-5d3e30f4beab is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:09.482829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:09.498073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2bd86-7801-49c6-af83-ff019eb175c2 None None] Pushing event updated for resources: {'Port': ['ID=f8250e50-1aca-4c68-8ead-b27ea9eb138a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:09.503499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:09.591326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262b9db-470f-46de-98b6-381e73036dd3 req-5ac3528a-3b51-4a3c-96a0-1e56f71db170 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:09.603520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5262b9db-470f-46de-98b6-381e73036dd3 req-5ac3528a-3b51-4a3c-96a0-1e56f71db170 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2961462 Aug 20 08:55:09.652648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:09.653338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:09.707346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5262b9db-470f-46de-98b6-381e73036dd3 req-69c6fc12-3afb-4556-bebb-984002d98fdd tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023810 Aug 20 08:55:09.713639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1982141 Aug 20 08:55:09.728361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72156ee-f065-4845-b628-6ccdff2803f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Port': ['ID=984269b4-2307-42c0-bd57-bdf46135cfcf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:09.733565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-d5b94085-0508-4fe4-9d6f-39a501c11eb4 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3412239edc994b2791619726bae99aa3 HTTP/1.1" status: 200 len: 379 time: 0.4087656 Aug 20 08:55:09.765325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'port': {'device_id': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8', 'admin_state_up': True, 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:09.836322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f5982-8bbf-4dce-9367-42e1a0fa9969 req-397548e1-f689-49ae-b5e6-431a0d318d53 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:09.844121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-607f5982-8bbf-4dce-9367-42e1a0fa9969 req-397548e1-f689-49ae-b5e6-431a0d318d53 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 932 time: 0.2145565 Aug 20 08:55:09.875816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Request body: {'port': {'device_id': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'admin_state_up': True, 'tenant_id': '3412239edc994b2791619726bae99aa3', 'security_groups': ['c5e1b467-0fff-4ff0-b881-db556144a13a']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:09.991036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-607f5982-8bbf-4dce-9367-42e1a0fa9969 req-553be7b7-bae3-4cbe-8029-f679e96a1ac1 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456833 Aug 20 08:55:09.995940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6ceeff0e-ba47-4e3e-99cc-27b542110295 None None] Provisioning complete for port f8250e50-1aca-4c68-8ead-b27ea9eb138a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:09.996319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6ceeff0e-ba47-4e3e-99cc-27b542110295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.056658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f0de2b94-4808-4f06-9228-d25945089f3a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:10.113490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:10.117164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.218421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port f0de2b94-4808-4f06-9228-d25945089f3a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:10.222940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f0de2b94-4808-4f06-9228-d25945089f3a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:10.223499 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.266883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6ceeff0e-ba47-4e3e-99cc-27b542110295 None None] Provisioning for port 984269b4-2307-42c0-bd57-bdf46135cfcf completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:10.291191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6ceeff0e-ba47-4e3e-99cc-27b542110295 None None] Provisioning complete for port 984269b4-2307-42c0-bd57-bdf46135cfcf triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:10.291567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6ceeff0e-ba47-4e3e-99cc-27b542110295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.341690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Allocated IP 19.86.0.47 (40c53fe2-5986-4f61-9453-31a713d21af8/dc9a315d-070f-4438-818e-5fd584d2e7d0/c90ef330-cd69-4b44-8a73-fe06e8526de3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:10.419001 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.420954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6ceeff0e-ba47-4e3e-99cc-27b542110295 None None] Port 984269b4-2307-42c0-bd57-bdf46135cfcf cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:55:10.463666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port f0de2b94-4808-4f06-9228-d25945089f3a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f0de2b94-4808-4f06-9228-d25945089f3a,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:10.475580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.476545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f8250e50-1aca-4c68-8ead-b27ea9eb138a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:10.510314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba48b0-f68a-41c1-9b8b-e24acadfd0e6 req-f7d5c113-a33c-4720-bb75-20b287f3f5f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:10.512344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06ba48b0-f68a-41c1-9b8b-e24acadfd0e6 req-f7d5c113-a33c-4720-bb75-20b287f3f5f9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.4185636 Aug 20 08:55:10.536673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95025446-abbd-49f7-9b16-6e9f0dc8fefd req-06a62658-c843-42e6-88c2-44990428a051 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:10.538718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95025446-abbd-49f7-9b16-6e9f0dc8fefd req-06a62658-c843-42e6-88c2-44990428a051 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.5451171 Aug 20 08:55:10.634346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06ba48b0-f68a-41c1-9b8b-e24acadfd0e6 req-1ca594e3-c2c8-471c-af40-2b1526fefe14 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Aug 20 08:55:10.691070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=f0de2b94-4808-4f06-9228-d25945089f3a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:10.691070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f8250e50-1aca-4c68-8ead-b27ea9eb138a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:10.691070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.705527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95025446-abbd-49f7-9b16-6e9f0dc8fefd req-78155df0-49e5-4322-a5a0-7f9cd0e7afe7 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577380 Aug 20 08:55:10.735990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.736543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.750063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Made reservation on behalf of 3412239edc994b2791619726bae99aa3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:10.757426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.758940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:10.792643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Transition to ACTIVE for port object c90ef330-cd69-4b44-8a73-fe06e8526de3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:10.905007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c33b99c4-2ff9-476a-b5b5-3670da7a8d9f req-697e29b8-6343-4e52-a4e5-5a10b64778d7 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 210 time: 0.0574875 Aug 20 08:55:10.918183 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.007676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Port': ['ID=c90ef330-cd69-4b44-8a73-fe06e8526de3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:11.012124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network 40c53fe2-5986-4f61-9453-31a713d21af8 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:11.016527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:11.018862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:11.096109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:11.096798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.125426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Allocated IP 172.20.0.4 (1962ad02-22df-4557-a21f-fc789c1c49e9/d0549b9d-f821-41a0-bd0e-086fb87bc914/3c6a4bbe-e79a-4e79-bfad-df8128e884a5) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:11.139221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9c3d1-d7ac-47d2-b601-3be15cffa510 req-5835c13d-0358-44db-ad7a-c36804299395 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:11.143463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dc9c3d1-d7ac-47d2-b601-3be15cffa510 req-5835c13d-0358-44db-ad7a-c36804299395 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1390636 Aug 20 08:55:11.155171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-34770e33-9355-4bdd-8de1-1f3948bad60a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3970633 Aug 20 08:55:11.174457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'port': {'device_id': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab', 'admin_state_up': True, 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:11.298282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Allocated IP 172.20.0.14 (fca0fc66-b00a-4f12-a566-a0eceb6f07c2/d33cc909-b3d7-4817-ac9b-7d43ab6fe04a/06cb6f33-6ef5-4ede-9938-3bb801cd032f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:11.333821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.445340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dc9c3d1-d7ac-47d2-b601-3be15cffa510 req-bbc3b2ca-77aa-40dc-8213-7d8b5fd98e7a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841704 Aug 20 08:55:11.452024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.473040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7c43b42d-1397-4aaa-9841-6d5c58ce54d5 None None] Provisioning for port c90ef330-cd69-4b44-8a73-fe06e8526de3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:11.478636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7c43b42d-1397-4aaa-9841-6d5c58ce54d5 None None] Provisioning complete for port c90ef330-cd69-4b44-8a73-fe06e8526de3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:11.479420 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7c43b42d-1397-4aaa-9841-6d5c58ce54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.532835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424472a-950d-46e9-bd5c-9e5c8f0710e2 req-58082021-cd83-466b-8ab3-081edbd4cc82 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:11.540909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424472a-950d-46e9-bd5c-9e5c8f0710e2 req-58082021-cd83-466b-8ab3-081edbd4cc82 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:11.542752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6424472a-950d-46e9-bd5c-9e5c8f0710e2 req-58082021-cd83-466b-8ab3-081edbd4cc82 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 1654 time: 0.1815770 Aug 20 08:55:11.550365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:11.558883 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.576345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 1962ad02-22df-4557-a21f-fc789c1c49e9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:11.576800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7c43b42d-1397-4aaa-9841-6d5c58ce54d5 None None] Port c90ef330-cd69-4b44-8a73-fe06e8526de3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:55:11.608303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:11.610968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:11.637433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6a4bbe-e79a-4e79-bfad-df8128e884a5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:11.684702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.688685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6424472a-950d-46e9-bd5c-9e5c8f0710e2 req-9aae208d-20f2-46b5-9d30-8cca23766258 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219172 Aug 20 08:55:11.719007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc744cd7-fc04-4b98-9b85-96f6c6357b5a req-78b15263-e812-488a-82c8-93ded9679e26 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:11.726500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc744cd7-fc04-4b98-9b85-96f6c6357b5a req-78b15263-e812-488a-82c8-93ded9679e26 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.1823313 Aug 20 08:55:11.728824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Transition to ACTIVE for port object 06cb6f33-6ef5-4ede-9938-3bb801cd032f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:11.798813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f0de2b94-4808-4f06-9228-d25945089f3a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:11.821069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Allocated IP 19.80.0.210 (d2b77630-af02-4e47-884f-5d3e30f4beab/ba56f9f1-6a70-48b3-a41a-b4612b7df04e/a357af8e-1529-4e78-be42-c3d5e93f5a46) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:11.851352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.899408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f0de2b94-4808-4f06-9228-d25945089f3a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:11.899931 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:11.901388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc744cd7-fc04-4b98-9b85-96f6c6357b5a req-0f85b50b-c2dc-4ee8-b859-f1eb239ba038 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689603 Aug 20 08:55:11.923079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:11.933704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:11.962137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:11.999561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75d22-6466-4126-9950-8133e092c49b req-a445e108-e678-4ba7-98bf-b958b5ceb978 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:12.001178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13b75d22-6466-4126-9950-8133e092c49b req-a445e108-e678-4ba7-98bf-b958b5ceb978 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1848207 Aug 20 08:55:12.123903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:12.124568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.129589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13b75d22-6466-4126-9950-8133e092c49b req-e99ebe48-273c-4249-865c-ce51a29cdf8b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599892 Aug 20 08:55:12.176994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4200416 Aug 20 08:55:12.181074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a7139-4dc0-49d6-b0e2-f42d433377fc tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event updated for resources: {'Port': ['ID=06cb6f33-6ef5-4ede-9938-3bb801cd032f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:12.191256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Request body: {'port': {'device_id': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:12.301300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04bd59-5093-440e-94ba-7f2f90f9ea58 req-99de8f4a-8c5f-4691-ab98-acdbfad04a02 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:12.310728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c04bd59-5093-440e-94ba-7f2f90f9ea58 req-99de8f4a-8c5f-4691-ab98-acdbfad04a02 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 932 time: 0.0748334 Aug 20 08:55:12.350277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.373097 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.378991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.399936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Transition to ACTIVE for port object a357af8e-1529-4e78-be42-c3d5e93f5a46 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:12.413070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4211367b-089a-4578-b225-7357c0f09902 None None] Provisioning for port 06cb6f33-6ef5-4ede-9938-3bb801cd032f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:12.420495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4211367b-089a-4578-b225-7357c0f09902 None None] Provisioning complete for port 06cb6f33-6ef5-4ede-9938-3bb801cd032f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:12.420890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4211367b-089a-4578-b225-7357c0f09902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.472519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c04bd59-5093-440e-94ba-7f2f90f9ea58 req-a52fae50-5fd6-4a04-b3ab-037e6f4a8e19 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607976 Aug 20 08:55:12.514455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.522242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4211367b-089a-4578-b225-7357c0f09902 None None] Port 06cb6f33-6ef5-4ede-9938-3bb801cd032f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:55:12.589895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.608767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62b72c-c6f2-45fe-ba78-9c5c8d0dacda req-afebaedd-ed94-4ff2-b123-f9bf5cac97ce tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:12.610306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b62b72c-c6f2-45fe-ba78-9c5c8d0dacda req-afebaedd-ed94-4ff2-b123-f9bf5cac97ce tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1368253 Aug 20 08:55:12.660963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network d2b77630-af02-4e47-884f-5d3e30f4beab is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:12.672937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:12.712537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Port': ['ID=a357af8e-1529-4e78-be42-c3d5e93f5a46,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:12.715383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:12.787982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:12.788827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:12.796390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b62b72c-c6f2-45fe-ba78-9c5c8d0dacda req-2b9a4a5f-5d8f-48f2-975c-f896fd5998f0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459508 Aug 20 08:55:12.818599 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a329318-3985-4d04-8f60-41927ec08a52 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6556826 Aug 20 08:55:12.831967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Request body: {'port': {'device_id': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:12.946049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-0aef1e3b-0727-4b6f-9982-06484d746a60 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:12.948310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-0aef1e3b-0727-4b6f-9982-06484d746a60 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.2933667 Aug 20 08:55:12.951627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.008008 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.060451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7934b440-1b9d-4022-b218-1403b5ae3f75 None None] Provisioning for port a357af8e-1529-4e78-be42-c3d5e93f5a46 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:13.066065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7934b440-1b9d-4022-b218-1403b5ae3f75 None None] Provisioning complete for port a357af8e-1529-4e78-be42-c3d5e93f5a46 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:13.066650 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7934b440-1b9d-4022-b218-1403b5ae3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.103410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905226-48b2-490c-9299-863c676bcd33 req-8eabc2b3-b770-4ff1-80cf-3dcef6bcd88a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:13.110144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905226-48b2-490c-9299-863c676bcd33 req-8eabc2b3-b770-4ff1-80cf-3dcef6bcd88a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:13.116730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905226-48b2-490c-9299-863c676bcd33 req-8eabc2b3-b770-4ff1-80cf-3dcef6bcd88a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:13.124893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48905226-48b2-490c-9299-863c676bcd33 req-8eabc2b3-b770-4ff1-80cf-3dcef6bcd88a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2376 time: 0.2507041 Aug 20 08:55:13.126082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7934b440-1b9d-4022-b218-1403b5ae3f75 None None] Port a357af8e-1529-4e78-be42-c3d5e93f5a46 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:55:13.190654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-85698fca-d297-4432-ad43-036eedb91360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.274210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c82e8-a3e0-4745-b35f-0ec2f7b9e52c req-225f2e83-36a8-4ce3-944e-3c6d0a159eee tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:13.281764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-921c82e8-a3e0-4745-b35f-0ec2f7b9e52c req-225f2e83-36a8-4ce3-944e-3c6d0a159eee tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3158488 Aug 20 08:55:13.343652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48905226-48b2-490c-9299-863c676bcd33 req-a04b1f50-937c-4f7a-a08e-d968da6fedf0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155476 Aug 20 08:55:13.382101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cb6f33-6ef5-4ede-9938-3bb801cd032f {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:13.392828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.421496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-921c82e8-a3e0-4745-b35f-0ec2f7b9e52c req-054cf824-6098-4d91-8d42-870b9573d2b7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388254 Aug 20 08:55:13.435033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Transition to ACTIVE for port object 06cb6f33-6ef5-4ede-9938-3bb801cd032f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:13.451976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.544363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Deleting port 965e9396-181e-46a3-9320-9154eaa26696 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:13.544708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.583795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb6f33-6ef5-4ede-9938-3bb801cd032f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:13.629999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Router 2d3d4a26-c313-4dba-8e38-35dacaf970ec is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:13.720921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4c37a-ce19-40f5-bdb9-790d3502af0f req-94c37040-ca90-4bcd-940f-7c0893be3f2b tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:13.722615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66b4c37a-ce19-40f5-bdb9-790d3502af0f req-94c37040-ca90-4bcd-940f-7c0893be3f2b tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 945 time: 0.2705398 Aug 20 08:55:13.810595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984269b4-2307-42c0-bd57-bdf46135cfcf {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:13.833484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.844962 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.859887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] For port 965e9396-181e-46a3-9320-9154eaa26696, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=965e9396-181e-46a3-9320-9154eaa26696,segment=NetworkSegment(2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6),segment_id=2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:13.860581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.900696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Transition to ACTIVE for port object 984269b4-2307-42c0-bd57-bdf46135cfcf will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:13.903383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Calling delete_port for 965e9396-181e-46a3-9320-9154eaa26696 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:13.913162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:13.988701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66b4c37a-ce19-40f5-bdb9-790d3502af0f req-e3b744c2-8d86-431d-a58f-546d814b5a82 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/security-groups?id=3354b6b9-33b8-419a-bb40-d460d7c37450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693451 Aug 20 08:55:13.996396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Attempting to bind port 06cb6f33-6ef5-4ede-9938-3bb801cd032f on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:13.997168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Attempting to bind port 06cb6f33-6ef5-4ede-9938-3bb801cd032f by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:13.997732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Attempting to bind port 06cb6f33-6ef5-4ede-9938-3bb801cd032f on network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:14.048965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Pushing event updated for resources: {'Port': ['ID=984269b4-2307-42c0-bd57-bdf46135cfcf,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:14.060262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2ce1b-aef5-41b0-ac40-daa54492a8bf req-63281a41-37e3-4992-b43c-4b0016da0972 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:14.061877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71d2ce1b-aef5-41b0-ac40-daa54492a8bf req-63281a41-37e3-4992-b43c-4b0016da0972 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 944 time: 0.2315569 Aug 20 08:55:14.067397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Port 06cb6f33-6ef5-4ede-9938-3bb801cd032f on network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:55:14.067581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:14.068043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Attempting to bind port 06cb6f33-6ef5-4ede-9938-3bb801cd032f on network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:14.079391 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Sync routers for ids ['2d3d4a26-c313-4dba-8e38-35dacaf970ec'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:14.096801 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Routers {'2d3d4a26-c313-4dba-8e38-35dacaf970ec'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:14.097430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d3d4a26-c313-4dba-8e38-35dacaf970ec'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:14.100837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:14.103983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Checking segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:14.104636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Bound using segment: {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:14.105576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Bound port: 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc61eb72-78bd-46b3-a895-39fa07b55dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:14.106191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.216630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Attempting to bind port 984269b4-2307-42c0-bd57-bdf46135cfcf on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:14.217354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Attempting to bind port 984269b4-2307-42c0-bd57-bdf46135cfcf by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:14.217925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Attempting to bind port 984269b4-2307-42c0-bd57-bdf46135cfcf on network d2b77630-af02-4e47-884f-5d3e30f4beab {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:14.227948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Port 984269b4-2307-42c0-bd57-bdf46135cfcf on network d2b77630-af02-4e47-884f-5d3e30f4beab not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:55:14.228615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Attempting to bind port 984269b4-2307-42c0-bd57-bdf46135cfcf on network d2b77630-af02-4e47-884f-5d3e30f4beab {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:14.234543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.235918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-af292b08-c436-4189-90c3-8c2e58455f5c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1094451 Aug 20 08:55:14.238308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] For port 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:14.245247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] For port 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:14.246541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45010) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:14.260153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:14.260846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Checking segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:14.261476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Bound using segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:14.262167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Bound port: 984269b4-2307-42c0-bd57-bdf46135cfcf, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:14.262748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.277641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71d2ce1b-aef5-41b0-ac40-daa54492a8bf req-734ebc52-3af0-4b7d-ae1c-98858c1edbd7 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035880 Aug 20 08:55:14.299451 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Set router 2d3d4a26-c313-4dba-8e38-35dacaf970ec gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:14.328408 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.334355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56a9d-7d2d-444b-9b62-2c2222814283 req-04c55027-1120-4d0f-be77-b9788fae6890 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:14.341996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6c56a9d-7d2d-444b-9b62-2c2222814283 req-04c55027-1120-4d0f-be77-b9788fae6890 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2283130 Aug 20 08:55:14.418665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6c56a9d-7d2d-444b-9b62-2c2222814283 req-2c2c1856-ddc9-4cc7-a1aa-5a1d7a21813f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756016 Aug 20 08:55:14.487382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:14.488391 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.490473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] 10.222.0.26 "PUT /v2.0/ports/06cb6f33-6ef5-4ede-9938-3bb801cd032f HTTP/1.1" status: 200 len: 1092 time: 2.3034217 Aug 20 08:55:14.497225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:14.499629 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c022b-241d-4c27-84d8-2ca5f8d6755b" -d '{"events": [{"name": "network-changed", "server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:14.649313 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3d4a26-c313-4dba-8e38-35dacaf970ec', 'name': '', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9', 'external_fixed_ips': [{'subnet_id': 'd0549b9d-f821-41a0-bd0e-086fb87bc914', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3c6a4bbe-e79a-4e79-bfad-df8128e884a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:08Z', 'updated_at': '2021-08-20T08:55:11Z', 'revision_number': 3, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port': {'id': '3c6a4bbe-e79a-4e79-bfad-df8128e884a5', 'name': '', 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3d4a26-c313-4dba-8e38-35dacaf970ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'd0549b9d-f821-41a0-bd0e-086fb87bc914', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:55:10Z', 'updated_at': '2021-08-20T08:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0549b9d-f821-41a0-bd0e-086fb87bc914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:14.661302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778301-3f80-4d0a-aee9-d1460a88b384 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb6f33-6ef5-4ede-9938-3bb801cd032f,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:14.705901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.712796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] For port 984269b4-2307-42c0-bd57-bdf46135cfcf, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:14.718139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-fee9c60a-85fb-4aa3-805f-7548f6a1cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:14.719877 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Checking router: 2d3d4a26-c313-4dba-8e38-35dacaf970ec for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:55:14.720320 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-fee9c60a-85fb-4aa3-805f-7548f6a1cd1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3412239edc994b2791619726bae99aa3&device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 1095 time: 0.1736417 Aug 20 08:55:14.721166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Updating router 2d3d4a26-c313-4dba-8e38-35dacaf970ec port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:55:14.768140 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:14.857085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] For port 984269b4-2307-42c0-bd57-bdf46135cfcf, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=984269b4-2307-42c0-bd57-bdf46135cfcf,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:14.863945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-2e30adfd-cc2d-42f0-9764-21dcdc70fa40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f HTTP/1.1" status: 200 len: 217 time: 0.0755839 Aug 20 08:55:14.867432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.000767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.001704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.003780 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] 10.222.0.37 "PUT /v2.0/ports/984269b4-2307-42c0-bd57-bdf46135cfcf HTTP/1.1" status: 200 len: 1092 time: 2.1770110 Aug 20 08:55:15.025641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.041119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['965e9396-181e-46a3-9320-9154eaa26696'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:15.044487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de5ac-e063-4a01-ae99-ea88d398a29a req-a70fbd0c-c894-44b2-b76e-163302fec569 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.045525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Request body: {'port': {'device_id': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:15.055038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de5ac-e063-4a01-ae99-ea88d398a29a req-a70fbd0c-c894-44b2-b76e-163302fec569 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.075718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de5ac-e063-4a01-ae99-ea88d398a29a req-a70fbd0c-c894-44b2-b76e-163302fec569 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.079600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f2de5ac-e063-4a01-ae99-ea88d398a29a req-a70fbd0c-c894-44b2-b76e-163302fec569 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2388 time: 0.6413777 Aug 20 08:55:15.122337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-23e6f525-ea91-41e9-a4f1-33a6aff002dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.124486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-23e6f525-ea91-41e9-a4f1-33a6aff002dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33cc909-b3d7-4817-ac9b-7d43ab6fe04a HTTP/1.1" status: 200 len: 854 time: 0.2507651 Aug 20 08:55:15.129879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1463f6b-5f34-406a-b1d1-2a3849c84f95 service neutron] Pushing event updated for resources: {'Port': ['ID=984269b4-2307-42c0-bd57-bdf46135cfcf,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:15.141523 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.157300 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Transition to ACTIVE for port object 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:15.167236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.170347 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.203199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Pushing event deleted for resources: {'Port': ['ID=965e9396-181e-46a3-9320-9154eaa26696,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:15.258194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Attempting to bind port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:15.258578 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Attempting to bind port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:15.258941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Attempting to bind port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 on network 1962ad02-22df-4557-a21f-fc789c1c49e9 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:15.267604 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a72574-24e7-40b9-9244-1c783663de5c None None] Pushing event updated for resources: {'Port': ['ID=3c6a4bbe-e79a-4e79-bfad-df8128e884a5,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:15.277409 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:15.277809 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Checking segment: {'id': 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:15.278337 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.278600 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Bound using segment: {'id': 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:15.279068 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Bound port: 3c6a4bbe-e79a-4e79-bfad-df8128e884a5, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1962ad02-22df-4557-a21f-fc789c1c49e9'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:15.279451 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.302038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.352116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-d516c2bc-bf4f-40ba-800e-6afd05742268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.353655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-d516c2bc-bf4f-40ba-800e-6afd05742268 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105682 Aug 20 08:55:15.354629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e579c-9bca-42f7-be63-198b55b27a48 req-fecea2e8-e8d5-4176-8bf3-d9baa5ba4bbf tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.363619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-314e579c-9bca-42f7-be63-198b55b27a48 req-fecea2e8-e8d5-4176-8bf3-d9baa5ba4bbf tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.7954226 Aug 20 08:55:15.417866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f2de5ac-e063-4a01-ae99-ea88d398a29a req-5566d414-e28a-4043-9346-410ddfc2b67f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252089 Aug 20 08:55:15.418841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] No DVR routers for this DVR port 965e9396-181e-46a3-9320-9154eaa26696 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:15.422693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.433373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-005f16e3-477c-45b4-8809-bcabb076eab0 req-cf66aa94-f5b6-4987-9043-e20e1eaee7ed tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.26 "DELETE /v2.0/ports/965e9396-181e-46a3-9320-9154eaa26696 HTTP/1.1" status: 204 len: 173 time: 2.4757574 Aug 20 08:55:15.433909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'name': 'network-vif-deleted', 'tag': '965e9396-181e-46a3-9320-9154eaa26696'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:15.439544 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817d9cc1-459b-4b60-80c7-b6b3c7638868" -d '{"events": [{"server_uuid": "d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29", "name": "network-vif-deleted", "tag": "965e9396-181e-46a3-9320-9154eaa26696"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:15.492211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-314e579c-9bca-42f7-be63-198b55b27a48 req-5b63224b-fc8c-4165-a59c-24c394e9d653 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276107 Aug 20 08:55:15.545644 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] For port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:15.547227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Deleting port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:15.547849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.553737 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc40fd6-fe26-4e7f-b6da-d111ecc472ff x-openstack-request-id: req-bcc40fd6-fe26-4e7f-b6da-d111ecc472ff {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:15.554123 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:15.554385 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcc40fd6-fe26-4e7f-b6da-d111ecc472ff {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:15.555845 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] For port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3c6a4bbe-e79a-4e79-bfad-df8128e884a5,segment=NetworkSegment(f9e2fd73-a712-4380-91db-fed5f7f7b2c5),segment_id=f9e2fd73-a712-4380-91db-fed5f7f7b2c5)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:15.557689 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'status': 'completed', 'code': 200} Aug 20 08:55:15.569271 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.661349 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a72574-24e7-40b9-9244-1c783663de5c None None] Pushing event updated for resources: {'Port': ['ID=3c6a4bbe-e79a-4e79-bfad-df8128e884a5,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:15.686311 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Routers {'2d3d4a26-c313-4dba-8e38-35dacaf970ec'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:15.686963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:54:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d3d4a26-c313-4dba-8e38-35dacaf970ec'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:15.796187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] For port 3c6a4bbe-e79a-4e79-bfad-df8128e884a5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3c6a4bbe-e79a-4e79-bfad-df8128e884a5,segment=NetworkSegment(f9e2fd73-a712-4380-91db-fed5f7f7b2c5),segment_id=f9e2fd73-a712-4380-91db-fed5f7f7b2c5)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:15.796719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:15.808910 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] Set router 2d3d4a26-c313-4dba-8e38-35dacaf970ec gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:15.814694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Calling delete_port for 3c6a4bbe-e79a-4e79-bfad-df8128e884a5 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:15.827950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-546d227b-75b4-4b25-9b60-61b8774455c8 req-8a1e1f1e-8c43-4cf9-a673-a1d132a2bff0 tempest-ServersNegativeTestMultiTenantJSON-1639443901 tempest-ServersNegativeTestMultiTenantJSON-1639443901-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29 HTTP/1.1" status: 200 len: 210 time: 0.0373738 Aug 20 08:55:15.875891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b91f50-756d-4809-8b07-0a3a9fbf7a23 req-42073ddb-45d2-4812-9272-046e829fb74b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:15.882901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b91f50-756d-4809-8b07-0a3a9fbf7a23 req-42073ddb-45d2-4812-9272-046e829fb74b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 944 time: 0.1329908 Aug 20 08:55:15.890805 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3d4a26-c313-4dba-8e38-35dacaf970ec', 'name': '', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:08Z', 'updated_at': '2021-08-20T08:55:15Z', 'revision_number': 4, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:15.918792 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27ad0b-80b3-48c1-87b2-bc07abdc1428 x-openstack-request-id: req-4e27ad0b-80b3-48c1-87b2-bc07abdc1428 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:15.919188 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dcfd2d-ceb0-4b30-9e12-78eaa0431c29", "name": "network-vif-deleted", "tag": "965e9396-181e-46a3-9320-9154eaa26696", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:15.919513 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e27ad0b-80b3-48c1-87b2-bc07abdc1428 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:15.919991 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dcfd2d-ceb0-4b30-9e12-78eaa0431c29', 'name': 'network-vif-deleted', 'tag': '965e9396-181e-46a3-9320-9154eaa26696', 'status': 'completed', 'code': 200} Aug 20 08:55:15.980386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96b91f50-756d-4809-8b07-0a3a9fbf7a23 req-c8e0baba-1fea-4f4a-9942-b01db756a1f1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909023 Aug 20 08:55:15.991945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cb8f-d015-48e5-9c85-7637530b2cec None None] The sync data for ids ['2d3d4a26-c313-4dba-8e38-35dacaf970ec'] in n-d-804285-2 is: [{'id': '2d3d4a26-c313-4dba-8e38-35dacaf970ec', 'name': '', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:08Z', 'updated_at': '2021-08-20T08:55:15Z', 'revision_number': 4, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:16.005442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-02a33295-ef15-4fd7-bc3a-4b07f51de0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431961 Aug 20 08:55:16.194279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752a9e2-7a0a-4a5d-ab26-7301752c77a2 req-410076e1-93cd-4a39-858a-808f3694f08d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:16.196562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c752a9e2-7a0a-4a5d-ab26-7301752c77a2 req-410076e1-93cd-4a39-858a-808f3694f08d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1022837 Aug 20 08:55:16.207889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:16.274118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c752a9e2-7a0a-4a5d-ab26-7301752c77a2 req-18054824-9e58-48dd-9b34-ca1482b4bd88 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691690 Aug 20 08:55:16.305128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:16.313976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-32ce72de-8105-4e3f-9c3c-8fbefab86815 req-1135490f-4273-4989-9ed0-3cbe505f900b service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628531 Aug 20 08:55:16.319016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c6a4bbe-e79a-4e79-bfad-df8128e884a5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:16.458985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90ef330-cd69-4b44-8a73-fe06e8526de3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:16.471472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:16.492233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Transition to ACTIVE for port object c90ef330-cd69-4b44-8a73-fe06e8526de3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:16.494626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:16.515298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a0857-2cda-4c48-bee8-cbc37d1a340c req-c8865066-9d32-4c6b-a1b3-47d3b588b48e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:16.517081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d20a0857-2cda-4c48-bee8-cbc37d1a340c req-c8865066-9d32-4c6b-a1b3-47d3b588b48e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1187780 Aug 20 08:55:16.526638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:16.596897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8419a91-a72e-4ac2-bc0a-9b7f02f9412f req-74cb9885-9334-44a4-97b4-1612a6451d95 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:16.597119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d6c7-04e6-472f-bd23-c9e75b5c5dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:16.597201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-1cdc5ce0-7b27-4fee-9e7c-1d2e18d435e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:16.597201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-1cdc5ce0-7b27-4fee-9e7c-1d2e18d435e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3412239edc994b2791619726bae99aa3&device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 1095 time: 0.2129261 Aug 20 08:55:16.597929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8419a91-a72e-4ac2-bc0a-9b7f02f9412f req-74cb9885-9334-44a4-97b4-1612a6451d95 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:16.604741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8419a91-a72e-4ac2-bc0a-9b7f02f9412f req-74cb9885-9334-44a4-97b4-1612a6451d95 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:16.606485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8419a91-a72e-4ac2-bc0a-9b7f02f9412f req-74cb9885-9334-44a4-97b4-1612a6451d95 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2400 time: 0.1126370 Aug 20 08:55:16.617870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d20a0857-2cda-4c48-bee8-cbc37d1a340c req-65f2d37b-9f62-467d-ad15-489a1ddc434b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781138 Aug 20 08:55:16.684731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8419a91-a72e-4ac2-bc0a-9b7f02f9412f req-1b57abe4-b2e6-4845-a538-7a47940b21a8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640261 Aug 20 08:55:16.902341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45068) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:17.016824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Deleting subnet 5d9cfe35-8d56-492b-a98b-97179b500855 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:55:17.030887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.143737 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.181335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.184274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.197642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2057e-16dd-48b6-9dd9-97915ee606d5 req-062169f6-190f-4bb6-9e24-cfa1d3f65b4d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.199578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ae2057e-16dd-48b6-9dd9-97915ee606d5 req-062169f6-190f-4bb6-9e24-cfa1d3f65b4d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1699374 Aug 20 08:55:17.245994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.263674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414a34-9964-429c-a483-cf494b44081b req-6e4de1b0-ca04-4d59-9e2b-3d0d8abe0c85 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.271437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56414a34-9964-429c-a483-cf494b44081b req-6e4de1b0-ca04-4d59-9e2b-3d0d8abe0c85 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 944 time: 0.1752419 Aug 20 08:55:17.305064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Pushing event updated for resources: {'Port': ['ID=c90ef330-cd69-4b44-8a73-fe06e8526de3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:17.333803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ae2057e-16dd-48b6-9dd9-97915ee606d5 req-66a5ffed-f9e5-48ee-b655-261e67bcff6b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203399 Aug 20 08:55:17.352235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 965e9396-181e-46a3-9320-9154eaa26696 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:17.356112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.356671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3d4a26-c313-4dba-8e38-35dacaf970ec {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:17.365136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.369077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4a175de-f488-4df7-af3d-455cfbc0f1f6 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/routers/2d3d4a26-c313-4dba-8e38-35dacaf970ec HTTP/1.1" status: 204 len: 168 time: 3.1213043 Aug 20 08:55:17.372056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45078) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:17.394223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 965e9396-181e-46a3-9320-9154eaa26696 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:17.395327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 965e9396-181e-46a3-9320-9154eaa26696 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:17.405585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.409909 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.459668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-62a86e87-1e53-4302-8b07-92215096ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.461126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-62a86e87-1e53-4302-8b07-92215096ce59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2 HTTP/1.1" status: 200 len: 915 time: 0.2966166 Aug 20 08:55:17.469492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56414a34-9964-429c-a483-cf494b44081b req-3b7d4bd2-cc3a-4122-839b-1e401b4d60ed tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934631 Aug 20 08:55:17.472131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Attempting to bind port c90ef330-cd69-4b44-8a73-fe06e8526de3 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:17.472631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Attempting to bind port c90ef330-cd69-4b44-8a73-fe06e8526de3 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:17.473172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Attempting to bind port c90ef330-cd69-4b44-8a73-fe06e8526de3 on network 40c53fe2-5986-4f61-9453-31a713d21af8 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:17.480225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9cfe35-8d56-492b-a98b-97179b500855,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:17.491188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Deleting subnet d0549b9d-f821-41a0-bd0e-086fb87bc914 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:55:17.502718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.529736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.535094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-57faa772-5d0d-4b4a-8920-eb808bcc6608 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5d9cfe35-8d56-492b-a98b-97179b500855 HTTP/1.1" status: 204 len: 168 time: 0.6317010 Aug 20 08:55:17.537797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45080) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:17.562965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'tag': '984269b4-2307-42c0-bd57-bdf46135cfcf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:17.565159 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9508606-1801-4e58-ae00-8184d89b7cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "tag": "984269b4-2307-42c0-bd57-bdf46135cfcf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:17.567743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Port c90ef330-cd69-4b44-8a73-fe06e8526de3 on network 40c53fe2-5986-4f61-9453-31a713d21af8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:55:17.568084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Attempting to bind port c90ef330-cd69-4b44-8a73-fe06e8526de3 on network 40c53fe2-5986-4f61-9453-31a713d21af8 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:17.575978 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-3b201b7f-a1fc-4daf-b6ca-19ae34fafb68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f HTTP/1.1" status: 200 len: 217 time: 0.1001720 Aug 20 08:55:17.585916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:17.586159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Checking segment: {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:17.586547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Bound using segment: {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:17.586986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Bound port: c90ef330-cd69-4b44-8a73-fe06e8526de3, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6933c0f-792e-41ab-a1db-83dac5c3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:17.587347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.634592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.687905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a861f-e96b-4b9d-9497-fd7c64a07342 req-4d53beda-6a34-458a-8d8b-b0b77410a7fe tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.698903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea0a861f-e96b-4b9d-9497-fd7c64a07342 req-4d53beda-6a34-458a-8d8b-b0b77410a7fe tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2608833 Aug 20 08:55:17.702838 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae15522-53af-459e-baa5-0d5f9f7ba4e5 x-openstack-request-id: req-6ae15522-53af-459e-baa5-0d5f9f7ba4e5 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:17.703128 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "tag": "984269b4-2307-42c0-bd57-bdf46135cfcf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:17.703914 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ae15522-53af-459e-baa5-0d5f9f7ba4e5 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:17.704296 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'tag': '984269b4-2307-42c0-bd57-bdf46135cfcf', 'status': 'completed', 'code': 200} Aug 20 08:55:17.747487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.825882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.828613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-7f238669-3587-4907-a7f4-ce4a0eea408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.830288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-7f238669-3587-4907-a7f4-ce4a0eea408c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33cc909-b3d7-4817-ac9b-7d43ab6fe04a HTTP/1.1" status: 200 len: 854 time: 0.2459655 Aug 20 08:55:17.840146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea0a861f-e96b-4b9d-9497-fd7c64a07342 req-770332ef-83d5-4fd8-961b-96bf14e2a6bc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400199 Aug 20 08:55:17.870325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833ea95a-2c2c-4f2d-8ce7-a3f35d363a86']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:17.894090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:17.894527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2cadc2-9b5e-4aa2-bae1-41ad04e56aa6') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:17.895183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-e145f1e8-4d1f-4360-88cb-99a0d1dda10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.895850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-e145f1e8-4d1f-4360-88cb-99a0d1dda10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.898567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-e145f1e8-4d1f-4360-88cb-99a0d1dda10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:17.900391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-e145f1e8-4d1f-4360-88cb-99a0d1dda10d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2756 time: 0.2085307 Aug 20 08:55:17.913100 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.916576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:17.997157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.008836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:55:18.009316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:55:18.012481 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:55:18.042915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] For port c90ef330-cd69-4b44-8a73-fe06e8526de3, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:18.058946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-a3ed047e-683e-451e-8396-06525461cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.060574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-a3ed047e-683e-451e-8396-06525461cabe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186253 Aug 20 08:55:18.088355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a8327-ed90-4cf5-bdf3-6ababa4dd4ec req-f735b0cb-6664-4020-b1b1-8690d5533971 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.091943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] For port c90ef330-cd69-4b44-8a73-fe06e8526de3, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c90ef330-cd69-4b44-8a73-fe06e8526de3,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:18.095260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a8327-ed90-4cf5-bdf3-6ababa4dd4ec req-f735b0cb-6664-4020-b1b1-8690d5533971 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.101647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a8327-ed90-4cf5-bdf3-6ababa4dd4ec req-f735b0cb-6664-4020-b1b1-8690d5533971 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.109265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-053a8327-ed90-4cf5-bdf3-6ababa4dd4ec req-f735b0cb-6664-4020-b1b1-8690d5533971 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2400 time: 0.1701493 Aug 20 08:55:18.155781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.161256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.172440 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.174391 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] 10.222.0.35 "DELETE /v2.0/networks/833ea95a-2c2c-4f2d-8ce7-a3f35d363a86 HTTP/1.1" status: 204 len: 168 time: 0.6352985 Aug 20 08:55:18.185051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45104) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:18.211276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18806d-638f-45b6-9e2c-98407e65c621 admin admin] Pushing event deleted for resources: {'Network': ['ID=833ea95a-2c2c-4f2d-8ce7-a3f35d363a86,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:18.225595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.241400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-053a8327-ed90-4cf5-bdf3-6ababa4dd4ec req-c9274461-56bc-47de-9fd0-c62f03af7b25 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311617 Aug 20 08:55:18.290387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Deleting subnet 7804aacf-4723-4b5a-aba0-987f924de253 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:55:18.301387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.302051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.302248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fb34c-bbbb-492c-b632-8b8094a33fe3 req-d34318fc-f860-4d8a-b781-14562a33aaf3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.303494 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] 10.222.0.37 "PUT /v2.0/ports/c90ef330-cd69-4b44-8a73-fe06e8526de3 HTTP/1.1" status: 200 len: 1091 time: 3.2636359 Aug 20 08:55:18.304364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af9fb34c-bbbb-492c-b632-8b8094a33fe3 req-d34318fc-f860-4d8a-b781-14562a33aaf3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1920931 Aug 20 08:55:18.305576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0549b9d-f821-41a0-bd0e-086fb87bc914,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:18.307960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.311126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.312950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bee3d479-a788-42b7-94c9-079f82152b10 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/d0549b9d-f821-41a0-bd0e-086fb87bc914 HTTP/1.1" status: 204 len: 168 time: 0.9366381 Aug 20 08:55:18.334750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-243db4a3-8b1b-4a6b-902b-f6f7ebd9c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.335239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-243db4a3-8b1b-4a6b-902b-f6f7ebd9c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.335711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-243db4a3-8b1b-4a6b-902b-f6f7ebd9c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.339519 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-243db4a3-8b1b-4a6b-902b-f6f7ebd9c640 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6e1f9f30eb7459da44407d6dc581942&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4236727 Aug 20 08:55:18.343597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45106) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:18.361340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Request body: {'port': {'device_id': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:18.365379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736264-6b4a-4fa6-a6de-207b3bddfc7a service neutron] Pushing event updated for resources: {'Port': ['ID=c90ef330-cd69-4b44-8a73-fe06e8526de3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:18.407714 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.457010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.495412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-b3be4819-ef45-4bde-83da-fd7321734d12 service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199324 Aug 20 08:55:18.546012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.597980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af9fb34c-bbbb-492c-b632-8b8094a33fe3 req-8095e561-9886-4f36-85c8-93a242f76a42 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444415 Aug 20 08:55:18.600932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.602916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7804aacf-4723-4b5a-aba0-987f924de253 HTTP/1.1" status: 204 len: 168 time: 0.4078057 Aug 20 08:55:18.603937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433a945-0760-487e-88b7-f5f5dd8367d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7804aacf-4723-4b5a-aba0-987f924de253,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:18.611206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45110) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:18.644664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.666789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.698417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5ec5-0942-483f-9594-c0c9e59207f9 req-3f8952e5-5f55-44f6-8598-a6ad28ec6f6f tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.700410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd4a5ec5-0942-483f-9594-c0c9e59207f9 req-3f8952e5-5f55-44f6-8598-a6ad28ec6f6f tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 944 time: 0.1110077 Aug 20 08:55:18.737085 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.741377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-77e7c209-b3a3-4d4c-a6b1-cd6330ed8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.742887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9508606-1801-4e58-ae00-8184d89b7cd6 req-77e7c209-b3a3-4d4c-a6b1-cd6330ed8a18 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3854251 Aug 20 08:55:18.804434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd4a5ec5-0942-483f-9594-c0c9e59207f9 req-46e2ce1f-9aee-4197-8836-7de0e015088a tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978770 Aug 20 08:55:18.815826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad150-c1b0-4b8d-bc96-f53cc6cdbc46 req-c747a58d-16eb-4d62-b9e4-961bb5959762 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:18.822627 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:18.833262 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c02c022b-241d-4c27-84d8-2ca5f8d6755b req-c55b3e46-cefd-4d86-a09b-297c34263e03 service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276436 Aug 20 08:55:18.834360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e5ad150-c1b0-4b8d-bc96-f53cc6cdbc46 req-c747a58d-16eb-4d62-b9e4-961bb5959762 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1252935 Aug 20 08:55:18.886575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e5ad150-c1b0-4b8d-bc96-f53cc6cdbc46 req-72bebb74-4e9d-4049-b010-02749ca62637 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Aug 20 08:55:18.915783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.001960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1962ad02-22df-4557-a21f-fc789c1c49e9']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:19.032911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:19.033216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e2fd73-a712-4380-91db-fed5f7f7b2c5') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:19.112933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.128690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.145771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff62150-0f56-4574-9212-13cc9693cecf']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:19.158441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.162255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd4364c-d5c0-47b2-b6d0-2ad79493583c') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:19.162550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd4364c-d5c0-47b2-b6d0-2ad79493583c') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:19.182930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:55:19.183328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.186023 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:55:19.187588 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:55:19.239802 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.292338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:55:19.292744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:55:19.294659 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:55:19.328800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 06cb6f33-6ef5-4ede-9938-3bb801cd032f details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:19.461095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2335a-125d-4523-ad7b-65a59df9f8fa req-653185a6-2cb9-47f9-b484-31cc198065f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:19.474418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2335a-125d-4523-ad7b-65a59df9f8fa req-653185a6-2cb9-47f9-b484-31cc198065f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:19.485380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2335a-125d-4523-ad7b-65a59df9f8fa req-653185a6-2cb9-47f9-b484-31cc198065f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:19.494619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54b2335a-125d-4523-ad7b-65a59df9f8fa req-653185a6-2cb9-47f9-b484-31cc198065f5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2400 time: 0.1172719 Aug 20 08:55:19.544672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a357af8e-1529-4e78-be42-c3d5e93f5a46 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:19.558532 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.571722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:19.574380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Transition to ACTIVE for port object a357af8e-1529-4e78-be42-c3d5e93f5a46 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:19.575975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.581997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1962ad02-22df-4557-a21f-fc789c1c49e9 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 08:55:19.587301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.590249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1962ad02-22df-4557-a21f-fc789c1c49e9 HTTP/1.1" status: 204 len: 168 time: 1.2419362 Aug 20 08:55:19.591519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54b2335a-125d-4523-ad7b-65a59df9f8fa req-ba45b439-6152-4edf-9d3f-f05a85312952 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949423 Aug 20 08:55:19.598961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'port_id': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'mac_address': 'fa:16:3e:4a:92:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:19.607225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.613467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.624113 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] 10.222.0.35 "DELETE /v2.0/networks/9ff62150-0f56-4574-9212-13cc9693cecf HTTP/1.1" status: 204 len: 168 time: 1.0084484 Aug 20 08:55:19.633041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a88b4-7920-4696-86db-029923e6ce66 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event deleted for resources: {'Network': ['ID=1962ad02-22df-4557-a21f-fc789c1c49e9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:19.645823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.651284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb701676-f25e-430e-b00d-61eadcbd1635 req-87db2073-a16c-49d3-802c-8e03f1120484 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:19.652431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb701676-f25e-430e-b00d-61eadcbd1635 req-87db2073-a16c-49d3-802c-8e03f1120484 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1206715 Aug 20 08:55:19.704977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'tag': 'c90ef330-cd69-4b44-8a73-fe06e8526de3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:19.710313 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0930f160-111d-43c1-be6c-164682f5ca68" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "tag": "c90ef330-cd69-4b44-8a73-fe06e8526de3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:19.723290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.765490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81ac21-7011-4245-a2fd-7ceb88bdaada admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff62150-0f56-4574-9212-13cc9693cecf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:19.768258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cb6f33-6ef5-4ede-9938-3bb801cd032f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:19.782718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb701676-f25e-430e-b00d-61eadcbd1635 req-87fa61c4-f2c9-4d3e-b2c3-53c482cbf799 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135144 Aug 20 08:55:19.830935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:19.836750 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:19.844104 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0512c8e-1dbd-4b9e-ad22-5d56b17e2d06 x-openstack-request-id: req-c0512c8e-1dbd-4b9e-ad22-5d56b17e2d06 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:19.844807 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "tag": "c90ef330-cd69-4b44-8a73-fe06e8526de3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:19.846300 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0512c8e-1dbd-4b9e-ad22-5d56b17e2d06 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:19.847140 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'tag': 'c90ef330-cd69-4b44-8a73-fe06e8526de3', 'status': 'completed', 'code': 200} Aug 20 08:55:19.851598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a357af8e-1529-4e78-be42-c3d5e93f5a46,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:19.905265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=06cb6f33-6ef5-4ede-9938-3bb801cd032f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:20.013442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517952-71f0-4ad9-85b3-6de68a7692e1 req-5dc19781-06e6-44c5-a901-d96a07d6e435 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.018294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1517952-71f0-4ad9-85b3-6de68a7692e1 req-5dc19781-06e6-44c5-a901-d96a07d6e435 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 945 time: 0.1187696 Aug 20 08:55:20.059330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['06cb6f33-6ef5-4ede-9938-3bb801cd032f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:20.140307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1517952-71f0-4ad9-85b3-6de68a7692e1 req-353f1bec-9610-43e9-b857-3efcc067d195 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099863 Aug 20 08:55:20.175880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45168) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:20.182070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'name': 'tempest-router--1378657477', 'project_id': '1088b213c0cf490895ff578f252a6eb8'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:20.227770 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.229420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.288483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-bc941984-2419-4a51-9344-8c57b0c4a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.289045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-bc941984-2419-4a51-9344-8c57b0c4a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.289124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-bc941984-2419-4a51-9344-8c57b0c4a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.309042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0930f160-111d-43c1-be6c-164682f5ca68 req-bc941984-2419-4a51-9344-8c57b0c4a78a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2823 time: 0.4401014 Aug 20 08:55:20.380527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.382349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45170) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:20.392704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.428401 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.429988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-038b25d2-4131-4585-abb8-668cfdba5308 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2528312 Aug 20 08:55:20.435009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45172) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:20.450140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Attempting to bind port a357af8e-1529-4e78-be42-c3d5e93f5a46 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:20.450481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Attempting to bind port a357af8e-1529-4e78-be42-c3d5e93f5a46 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:20.450812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Attempting to bind port a357af8e-1529-4e78-be42-c3d5e93f5a46 on network d2b77630-af02-4e47-884f-5d3e30f4beab {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:20.457781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Port a357af8e-1529-4e78-be42-c3d5e93f5a46 on network d2b77630-af02-4e47-884f-5d3e30f4beab not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:55:20.458128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Attempting to bind port a357af8e-1529-4e78-be42-c3d5e93f5a46 on network d2b77630-af02-4e47-884f-5d3e30f4beab {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:20.466775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:20.467122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Checking segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:20.467511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Bound using segment: {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:20.467944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Bound port: a357af8e-1529-4e78-be42-c3d5e93f5a46, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22fbdf1-3b20-4f37-9972-53494494cfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:20.468309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.491169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-67004572-7460-46b2-b947-8610ad1df9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.491652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-67004572-7460-46b2-b947-8610ad1df9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.492122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-67004572-7460-46b2-b947-8610ad1df9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.494412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0930f160-111d-43c1-be6c-164682f5ca68 req-67004572-7460-46b2-b947-8610ad1df9a6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6e1f9f30eb7459da44407d6dc581942&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1712866 Aug 20 08:55:20.539189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a678a4bf-4c8a-416d-b917-124205a1c366 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c6802af950541fb9524f8aa1ddda520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529939 Aug 20 08:55:20.539189 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.540329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45174) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:20.632912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] For port a357af8e-1529-4e78-be42-c3d5e93f5a46, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:20.638720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] For port a357af8e-1529-4e78-be42-c3d5e93f5a46, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:20.647702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.726279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a357af8e-1529-4e78-be42-c3d5e93f5a46,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:20.734575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f160-111d-43c1-be6c-164682f5ca68 req-cd22ab31-114e-48ba-8633-6c498e4b499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.737001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0930f160-111d-43c1-be6c-164682f5ca68 req-cd22ab31-114e-48ba-8633-6c498e4b499c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2165277 Aug 20 08:55:20.741608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.742489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.743893 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-71615de2-e3b6-4d53-b1ae-a3e4b48681c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a357af8e-1529-4e78-be42-c3d5e93f5a46 HTTP/1.1" status: 200 len: 1092 time: 2.3969944 Aug 20 08:55:20.821505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55dfc2a-4eba-4e49-a44e-e623ab65715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.824241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.829521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.898222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-2f7c1001-227d-4973-853f-594af6e5ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.899024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-2f7c1001-227d-4973-853f-594af6e5ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.899661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-2f7c1001-227d-4973-853f-594af6e5ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:20.903923 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-2f7c1001-227d-4973-853f-594af6e5ac47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2865 time: 0.0948391 Aug 20 08:55:20.920230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55dfc2a-4eba-4e49-a44e-e623ab65715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.965850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-bab8a9fe-2380-484b-b9d4-505a53ecc47d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=984269b4-2307-42c0-bd57-bdf46135cfcf HTTP/1.1" status: 200 len: 217 time: 0.0543537 Aug 20 08:55:20.970970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:20.971653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28016042-8c62-43de-b257-fcf83d22d4d6 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:21.008323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:21.013440 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9c184c4b-3874-489b-864f-8d84de4dbfa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/routers/28016042-8c62-43de-b257-fcf83d22d4d6 HTTP/1.1" status: 204 len: 168 time: 0.5732567 Aug 20 08:55:21.019311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcfb54-df96-47f1-addb-05692c35ecbf req-31d8478e-0439-4597-9afa-ee651fac77ca tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.025660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcfb54-df96-47f1-addb-05692c35ecbf req-31d8478e-0439-4597-9afa-ee651fac77ca tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.031884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcfb54-df96-47f1-addb-05692c35ecbf req-31d8478e-0439-4597-9afa-ee651fac77ca tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.033705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0bcfb54-df96-47f1-addb-05692c35ecbf req-31d8478e-0439-4597-9afa-ee651fac77ca tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2412 time: 0.3012631 Aug 20 08:55:21.073408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-5b256c62-4961-48f5-af40-a47f59b8c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.082238 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-5b256c62-4961-48f5-af40-a47f59b8c3c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba56f9f1-6a70-48b3-a41a-b4612b7df04e HTTP/1.1" status: 200 len: 801 time: 0.1019449 Aug 20 08:55:21.087918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e9200-7962-4924-b8d1-cc729e11aa8c req-2aef24cd-8fe5-4dd2-bd72-dbb7bd9b8b8f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.095156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e93e9200-7962-4924-b8d1-cc729e11aa8c req-2aef24cd-8fe5-4dd2-bd72-dbb7bd9b8b8f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1818075 Aug 20 08:55:21.142313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0bcfb54-df96-47f1-addb-05692c35ecbf req-f2ca0319-9412-454c-9f43-88be4529574c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916703 Aug 20 08:55:21.163670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-87d4b4a9-f51c-4cdf-b700-ae5a6ee40bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.171115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-87d4b4a9-f51c-4cdf-b700-ae5a6ee40bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d2b77630-af02-4e47-884f-5d3e30f4beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834076 Aug 20 08:55:21.177668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55dfc2a-4eba-4e49-a44e-e623ab65715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:21.180473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55dfc2a-4eba-4e49-a44e-e623ab65715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:21.181650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b55dfc2a-4eba-4e49-a44e-e623ab65715c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3354b6b9-33b8-419a-bb40-d460d7c37450 HTTP/1.1" status: 204 len: 168 time: 0.6403017 Aug 20 08:55:21.199787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dfc2a-4eba-4e49-a44e-e623ab65715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3354b6b9-33b8-419a-bb40-d460d7c37450,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:21.211923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e93e9200-7962-4924-b8d1-cc729e11aa8c req-34c4d1e2-6aaa-4fd5-a305-21d0db4e18b1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158307 Aug 20 08:55:21.323651 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-1cccaf2c-5e93-4bf6-9ce3-8101f53431a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402617 Aug 20 08:55:21.338188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 06cb6f33-6ef5-4ede-9938-3bb801cd032f up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:21.440873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb59ae-8a5b-4512-b16f-6b722da9dcff req-3ecc7a5a-5f60-4c08-809a-9374a13aee8d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.446116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ecb59ae-8a5b-4512-b16f-6b722da9dcff req-3ecc7a5a-5f60-4c08-809a-9374a13aee8d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 945 time: 0.1254280 Aug 20 08:55:21.447038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45200) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:21.453957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 06cb6f33-6ef5-4ede-9938-3bb801cd032f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:21.461874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 06cb6f33-6ef5-4ede-9938-3bb801cd032f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:21.462657 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:21.559545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:21.582808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ecb59ae-8a5b-4512-b16f-6b722da9dcff req-ba505194-88c9-461b-9668-d4d44b715b2d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148639 Aug 20 08:55:21.593684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:21.596859 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fa7d24-8504-4038-8901-32233e854eea" -d '{"events": [{"server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:21.615041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:21.620682 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:21.643090 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-0e29283f-f156-4643-acf1-529133cbfc68 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108690 Aug 20 08:55:21.702988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-2328f57f-bcee-44fa-a554-06be0b861ebb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=c90ef330-cd69-4b44-8a73-fe06e8526de3 HTTP/1.1" status: 200 len: 217 time: 0.0492315 Aug 20 08:55:21.738518 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91662225-cf53-4c1d-aeec-3e0adb7594f0 x-openstack-request-id: req-91662225-cf53-4c1d-aeec-3e0adb7594f0 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:21.738806 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:21.742909 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91662225-cf53-4c1d-aeec-3e0adb7594f0 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:21.743508 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'code': 200} Aug 20 08:55:21.748652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=06cb6f33-6ef5-4ede-9938-3bb801cd032f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:21.827496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d6837-81b9-44fb-9449-2ef925370954 req-b3faa096-0f13-4324-8b44-d7079cfbfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.828906 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c39d6837-81b9-44fb-9449-2ef925370954 req-b3faa096-0f13-4324-8b44-d7079cfbfea8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 1097 time: 0.0613122 Aug 20 08:55:21.830774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-8af1c010-3b27-44db-9a70-d8e18bf5b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.834643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-8af1c010-3b27-44db-9a70-d8e18bf5b98e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dc9a315d-070f-4438-818e-5fd584d2e7d0 HTTP/1.1" status: 200 len: 801 time: 0.1179986 Aug 20 08:55:21.866701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'tag': 'a357af8e-1529-4e78-be42-c3d5e93f5a46'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:21.869031 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "tag": "a357af8e-1529-4e78-be42-c3d5e93f5a46"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:21.907730 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c39d6837-81b9-44fb-9449-2ef925370954 req-d9c38d42-8412-4830-b532-39f34844540e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713339 Aug 20 08:55:21.913217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-32603f57-a788-42a0-8882-7755e38b04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:21.914719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-32603f57-a788-42a0-8882-7755e38b04b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=40c53fe2-5986-4f61-9453-31a713d21af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725126 Aug 20 08:55:21.919438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45210) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:21.949023 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a24043-64cb-4323-97e0-f62694ce46c8 x-openstack-request-id: req-58a24043-64cb-4323-97e0-f62694ce46c8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:21.949355 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "tag": "a357af8e-1529-4e78-be42-c3d5e93f5a46", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:21.949751 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58a24043-64cb-4323-97e0-f62694ce46c8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:21.950256 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'tag': 'a357af8e-1529-4e78-be42-c3d5e93f5a46', 'status': 'completed', 'code': 200} Aug 20 08:55:21.995951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-348951287', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:22.007046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7db6c32b-37f3-4cf3-8b38-a1907f048b63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=048d8ad7d1954a26a728904fb50e4faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858717 Aug 20 08:55:22.009489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45212) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:22.025891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.026939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.096278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-78b6ade6-1e80-4d16-a093-3d5e3c5ed737 service neutron] 10.222.0.37 "GET /v2.0/networks/40c53fe2-5986-4f61-9453-31a713d21af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699243 Aug 20 08:55:22.097281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.124711 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-980f9530-4e24-49db-9c98-e2ae83093021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.640358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-4cf9ebbe-4830-4a2b-b56e-dde1644574b1 service neutron] 10.222.0.37 "GET /v2.0/networks/40c53fe2-5986-4f61-9453-31a713d21af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326200 Aug 20 08:55:22.650742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e725f44-96e2-4c2b-88f7-50c99c57d171 req-24a8e282-7fc3-4320-84a0-fca46e969341 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:22.652266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e725f44-96e2-4c2b-88f7-50c99c57d171 req-24a8e282-7fc3-4320-84a0-fca46e969341 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1620722 Aug 20 08:55:22.660833 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.669067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-980f9530-4e24-49db-9c98-e2ae83093021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.700750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84044baa-0041-4625-a672-7eac7938fd32 req-f1ab06a8-9cf1-4bb7-a935-63ca74877e7e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:22.707947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84044baa-0041-4625-a672-7eac7938fd32 req-f1ab06a8-9cf1-4bb7-a935-63ca74877e7e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:22.714812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84044baa-0041-4625-a672-7eac7938fd32 req-f1ab06a8-9cf1-4bb7-a935-63ca74877e7e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:22.722829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84044baa-0041-4625-a672-7eac7938fd32 req-f1ab06a8-9cf1-4bb7-a935-63ca74877e7e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2412 time: 0.2338207 Aug 20 08:55:22.734736 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-4f89c317-06b4-4f9a-b04a-d636f61a648e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46 HTTP/1.1" status: 200 len: 217 time: 0.0524392 Aug 20 08:55:22.785639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e725f44-96e2-4c2b-88f7-50c99c57d171 req-d6204e01-1c50-42b4-adcd-6b27683a086e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270239 Aug 20 08:55:22.814565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a264801-594d-4846-9103-e1750e348193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:22.817683 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-6a264801-594d-4846-9103-e1750e348193 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba56f9f1-6a70-48b3-a41a-b4612b7df04e HTTP/1.1" status: 200 len: 801 time: 0.0682220 Aug 20 08:55:22.840035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-980f9530-4e24-49db-9c98-e2ae83093021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.842975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84044baa-0041-4625-a672-7eac7938fd32 req-91a066b2-90f5-4d13-9d20-53b0802f25f6 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187441 Aug 20 08:55:22.844846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-980f9530-4e24-49db-9c98-e2ae83093021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:22.845994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-980f9530-4e24-49db-9c98-e2ae83093021 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f49ed27-cb2d-45a5-9a08-35c89284ace5 HTTP/1.1" status: 204 len: 168 time: 0.8354216 Aug 20 08:55:22.892016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f9530-4e24-49db-9c98-e2ae83093021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49ed27-cb2d-45a5-9a08-35c89284ace5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:22.917009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-bfed366f-a4a9-4a8d-8268-baa30f609cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:22.926193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-bfed366f-a4a9-4a8d-8268-baa30f609cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d2b77630-af02-4e47-884f-5d3e30f4beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987098 Aug 20 08:55:23.148575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-1cf7eda8-a4be-4065-b164-67695414fbcc service neutron] 10.222.0.37 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119861 Aug 20 08:55:23.171615 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:23.204129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:23.271360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862427c-ad2f-4977-a2cc-9ef27ec6cad0 req-e94f0923-358c-4349-b9b7-4d781ed98955 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.272921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7862427c-ad2f-4977-a2cc-9ef27ec6cad0 req-e94f0923-358c-4349-b9b7-4d781ed98955 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 946 time: 0.1537113 Aug 20 08:55:23.280845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cfaa024-1af0-4b96-8b51-98010e50b25b req-f90240c2-f495-43ba-9523-6092385c088b service neutron] 10.222.0.37 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243529 Aug 20 08:55:23.350348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7862427c-ad2f-4977-a2cc-9ef27ec6cad0 req-7c1c5547-2acf-4654-b2f6-937a4658f66d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680943 Aug 20 08:55:23.360450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Allocated IP 172.25.5.71 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/645b2948-15a3-41f4-8047-bfdd53697ede) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:23.389952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-7f7e37eb-d6b2-425b-9c3e-bf9325a0fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.390908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-7f7e37eb-d6b2-425b-9c3e-bf9325a0fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.391522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-7f7e37eb-d6b2-425b-9c3e-bf9325a0fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.393313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-7f7e37eb-d6b2-425b-9c3e-bf9325a0fa84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2865 time: 0.0607498 Aug 20 08:55:23.476569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:23.490828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-d77b5a3f-394c-4b37-b449-eceb6098a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.492400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-d77b5a3f-394c-4b37-b449-eceb6098a717 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d2b77630-af02-4e47-884f-5d3e30f4beab HTTP/1.1" status: 200 len: 901 time: 0.0919385 Aug 20 08:55:23.516633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:23.554323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:23.557102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:23.560610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:23.595053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event updated for resources: {'Port': ['ID=645b2948-15a3-41f4-8047-bfdd53697ede,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:23.596573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-faeb4d6b-9ff7-41f1-a57a-d9e224f72e3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46 HTTP/1.1" status: 200 len: 217 time: 0.0569677 Aug 20 08:55:23.652076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-176b0d0e-3e38-4668-9403-93adcd8b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.653820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-176b0d0e-3e38-4668-9403-93adcd8b3f35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba56f9f1-6a70-48b3-a41a-b4612b7df04e HTTP/1.1" status: 200 len: 801 time: 0.0473545 Aug 20 08:55:23.703092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-a736223f-c36b-4492-8179-a8fe81ecaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:23.704599 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-a736223f-c36b-4492-8179-a8fe81ecaecd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d2b77630-af02-4e47-884f-5d3e30f4beab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421891 Aug 20 08:55:23.800204 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-60146a3a-721a-4d64-9b44-452a2bec73a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878220 Aug 20 08:55:23.920718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d37dabb6-088c-4ca3-bf18-44f0525fd7a6 req-f791ef06-c68c-4dc4-9692-822b934b501a service neutron] 10.222.0.37 "GET /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110837 Aug 20 08:55:23.974969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.058595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa4953-35e3-4fbb-8ded-e0d732b2c8e9 req-e51879f6-d8f1-49a5-965e-ae3ee1bf5531 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.060129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bfaa4953-35e3-4fbb-8ded-e0d732b2c8e9 req-e51879f6-d8f1-49a5-965e-ae3ee1bf5531 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1566648 Aug 20 08:55:24.108762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4971f57-169a-4b91-8dbd-4b29abb8a4d6 req-1c4bec9c-6743-4bce-8b2f-1c1b3a8b996c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.114761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4971f57-169a-4b91-8dbd-4b29abb8a4d6 req-1c4bec9c-6743-4bce-8b2f-1c1b3a8b996c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.121313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4971f57-169a-4b91-8dbd-4b29abb8a4d6 req-1c4bec9c-6743-4bce-8b2f-1c1b3a8b996c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.122985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4971f57-169a-4b91-8dbd-4b29abb8a4d6 req-1c4bec9c-6743-4bce-8b2f-1c1b3a8b996c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2412 time: 0.1669140 Aug 20 08:55:24.142321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:24.231021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bfaa4953-35e3-4fbb-8ded-e0d732b2c8e9 req-5e802a17-b379-4b7d-a265-1911bfb662e2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601727 Aug 20 08:55:24.237795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4971f57-169a-4b91-8dbd-4b29abb8a4d6 req-4fd7881a-9c30-4ecb-99a4-8f3318304395 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075618 Aug 20 08:55:24.258061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1380889d-8978-4a52-ad84-c8a155cfc7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.309760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.435712 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1380889d-8978-4a52-ad84-c8a155cfc7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.441591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1380889d-8978-4a52-ad84-c8a155cfc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.485567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1380889d-8978-4a52-ad84-c8a155cfc7d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f138e7f1daa849328d0aeeca003db643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420165 Aug 20 08:55:24.486630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380889d-8978-4a52-ad84-c8a155cfc7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26556532-6060-4e53-ba61-8456a6c4eee5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:24.489088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45316) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:24.494108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Router eff1fad7-da1c-4dac-925b-d09a7aa9aa6e is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:24.540621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d706bf27-27dc-4678-9493-e4b3b47400a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.561637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d706bf27-27dc-4678-9493-e4b3b47400a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.586068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef6a20-41c7-4be8-953e-e9e746414d87 req-cbcb7990-1c1d-4be6-aa07-09102b38a0a0 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.587598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddef6a20-41c7-4be8-953e-e9e746414d87 req-cbcb7990-1c1d-4be6-aa07-09102b38a0a0 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 946 time: 0.1299787 Aug 20 08:55:24.609384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d706bf27-27dc-4678-9493-e4b3b47400a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.612164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d706bf27-27dc-4678-9493-e4b3b47400a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.613299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d706bf27-27dc-4678-9493-e4b3b47400a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26556532-6060-4e53-ba61-8456a6c4eee5 HTTP/1.1" status: 204 len: 168 time: 0.1232295 Aug 20 08:55:24.613543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d62685-5745-4d74-a057-00cfbb9d5c2d req-504c3147-eb81-4261-8a61-019892d93ed7 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.614912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1d62685-5745-4d74-a057-00cfbb9d5c2d req-504c3147-eb81-4261-8a61-019892d93ed7 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 950 time: 0.1240294 Aug 20 08:55:24.621837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706bf27-27dc-4678-9493-e4b3b47400a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26556532-6060-4e53-ba61-8456a6c4eee5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:24.726122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddef6a20-41c7-4be8-953e-e9e746414d87 req-9b6476b6-32dc-49d8-ac81-e5cfd56d72b8 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302390 Aug 20 08:55:24.727100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:24.737300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] Sync routers for ids ['eff1fad7-da1c-4dac-925b-d09a7aa9aa6e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:24.743410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1d62685-5745-4d74-a057-00cfbb9d5c2d req-215c8bba-c605-44a1-a281-7e7fc0f98694 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821979 Aug 20 08:55:24.752048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:24.754276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e7128cf0-73df-43ce-9a7a-d98b7bd67ed9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3062258 Aug 20 08:55:24.757586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45322) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:24.781355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] Routers {'eff1fad7-da1c-4dac-925b-d09a7aa9aa6e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:24.787431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eff1fad7-da1c-4dac-925b-d09a7aa9aa6e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:24.835780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:24.873680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] Routers {'eff1fad7-da1c-4dac-925b-d09a7aa9aa6e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:24.874331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eff1fad7-da1c-4dac-925b-d09a7aa9aa6e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:24.878923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 984269b4-2307-42c0-bd57-bdf46135cfcf details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:24.892068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cc9e1684-8bbf-46e1-8154-fc66512da80a tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/eff1fad7-da1c-4dac-925b-d09a7aa9aa6e HTTP/1.1" status: 200 len: 919 time: 0.1332397 Aug 20 08:55:24.895717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45340) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:24.926933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e32979-3ed1-492a-8033-ae801b7f0b14 req-536190f6-2760-4e01-a949-03620e98820c tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:24.935178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30e32979-3ed1-492a-8033-ae801b7f0b14 req-536190f6-2760-4e01-a949-03620e98820c tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 946 time: 0.0621910 Aug 20 08:55:24.938955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45352) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:24.943595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Request body: {'floatingip': {'port_id': '06cb6f33-6ef5-4ede-9938-3bb801cd032f'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:24.968249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-444d7048-d25f-4360-ac07-7c5c8f9dcd45 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=eff1fad7-da1c-4dac-925b-d09a7aa9aa6e HTTP/1.1" status: 200 len: 205 time: 0.0685327 Aug 20 08:55:24.968470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45356) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:24.981900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:24.982570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071eec33-68d3-42de-b4fc-d0ae8ef29e6f None None] The sync data for ids ['eff1fad7-da1c-4dac-925b-d09a7aa9aa6e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:25.044726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.124766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 984269b4-2307-42c0-bd57-bdf46135cfcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=984269b4-2307-42c0-bd57-bdf46135cfcf,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:25.160564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '984269b4-2307-42c0-bd57-bdf46135cfcf', 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab', 'port_id': '984269b4-2307-42c0-bd57-bdf46135cfcf', 'mac_address': 'fa:16:3e:22:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba56f9f1-6a70-48b3-a41a-b4612b7df04e', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:25.226568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.246655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.265469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984269b4-2307-42c0-bd57-bdf46135cfcf {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:25.307457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 984269b4-2307-42c0-bd57-bdf46135cfcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=984269b4-2307-42c0-bd57-bdf46135cfcf,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:25.315034 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.316041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c90ef330-cd69-4b44-8a73-fe06e8526de3 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:25.454978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.466264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f41ce-0e1c-4e65-98a2-9c4079b1aec8 req-2a2b056c-e655-4154-8df9-2e6a10f2a2fa tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.476935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d9f41ce-0e1c-4e65-98a2-9c4079b1aec8 req-2a2b056c-e655-4154-8df9-2e6a10f2a2fa tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1291041 Aug 20 08:55:25.497310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=984269b4-2307-42c0-bd57-bdf46135cfcf,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:25.521277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c90ef330-cd69-4b44-8a73-fe06e8526de3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c90ef330-cd69-4b44-8a73-fe06e8526de3,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:25.535069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'c90ef330-cd69-4b44-8a73-fe06e8526de3', 'network_id': '40c53fe2-5986-4f61-9453-31a713d21af8', 'port_id': 'c90ef330-cd69-4b44-8a73-fe06e8526de3', 'mac_address': 'fa:16:3e:69:aa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a315d-070f-4438-818e-5fd584d2e7d0', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:25.542056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Deleting port 645b2948-15a3-41f4-8047-bfdd53697ede {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:25.542425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.613152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.631432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90ef330-cd69-4b44-8a73-fe06e8526de3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:25.650258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45406) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:25.655970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c90ef330-cd69-4b44-8a73-fe06e8526de3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c90ef330-cd69-4b44-8a73-fe06e8526de3,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:25.672875 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.673654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a357af8e-1529-4e78-be42-c3d5e93f5a46 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:25.703842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.727189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Calling delete_port for 645b2948-15a3-41f4-8047-bfdd53697ede owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:25.735244 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-cb7dc8b4-94e0-4b7d-9db6-f49c648c922c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0858340 Aug 20 08:55:25.755311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c90ef330-cd69-4b44-8a73-fe06e8526de3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:25.759537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a357af8e-1529-4e78-be42-c3d5e93f5a46, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:25.770957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'a357af8e-1529-4e78-be42-c3d5e93f5a46', 'network_id': 'd2b77630-af02-4e47-884f-5d3e30f4beab', 'port_id': 'a357af8e-1529-4e78-be42-c3d5e93f5a46', 'mac_address': 'fa:16:3e:07:f5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba56f9f1-6a70-48b3-a41a-b4612b7df04e', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:25.825230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.838683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a357af8e-1529-4e78-be42-c3d5e93f5a46 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:25.862526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d9f41ce-0e1c-4e65-98a2-9c4079b1aec8 req-e8ef740e-b0d4-42b6-986d-500f56682e0d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799856 Aug 20 08:55:25.863122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a357af8e-1529-4e78-be42-c3d5e93f5a46, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:25.873985 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.913881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-472529863-network', 'tenant_id': '4382ecd349434db2ae9560951f498aaf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:25.949591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=a357af8e-1529-4e78-be42-c3d5e93f5a46,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:25.980974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Made reservation on behalf of 4382ecd349434db2ae9560951f498aaf for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:25.984015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:25.994112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e859-4a46-460a-a973-1e9e0ad3900e req-b9ff6bcf-6eb1-4d29-a44f-59328e97108d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.995550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.996318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.996651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.997135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.997613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.998112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:25.998588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.000058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e859-4a46-460a-a973-1e9e0ad3900e req-b9ff6bcf-6eb1-4d29-a44f-59328e97108d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.000442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5f693d0-f390-444a-affc-97e4247928d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.1740789 Aug 20 08:55:26.008761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1e859-4a46-460a-a973-1e9e0ad3900e req-b9ff6bcf-6eb1-4d29-a44f-59328e97108d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.010662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.010887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0b1e859-4a46-460a-a973-1e9e0ad3900e req-b9ff6bcf-6eb1-4d29-a44f-59328e97108d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2414 time: 0.1812966 Aug 20 08:55:26.056020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.088921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0b1e859-4a46-460a-a973-1e9e0ad3900e req-1b797725-abbf-4193-a346-5c273124cf2a tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711706 Aug 20 08:55:26.143454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event deleted for resources: {'Port': ['ID=645b2948-15a3-41f4-8047-bfdd53697ede,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:26.153309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.157609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.252583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['984269b4-2307-42c0-bd57-bdf46135cfcf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:26.270611 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Floating IP 71c16f7d-1465-45f0-903f-9efcfad49294 associated. External IP: 172.25.5.37, port: 06cb6f33-6ef5-4ede-9938-3bb801cd032f. Aug 20 08:55:26.274515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.297482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['a357af8e-1529-4e78-be42-c3d5e93f5a46'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:26.345559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-28e7fa31-cff7-4ba9-96a1-fb157db0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.346075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-28e7fa31-cff7-4ba9-96a1-fb157db0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.346558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-28e7fa31-cff7-4ba9-96a1-fb157db0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.348176 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-28e7fa31-cff7-4ba9-96a1-fb157db0b683 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=8c97371e-9164-463e-9da6-569b1f99b62f&id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 2290 time: 0.3089049 Aug 20 08:55:26.362388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c90ef330-cd69-4b44-8a73-fe06e8526de3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:26.432116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.441637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.453681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.500015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.523975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Router cb058ee3-fc32-42e4-a48d-bcdae2298156 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:55:26.532323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.532847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Fanout notify agent at l3_agent the message router_deleted on router eff1fad7-da1c-4dac-925b-d09a7aa9aa6e {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:26.542416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:55:26.549522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.550708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-46c49ea3-3013-425a-a0d2-880487692da4 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/eff1fad7-da1c-4dac-925b-d09a7aa9aa6e HTTP/1.1" status: 204 len: 168 time: 1.5813479 Aug 20 08:55:26.554439 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-c1c81880-e562-4b50-b381-e88a0b6df3c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 1000 time: 0.1963065 Aug 20 08:55:26.560077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45432) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:26.566197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1563802700', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': False}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:26.574023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b0fe48-4e5a-4884-b7da-d14dc1192131,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:26.611716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.612276 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Added segment f90ba7d9-f185-4523-9ce6-664092c1c30d of type vlan for network a810fb87-0153-4f4a-9162-62cb4bec1532 Aug 20 08:55:26.676622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:26.682387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.690077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.691490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.715761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.721863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6a23a846-c082-4a83-a1f4-098b43317ea1 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "PUT /v2.0/floatingips/71c16f7d-1465-45f0-903f-9efcfad49294 HTTP/1.1" status: 200 len: 991 time: 1.7792931 Aug 20 08:55:26.721863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:26.722684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-6b3444d3-9625-4219-a448-e6fada69a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.725766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-6b3444d3-9625-4219-a448-e6fada69a1d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 200 len: 851 time: 0.1558568 Aug 20 08:55:26.734908 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:26.831211 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] Sync routers for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:26.838414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.839350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.840387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.841072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:26.842400 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:26.843158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:26.892733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:26.936724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5360a7b-dd18-4e7a-b194-d808116e4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:26.938260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-e5360a7b-dd18-4e7a-b194-d808116e4e19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f95823e4-5c94-4000-9c08-c63c5e51a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032537 Aug 20 08:55:26.956611 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:27.003439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45448) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:27.003596 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3509161 Aug 20 08:55:27.014481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Request body: {'subnet': {'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-472529863-subnet', 'tenant_id': '4382ecd349434db2ae9560951f498aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:27.020104 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3052b6-3f6d-4e9f-a610-2e0a9d286c99 x-openstack-request-id: req-8b3052b6-3f6d-4e9f-a610-2e0a9d286c99 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:27.020763 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:27.021847 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b3052b6-3f6d-4e9f-a610-2e0a9d286c99 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:27.022350 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'status': 'completed', 'code': 200} Aug 20 08:55:27.054823 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:27.057214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c51f5-c78f-45c9-a3f3-33768fc276ad req-a9e8932e-1bb4-459b-88ab-c36486cd5a43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.066919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d1c51f5-c78f-45c9-a3f3-33768fc276ad req-a9e8932e-1bb4-459b-88ab-c36486cd5a43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1000905 Aug 20 08:55:27.085162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:27.087987 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461fb04-76aa-44a5-94f5-1e7a5caa9242" -d '{"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-unplugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:27.092491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Made reservation on behalf of 4382ecd349434db2ae9560951f498aaf for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:27.095413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:27.104382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:27.107678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0240b-f5dd-44be-b761-f52233c0698a admin admin] Pushing event updated for resources: {'Network': ['ID=a810fb87-0153-4f4a-9162-62cb4bec1532,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:27.125965 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:27.133175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a810fb87-0153-4f4a-9162-62cb4bec1532 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:55:27.171492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d1c51f5-c78f-45c9-a3f3-33768fc276ad req-c7d2c303-dc48-4acb-822e-6ae08380d449 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997345 Aug 20 08:55:27.203353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:27.258196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-0dbffc1f-f719-45e7-ae10-e429b428ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.259670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-0dbffc1f-f719-45e7-ae10-e429b428ccad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3412239edc994b2791619726bae99aa3&device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 1097 time: 0.1995409 Aug 20 08:55:27.262572 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b582704-4c90-45a2-8c09-e4aa1c1b0a3d x-openstack-request-id: req-1b582704-4c90-45a2-8c09-e4aa1c1b0a3d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:27.262871 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-unplugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:27.263114 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b582704-4c90-45a2-8c09-e4aa1c1b0a3d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:27.263507 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'code': 200} Aug 20 08:55:27.341499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-411b2344-e836-4202-8d9e-ec8f6f93ed41 service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451519 Aug 20 08:55:27.352148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:27.371240 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '71c16f7d-1465-45f0-903f-9efcfad49294', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'port_id': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'mac_address': 'fa:16:3e:4a:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:55:04Z', 'updated_at': '2021-08-20T08:55:26Z', 'revision_number': 1, 'project_id': '3412239edc994b2791619726bae99aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:10Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:27.399517 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] Checking router: cb058ee3-fc32-42e4-a48d-bcdae2298156 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:55:27.407277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:27.409550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:27.410227 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:27.462205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-358405fb-6e21-4f03-a245-b15e374edf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.463599 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-358405fb-6e21-4f03-a245-b15e374edf15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2 HTTP/1.1" status: 200 len: 915 time: 0.1773074 Aug 20 08:55:27.472909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939bf6f-84e9-4088-9985-7674c50d2800 req-7cac1ee4-50f7-441d-a99d-7478e258f584 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.479201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939bf6f-84e9-4088-9985-7674c50d2800 req-7cac1ee4-50f7-441d-a99d-7478e258f584 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.485367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939bf6f-84e9-4088-9985-7674c50d2800 req-7cac1ee4-50f7-441d-a99d-7478e258f584 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.495508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e939bf6f-84e9-4088-9985-7674c50d2800 req-7cac1ee4-50f7-441d-a99d-7478e258f584 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2415 time: 0.1210051 Aug 20 08:55:27.498375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-10da1f8c-450c-47e0-89a5-c5fd44eaa203 service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447625 Aug 20 08:55:27.515607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a04b5b-1a7f-482b-80ef-61ec57b83c7c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:27.526743 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:27.537164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Checking segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:27.537904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Network hostable DHCP agents. Network: a810fb87-0153-4f4a-9162-62cb4bec1532, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:55:27.566590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e939bf6f-84e9-4088-9985-7674c50d2800 req-cd765eb8-7dff-4122-8fc0-3bf792b25950 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Aug 20 08:55:27.576097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Network a810fb87-0153-4f4a-9162-62cb4bec1532 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:55:27.576612 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-af7c1c88-32c9-42a0-beeb-676f68b50287 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 217 time: 0.0464764 Aug 20 08:55:27.597232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, a810fb87-0153-4f4a-9162-62cb4bec1532) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:27.597232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:27.597232 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:27.604107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c3508-11fb-4927-a53d-a099dd3420fe None None] Network a810fb87-0153-4f4a-9162-62cb4bec1532 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:27.606624 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-7585d469-9a72-4592-82cb-425aad7677c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f HTTP/1.1" status: 200 len: 999 time: 0.1221120 Aug 20 08:55:27.635693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dff99d29-2beb-4557-92b8-463aa5922a5f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6283059 Aug 20 08:55:27.793550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6b882-4ade-45a1-87bc-346519959eb2 None None] Network a810fb87-0153-4f4a-9162-62cb4bec1532 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:27.828293 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '71c16f7d-1465-45f0-903f-9efcfad49294', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'port_id': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'mac_address': 'fa:16:3e:4a:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:55:04Z', 'updated_at': '2021-08-20T08:55:26Z', 'revision_number': 1, 'project_id': '3412239edc994b2791619726bae99aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:10Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:27.868524 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f6073e-606c-460e-bcfa-77e22f8d8ec3 None None] The sync data for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 is: [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '71c16f7d-1465-45f0-903f-9efcfad49294', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'floating_ip_address': '172.25.5.37', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'port_id': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'mac_address': 'fa:16:3e:4a:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:55:04Z', 'updated_at': '2021-08-20T08:55:26Z', 'revision_number': 1, 'project_id': '3412239edc994b2791619726bae99aa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:10Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:28.098939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-e60ab45c-9e28-42db-a98b-87b59025feea tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.101229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-e60ab45c-9e28-42db-a98b-87b59025feea tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.1170371 Aug 20 08:55:28.122141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-97e82e35-52fc-4568-854f-e9427b5b82e7 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/quotas/4382ecd349434db2ae9560951f498aaf HTTP/1.1" status: 200 len: 375 time: 0.0126376 Aug 20 08:55:28.135358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1ae5a-c780-49b2-a836-fe80840d9f00 None None] New status for floating IP 71c16f7d-1465-45f0-903f-9efcfad49294: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:55:28.173510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-74e35416-0880-4dc5-b5d9-c179d5c8bad4 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364423 Aug 20 08:55:28.186928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-184138c1-0ab5-4314-9910-187bbc2c1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.188565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-184138c1-0ab5-4314-9910-187bbc2c1a0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.5938089 Aug 20 08:55:28.207176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-c2b8f43b-c865-498b-a0c2-9462c256e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.208793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-c2b8f43b-c865-498b-a0c2-9462c256e760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33cc909-b3d7-4817-ac9b-7d43ab6fe04a HTTP/1.1" status: 200 len: 854 time: 0.5650463 Aug 20 08:55:28.251024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:28.288359 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:28.308108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-adf6f174-9165-418c-a867-5895728fe05a service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261249 Aug 20 08:55:28.312683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-05f2ffe7-59dd-4650-9508-5e6f7edcb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.314479 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-05f2ffe7-59dd-4650-9508-5e6f7edcb766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160896 Aug 20 08:55:28.338144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28cae-4777-4082-8c4b-a526dcdfda77 req-fe88cdf4-eb74-4943-9a43-c6356a7bfd78 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.339686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99b28cae-4777-4082-8c4b-a526dcdfda77 req-fe88cdf4-eb74-4943-9a43-c6356a7bfd78 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0701084 Aug 20 08:55:28.413493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-a0af8672-620e-4791-baf0-d7a342a12cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.415091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-a0af8672-620e-4791-baf0-d7a342a12cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822088 Aug 20 08:55:28.439701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99b28cae-4777-4082-8c4b-a526dcdfda77 req-d7c8bc33-82c3-4378-a13a-7988c9d92620 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883403 Aug 20 08:55:28.461554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-777d8c55-9f78-4838-8465-be1344dbc9ac service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355345 Aug 20 08:55:28.546310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Allocated IP 172.25.5.208 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/5afc3e21-93e1-403f-bdb1-b13f1ab51ec1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:28.579943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-27b44644-2288-4bff-82aa-eaa6ab793715 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351365 Aug 20 08:55:28.616254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-046203b8-0ef3-492e-9df0-64140bd5f7f9 service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910210 Aug 20 08:55:28.642724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddcc6d53-88db-4466-b95c-c7077fdfc663 req-effcc035-c7ac-41b3-971c-386aac27098b tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 210 time: 0.0312102 Aug 20 08:55:28.765612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e5898-8189-47a2-9fef-8da9f1c5d121 req-e8c58a42-e623-4d19-8443-7c505aae6bcc tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.772660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e5898-8189-47a2-9fef-8da9f1c5d121 req-e8c58a42-e623-4d19-8443-7c505aae6bcc tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.780159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e5898-8189-47a2-9fef-8da9f1c5d121 req-e8c58a42-e623-4d19-8443-7c505aae6bcc tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:28.782030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f43e5898-8189-47a2-9fef-8da9f1c5d121 req-e8c58a42-e623-4d19-8443-7c505aae6bcc tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2415 time: 0.1066117 Aug 20 08:55:28.829263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f43e5898-8189-47a2-9fef-8da9f1c5d121 req-052bf28f-72fa-4fe4-a74f-d040c8f0fc6d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Aug 20 08:55:28.855299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3cd339f-2b1c-47cb-b27d-865e8ebb6b9f req-04f081c8-39e3-40cb-96b1-b9a4b2511e78 service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049854 Aug 20 08:55:28.862503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-aa9574b1-9c31-4c4c-8bfd-71117f320f40 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685196 Aug 20 08:55:28.866258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:28.905952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:28.909847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 984269b4-2307-42c0-bd57-bdf46135cfcf up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:28.921026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-cdb1c705-3bc5-48d6-8c2c-b7270562ed5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 217 time: 0.0472820 Aug 20 08:55:29.024716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-42c5d923-90fe-4f6d-97cf-8ace7171ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:29.026425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-42c5d923-90fe-4f6d-97cf-8ace7171ec3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0981052 Aug 20 08:55:29.027453 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.028054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 984269b4-2307-42c0-bd57-bdf46135cfcf completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:29.043908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 984269b4-2307-42c0-bd57-bdf46135cfcf triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:29.044282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.091005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:29.098684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:29.104407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:29.138066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Port': ['ID=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:29.156555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-4b13ea06-5dd5-4bfa-9dec-8e6cb57f4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:29.158109 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-4b13ea06-5dd5-4bfa-9dec-8e6cb57f4c5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1230316 Aug 20 08:55:29.226932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:29.242539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'mac_address': 'fa:16:3e:84:31:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:29.303250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.327498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:29.332958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.366681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:29.371262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984269b4-2307-42c0-bd57-bdf46135cfcf'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:29.373533 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b7ba71-3896-4ae8-9be8-4ee47b93b3ee" -d '{"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-plugged", "status": "completed", "tag": "984269b4-2307-42c0-bd57-bdf46135cfcf"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:29.384121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-38acb5dd-4f26-47ba-92eb-67c1b3d426cb service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873658 Aug 20 08:55:29.384684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.390984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 984269b4-2307-42c0-bd57-bdf46135cfcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=984269b4-2307-42c0-bd57-bdf46135cfcf,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:29.413427 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.414694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c90ef330-cd69-4b44-8a73-fe06e8526de3 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:29.437377 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd9d8a-5afe-4ad7-b344-f5c4e53782a9 x-openstack-request-id: req-3dfd9d8a-5afe-4ad7-b344-f5c4e53782a9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:29.437672 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-plugged", "status": "completed", "tag": "984269b4-2307-42c0-bd57-bdf46135cfcf", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:29.437950 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dfd9d8a-5afe-4ad7-b344-f5c4e53782a9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:29.438338 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984269b4-2307-42c0-bd57-bdf46135cfcf', 'code': 200} Aug 20 08:55:29.473951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:29.523318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.527937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port c90ef330-cd69-4b44-8a73-fe06e8526de3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:29.532809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port c90ef330-cd69-4b44-8a73-fe06e8526de3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:29.533185 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.537946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=984269b4-2307-42c0-bd57-bdf46135cfcf,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:29.560108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:29.659337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-ef86d421-4b7b-4f41-963d-d2049c82e87b service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669032 Aug 20 08:55:29.686774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52859bf0-50d9-4c32-a072-7b4692ef94e1 req-88b767ab-9db1-46a8-8f89-d8eb722c54b5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:29.689148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52859bf0-50d9-4c32-a072-7b4692ef94e1 req-88b767ab-9db1-46a8-8f89-d8eb722c54b5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1222441 Aug 20 08:55:29.689517 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.756506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c90ef330-cd69-4b44-8a73-fe06e8526de3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c90ef330-cd69-4b44-8a73-fe06e8526de3,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:29.767238 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.767848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a357af8e-1529-4e78-be42-c3d5e93f5a46 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:29.796344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52859bf0-50d9-4c32-a072-7b4692ef94e1 req-d477410d-cc04-488c-91af-236030797051 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951777 Aug 20 08:55:29.800936 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-0f953ff7-1254-440d-a935-8319c82b0db5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 217 time: 0.1189585 Aug 20 08:55:29.869086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c90ef330-cd69-4b44-8a73-fe06e8526de3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:29.882484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port a357af8e-1529-4e78-be42-c3d5e93f5a46 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:29.888070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port a357af8e-1529-4e78-be42-c3d5e93f5a46 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:29.888886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:29.890874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b986c74-d0ab-479c-aaa1-fefa35e0d153 req-28ae409a-b91d-4465-a77a-a628e739f8a0 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 210 time: 0.1260874 Aug 20 08:55:29.899991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-31be8de4-0a84-4cff-a30a-9829835bcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:29.902076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-31be8de4-0a84-4cff-a30a-9829835bcdfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1096 time: 0.1356225 Aug 20 08:55:29.982696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-f02c0199-648f-466b-9f67-a2f1f7f14986 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:29.984127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-f02c0199-648f-466b-9f67-a2f1f7f14986 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.26 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.4041419 Aug 20 08:55:29.999735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Request body: {'port': {'device_id': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'admin_state_up': True, 'tenant_id': '4382ecd349434db2ae9560951f498aaf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:30.006834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-ab6d1d94-4f6e-4430-be29-828b0791c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.008247 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:30.008377 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-ab6d1d94-4f6e-4430-be29-828b0791c3cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.1943450 Aug 20 08:55:30.051504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a357af8e-1529-4e78-be42-c3d5e93f5a46, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:30.058028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:30.082232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:30.086841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-356fa1e7-efd3-47b7-9d29-5f1209312f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.089898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-356fa1e7-efd3-47b7-9d29-5f1209312f6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.1577032 Aug 20 08:55:30.102914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db497c-56a0-4313-8cfa-b5719c190d6e req-752573d5-456f-4ec0-83dd-393a38913eae tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.111463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db497c-56a0-4313-8cfa-b5719c190d6e req-752573d5-456f-4ec0-83dd-393a38913eae tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.118880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db497c-56a0-4313-8cfa-b5719c190d6e req-752573d5-456f-4ec0-83dd-393a38913eae tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.120612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28db497c-56a0-4313-8cfa-b5719c190d6e req-752573d5-456f-4ec0-83dd-393a38913eae tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2417 time: 0.1395593 Aug 20 08:55:30.126288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=a357af8e-1529-4e78-be42-c3d5e93f5a46,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:30.163093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-bb2d3dd6-8a36-4e30-8115-9ed55649ccd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0407598 Aug 20 08:55:30.171847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-3f87c757-2c13-459b-b24a-d3f93d0ca04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.173333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-3f87c757-2c13-459b-b24a-d3f93d0ca04a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228402 Aug 20 08:55:30.234984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28db497c-56a0-4313-8cfa-b5719c190d6e req-5949fd48-14d3-4962-a4a2-a9d2b6979198 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751948 Aug 20 08:55:30.238945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-c8e0e209-6e6f-4471-9b38-b6edc2c8642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:30.241058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-c8e0e209-6e6f-4471-9b38-b6edc2c8642b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.0713565 Aug 20 08:55:30.274008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-02b3ee6c-b231-495b-b62e-86318dacf867 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262747 Aug 20 08:55:30.311782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Made reservation on behalf of 4382ecd349434db2ae9560951f498aaf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:30.315342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:30.381578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-9da997eb-1c22-4dd9-a58d-a700203153c3 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007438 Aug 20 08:55:30.418997 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-d8445a0e-e959-446e-951d-ada75d2a7528 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041156 Aug 20 08:55:30.422054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Router 65c16c24-241b-41e5-b82a-1ace365df7a7 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:30.493977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2afc3d5f-247e-4bf2-ba21-d906bf0f7fb6 req-2799d7c1-219a-429e-b554-b087718904ec service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039851 Aug 20 08:55:30.597831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Allocated IP 172.20.0.3 (a810fb87-0153-4f4a-9162-62cb4bec1532/45a04b5b-1a7f-482b-80ef-61ec57b83c7c/da620b94-f92d-430e-b897-96ebb3abd5e0) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:30.921217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:31.011468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53e0ad-4977-4194-8e36-bbed672ad2b3 req-fcbdcf9c-06ff-424c-b357-abeec4d1625c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.030345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e53e0ad-4977-4194-8e36-bbed672ad2b3 req-fcbdcf9c-06ff-424c-b357-abeec4d1625c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1527085 Aug 20 08:55:31.045702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:31.050402 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-558fa1a9-dc8b-4fad-bf29-fc6c09483a32 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196027 Aug 20 08:55:31.056550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Sync routers for ids ['65c16c24-241b-41e5-b82a-1ace365df7a7'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:31.075197 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Routers {'65c16c24-241b-41e5-b82a-1ace365df7a7'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:31.076039 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['65c16c24-241b-41e5-b82a-1ace365df7a7'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:31.094716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:31.097240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e53e0ad-4977-4194-8e36-bbed672ad2b3 req-c0bbe520-e103-45fd-99af-e4cdb45d3ea2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Aug 20 08:55:31.101598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.211894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c339929b-3aab-47d5-b196-85befdf839af req-44efd535-bafb-4b33-a1ee-5cf1db324e4f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 210 time: 0.0766408 Aug 20 08:55:31.243146 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Set router 65c16c24-241b-41e5-b82a-1ace365df7a7 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:31.294582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.303468 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.338423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.342802 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-61900373-686d-47a6-bacd-96c48af87c5f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7793577 Aug 20 08:55:31.342802 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-c3955cfd-7290-4c0e-855c-0096c5a76ca6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 217 time: 0.2798722 Aug 20 08:55:31.343198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45584) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:31.343945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.377917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:31.383758 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.439351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90ef330-cd69-4b44-8a73-fe06e8526de3'}, {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a357af8e-1529-4e78-be42-c3d5e93f5a46'}, {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:31.444254 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2c57d-e489-4841-a5e4-d377ce3e506b" -d '{"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-plugged", "status": "completed", "tag": "c90ef330-cd69-4b44-8a73-fe06e8526de3"}, {"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-plugged", "status": "completed", "tag": "a357af8e-1529-4e78-be42-c3d5e93f5a46"}, {"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-plugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:31.492500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Network a810fb87-0153-4f4a-9162-62cb4bec1532 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:31.494909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:31.503732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:31.523286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:31.527838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-6b322b40-fc92-439a-897e-1287748621d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.529455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-6b322b40-fc92-439a-897e-1287748621d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.1718228 Aug 20 08:55:31.531869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event updated for resources: {'Port': ['ID=da620b94-f92d-430e-b897-96ebb3abd5e0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:31.558408 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd98d75-8c81-45ba-b0b4-55a5b376a95f x-openstack-request-id: req-6dd98d75-8c81-45ba-b0b4-55a5b376a95f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:31.559129 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-plugged", "status": "completed", "tag": "c90ef330-cd69-4b44-8a73-fe06e8526de3", "code": 200}, {"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-plugged", "status": "completed", "tag": "a357af8e-1529-4e78-be42-c3d5e93f5a46", "code": 200}, {"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-plugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:31.559574 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6dd98d75-8c81-45ba-b0b4-55a5b376a95f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:31.560182 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90ef330-cd69-4b44-8a73-fe06e8526de3', 'code': 200} Aug 20 08:55:31.560616 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a357af8e-1529-4e78-be42-c3d5e93f5a46', 'code': 200} Aug 20 08:55:31.561041 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'code': 200} Aug 20 08:55:31.590540 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c16c24-241b-41e5-b82a-1ace365df7a7', 'name': 'tempest-snat-router-1563802700', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '5afc3e21-93e1-403f-bdb1-b13f1ab51ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:26Z', 'updated_at': '2021-08-20T08:55:29Z', 'revision_number': 3, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port': {'id': '5afc3e21-93e1-403f-bdb1-b13f1ab51ec1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c16c24-241b-41e5-b82a-1ace365df7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:55:28Z', 'updated_at': '2021-08-20T08:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:31.611250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4d400-71fe-48ab-967f-a00150a5b1c2 req-c769838b-8d20-4cc2-bbe2-2b1fb8cc8fc2 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.617894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4d400-71fe-48ab-967f-a00150a5b1c2 req-c769838b-8d20-4cc2-bbe2-2b1fb8cc8fc2 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.625329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4d400-71fe-48ab-967f-a00150a5b1c2 req-c769838b-8d20-4cc2-bbe2-2b1fb8cc8fc2 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.627567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ef4d400-71fe-48ab-967f-a00150a5b1c2 req-c769838b-8d20-4cc2-bbe2-2b1fb8cc8fc2 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2418 time: 0.2701178 Aug 20 08:55:31.636274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-497a991d-48cf-42ef-9f4e-acdce1ecbd2b tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/65c16c24-241b-41e5-b82a-1ace365df7a7 HTTP/1.1" status: 200 len: 909 time: 0.2917879 Aug 20 08:55:31.638555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45590) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:31.638874 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Checking router: 65c16c24-241b-41e5-b82a-1ace365df7a7 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:55:31.639398 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Updating router 65c16c24-241b-41e5-b82a-1ace365df7a7 port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:55:31.642797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.643565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.643885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1563802700', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': True}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:31.675842 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.689751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-a3e5a0a4-629d-4217-873f-38d3925558db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.691686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-a3e5a0a4-629d-4217-873f-38d3925558db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363664 Aug 20 08:55:31.696221 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-fcaaf8fa-0ac2-4103-885b-3ab0d63203e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7001104 Aug 20 08:55:31.702107 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.703366 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.718600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Request body: {'port': {'device_id': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:31.722711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ef4d400-71fe-48ab-967f-a00150a5b1c2 req-b92fb12c-ed06-4fd5-91d3-99ec1ac5f079 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850067 Aug 20 08:55:31.814267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.859124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91576e6f-0508-401a-a197-e215e6a8a040 req-2de386d1-262e-4398-8eb2-8c83ad275f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.859647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91576e6f-0508-401a-a197-e215e6a8a040 req-2de386d1-262e-4398-8eb2-8c83ad275f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.860142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91576e6f-0508-401a-a197-e215e6a8a040 req-2de386d1-262e-4398-8eb2-8c83ad275f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:31.862052 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91576e6f-0508-401a-a197-e215e6a8a040 req-2de386d1-262e-4398-8eb2-8c83ad275f2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2871 time: 0.2128437 Aug 20 08:55:31.926053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:31.962471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91576e6f-0508-401a-a197-e215e6a8a040 req-251540a2-62c4-4474-8ee6-52c7c645835a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752213 Aug 20 08:55:31.966313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-a4d234ba-6004-449c-a156-e0fbbbb0d9cc service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650204 Aug 20 08:55:32.009837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.248390 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.281290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Transition to ACTIVE for port object 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:32.290993 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.350390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Attempting to bind port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:32.350390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Attempting to bind port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:32.350390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Attempting to bind port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:32.369666 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-f62d98c3-8a06-45a8-bf3b-c31a07e56ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762185 Aug 20 08:55:32.380355 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:32.380780 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:32.381329 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.381756 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:32.382360 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Bound port: 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:32.382833 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.385152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.437413 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-984cf599-4f88-40ff-a562-e5ddb29940f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 217 time: 0.0593650 Aug 20 08:55:32.457549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.461126 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] For port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:32.474796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b484e-1c6f-4f1e-bdd9-84d674e439ca None None] Pushing event updated for resources: {'Port': ['ID=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:32.490637 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] For port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:32.506926 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.507921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc439-7408-497b-b255-9d297a88ff18 req-0dc811ba-e38f-457c-8d1b-f3b7f02f11e7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:32.514919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-ead04479-9ac6-4bd3-8e0f-c9b9d0418188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:32.516378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-ead04479-9ac6-4bd3-8e0f-c9b9d0418188 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.0707750 Aug 20 08:55:32.519284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d1cc439-7408-497b-b255-9d297a88ff18 req-0dc811ba-e38f-457c-8d1b-f3b7f02f11e7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2991695 Aug 20 08:55:32.575785 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Routers {'65c16c24-241b-41e5-b82a-1ace365df7a7'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:32.576698 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['65c16c24-241b-41e5-b82a-1ace365df7a7'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:32.604875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da620b94-f92d-430e-b897-96ebb3abd5e0 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:32.616796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.619801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-a1aa38b6-8a7b-4a70-b142-18aae01b9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:32.621399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-a1aa38b6-8a7b-4a70-b142-18aae01b9563 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914562 Aug 20 08:55:32.629174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac968647-1719-498a-9d98-4cc42100353c req-2f9e67f0-299e-40dd-b681-cb78f8f17981 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:32.631477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac968647-1719-498a-9d98-4cc42100353c req-2f9e67f0-299e-40dd-b681-cb78f8f17981 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 931 time: 0.2492969 Aug 20 08:55:32.645061 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b484e-1c6f-4f1e-bdd9-84d674e439ca None None] Pushing event updated for resources: {'Port': ['ID=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:32.669151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d1cc439-7408-497b-b255-9d297a88ff18 req-18b3f096-2287-4383-bd44-51b80913f52c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459816 Aug 20 08:55:32.746524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Transition to ACTIVE for port object da620b94-f92d-430e-b897-96ebb3abd5e0 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:32.757824 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:32.760865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac968647-1719-498a-9d98-4cc42100353c req-172a100c-4e9c-4015-be6a-f4bbf36b92f9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171441 Aug 20 08:55:32.819630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Pushing event updated for resources: {'Port': ['ID=da620b94-f92d-430e-b897-96ebb3abd5e0,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:32.860838 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] Set router 65c16c24-241b-41e5-b82a-1ace365df7a7 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:32.865188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Allocated IP 172.25.5.209 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/90689fa1-4753-4a39-bcd7-2686c404ee83) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:32.962358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-dd8d0ad5-1b2b-48de-9b83-f201393a06a9 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274844 Aug 20 08:55:32.997333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Attempting to bind port da620b94-f92d-430e-b897-96ebb3abd5e0 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:32.997674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Attempting to bind port da620b94-f92d-430e-b897-96ebb3abd5e0 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:32.998026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Attempting to bind port da620b94-f92d-430e-b897-96ebb3abd5e0 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:33.041203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Port da620b94-f92d-430e-b897-96ebb3abd5e0 on network a810fb87-0153-4f4a-9162-62cb4bec1532 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:55:33.041440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Attempting to bind port da620b94-f92d-430e-b897-96ebb3abd5e0 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:33.058577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:33.058918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Checking segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:33.059306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Bound using segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:33.059821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Bound port: da620b94-f92d-430e-b897-96ebb3abd5e0, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:33.060193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:33.088619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b3d7-4a28-492e-be19-6caaec5b505d req-2a90dd77-fed5-49aa-a6bf-5365ef9b418b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.096092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b3d7-4a28-492e-be19-6caaec5b505d req-2a90dd77-fed5-49aa-a6bf-5365ef9b418b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.103135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b3d7-4a28-492e-be19-6caaec5b505d req-2a90dd77-fed5-49aa-a6bf-5365ef9b418b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.110946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e992b3d7-4a28-492e-be19-6caaec5b505d req-2a90dd77-fed5-49aa-a6bf-5365ef9b418b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2418 time: 0.2433619 Aug 20 08:55:33.140074 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c16c24-241b-41e5-b82a-1ace365df7a7', 'name': 'tempest-snat-router-1563802700', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '5afc3e21-93e1-403f-bdb1-b13f1ab51ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:26Z', 'updated_at': '2021-08-20T08:55:29Z', 'revision_number': 3, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port': {'id': '5afc3e21-93e1-403f-bdb1-b13f1ab51ec1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c16c24-241b-41e5-b82a-1ace365df7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:55:28Z', 'updated_at': '2021-08-20T08:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:33.176659 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb277c7-b15b-46ad-a8be-cb13a05c6c5f None None] The sync data for ids ['65c16c24-241b-41e5-b82a-1ace365df7a7'] in n-d-804285-2 is: [{'id': '65c16c24-241b-41e5-b82a-1ace365df7a7', 'name': 'tempest-snat-router-1563802700', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '5afc3e21-93e1-403f-bdb1-b13f1ab51ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:26Z', 'updated_at': '2021-08-20T08:55:29Z', 'revision_number': 3, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port': {'id': '5afc3e21-93e1-403f-bdb1-b13f1ab51ec1', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:66:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c16c24-241b-41e5-b82a-1ace365df7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:55:28Z', 'updated_at': '2021-08-20T08:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:33.203933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e992b3d7-4a28-492e-be19-6caaec5b505d req-c515335a-9447-44fe-bd05-93e71cd11ea4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877280 Aug 20 08:55:33.243820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:33.274455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] For port da620b94-f92d-430e-b897-96ebb3abd5e0, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:33.278758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-fc3b7883-6e87-469d-9037-f19acd4ca077 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911470 Aug 20 08:55:33.290076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] For port da620b94-f92d-430e-b897-96ebb3abd5e0, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da620b94-f92d-430e-b897-96ebb3abd5e0,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:33.302672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:33.321021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:33.361512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:33.366693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:33.370171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:33.414053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Port': ['ID=90689fa1-4753-4a39-bcd7-2686c404ee83,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:33.425891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-a4d4a9a1-624a-4696-bf19-6750245055b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 217 time: 0.1190732 Aug 20 08:55:33.432121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.433201 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:33.434938 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] 10.222.0.26 "PUT /v2.0/ports/da620b94-f92d-430e-b897-96ebb3abd5e0 HTTP/1.1" status: 200 len: 1091 time: 1.7240200 Aug 20 08:55:33.435557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'tag': 'da620b94-f92d-430e-b897-96ebb3abd5e0'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:33.437972 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda6c292-0e85-488f-b4a5-1d209a64fa29" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2f8112-74e7-4887-afba-3fcc324bddcc", "tag": "da620b94-f92d-430e-b897-96ebb3abd5e0"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:33.536245 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174586c3-3e84-47e3-a71c-fae85d36cc66 x-openstack-request-id: req-174586c3-3e84-47e3-a71c-fae85d36cc66 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:33.537371 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2f8112-74e7-4887-afba-3fcc324bddcc", "tag": "da620b94-f92d-430e-b897-96ebb3abd5e0", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:33.537371 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-174586c3-3e84-47e3-a71c-fae85d36cc66 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:33.537707 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'tag': 'da620b94-f92d-430e-b897-96ebb3abd5e0', 'status': 'completed', 'code': 200} Aug 20 08:55:33.550134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef76c09-7ad3-4bb0-84e0-da42a38cfc86 service neutron] Pushing event updated for resources: {'Port': ['ID=da620b94-f92d-430e-b897-96ebb3abd5e0,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:33.569515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-55f69bcf-f0a5-4cc8-8ff9-4f902f7b05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.585569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-55f69bcf-f0a5-4cc8-8ff9-4f902f7b05dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.1410978 Aug 20 08:55:33.594474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-8d97e25a-c290-415c-8662-0777555a2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.595914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-8d97e25a-c290-415c-8662-0777555a2f96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 1094 time: 0.1035709 Aug 20 08:55:33.659335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-502427ea-d478-49ea-8236-103a249852bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da620b94-f92d-430e-b897-96ebb3abd5e0 HTTP/1.1" status: 200 len: 217 time: 0.0415387 Aug 20 08:55:33.732834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-64a700b5-aabf-49b2-bc0b-8e901860dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.734078 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-64a700b5-aabf-49b2-bc0b-8e901860dea0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315694 Aug 20 08:55:33.735811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4089c17f-412c-40b1-a1bc-78ad73750198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:33.737121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-4089c17f-412c-40b1-a1bc-78ad73750198 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.0602117 Aug 20 08:55:33.860952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:33.911034 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-0674de55-94f4-426a-ab73-3d2d70b1b09a service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668475 Aug 20 08:55:33.968043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-baf086d6-ed4d-4916-9806-89409f3706d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264572 Aug 20 08:55:34.004748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:34.013319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:34.015045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:34.096151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-26b40aa4-d26d-4139-be68-fbd0cb1e6cd8 req-40147eee-7e63-4e0f-952d-fbacce2eac88 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539962 Aug 20 08:55:34.276958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:34.306529 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-ebf99a8e-748d-44bb-8cd4-4aa9afe837c2 service neutron] 10.222.0.26 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090535 Aug 20 08:55:34.315014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:34.322720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:34.375879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:34.439199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:34.482343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6bdd153-578f-4ac6-8373-cb03bbbf87a9 req-6babf009-6959-4e3d-8ac8-30d343e2fcbe service neutron] 10.222.0.26 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644194 Aug 20 08:55:34.507805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c915-b4f1-4501-8bc7-2b38d3b26aa1 req-86857b4d-c42c-4347-a4f6-08c9a708db7b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:34.509686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bf7c915-b4f1-4501-8bc7-2b38d3b26aa1 req-86857b4d-c42c-4347-a4f6-08c9a708db7b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.6779177 Aug 20 08:55:34.590393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-4b763a8d-d82a-4554-baf6-b2b5e4a2e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:34.593189 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-4b763a8d-d82a-4554-baf6-b2b5e4a2e4d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 1094 time: 0.0604942 Aug 20 08:55:34.611456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e050037-7571-4821-996a-30884bb13e9e req-e65349a4-2452-4dd9-9146-f405fa64f683 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:34.620583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e050037-7571-4821-996a-30884bb13e9e req-e65349a4-2452-4dd9-9146-f405fa64f683 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 943 time: 0.2763636 Aug 20 08:55:34.668315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bf7c915-b4f1-4501-8bc7-2b38d3b26aa1 req-dec8caf2-a2ce-4452-82e7-799a1a7ece18 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494880 Aug 20 08:55:34.716230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e050037-7571-4821-996a-30884bb13e9e req-cbf34bda-7b23-43c2-9fc1-f3f42ba1c547 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938666 Aug 20 08:55:34.824235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-dce42dad-29f0-48df-b09b-e1ae60f2b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:34.844617 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-dce42dad-29f0-48df-b09b-e1ae60f2b35a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 914 time: 0.2360852 Aug 20 08:55:34.924447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-1421696a-6a85-4750-8fc5-87df93e0404c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da620b94-f92d-430e-b897-96ebb3abd5e0 HTTP/1.1" status: 200 len: 217 time: 0.0702949 Aug 20 08:55:34.956330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:35.010408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-271c6f58-2a6c-4e76-92b6-368a5bbaad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.013836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-271c6f58-2a6c-4e76-92b6-368a5bbaad16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.0754662 Aug 20 08:55:35.051382 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-ced74751-169a-4c9b-9ebd-c1c93451433b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311909 Aug 20 08:55:35.057089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bad4d6-50d5-4b9f-8a7e-800873d38f5e req-240b506e-83ee-4337-ae02-de4b27a84448 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.063133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bad4d6-50d5-4b9f-8a7e-800873d38f5e req-240b506e-83ee-4337-ae02-de4b27a84448 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.069228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bad4d6-50d5-4b9f-8a7e-800873d38f5e req-240b506e-83ee-4337-ae02-de4b27a84448 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.070961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28bad4d6-50d5-4b9f-8a7e-800873d38f5e req-240b506e-83ee-4337-ae02-de4b27a84448 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2418 time: 0.1123900 Aug 20 08:55:35.142815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28bad4d6-50d5-4b9f-8a7e-800873d38f5e req-b73f8fde-ed5b-4bf7-bddc-6166da75db83 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463028 Aug 20 08:55:35.176134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-02f16a8c-08a2-476b-8dc1-349d26a3ba43 service neutron] 10.222.0.26 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117983 Aug 20 08:55:35.198706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Router ad42c60e-bbf1-4d74-879b-9525368536c9 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:35.305106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fda6c292-0e85-488f-b4a5-1d209a64fa29 req-4cba1bbf-8f8d-48e1-ad45-910a2df3b684 service neutron] 10.222.0.26 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199098 Aug 20 08:55:35.329108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:35.340539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Sync routers for ids ['ad42c60e-bbf1-4d74-879b-9525368536c9'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:35.348849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:35.352241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a0400ae5-c38e-4774-b689-2af844c6f408 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7125301 Aug 20 08:55:35.355040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45656) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:35.357705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Routers {'ad42c60e-bbf1-4d74-879b-9525368536c9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:35.358461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ad42c60e-bbf1-4d74-879b-9525368536c9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:35.501769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d44961f1-0401-4dbf-8545-cd288fe64109 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/ad42c60e-bbf1-4d74-879b-9525368536c9 HTTP/1.1" status: 200 len: 908 time: 0.1445541 Aug 20 08:55:35.504325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:35.529761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Set router ad42c60e-bbf1-4d74-879b-9525368536c9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:55:35.710863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:35.776623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e893-1f3f-4af5-83c7-43b775dce6b9 req-ef0f886b-8f8a-4fb3-9666-11c2059cb765 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.795320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e893-1f3f-4af5-83c7-43b775dce6b9 req-ef0f886b-8f8a-4fb3-9666-11c2059cb765 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.805680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e893-1f3f-4af5-83c7-43b775dce6b9 req-ef0f886b-8f8a-4fb3-9666-11c2059cb765 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.809421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a43e893-1f3f-4af5-83c7-43b775dce6b9 req-ef0f886b-8f8a-4fb3-9666-11c2059cb765 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2418 time: 0.1966226 Aug 20 08:55:35.831186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:35.887293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad42c60e-bbf1-4d74-879b-9525368536c9', 'name': 'tempest-snat-router-1563802700', 'tenant_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '90689fa1-4753-4a39-bcd7-2686c404ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:55:31Z', 'updated_at': '2021-08-20T08:55:33Z', 'revision_number': 3, 'project_id': 'e1b4b26d0c0843b0b794e2d412dd3625', 'gw_port': {'id': '90689fa1-4753-4a39-bcd7-2686c404ee83', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad42c60e-bbf1-4d74-879b-9525368536c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:55:32Z', 'updated_at': '2021-08-20T08:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:35.924167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Checking router: ad42c60e-bbf1-4d74-879b-9525368536c9 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:55:35.924813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Updating router ad42c60e-bbf1-4d74-879b-9525368536c9 port 90689fa1-4753-4a39-bcd7-2686c404ee83 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:55:35.945226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a43e893-1f3f-4af5-83c7-43b775dce6b9 req-7f522442-5a63-40f1-bb61-12ca8a29682b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160655 Aug 20 08:55:35.951907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:35.951907 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:35.955199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:35.974721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856858-a820-4791-a8ff-5da0622b849d req-c2dabc30-98d5-4d2d-bb64-a2652402c5cb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:35.982285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd856858-a820-4791-a8ff-5da0622b849d req-c2dabc30-98d5-4d2d-bb64-a2652402c5cb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1700757 Aug 20 08:55:35.983183 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.078130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd856858-a820-4791-a8ff-5da0622b849d req-205437f0-5b76-4819-a3d9-31d22c7ab398 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930192 Aug 20 08:55:36.153088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3604f6f-ede6-4a6b-97d5-159494fe2983 req-41f7c781-4427-40e1-8a6c-f3e3fd8e23c4 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:36.155159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3604f6f-ede6-4a6b-97d5-159494fe2983 req-41f7c781-4427-40e1-8a6c-f3e3fd8e23c4 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 943 time: 0.1133983 Aug 20 08:55:36.161047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Deleting port 90689fa1-4753-4a39-bcd7-2686c404ee83 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:36.161401 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.254646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.285438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Calling delete_port for 90689fa1-4753-4a39-bcd7-2686c404ee83 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:36.363261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.376099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Transition to ACTIVE for port object 90689fa1-4753-4a39-bcd7-2686c404ee83 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:36.376317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3604f6f-ede6-4a6b-97d5-159494fe2983 req-cfd82973-3687-4592-9dc0-6822f793ceee tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099548 Aug 20 08:55:36.387022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.458487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Attempting to bind port 90689fa1-4753-4a39-bcd7-2686c404ee83 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:36.458859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Attempting to bind port 90689fa1-4753-4a39-bcd7-2686c404ee83 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:36.459225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Attempting to bind port 90689fa1-4753-4a39-bcd7-2686c404ee83 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:36.468601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:36.468972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:36.469371 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.469781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:36.470242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Bound port: 90689fa1-4753-4a39-bcd7-2686c404ee83, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:36.470625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.523601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0c91d-4226-4c0d-bf27-878e291e53c5 None None] Pushing event updated for resources: {'Port': ['ID=90689fa1-4753-4a39-bcd7-2686c404ee83,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:36.581641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:55:36.582057 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:55:36.590675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.618852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event deleted for resources: {'Port': ['ID=90689fa1-4753-4a39-bcd7-2686c404ee83,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:36.684604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.785960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.789729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.840660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.841198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad42c60e-bbf1-4d74-879b-9525368536c9 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:36.846176 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:36.850414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-82d9822d-21fa-456e-8aff-d724ec637afe tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ad42c60e-bbf1-4d74-879b-9525368536c9 HTTP/1.1" status: 204 len: 168 time: 1.3409679 Aug 20 08:55:36.850680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45686) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:36.979036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.115871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Attempting to bind port 90689fa1-4753-4a39-bcd7-2686c404ee83 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:37.116581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Attempting to bind port 90689fa1-4753-4a39-bcd7-2686c404ee83 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:37.117089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Attempting to bind port 90689fa1-4753-4a39-bcd7-2686c404ee83 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:37.132066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:37.132066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:37.132066 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.133075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:37.142172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Bound port: 90689fa1-4753-4a39-bcd7-2686c404ee83, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:37.142638 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.156499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d53-a149-42cb-a8c5-66bcbc0c8fed req-55dabcdc-4c58-4a54-a122-ef6afbd4e91b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.163287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d53-a149-42cb-a8c5-66bcbc0c8fed req-55dabcdc-4c58-4a54-a122-ef6afbd4e91b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.170126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d53-a149-42cb-a8c5-66bcbc0c8fed req-55dabcdc-4c58-4a54-a122-ef6afbd4e91b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.172044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-859a5d53-a149-42cb-a8c5-66bcbc0c8fed req-55dabcdc-4c58-4a54-a122-ef6afbd4e91b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2418 time: 0.1393902 Aug 20 08:55:37.173897 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.218564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Port 90689fa1-4753-4a39-bcd7-2686c404ee83 has been deleted concurrently {{(pid=101318) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 08:55:37.231286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-336a0e08-9035-4f9c-9b76-5c38285f483e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.240451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Routers set() bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:37.240635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-336a0e08-9035-4f9c-9b76-5c38285f483e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.240734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Router IDs set() for agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 08:55:37.241147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_agentschedulers_db [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ad42c60e-bbf1-4d74-879b-9525368536c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent'). {{(pid=101318) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 08:55:37.241534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180da314-2c42-4229-a343-271c3da9fac3 None None] The sync data for ids ['ad42c60e-bbf1-4d74-879b-9525368536c9'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:37.252024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-336a0e08-9035-4f9c-9b76-5c38285f483e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.258420 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-336a0e08-9035-4f9c-9b76-5c38285f483e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 2418 time: 0.1049201 Aug 20 08:55:37.303717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-859a5d53-a149-42cb-a8c5-66bcbc0c8fed req-b254905f-b927-4a93-92bc-a65ba7de5381 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214581 Aug 20 08:55:37.339635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Deleting port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:37.339984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.350726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0183271-0ed0-4aa7-98c0-5dbbdc62698b req-278046c7-4801-4ccd-b1ca-0868d8473aad tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.352328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0183271-0ed0-4aa7-98c0-5dbbdc62698b req-278046c7-4801-4ccd-b1ca-0868d8473aad tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0915747 Aug 20 08:55:37.426747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port a357af8e-1529-4e78-be42-c3d5e93f5a46 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:37.427104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.431811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da620b94-f92d-430e-b897-96ebb3abd5e0 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:37.449554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0183271-0ed0-4aa7-98c0-5dbbdc62698b req-5926228a-46c8-4ac1-b1c3-5450a45d65ac tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862286 Aug 20 08:55:37.497241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] For port 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:37.497241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.537982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Calling delete_port for 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:37.538879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port a357af8e-1529-4e78-be42-c3d5e93f5a46, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a357af8e-1529-4e78-be42-c3d5e93f5a46,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:37.541889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.575889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for a357af8e-1529-4e78-be42-c3d5e93f5a46 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:37.662785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port da620b94-f92d-430e-b897-96ebb3abd5e0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da620b94-f92d-430e-b897-96ebb3abd5e0,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:37.695268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'da620b94-f92d-430e-b897-96ebb3abd5e0', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'port_id': 'da620b94-f92d-430e-b897-96ebb3abd5e0', 'mac_address': 'fa:16:3e:16:98:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a04b5b-1a7f-482b-80ef-61ec57b83c7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:37.770360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a173983-c278-4429-b441-8c864123c501 req-bee158e8-8f60-4aa4-911e-fe8c19fdc5f3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:37.779284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a173983-c278-4429-b441-8c864123c501 req-bee158e8-8f60-4aa4-911e-fe8c19fdc5f3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 943 time: 0.0872908 Aug 20 08:55:37.782502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.810466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da620b94-f92d-430e-b897-96ebb3abd5e0 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:37.835225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port da620b94-f92d-430e-b897-96ebb3abd5e0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da620b94-f92d-430e-b897-96ebb3abd5e0,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:37.842129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.846987 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.859809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a173983-c278-4429-b441-8c864123c501 req-11bffdd8-47d3-44b6-9ef1-da1a05d9400a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789130 Aug 20 08:55:37.869505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['984269b4-2307-42c0-bd57-bdf46135cfcf', 'a357af8e-1529-4e78-be42-c3d5e93f5a46', 'c90ef330-cd69-4b44-8a73-fe06e8526de3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:37.892445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=a357af8e-1529-4e78-be42-c3d5e93f5a46,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:37.907248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:37.938467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=da620b94-f92d-430e-b897-96ebb3abd5e0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:37.949962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.950660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.951190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.951998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.952345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.952687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.964378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event deleted for resources: {'Port': ['ID=5afc3e21-93e1-403f-bdb1-b13f1ab51ec1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:37.964671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.965051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.965398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.965763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.966112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:37.967297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:38.004057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port a357af8e-1529-4e78-be42-c3d5e93f5a46 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:38.007793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.010601 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ae0e149e-cd9b-49aa-999e-94c1fe80e9de tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "DELETE /v2.0/ports/a357af8e-1529-4e78-be42-c3d5e93f5a46 HTTP/1.1" status: 204 len: 173 time: 0.7456410 Aug 20 08:55:38.011088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-deleted', 'tag': 'a357af8e-1529-4e78-be42-c3d5e93f5a46'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:38.013510 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3710a8-1d52-478a-903d-1bd8547fb132" -d '{"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-deleted", "tag": "a357af8e-1529-4e78-be42-c3d5e93f5a46"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:38.044493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.128544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:38.162030 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9749578-f5c1-4b79-9fe2-758dd5b538a9 x-openstack-request-id: req-a9749578-f5c1-4b79-9fe2-758dd5b538a9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:38.162493 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-deleted", "tag": "a357af8e-1529-4e78-be42-c3d5e93f5a46", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:38.162854 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a9749578-f5c1-4b79-9fe2-758dd5b538a9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:38.163357 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-deleted', 'tag': 'a357af8e-1529-4e78-be42-c3d5e93f5a46', 'status': 'completed', 'code': 200} Aug 20 08:55:38.165732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port 984269b4-2307-42c0-bd57-bdf46135cfcf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:38.166186 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.249399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.251870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.293905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port 984269b4-2307-42c0-bd57-bdf46135cfcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=984269b4-2307-42c0-bd57-bdf46135cfcf,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:38.294525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.308177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.309090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c16c24-241b-41e5-b82a-1ace365df7a7 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:38.313207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for 984269b4-2307-42c0-bd57-bdf46135cfcf owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:38.324959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.326629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9154def6-0ade-43d2-a0fb-b696b35bd03c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "DELETE /v2.0/routers/65c16c24-241b-41e5-b82a-1ace365df7a7 HTTP/1.1" status: 204 len: 168 time: 1.4749751 Aug 20 08:55:38.330457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45712) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:38.338316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-867712866', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:38.411829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.413046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.474840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e180d-7e67-4907-880c-cfbf688ed4c6 req-8c849017-0404-4d5a-a223-a88c5c324724 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:38.481459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e180d-7e67-4907-880c-cfbf688ed4c6 req-8c849017-0404-4d5a-a223-a88c5c324724 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:38.491689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b40e180d-7e67-4907-880c-cfbf688ed4c6 req-8c849017-0404-4d5a-a223-a88c5c324724 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 1682 time: 0.0745299 Aug 20 08:55:38.534522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.572525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b40e180d-7e67-4907-880c-cfbf688ed4c6 req-9aa8ba0d-e9b6-4540-bc16-98909f5d2091 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789096 Aug 20 08:55:38.688243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a96b0f-74ea-49bf-9615-c0fad680cdd0 req-845b1121-4ba0-4dc5-9c5f-4804a0948883 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:38.711361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76a96b0f-74ea-49bf-9615-c0fad680cdd0 req-845b1121-4ba0-4dc5-9c5f-4804a0948883 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0858328 Aug 20 08:55:38.716816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.731155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.743883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['a357af8e-1529-4e78-be42-c3d5e93f5a46'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:38.766417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76a96b0f-74ea-49bf-9615-c0fad680cdd0 req-2cbe4c1d-a259-447c-bac5-2dbd0a9cbac3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539129 Aug 20 08:55:38.857767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=984269b4-2307-42c0-bd57-bdf46135cfcf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:38.919315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port 984269b4-2307-42c0-bd57-bdf46135cfcf on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:38.929207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:38.932952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-ade9af16-f5ad-4cd6-8562-4d404a0aeeb8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "DELETE /v2.0/ports/984269b4-2307-42c0-bd57-bdf46135cfcf HTTP/1.1" status: 204 len: 173 time: 0.9143150 Aug 20 08:55:39.068570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7dc44-5cfa-4a33-87e4-63207de75993 req-63285f00-c662-44ef-8fdf-493b34180f4c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:39.070650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ba7dc44-5cfa-4a33-87e4-63207de75993 req-63285f00-c662-44ef-8fdf-493b34180f4c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 944 time: 0.0914426 Aug 20 08:55:39.126032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ba7dc44-5cfa-4a33-87e4-63207de75993 req-02c7fa67-56dd-41b8-a19f-c0a035474457 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Aug 20 08:55:39.200714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port c90ef330-cd69-4b44-8a73-fe06e8526de3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:39.201088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.234590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.282203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.383990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port c90ef330-cd69-4b44-8a73-fe06e8526de3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c90ef330-cd69-4b44-8a73-fe06e8526de3,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:39.384892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.421217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for c90ef330-cd69-4b44-8a73-fe06e8526de3 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:39.448329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da620b94-f92d-430e-b897-96ebb3abd5e0 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:39.479359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Allocated IP 172.25.5.184 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/27ef609d-3803-4b53-8667-3affce37b212) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:39.513282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port da620b94-f92d-430e-b897-96ebb3abd5e0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:39.518578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port da620b94-f92d-430e-b897-96ebb3abd5e0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:39.519037 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.633327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.671619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da620b94-f92d-430e-b897-96ebb3abd5e0'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:39.675309 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3c913b-469b-4eb6-9427-95bad81646b8" -d '{"events": [{"server_uuid": "4d2f8112-74e7-4887-afba-3fcc324bddcc", "name": "network-vif-plugged", "status": "completed", "tag": "da620b94-f92d-430e-b897-96ebb3abd5e0"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:39.703798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.711234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port da620b94-f92d-430e-b897-96ebb3abd5e0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da620b94-f92d-430e-b897-96ebb3abd5e0,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:39.716272 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.736970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bf68b-4048-4023-8bc5-8e8dade14d70 req-7dce3960-a940-4642-9e9f-89ecded8ded0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:39.738786 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7bf68b-4048-4023-8bc5-8e8dade14d70 req-7dce3960-a940-4642-9e9f-89ecded8ded0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 945 time: 0.0931516 Aug 20 08:55:39.738935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:39.807806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=da620b94-f92d-430e-b897-96ebb3abd5e0,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:39.827772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:39.840184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7bf68b-4048-4023-8bc5-8e8dade14d70 req-b1453d11-99fd-48df-a6c5-1f9cbaaca5b0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916929 Aug 20 08:55:39.852073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=c90ef330-cd69-4b44-8a73-fe06e8526de3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:39.860983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:39.861387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5afc3e21-93e1-403f-bdb1-b13f1ab51ec1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:39.914911 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76bd90e-d617-48ef-8c15-3d06ae2ca10d x-openstack-request-id: req-e76bd90e-d617-48ef-8c15-3d06ae2ca10d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:39.915213 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2f8112-74e7-4887-afba-3fcc324bddcc", "name": "network-vif-plugged", "status": "completed", "tag": "da620b94-f92d-430e-b897-96ebb3abd5e0", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:39.915613 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e76bd90e-d617-48ef-8c15-3d06ae2ca10d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:39.915884 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da620b94-f92d-430e-b897-96ebb3abd5e0', 'code': 200} Aug 20 08:55:40.111466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c25c8-6071-4753-b41c-9091bbea5c1b req-b443bb2d-5d72-4c9a-8003-bdaeed96dc25 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:40.120139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311c25c8-6071-4753-b41c-9091bbea5c1b req-b443bb2d-5d72-4c9a-8003-bdaeed96dc25 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0715287 Aug 20 08:55:40.171349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311c25c8-6071-4753-b41c-9091bbea5c1b req-8e3b41ad-c7e8-4c30-9436-75fa86be2e26 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500853 Aug 20 08:55:40.286015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf882-f490-4d24-994c-325313ed4b7c req-aabd82cb-985c-4952-b324-a860e6cdab86 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:40.295015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30bdf882-f490-4d24-994c-325313ed4b7c req-aabd82cb-985c-4952-b324-a860e6cdab86 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 945 time: 0.0634978 Aug 20 08:55:40.314737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-deleted', 'tag': '984269b4-2307-42c0-bd57-bdf46135cfcf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:40.316956 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01727edc-850a-49e2-96e3-b7ea17c8bb04" -d '{"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-deleted", "tag": "984269b4-2307-42c0-bd57-bdf46135cfcf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:40.330360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port c90ef330-cd69-4b44-8a73-fe06e8526de3 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:40.334970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:40.336946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-54e53593-0113-41f9-b7d3-07bed6baf431 req-99608643-64ce-45a7-8f3a-45f9e83031cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "DELETE /v2.0/ports/c90ef330-cd69-4b44-8a73-fe06e8526de3 HTTP/1.1" status: 204 len: 173 time: 1.3846757 Aug 20 08:55:40.377499 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8bd24-d49a-441e-806f-1506b3d7d993 x-openstack-request-id: req-56e8bd24-d49a-441e-806f-1506b3d7d993 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:40.377499 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-deleted", "tag": "984269b4-2307-42c0-bd57-bdf46135cfcf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:40.378310 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56e8bd24-d49a-441e-806f-1506b3d7d993 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:40.378390 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-deleted', 'tag': '984269b4-2307-42c0-bd57-bdf46135cfcf', 'status': 'completed', 'code': 200} Aug 20 08:55:40.379614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30bdf882-f490-4d24-994c-325313ed4b7c req-b41d6ee4-d471-41f0-843c-262235ccf4c5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833879 Aug 20 08:55:40.381041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:40.421183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260f293-7802-4947-b2f1-09c3a3811605 req-6a019ff9-b020-4384-843a-95121aea2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:40.423364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e260f293-7802-4947-b2f1-09c3a3811605 req-6a019ff9-b020-4384-843a-95121aea2559 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 1096 time: 0.1007888 Aug 20 08:55:40.460253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:40.473755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:40.500795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:40.509702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event updated for resources: {'Port': ['ID=27ef609d-3803-4b53-8667-3affce37b212,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:40.542517 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e260f293-7802-4947-b2f1-09c3a3811605 req-4f3c8414-ea8b-417a-bbbe-db71c6760719 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912821 Aug 20 08:55:40.824973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:40.964630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 984269b4-2307-42c0-bd57-bdf46135cfcf no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:40.996068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 984269b4-2307-42c0-bd57-bdf46135cfcf {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:40.996926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 984269b4-2307-42c0-bd57-bdf46135cfcf not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:40.997526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d383394e-0dc7-4586-b76c-bf2165c0fba6 req-ddf32e73-cf15-43e5-b371-c240fcefe1bf tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9f96adb-7320-422c-908d-de4855c7eb1b HTTP/1.1" status: 200 len: 210 time: 0.0624681 Aug 20 08:55:40.999057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c90ef330-cd69-4b44-8a73-fe06e8526de3 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:41.042113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: c90ef330-cd69-4b44-8a73-fe06e8526de3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:41.043182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c90ef330-cd69-4b44-8a73-fe06e8526de3 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:41.043751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a357af8e-1529-4e78-be42-c3d5e93f5a46 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:41.075016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: a357af8e-1529-4e78-be42-c3d5e93f5a46 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:41.075611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a357af8e-1529-4e78-be42-c3d5e93f5a46 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:41.127166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:41.273011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Router cc135235-140c-493c-8fa2-f4beb188e1dc is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:41.339310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cdcf7-90a9-435b-8a48-27af271da928 req-34dfc80d-2761-4c9b-aca3-39ea3d5473a2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:41.347152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-681cdcf7-90a9-435b-8a48-27af271da928 req-34dfc80d-2761-4c9b-aca3-39ea3d5473a2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0892997 Aug 20 08:55:41.391852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-681cdcf7-90a9-435b-8a48-27af271da928 req-fe9f1bf9-d3c0-4d4b-af33-3143a9be30eb tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Aug 20 08:55:41.392066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:41.403521 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] Sync routers for ids ['cc135235-140c-493c-8fa2-f4beb188e1dc'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:41.416568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:41.420598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7c874091-5593-43cb-a660-e1507ca57713 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0853443 Aug 20 08:55:41.421153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45788) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:41.421331 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] Routers {'cc135235-140c-493c-8fa2-f4beb188e1dc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:41.422269 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cc135235-140c-493c-8fa2-f4beb188e1dc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:41.426320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': False}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:41.461206 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:41.463786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:55:41.471575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] Routers {'cc135235-140c-493c-8fa2-f4beb188e1dc'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:41.472295 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cc135235-140c-493c-8fa2-f4beb188e1dc'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:41.527801 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:41.528576 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9aad9-1586-437b-b7b8-bcc34986526c None None] The sync data for ids ['cc135235-140c-493c-8fa2-f4beb188e1dc'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:41.616995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:41.632718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'port_id': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'mac_address': 'fa:16:3e:69:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2cb509-06bf-4b38-86e1-ac1d77b928c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:55:41.788526 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:55:41.836757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:41.857222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:41.879578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:41.892330 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:41.935282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76b9d5-ac46-46fd-99f6-8eeb701f8330 req-c0b56753-5d81-402d-a8ac-ee658e28acca tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:41.936805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c76b9d5-ac46-46fd-99f6-8eeb701f8330 req-c0b56753-5d81-402d-a8ac-ee658e28acca tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 945 time: 0.1009812 Aug 20 08:55:41.991056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c76b9d5-ac46-46fd-99f6-8eeb701f8330 req-6f6a1e84-933f-47e1-a0b2-ee5510c33bfb tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Aug 20 08:55:42.037919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:42.047193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:55:42.096399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45802) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:42.214893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting subnet dc9a315d-070f-4438-818e-5fd584d2e7d0 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:55:42.224522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.306064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.376489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.388727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-deleted', 'tag': 'c90ef330-cd69-4b44-8a73-fe06e8526de3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:42.391294 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179d69c9-bf0d-43bc-a31c-ddb8b8464c10" -d '{"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-deleted", "tag": "c90ef330-cd69-4b44-8a73-fe06e8526de3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:42.441640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.499334 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.535265 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425074d-a463-4ec6-a617-e04549b607aa x-openstack-request-id: req-8425074d-a463-4ec6-a617-e04549b607aa {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:42.535411 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f96adb-7320-422c-908d-de4855c7eb1b", "name": "network-vif-deleted", "tag": "c90ef330-cd69-4b44-8a73-fe06e8526de3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:42.535681 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8425074d-a463-4ec6-a617-e04549b607aa {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:42.536097 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f96adb-7320-422c-908d-de4855c7eb1b', 'name': 'network-vif-deleted', 'tag': 'c90ef330-cd69-4b44-8a73-fe06e8526de3', 'status': 'completed', 'code': 200} Aug 20 08:55:42.607415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.635237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da65df-4899-451a-b2c7-78fa1b722f85 req-5a189532-f92f-48d5-9298-95c74573c7d3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:42.636108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9a315d-070f-4438-818e-5fd584d2e7d0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:42.636927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81da65df-4899-451a-b2c7-78fa1b722f85 req-5a189532-f92f-48d5-9298-95c74573c7d3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 944 time: 0.0858233 Aug 20 08:55:42.646114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.650963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a064a570-cc3d-4eb0-803e-609c350eae70 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/subnets/dc9a315d-070f-4438-818e-5fd584d2e7d0 HTTP/1.1" status: 204 len: 168 time: 0.5534990 Aug 20 08:55:42.651639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45826) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:42.657577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29832bf5-d9c7-4dad-a47f-cd190c87f10f None None] Network 40c53fe2-5986-4f61-9453-31a713d21af8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:42.761665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81da65df-4899-451a-b2c7-78fa1b722f85 req-5ef2e9be-96bb-4a21-9efc-e32686866427 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732472 Aug 20 08:55:42.798316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.865865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port f8250e50-1aca-4c68-8ead-b27ea9eb138a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:42.866215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:42.894808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] DHCP port deletion for 40c53fe2-5986-4f61-9453-31a713d21af8 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:55:42.985894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] Deleting port f8250e50-1aca-4c68-8ead-b27ea9eb138a {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:42.987104 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.085728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port f8250e50-1aca-4c68-8ead-b27ea9eb138a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f8250e50-1aca-4c68-8ead-b27ea9eb138a,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:43.087737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.091687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] For port f8250e50-1aca-4c68-8ead-b27ea9eb138a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f8250e50-1aca-4c68-8ead-b27ea9eb138a,segment=NetworkSegment(b6933c0f-792e-41ab-a1db-83dac5c3985e),segment_id=b6933c0f-792e-41ab-a1db-83dac5c3985e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:43.092730 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.138306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] Calling delete_port for f8250e50-1aca-4c68-8ead-b27ea9eb138a owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:43.141330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for f8250e50-1aca-4c68-8ead-b27ea9eb138a owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:43.281692 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc3be233-3ddd-4a18-802f-a066412cf184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.331827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.339712 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.345847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.361545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.375021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=f8250e50-1aca-4c68-8ead-b27ea9eb138a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:43.386637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port f8250e50-1aca-4c68-8ead-b27ea9eb138a on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:43.412511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] Pushing event deleted for resources: {'Port': ['ID=f8250e50-1aca-4c68-8ead-b27ea9eb138a,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:43.421905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc625e2-de5e-494b-b6ee-817ea0acb3ef None None] No DVR routers for this DVR port f8250e50-1aca-4c68-8ead-b27ea9eb138a on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:43.453067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f15b-0f60-4491-a0ce-fb1171a74593 req-fb28cf96-3118-42df-aeee-79d1134df84c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:43.461532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:43.462912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8c2f15b-0f60-4491-a0ce-fb1171a74593 req-fb28cf96-3118-42df-aeee-79d1134df84c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 945 time: 0.2363815 Aug 20 08:55:43.500251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.512549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c53fe2-5986-4f61-9453-31a713d21af8']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:43.537589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6933c0f-792e-41ab-a1db-83dac5c3985e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:43.543086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6933c0f-792e-41ab-a1db-83dac5c3985e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:43.568546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.570296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:43.570869 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.605995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.613811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:55:43.614375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.676685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8c2f15b-0f60-4491-a0ce-fb1171a74593 req-48ab85ab-dd70-4b8b-9b65-1df77ce0ea25 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999421 Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:55:43.738494 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:55:43.743924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.751068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.755976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/networks/40c53fe2-5986-4f61-9453-31a713d21af8 HTTP/1.1" status: 204 len: 168 time: 1.1033258 Aug 20 08:55:43.757475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45856) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:43.789590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999dcd7-f6fc-4516-adbb-fbd36ecabfe8 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Network': ['ID=40c53fe2-5986-4f61-9453-31a713d21af8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:43.813112 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.863472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f8250e50-1aca-4c68-8ead-b27ea9eb138a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:43.925867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting subnet ba56f9f1-6a70-48b3-a41a-b4612b7df04e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:55:43.933323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Router cc135235-140c-493c-8fa2-f4beb188e1dc has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:55:43.934358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: f8250e50-1aca-4c68-8ead-b27ea9eb138a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:43.935821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f8250e50-1aca-4c68-8ead-b27ea9eb138a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:43.938837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:43.993327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:43.996678 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90daae-ed50-4bd2-ac0e-2db1b3cbd3ab" -d '{"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-plugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:44.029692 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.037761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:44.042980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.165409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:44.213623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.271431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ffa17-af2a-422a-93db-eb86e0303f5c req-deb4347e-f017-4139-8494-c4e49edd2553 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:44.274235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-375ffa17-af2a-422a-93db-eb86e0303f5c req-deb4347e-f017-4139-8494-c4e49edd2553 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2401481 Aug 20 08:55:44.447905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:44.457127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] Sync routers for ids ['cc135235-140c-493c-8fa2-f4beb188e1dc'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:44.465433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-375ffa17-af2a-422a-93db-eb86e0303f5c req-8cf0a46b-98af-4bd9-99cf-f6439fe4e28d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792967 Aug 20 08:55:44.480789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.485094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] Routers {'cc135235-140c-493c-8fa2-f4beb188e1dc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:44.485903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cc135235-140c-493c-8fa2-f4beb188e1dc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:44.492083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-056058b3-c656-4d24-a0cc-774fa3599c84 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "PUT /v2.0/routers/cc135235-140c-493c-8fa2-f4beb188e1dc HTTP/1.1" status: 200 len: 921 time: 3.0696797 Aug 20 08:55:44.494651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45872) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:44.520300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.588322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:44.611121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] Routers {'cc135235-140c-493c-8fa2-f4beb188e1dc'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:44.622100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cc135235-140c-493c-8fa2-f4beb188e1dc'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:44.700832 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d9fb3-1e1d-4387-9d5c-5ed3ff17c854 x-openstack-request-id: req-b02d9fb3-1e1d-4387-9d5c-5ed3ff17c854 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:44.707780 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-plugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:44.708144 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b02d9fb3-1e1d-4387-9d5c-5ed3ff17c854 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:44.709241 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'code': 200} Aug 20 08:55:44.710583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:44.711386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc8986-16f1-4829-8274-b7e84dd62741 None None] The sync data for ids ['cc135235-140c-493c-8fa2-f4beb188e1dc'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:44.717911 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.779901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Subnet': ['ID=ba56f9f1-6a70-48b3-a41a-b4612b7df04e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:44.813256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e6c85c-88dc-483c-b49c-16767f42636c None None] Network d2b77630-af02-4e47-884f-5d3e30f4beab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:44.918046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7b28d1f8-990e-417a-9274-0d22878d6122 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/cc135235-140c-493c-8fa2-f4beb188e1dc HTTP/1.1" status: 200 len: 921 time: 0.4198751 Aug 20 08:55:44.919375 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:44.920862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45878) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:44.921847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ec844bb7-c32f-406e-9381-297fd631effd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/subnets/ba56f9f1-6a70-48b3-a41a-b4612b7df04e HTTP/1.1" status: 204 len: 168 time: 1.1633296 Aug 20 08:55:44.932164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45880) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:45.091749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.152662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c159aaa-d069-445d-8ef8-278243d3c22b tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:45.162531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1c159aaa-d069-445d-8ef8-278243d3c22b tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=cc135235-140c-493c-8fa2-f4beb188e1dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2373431 Aug 20 08:55:45.163775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45882) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:45.250005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port 04898d64-c6a6-40fe-b931-1d38022a3c72 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:45.250363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.288799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] DHCP port deletion for d2b77630-af02-4e47-884f-5d3e30f4beab request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:55:45.360544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d49c00-2b0c-4638-87ee-e4ae4c012f6a tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:45.363764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a4d49c00-2b0c-4638-87ee-e4ae4c012f6a tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.1990266 Aug 20 08:55:45.367302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45884) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:45.399628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] Deleting port 04898d64-c6a6-40fe-b931-1d38022a3c72 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:45.411768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port 04898d64-c6a6-40fe-b931-1d38022a3c72, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=04898d64-c6a6-40fe-b931-1d38022a3c72,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:45.412470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.415765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.438719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3aa9d118-3e13-4e9d-96e0-e246dd702283 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc135235-140c-493c-8fa2-f4beb188e1dc HTTP/1.1" status: 200 len: 205 time: 0.0637803 Aug 20 08:55:45.439644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45886) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:45.470189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for 04898d64-c6a6-40fe-b931-1d38022a3c72 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:45.672171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] For port 04898d64-c6a6-40fe-b931-1d38022a3c72, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=04898d64-c6a6-40fe-b931-1d38022a3c72,segment=NetworkSegment(f22fbdf1-3b20-4f37-9972-53494494cfb1),segment_id=f22fbdf1-3b20-4f37-9972-53494494cfb1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:45.674248 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.690889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] Calling delete_port for 04898d64-c6a6-40fe-b931-1d38022a3c72 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:45.816581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6241ba0-bb98-4b97-8c1c-f901d680795f req-fc91a06d-eec1-434f-9035-12db75cd3b09 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:45.819352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6241ba0-bb98-4b97-8c1c-f901d680795f req-fc91a06d-eec1-434f-9035-12db75cd3b09 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0946801 Aug 20 08:55:45.820369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: from cryptography.utils import int_from_bytes Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: from cryptography.utils import int_from_bytes Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.855333 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:45.857881 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 08:55:45.867598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.870371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 04898d64-c6a6-40fe-b931-1d38022a3c72 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:45.879050 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:45.897252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 04898d64-c6a6-40fe-b931-1d38022a3c72 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:45.898136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 04898d64-c6a6-40fe-b931-1d38022a3c72 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:45.923798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] No DVR routers for this DVR port 04898d64-c6a6-40fe-b931-1d38022a3c72 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:45.993339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c0bc-86ff-44b8-b8ba-8f884bc1a53c None None] Pushing event deleted for resources: {'Port': ['ID=04898d64-c6a6-40fe-b931-1d38022a3c72,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:45.996694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=04898d64-c6a6-40fe-b931-1d38022a3c72,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:46.002831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6241ba0-bb98-4b97-8c1c-f901d680795f req-d01840bf-1dc7-48f0-9a6c-3f7ab3206da5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708031 Aug 20 08:55:46.144144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port 04898d64-c6a6-40fe-b931-1d38022a3c72 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:46.202184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.310974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.335592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Deleting port 27ef609d-3803-4b53-8667-3affce37b212 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:46.336064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.449195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.470741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Calling delete_port for 27ef609d-3803-4b53-8667-3affce37b212 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:46.587640 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ed79-244d-4f44-a49d-a3dcc2609a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.673729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.700877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b77630-af02-4e47-884f-5d3e30f4beab']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:46.723657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22fbdf1-3b20-4f37-9972-53494494cfb1') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:46.724294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22fbdf1-3b20-4f37-9972-53494494cfb1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:46.743347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.751298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.761067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.775885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:55:46.776375 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: items = [ Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:55:46.793484 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:55:46.830957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event deleted for resources: {'Port': ['ID=27ef609d-3803-4b53-8667-3affce37b212,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:46.852353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.870734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.886476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/networks/d2b77630-af02-4e47-884f-5d3e30f4beab HTTP/1.1" status: 204 len: 168 time: 1.9448845 Aug 20 08:55:46.886476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45906) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:46.892503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-263366366'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:46.922820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:46.936252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf139f-9149-459d-8fc1-fdfc997b1d9f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Network': ['ID=d2b77630-af02-4e47-884f-5d3e30f4beab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:46.985791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:46.992926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.049102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:55:47.068942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.071860 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Added segment 6b116f59-75d8-471f-b531-0e66f9d77e28 of type vlan for network fa094afc-7aad-4914-aeb9-05c89fd451d7 Aug 20 08:55:47.138851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.142476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.180995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.231216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.239162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:47.240719 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.246888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.247493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Fanout notify agent at l3_agent the message router_deleted on router cc135235-140c-493c-8fa2-f4beb188e1dc {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:47.261309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.268097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7ed68594-6fa6-44f2-bd4f-96bf1637d97a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/cc135235-140c-493c-8fa2-f4beb188e1dc HTTP/1.1" status: 204 len: 168 time: 1.8238077 Aug 20 08:55:47.268423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45918) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:47.289885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-495770908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:47.347467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.358553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.359647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.392160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5074344 Aug 20 08:55:47.461260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9868864-9897-4d96-a1be-cde1244da57c tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Network': ['ID=fa094afc-7aad-4914-aeb9-05c89fd451d7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:47.465207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45920) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:47.470245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'subnet': {'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:47.473359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:55:47.503967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.508943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.571754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.573011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd141e62-8701-4cd7-9bc8-341d7abe1910 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3037176 Aug 20 08:55:47.576388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45928) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:47.580472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:47.818474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a837ee-8910-4892-8c33-551e3ee61747 req-df1acd1b-4191-47f0-9e79-5aa8720a4e58 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:47.826863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23a837ee-8910-4892-8c33-551e3ee61747 req-df1acd1b-4191-47f0-9e79-5aa8720a4e58 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1967375 Aug 20 08:55:47.837519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:47.841971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:47.935323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23a837ee-8910-4892-8c33-551e3ee61747 req-00cf6f5c-ac16-44e5-b0a0-a792f3e3af2a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070516 Aug 20 08:55:48.034008 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.301545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.411758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Checking segment: {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:48.412121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network hostable DHCP agents. Network: fa094afc-7aad-4914-aeb9-05c89fd451d7, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:55:48.414525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Subnet': ['ID=47ad476e-a418-4bec-b93b-18f8da74d55a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:48.419268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.442009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:55:48.448426 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.493862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, fa094afc-7aad-4914-aeb9-05c89fd451d7) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:48.510123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146214f9-e83e-4290-823a-8fbcbbed48fa None None] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:48.525011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:48.525248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.592802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Allocated IP 172.25.5.176 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/04893a35-c8af-42fd-8cf1-0777d31a18f0) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:48.664979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01e581ca-b72c-43d4-820b-6a4d5fe44369 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1962771 Aug 20 08:55:48.665481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:48.679015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1570516800'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:48.712181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a1e69-0709-477d-a588-80964e0add85 req-6abf812a-3251-4dab-be70-264262119c8c tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:48.712181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c7a1e69-0709-477d-a588-80964e0add85 req-6abf812a-3251-4dab-be70-264262119c8c tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 951 time: 0.2428102 Aug 20 08:55:48.752304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:48.756838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.793017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c7a1e69-0709-477d-a588-80964e0add85 req-85ec79a7-12cf-4d6b-877f-88ae6eca105a tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Aug 20 08:55:48.799360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:55:48.809878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.821355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.821355 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Added segment 0a2433c1-fef5-40eb-9091-5c073a962b4c of type vlan for network de56cd6f-b3c1-46e8-9639-f1411fc6271b Aug 20 08:55:48.828938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.883368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.886708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.910575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-fa094afc-7aad-4914-aeb9-05c89fd451d7', 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'fixed_ips': [{'subnet_id': '47ad476e-a418-4bec-b93b-18f8da74d55a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:55:48.912254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.941493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:48.944037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.970028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:48.970690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:48.971818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:48.982685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:49.091496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event updated for resources: {'Port': ['ID=04893a35-c8af-42fd-8cf1-0777d31a18f0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:49.129161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4612439 Aug 20 08:55:49.133104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45968) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:49.146217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Network': ['ID=de56cd6f-b3c1-46e8-9639-f1411fc6271b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:49.155785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.156264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.156461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.156803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.157140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.157471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.157830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.158158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.158483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.161796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.161796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.161796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b8927-3590-467a-a83a-354086766bf5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:49.162371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'subnet': {'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:49.171160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a60657-eeec-42bd-9f95-6cf7a9058cbb req-d63fd5f2-129f-466a-83de-5e862369e529 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:49.172841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:55:49.179666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20a60657-eeec-42bd-9f95-6cf7a9058cbb req-d63fd5f2-129f-466a-83de-5e862369e529 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0996470 Aug 20 08:55:49.277641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20a60657-eeec-42bd-9f95-6cf7a9058cbb req-bba07080-f6dc-4b86-9c68-9d6a805fb5af tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969796 Aug 20 08:55:49.388522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Allocated IP 19.80.0.2 (fa094afc-7aad-4914-aeb9-05c89fd451d7/47ad476e-a418-4bec-b93b-18f8da74d55a/9c560a9d-91ec-4fce-8e7d-a548d9336ce2) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:49.478366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:49.481908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:49.661304 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:49.673751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Transition to ACTIVE for port object 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:49.730731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Transition to ACTIVE for port object 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:49.741208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:49.796426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:49.800048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:49.808531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:49.850293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Pushing event updated for resources: {'Port': ['ID=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:49.903877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Attempting to bind port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:49.904269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Attempting to bind port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:49.904646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Attempting to bind port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 on network fa094afc-7aad-4914-aeb9-05c89fd451d7 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:49.910655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:49.911027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Checking segment: {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:49.912063 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:49.912912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Bound using segment: {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:49.913402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Bound port: 9c560a9d-91ec-4fce-8e7d-a548d9336ce2, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:49.913865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:50.009253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] For port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:50.013769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] For port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:50.023189 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:50.049557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd6fed-c708-43d1-80aa-71c3a73253db req-65907d74-db39-44a4-930e-7dd394d99744 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:50.052546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdcd6fed-c708-43d1-80aa-71c3a73253db req-65907d74-db39-44a4-930e-7dd394d99744 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 951 time: 0.0993783 Aug 20 08:55:50.121064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdcd6fed-c708-43d1-80aa-71c3a73253db req-d04b5ce2-6a7a-4c4d-a3b6-96e334d3bd3e tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Aug 20 08:55:50.147052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:50.166286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Pushing event updated for resources: {'Port': ['ID=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:50.177965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.178312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.178651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.179011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.179659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.179997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.180327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.180656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.180984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.181306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.181629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.182041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552cdc8-c11f-4e72-956d-5d3b2d969b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:55:50.594772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f725d2-7b7e-4324-9520-e4882f55de88 req-316a7fb7-f8ef-4d37-a98e-856fba0ca117 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:50.608189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f725d2-7b7e-4324-9520-e4882f55de88 req-316a7fb7-f8ef-4d37-a98e-856fba0ca117 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1102386 Aug 20 08:55:50.659900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66f725d2-7b7e-4324-9520-e4882f55de88 req-0110073f-2cdb-421e-8122-dcd5b0e1a324 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Aug 20 08:55:50.739464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:50.753207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:50.784913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:50.991854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Subnet': ['ID=1ed62e61-3f94-45d9-9657-18e20cb282c2,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:51.000793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Checking segment: {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:51.000793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network hostable DHCP agents. Network: de56cd6f-b3c1-46e8-9639-f1411fc6271b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:55:51.028040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:51.062135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:55:51.095989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Router 3af2ca9a-3f5f-47a5-a6fe-0e881986046f is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:51.101161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, de56cd6f-b3c1-46e8-9639-f1411fc6271b) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:51.111735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec2abe-9fc6-4c93-ae41-517fc3688f7f None None] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:51.112363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:51.112965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:51.168365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ac8137a-4ff6-4c25-9a22-f77e8efe9b10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0250175 Aug 20 08:55:51.356275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:51.420705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:51.426095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:51.434140 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] Sync routers for ids ['3af2ca9a-3f5f-47a5-a6fe-0e881986046f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:51.440698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:51.442009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:51.446186 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3cdb064e-908d-43ba-b7c4-e8705930a54b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "PUT /v2.0/routers/3af2ca9a-3f5f-47a5-a6fe-0e881986046f HTTP/1.1" status: 200 len: 879 time: 3.8664193 Aug 20 08:55:51.446341 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd74ce-5abc-4e8a-aaf4-253c870b6fb7" -d '{"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-unplugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:51.446548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46050) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:51.455977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:51.464101 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] Routers {'3af2ca9a-3f5f-47a5-a6fe-0e881986046f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:51.467161 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3af2ca9a-3f5f-47a5-a6fe-0e881986046f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:51.540803 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:51.558520 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] Routers {'3af2ca9a-3f5f-47a5-a6fe-0e881986046f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:51.559440 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3af2ca9a-3f5f-47a5-a6fe-0e881986046f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:51.655245 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:51.656114 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49391b39-fcb3-45f2-b395-6be38709fdd9 None None] The sync data for ids ['3af2ca9a-3f5f-47a5-a6fe-0e881986046f'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:51.668606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-de56cd6f-b3c1-46e8-9639-f1411fc6271b', 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'fixed_ips': [{'subnet_id': '1ed62e61-3f94-45d9-9657-18e20cb282c2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:55:51.669534 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:51.705697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:51.873662 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8126c5-af4a-4d2f-a541-9097a3928f97 x-openstack-request-id: req-9a8126c5-af4a-4d2f-a541-9097a3928f97 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:51.874009 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-unplugged", "status": "completed", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:51.874983 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a8126c5-af4a-4d2f-a541-9097a3928f97 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:51.874983 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'code': 200} Aug 20 08:55:51.879812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00be80c4-8743-444b-8360-1c2460422610 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/3af2ca9a-3f5f-47a5-a6fe-0e881986046f HTTP/1.1" status: 200 len: 920 time: 0.4315209 Aug 20 08:55:51.882965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46062) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:51.925176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-58f2c719-a9d3-4f5c-99c8-2d1dcd70706f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:51.928920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8200e33-a9f4-4c78-98ff-d504a0b8426d None None] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:51.932424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-58f2c719-a9d3-4f5c-99c8-2d1dcd70706f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:51.941404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-58f2c719-a9d3-4f5c-99c8-2d1dcd70706f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/networks?id=fa094afc-7aad-4914-aeb9-05c89fd451d7&id=de56cd6f-b3c1-46e8-9639-f1411fc6271b HTTP/1.1" status: 200 len: 1391 time: 0.4087942 Aug 20 08:55:51.955185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:51.968721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05935c1e-548c-43d2-a21e-189447494c08 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:51.977231 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-05935c1e-548c-43d2-a21e-189447494c08 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=3af2ca9a-3f5f-47a5-a6fe-0e881986046f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0931921 Aug 20 08:55:51.979480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-fbfe52ca-70e9-4c71-a3a8-ab3b455fc339 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/quotas/a6e1f9f30eb7459da44407d6dc581942 HTTP/1.1" status: 200 len: 375 time: 0.0371232 Aug 20 08:55:51.980168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46066) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:52.032074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f78fc-6f9a-440e-bff1-9f72304d3b93 req-946b5d42-e169-4575-b86a-4532723c26fe tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:52.048018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-924f78fc-6f9a-440e-bff1-9f72304d3b93 req-946b5d42-e169-4575-b86a-4532723c26fe tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 949 time: 0.1506610 Aug 20 08:55:52.092321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Allocated IP 19.86.0.2 (de56cd6f-b3c1-46e8-9639-f1411fc6271b/1ed62e61-3f94-45d9-9657-18e20cb282c2/50953194-98e3-41b1-9bb5-00989ed31626) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:52.119747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-7d7213a3-6b22-4104-a906-d4f118a93fd6 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1393752 Aug 20 08:55:52.143183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-f0acaf6b-f2d1-4547-9d84-0dbbb29a69a6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:55:52.144879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-f0acaf6b-f2d1-4547-9d84-0dbbb29a69a6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145473 Aug 20 08:55:52.167682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052c8f7-58ba-463c-8a78-54ae090a134c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:52.171988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c052c8f7-58ba-463c-8a78-54ae090a134c tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.1878812 Aug 20 08:55:52.172169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-924f78fc-6f9a-440e-bff1-9f72304d3b93 req-42a6d067-2bbe-447c-bb91-4775866cd2ee tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187339 Aug 20 08:55:52.172673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46068) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:52.238512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00a299d6-cfb0-4ca6-912d-559c8920d03d tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=3af2ca9a-3f5f-47a5-a6fe-0e881986046f HTTP/1.1" status: 200 len: 205 time: 0.0646706 Aug 20 08:55:52.244510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:52.382885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:52.384801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-14fab8c4-cbd5-40e3-9b86-fb9d7207bfc6 service neutron] 10.222.0.35 "GET /v2.0/networks/fa094afc-7aad-4914-aeb9-05c89fd451d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312047 Aug 20 08:55:52.531971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:52.562228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70880ca-9f85-4fb7-8f9b-1d3dc39b5bc9 req-326efc73-e1e1-435b-9a64-047ee39d8bd0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:52.564488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f70880ca-9f85-4fb7-8f9b-1d3dc39b5bc9 req-326efc73-e1e1-435b-9a64-047ee39d8bd0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1611986 Aug 20 08:55:52.613776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-b7679f74-0341-4489-9ed2-9ec0bd5e824d service neutron] 10.222.0.35 "GET /v2.0/networks/fa094afc-7aad-4914-aeb9-05c89fd451d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198076 Aug 20 08:55:52.640976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f70880ca-9f85-4fb7-8f9b-1d3dc39b5bc9 req-3a549b7e-05d7-44ea-afbe-deb578afe084 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640886 Aug 20 08:55:52.715505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:52.718497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Deleting port 04893a35-c8af-42fd-8cf1-0777d31a18f0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:52.719012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:52.724966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Transition to ACTIVE for port object 50953194-98e3-41b1-9bb5-00989ed31626 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:52.742243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Transition to ACTIVE for port object 50953194-98e3-41b1-9bb5-00989ed31626 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:52.776598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-f181f296-112e-4df7-b1a7-65a4422d623c service neutron] 10.222.0.35 "GET /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615856 Aug 20 08:55:52.786645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:52.835516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dae127a9-8570-435c-b3ab-5f47f5bdefcb None None] Provisioning for port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:52.919496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:52.931498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:52.936630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:52.952801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:52.990371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-da58581f-fe3f-439a-a779-99128bc56db3 service neutron] 10.222.0.35 "GET /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124381 Aug 20 08:55:53.023439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Calling delete_port for 04893a35-c8af-42fd-8cf1-0777d31a18f0 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:53.035465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Pushing event updated for resources: {'Port': ['ID=50953194-98e3-41b1-9bb5-00989ed31626,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:53.053509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Attempting to bind port 50953194-98e3-41b1-9bb5-00989ed31626 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:53.053809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Attempting to bind port 50953194-98e3-41b1-9bb5-00989ed31626 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:53.054170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Attempting to bind port 50953194-98e3-41b1-9bb5-00989ed31626 on network de56cd6f-b3c1-46e8-9639-f1411fc6271b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:53.074969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:53.087991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:53.091565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Checking segment: {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:53.092182 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.092644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Bound using segment: {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:53.094521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Bound port: 50953194-98e3-41b1-9bb5-00989ed31626, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:53.095068 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.213994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] For port 50953194-98e3-41b1-9bb5-00989ed31626, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:53.218253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] For port 50953194-98e3-41b1-9bb5-00989ed31626, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=50953194-98e3-41b1-9bb5-00989ed31626,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:53.219691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:53.220240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.225407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.353314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-674153c5-f8c5-4d7b-a26d-8619d606a479 req-fbb527eb-c5a7-4978-b019-f86f48c7aa81 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 210 time: 0.0637522 Aug 20 08:55:53.451158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d0968-f38f-4bc2-8acc-80d1774d489e None None] Pushing event updated for resources: {'Port': ['ID=50953194-98e3-41b1-9bb5-00989ed31626,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:53.510690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232c2b6-12e0-4091-8193-64fa2ef4a1e5 req-c631e167-3f17-44fc-b714-ca3f75b3cde4 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:53.512202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2232c2b6-12e0-4091-8193-64fa2ef4a1e5 req-c631e167-3f17-44fc-b714-ca3f75b3cde4 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 949 time: 0.1279433 Aug 20 08:55:53.537705 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.613613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:53.619271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2232c2b6-12e0-4091-8193-64fa2ef4a1e5 req-d3157556-4678-4d7c-9a77-b0595870f7d3 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842671 Aug 20 08:55:53.621112 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.658717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-9e4bf95c-b7da-47b1-b93d-c74c18336252 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:53.660277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-9e4bf95c-b7da-47b1-b93d-c74c18336252 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 949 time: 0.2639112 Aug 20 08:55:53.755326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:53.780415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.781986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3f05dc6a-099e-45d8-95d7-275d54622837 None None] Provisioning complete for port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:53.782722 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f05dc6a-099e-45d8-95d7-275d54622837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:53.948310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event deleted for resources: {'Port': ['ID=04893a35-c8af-42fd-8cf1-0777d31a18f0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:54.044051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd596-23c1-4053-8be9-138a0eb9a386 req-538bdc8b-ca76-4cba-b5e1-cc1c701320fa tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:54.045625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0dcd596-23c1-4053-8be9-138a0eb9a386 req-538bdc8b-ca76-4cba-b5e1-cc1c701320fa tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2071621 Aug 20 08:55:54.139098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.155925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0dcd596-23c1-4053-8be9-138a0eb9a386 req-d876e21c-ba4d-4e8c-a16c-5c3444f861b6 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008224 Aug 20 08:55:54.331770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.334803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.392794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Deleting port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:55:54.393167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.423314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.423871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Fanout notify agent at l3_agent the message router_deleted on router 3af2ca9a-3f5f-47a5-a6fe-0e881986046f {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:55:54.448227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.454147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50e0c9a7-9039-4ddf-8e80-6fd6b38ace8b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/3af2ca9a-3f5f-47a5-a6fe-0e881986046f HTTP/1.1" status: 204 len: 168 time: 2.2074225 Aug 20 08:55:54.456858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46100) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:54.462318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-646329588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:54.528434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea7ff6a3-d0d8-4794-bad3-5891be2fb2a8 req-489ae511-546f-4c09-9035-1d93e839e3c0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 210 time: 0.0495808 Aug 20 08:55:54.548445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.551407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.657648 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.666321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.701433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] For port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:54.705501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.711494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:54.716128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7c1fd1c-877e-4e10-ae1f-ff52661e868b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2581928 Aug 20 08:55:54.716897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46104) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:54.723397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': True}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:54.745376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Calling delete_port for 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:55:55.059635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47c684-a657-4db1-9909-b293edf2a124 None None] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:55:55.148208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:55.150479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0bcc96a3-56d2-48a1-bc77-39fbb8fa10ca None None] Provisioning for port 50953194-98e3-41b1-9bb5-00989ed31626 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:55.268705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Pushing event deleted for resources: {'Port': ['ID=176f6aa9-4fa6-47fb-84d3-37c7d1f330c4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:55.295609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:55.328728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-b5aecc39-6ec5-4ed3-ac12-e0a031462acf tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:55.336001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-b5aecc39-6ec5-4ed3-ac12-e0a031462acf tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:55.337845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-b5aecc39-6ec5-4ed3-ac12-e0a031462acf tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "GET /v2.0/networks?id=fa094afc-7aad-4914-aeb9-05c89fd451d7&id=de56cd6f-b3c1-46e8-9639-f1411fc6271b HTTP/1.1" status: 200 len: 1391 time: 0.3938472 Aug 20 08:55:55.346327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf565e-8fa4-4a7b-9da3-a8e56ae75c81 req-1f9464c7-93df-4f3c-adf9-72f90d7df787 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:55.356523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eadf565e-8fa4-4a7b-9da3-a8e56ae75c81 req-1f9464c7-93df-4f3c-adf9-72f90d7df787 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f HTTP/1.1" status: 200 len: 949 time: 0.5735545 Aug 20 08:55:55.367661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] No DVR routers for this DVR port 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:55:55.371917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:55.374511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1675ef36-1723-479f-9404-2dbfc2bb2eca req-27f99d84-756f-4180-97a4-0b11a5306232 tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.37 "DELETE /v2.0/ports/176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 HTTP/1.1" status: 204 len: 173 time: 1.7060618 Aug 20 08:55:55.379784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'port': {'device_id': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7', 'admin_state_up': True, 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:55.514373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-deleted', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:55.516683 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36553aa5-a475-4b8d-8f7a-f62124cd51ce" -d '{"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-deleted", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:55.555304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:55.560884 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:55.627538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eadf565e-8fa4-4a7b-9da3-a8e56ae75c81 req-3196cedb-3111-40c0-bb60-ef54fcc1d9bf tempest-ImagesOneServerTestJSON-333057062 tempest-ImagesOneServerTestJSON-333057062-project] 10.222.0.35 "GET /v2.0/security-groups?id=09263f1c-e4f5-481e-be83-f49f8e207f26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328587 Aug 20 08:55:55.658275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d2a8d-2363-47d5-815d-383820b3db84 req-b5bf14ee-201f-4cd6-b8d0-5e16af33504e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:55.666183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-151d2a8d-2363-47d5-815d-383820b3db84 req-b5bf14ee-201f-4cd6-b8d0-5e16af33504e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3070893 Aug 20 08:55:55.790542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-151d2a8d-2363-47d5-815d-383820b3db84 req-19e3bd73-a367-4e4d-a3ad-2f8951e685ef tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229248 Aug 20 08:55:55.933199 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4147d701-2fc3-42df-b8c7-3ebf17418fbf x-openstack-request-id: req-4147d701-2fc3-42df-b8c7-3ebf17418fbf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:55:55.933730 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f", "name": "network-vif-deleted", "tag": "176f6aa9-4fa6-47fb-84d3-37c7d1f330c4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:55:55.934140 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4147d701-2fc3-42df-b8c7-3ebf17418fbf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:55:55.937923 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4b4e9f-56e3-4312-b2e2-1d3f7eaef51f', 'name': 'network-vif-deleted', 'tag': '176f6aa9-4fa6-47fb-84d3-37c7d1f330c4', 'status': 'completed', 'code': 200} Aug 20 08:55:55.980700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Allocated IP 19.80.0.44 (fa094afc-7aad-4914-aeb9-05c89fd451d7/47ad476e-a418-4bec-b93b-18f8da74d55a/3939cec6-238a-4846-ade4-5fea2c142ff7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:56.061168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-145e4e1a-24bd-44a6-8042-b9a83eaa8fc1 req-98e92ebd-4caf-49f9-a19e-d5dbfc26acfd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 210 time: 0.0934787 Aug 20 08:55:56.108615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:56.183234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.207523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:56.208408 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.256018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.406881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.436235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 50953194-98e3-41b1-9bb5-00989ed31626 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:56.456690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Transition to ACTIVE for port object 3939cec6-238a-4846-ade4-5fea2c142ff7 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:56.525189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Allocated IP 172.25.5.129 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/94b1d577-e16c-4bbb-92d3-fb2ccd027ea0) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:56.539251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 50953194-98e3-41b1-9bb5-00989ed31626 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:56.541228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.543476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 50953194-98e3-41b1-9bb5-00989ed31626 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:56.543849 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.644356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:56.648909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Port': ['ID=3939cec6-238a-4846-ade4-5fea2c142ff7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:56.657492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:56.664432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:56.672299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.682436 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.740502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 50953194-98e3-41b1-9bb5-00989ed31626, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=50953194-98e3-41b1-9bb5-00989ed31626,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:55:56.746208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.767581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.835806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=50953194-98e3-41b1-9bb5-00989ed31626,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:56.835943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:56.844554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:56.848962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:56.859893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:56.860607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:56.894460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-95243fa2-0794-49b4-9bc5-1fabe6f7e325 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5272956 Aug 20 08:55:56.906295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Request body: {'port': {'device_id': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b', 'admin_state_up': True, 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:56.950279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Port': ['ID=94b1d577-e16c-4bbb-92d3-fb2ccd027ea0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:57.119879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:55:57.198395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:55:57.198736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 176f6aa9-4fa6-47fb-84d3-37c7d1f330c4 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:55:57.240273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-377e6185-249a-4d0c-8950-f1c02458d7d4 None None] Provisioning for port 3939cec6-238a-4846-ade4-5fea2c142ff7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:57.253262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-377e6185-249a-4d0c-8950-f1c02458d7d4 None None] Provisioning complete for port 3939cec6-238a-4846-ade4-5fea2c142ff7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:57.253641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-377e6185-249a-4d0c-8950-f1c02458d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.259743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Made reservation on behalf of a6e1f9f30eb7459da44407d6dc581942 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:57.271450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.318751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46144) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:57.321923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-377e6185-249a-4d0c-8950-f1c02458d7d4 None None] Port 3939cec6-238a-4846-ade4-5fea2c142ff7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:55:57.475039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d6bd5-e41d-44f2-a0b6-1c97690b57e2 req-ad7e9c00-8f73-4f1b-b3eb-ee6f2804973e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:57.475039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-322d6bd5-e41d-44f2-a0b6-1c97690b57e2 req-ad7e9c00-8f73-4f1b-b3eb-ee6f2804973e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1774113 Aug 20 08:55:57.481234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Allocated IP 19.86.0.47 (de56cd6f-b3c1-46e8-9639-f1411fc6271b/1ed62e61-3f94-45d9-9657-18e20cb282c2/c967b3a0-aea3-4b54-a6c3-673a4cc75453) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:55:57.492748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d7807-0858-498d-82f8-3bf728c0ea02 req-94742162-a3e3-41a2-8595-dab98a451811 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:57.500423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-306d7807-0858-498d-82f8-3bf728c0ea02 req-94742162-a3e3-41a2-8595-dab98a451811 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 931 time: 0.2213693 Aug 20 08:55:57.645194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c03c8b3e-a1ab-4ee7-a680-276bc6e74a6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01eb6855d7194dc7b0214cefb1341905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246248 Aug 20 08:55:57.651200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:57.770010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38678b2b-469f-42f9-ba6a-9063a7526951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.808491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 50953194-98e3-41b1-9bb5-00989ed31626 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:55:57.813592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.833047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Transition to ACTIVE for port object c967b3a0-aea3-4b54-a6c3-673a4cc75453 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:57.880973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 50953194-98e3-41b1-9bb5-00989ed31626 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:57.881587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.881896 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.921989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-306d7807-0858-498d-82f8-3bf728c0ea02 req-d3fba4ce-3f94-4c73-b4a6-7dde79226371 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156907 Aug 20 08:55:57.932032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38678b2b-469f-42f9-ba6a-9063a7526951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:57.940452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-322d6bd5-e41d-44f2-a0b6-1c97690b57e2 req-5c46609e-34d5-4dcb-bb5b-da69d6dd05f8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343202 Aug 20 08:55:57.943503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.048191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:55:58.062182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event updated for resources: {'Port': ['ID=c967b3a0-aea3-4b54-a6c3-673a4cc75453,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:58.073612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:55:58.081964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:55:58.173866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:58.174747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.199307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38678b2b-469f-42f9-ba6a-9063a7526951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.201649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38678b2b-469f-42f9-ba6a-9063a7526951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.206600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-38678b2b-469f-42f9-ba6a-9063a7526951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09263f1c-e4f5-481e-be83-f49f8e207f26 HTTP/1.1" status: 204 len: 168 time: 0.5538766 Aug 20 08:55:58.212912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-ae0ff99d-a862-44b3-a0fd-3b38c298fbe5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3122926 Aug 20 08:55:58.236301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Request body: {'port': {'device_id': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:58.241399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38678b2b-469f-42f9-ba6a-9063a7526951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09263f1c-e4f5-481e-be83-f49f8e207f26,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:58.303255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.309944 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.370991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.461088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5498873e-b5fa-4ac2-88ad-c6ec5b3b02e1 None None] Provisioning for port c967b3a0-aea3-4b54-a6c3-673a4cc75453 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:55:58.470824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5498873e-b5fa-4ac2-88ad-c6ec5b3b02e1 None None] Provisioning complete for port c967b3a0-aea3-4b54-a6c3-673a4cc75453 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:55:58.471810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5498873e-b5fa-4ac2-88ad-c6ec5b3b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.514899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Router 82f4fed8-4029-4e27-93cd-a2953d1b3157 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:55:58.531956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5498873e-b5fa-4ac2-88ad-c6ec5b3b02e1 None None] Port c967b3a0-aea3-4b54-a6c3-673a4cc75453 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:55:58.653814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:55:58.663339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] Sync routers for ids ['82f4fed8-4029-4e27-93cd-a2953d1b3157'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:55:58.677577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.679280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] Routers {'82f4fed8-4029-4e27-93cd-a2953d1b3157'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:58.680060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['82f4fed8-4029-4e27-93cd-a2953d1b3157'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:58.684338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-299a365e-6be5-4797-a195-d069ca89b42f tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "PUT /v2.0/routers/82f4fed8-4029-4e27-93cd-a2953d1b3157 HTTP/1.1" status: 200 len: 914 time: 3.9645028 Aug 20 08:55:58.686888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:58.758833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:58.782479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] Routers {'82f4fed8-4029-4e27-93cd-a2953d1b3157'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:55:58.786394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['82f4fed8-4029-4e27-93cd-a2953d1b3157'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:58.801451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3939cec6-238a-4846-ade4-5fea2c142ff7 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:55:58.811224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.825391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Transition to ACTIVE for port object 3939cec6-238a-4846-ade4-5fea2c142ff7 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:55:58.830150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:58.857792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:55:58.860944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa94424-402f-44a6-803d-d095ee4d4274 None None] The sync data for ids ['82f4fed8-4029-4e27-93cd-a2953d1b3157'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:55:58.906317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-efd8678e-b0ca-4dbe-88a2-08b8d57fc9fa tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/82f4fed8-4029-4e27-93cd-a2953d1b3157 HTTP/1.1" status: 200 len: 920 time: 0.2187736 Aug 20 08:55:58.909289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46172) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:59.060254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa8b97-52a9-4145-819f-76f0dd55d03d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:59.061999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01fa8b97-52a9-4145-819f-76f0dd55d03d tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=82f4fed8-4029-4e27-93cd-a2953d1b3157&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1497793 Aug 20 08:55:59.077831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46182) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:59.102497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3939cec6-238a-4846-ade4-5fea2c142ff7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:59.140166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Attempting to bind port 3939cec6-238a-4846-ade4-5fea2c142ff7 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:55:59.140876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Attempting to bind port 3939cec6-238a-4846-ade4-5fea2c142ff7 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:55:59.141439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Attempting to bind port 3939cec6-238a-4846-ade4-5fea2c142ff7 on network fa094afc-7aad-4914-aeb9-05c89fd451d7 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:59.158009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Port 3939cec6-238a-4846-ade4-5fea2c142ff7 on network fa094afc-7aad-4914-aeb9-05c89fd451d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:55:59.163030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Attempting to bind port 3939cec6-238a-4846-ade4-5fea2c142ff7 on network fa094afc-7aad-4914-aeb9-05c89fd451d7 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:55:59.186609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:55:59.186973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Checking segment: {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:55:59.187356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Bound using segment: {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:55:59.187793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Bound port: 3939cec6-238a-4846-ade4-5fea2c142ff7, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b116f59-75d8-471f-b531-0e66f9d77e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:55:59.188152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:59.270034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f18f-c239-489c-b68c-3b82fa2db600 req-29f7afd6-b7b4-40d2-b1d8-847d928cfe4b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:59.272695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae89f18f-c239-489c-b68c-3b82fa2db600 req-29f7afd6-b7b4-40d2-b1d8-847d928cfe4b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.2094903 Aug 20 08:55:59.292340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] For port 3939cec6-238a-4846-ade4-5fea2c142ff7, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:55:59.296846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] For port 3939cec6-238a-4846-ade4-5fea2c142ff7, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3939cec6-238a-4846-ade4-5fea2c142ff7,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:55:59.298671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8f82b-1259-4602-8c4d-780c99ad09ea req-7486b7ae-07b5-4f8d-b7ff-22c087a54e1d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:59.305625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8f82b-1259-4602-8c4d-780c99ad09ea req-7486b7ae-07b5-4f8d-b7ff-22c087a54e1d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:59.307526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53e8f82b-1259-4602-8c4d-780c99ad09ea req-7486b7ae-07b5-4f8d-b7ff-22c087a54e1d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1665 time: 0.2062118 Aug 20 08:55:59.308819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:59.392774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb48e214-ac9b-420a-aef8-9b0055529173 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:59.394888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3939cec6-238a-4846-ade4-5fea2c142ff7,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:55:59.395085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fb48e214-ac9b-420a-aef8-9b0055529173 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.3161530 Aug 20 08:55:59.403296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46194) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:59.431909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae89f18f-c239-489c-b68c-3b82fa2db600 req-d8a0bbed-f90d-4615-a5e1-dc9957df44cf tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502192 Aug 20 08:55:59.435207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53e8f82b-1259-4602-8c4d-780c99ad09ea req-e33a00af-907c-460c-a9f0-1516d05f26dc tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194773 Aug 20 08:55:59.443980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d8f34d28-abf2-475d-ae5d-23a4d6aa979b tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f4fed8-4029-4e27-93cd-a2953d1b3157 HTTP/1.1" status: 200 len: 205 time: 0.0366986 Aug 20 08:55:59.444308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46196) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:59.467508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:55:59.468701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:59.470257 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-c04d7676-20fd-4978-b2c1-e25fb05025f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/3939cec6-238a-4846-ade4-5fea2c142ff7 HTTP/1.1" status: 200 len: 1091 time: 1.2483075 Aug 20 08:55:59.470864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'tag': '3939cec6-238a-4846-ade4-5fea2c142ff7'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:55:59.483588 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63844a-d855-45bb-9e12-b4fe73a129f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "tag": "3939cec6-238a-4846-ade4-5fea2c142ff7"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:55:59.538034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Request body: {'port': {'device_id': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:59.558525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46200) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:55:59.748513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1753732671-network', 'tenant_id': 'f47b53036a0a4363a85c2f63531f4e44'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:55:59.812923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Made reservation on behalf of f47b53036a0a4363a85c2f63531f4e44 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:55:59.820857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:55:59.835958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.026909 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.033550 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ed888-d3f8-4c76-8d7c-481443d8ef98 x-openstack-request-id: req-3f6ed888-d3f8-4c76-8d7c-481443d8ef98 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:00.034115 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "tag": "3939cec6-238a-4846-ade4-5fea2c142ff7", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:00.034197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.034292 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f6ed888-d3f8-4c76-8d7c-481443d8ef98 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:00.034679 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'tag': '3939cec6-238a-4846-ade4-5fea2c142ff7', 'status': 'completed', 'code': 200} Aug 20 08:56:00.060816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:56:00.079791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecb8726-9c42-4161-b5f5-347d6bc7a67f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:00.082816 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.083214 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Added segment f04da439-b02f-40c6-8bc1-b1a18d34509a of type vlan for network 21d996eb-8347-4139-ad99-7649f13ddcec Aug 20 08:56:00.138669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.143231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.147190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.167030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-e2ec1e69-88d0-4af2-9037-9ccf061c1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.167444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-e2ec1e69-88d0-4af2-9037-9ccf061c1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.167734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.169258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-e2ec1e69-88d0-4af2-9037-9ccf061c1bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1912 time: 0.1454716 Aug 20 08:56:00.172782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.173387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.246499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6868379 Aug 20 08:56:00.247881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ea74c-8271-41fc-9ed9-5a131d45335c admin admin] Pushing event updated for resources: {'Network': ['ID=21d996eb-8347-4139-ad99-7649f13ddcec,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:00.250127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:00.256747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Request body: {'subnet': {'network_id': '21d996eb-8347-4139-ad99-7649f13ddcec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1753732671-subnet', 'tenant_id': 'f47b53036a0a4363a85c2f63531f4e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:00.260452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 21d996eb-8347-4139-ad99-7649f13ddcec details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:56:00.317977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Made reservation on behalf of f47b53036a0a4363a85c2f63531f4e44 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:00.320692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.527418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.572627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ee531b-72da-4b36-bbd8-5065ad9bdc48,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:00.668585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.702185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Checking segment: {'id': 'f04da439-b02f-40c6-8bc1-b1a18d34509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '21d996eb-8347-4139-ad99-7649f13ddcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:00.702880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Network hostable DHCP agents. Network: 21d996eb-8347-4139-ad99-7649f13ddcec, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:56:00.723211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e1fe-4ebc-4f31-8a06-484cdac1fe74 req-3a84f749-40ab-4b49-8f51-946b595d8821 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.734230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed15e1fe-4ebc-4f31-8a06-484cdac1fe74 req-3a84f749-40ab-4b49-8f51-946b595d8821 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1157033 Aug 20 08:56:00.737677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-4a4e6f98-58f4-474f-94c6-202c835c5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.738269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-4a4e6f98-58f4-474f-94c6-202c835c5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.738767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-4a4e6f98-58f4-474f-94c6-202c835c5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.740477 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-4a4e6f98-58f4-474f-94c6-202c835c5ae6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6e1f9f30eb7459da44407d6dc581942&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4809544 Aug 20 08:56:00.756564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d0417-db23-4776-aa76-339432adc251 req-28682c7c-9664-4b3e-a1c3-1ff18e54341b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.764162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d0417-db23-4776-aa76-339432adc251 req-28682c7c-9664-4b3e-a1c3-1ff18e54341b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.773122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f3d0417-db23-4776-aa76-339432adc251 req-28682c7c-9664-4b3e-a1c3-1ff18e54341b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1665 time: 0.1978891 Aug 20 08:56:00.830583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Network 21d996eb-8347-4139-ad99-7649f13ddcec is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:56:00.852919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed15e1fe-4ebc-4f31-8a06-484cdac1fe74 req-51f59480-71a3-4d31-b068-c44d7260f006 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172624 Aug 20 08:56:00.882732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f3d0417-db23-4776-aa76-339432adc251 req-e014d362-75f0-4529-b9ae-d842d4a5c730 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083550 Aug 20 08:56:00.886110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 21d996eb-8347-4139-ad99-7649f13ddcec) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:00.901082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.902124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:00.903733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d3e9fb-e227-425e-b649-e3727c724e6f None None] Network 21d996eb-8347-4139-ad99-7649f13ddcec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:00.941671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-7253dca0-bdd5-44a0-b2ad-a8ceeccd5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:00.945197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-733304c0-2342-496c-a762-9d5325a8ac58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6887021 Aug 20 08:56:00.964025 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fe63844a-d855-45bb-9e12-b4fe73a129f8 req-7253dca0-bdd5-44a0-b2ad-a8ceeccd5967 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2112339 Aug 20 08:56:01.114963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Deleting port 94b1d577-e16c-4bbb-92d3-fb2ccd027ea0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:01.115756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.166183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270839db-cf6e-4d37-ae8c-3bd90050c620 None None] Network 21d996eb-8347-4139-ad99-7649f13ddcec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:01.272503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c967b3a0-aea3-4b54-a6c3-673a4cc75453 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:01.283620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.306941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.316220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Transition to ACTIVE for port object c967b3a0-aea3-4b54-a6c3-673a4cc75453 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:01.323478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Calling delete_port for 94b1d577-e16c-4bbb-92d3-fb2ccd027ea0 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:01.325216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.362602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f4ca5a59-8523-4ab1-b6bb-dd0d136dd2f5 req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-283794241', 'description': 'tempest-description-42951115'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:01.434968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f4ca5a59-8523-4ab1-b6bb-dd0d136dd2f5 req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.534915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Pushing event updated for resources: {'Port': ['ID=c967b3a0-aea3-4b54-a6c3-673a4cc75453,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:01.662522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f4ca5a59-8523-4ab1-b6bb-dd0d136dd2f5 req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.677319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f4ca5a59-8523-4ab1-b6bb-dd0d136dd2f5 req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.681348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Attempting to bind port c967b3a0-aea3-4b54-a6c3-673a4cc75453 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:01.681702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Attempting to bind port c967b3a0-aea3-4b54-a6c3-673a4cc75453 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:01.682088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Attempting to bind port c967b3a0-aea3-4b54-a6c3-673a4cc75453 on network de56cd6f-b3c1-46e8-9639-f1411fc6271b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:01.685797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.695359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Port c967b3a0-aea3-4b54-a6c3-673a4cc75453 on network de56cd6f-b3c1-46e8-9639-f1411fc6271b not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:01.695687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Attempting to bind port c967b3a0-aea3-4b54-a6c3-673a4cc75453 on network de56cd6f-b3c1-46e8-9639-f1411fc6271b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:01.725505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f4ca5a59-8523-4ab1-b6bb-dd0d136dd2f5 req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.725879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event deleted for resources: {'Port': ['ID=94b1d577-e16c-4bbb-92d3-fb2ccd027ea0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:01.729775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:01.730150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Checking segment: {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:01.730475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Bound using segment: {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:01.730925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Bound port: c967b3a0-aea3-4b54-a6c3-673a4cc75453, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2433c1-fef5-40eb-9091-5c073a962b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:01.731447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.739956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4ca5a59-8523-4ab1-b6bb-dd0d136dd2f5 req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3913496 Aug 20 08:56:01.741010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239909a-dd86-4895-a089-a179ef631d11 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb96fc8-9ca6-4225-b721-0a185e51f678,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:01.809886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-2dab479a-e1c1-4575-aa61-9363c606d232 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/dbb96fc8-9ca6-4225-b721-0a185e51f678 HTTP/1.1" status: 200 len: 1804 time: 0.0461261 Aug 20 08:56:01.817104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbb96fc8-9ca6-4225-b721-0a185e51f678', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:01.817796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbb96fc8-9ca6-4225-b721-0a185e51f678', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:01.869317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.901002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] For port c967b3a0-aea3-4b54-a6c3-673a4cc75453, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:01.901002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] For port c967b3a0-aea3-4b54-a6c3-673a4cc75453, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:01.931353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.994277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:01.996350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.004046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.027626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1baff-5b65-488d-bf0f-5950574c8331 req-e23ee3aa-a3f2-41cf-83c4-f8e87a6d5350 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.027626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83d1baff-5b65-488d-bf0f-5950574c8331 req-e23ee3aa-a3f2-41cf-83c4-f8e87a6d5350 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0699818 Aug 20 08:56:02.031810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.036798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.054530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.055235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.056636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] 10.222.0.37 "PUT /v2.0/ports/c967b3a0-aea3-4b54-a6c3-673a4cc75453 HTTP/1.1" status: 200 len: 1091 time: 2.5249050 Aug 20 08:56:02.070105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac361430-c95a-433e-840e-40963d4bc698,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:02.075259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.076381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b42a24-0b05-4cb3-97ad-b433eeade0f1 req-ff344609-b62b-434a-b084-76883d46f265 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2635245 Aug 20 08:56:02.079706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83d1baff-5b65-488d-bf0f-5950574c8331 req-52bd5174-8c7c-44ec-9964-5900849aab94 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Aug 20 08:56:02.085858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'tag': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:02.094892 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "tag": "c967b3a0-aea3-4b54-a6c3-673a4cc75453"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:02.132954 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.134765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Fanout notify agent at l3_agent the message router_deleted on router 82f4fed8-4029-4e27-93cd-a2953d1b3157 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:56:02.191516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.204279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b9f1c79-3129-4bd1-af7c-3feda6fce084 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/82f4fed8-4029-4e27-93cd-a2953d1b3157 HTTP/1.1" status: 204 len: 168 time: 2.7370541 Aug 20 08:56:02.204476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:02.212510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d773c6-76f8-4916-9739-4f0796346a6c service neutron] Pushing event updated for resources: {'Port': ['ID=c967b3a0-aea3-4b54-a6c3-673a4cc75453,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:02.215780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1504107150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:02.242525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-9c20c0bb-f370-4a1c-a2f2-ef9ecd54e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.243028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-9c20c0bb-f370-4a1c-a2f2-ef9ecd54e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.249363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-9c20c0bb-f370-4a1c-a2f2-ef9ecd54e92e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1979 time: 0.1357923 Aug 20 08:56:02.350038 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-85f3a224-a19d-488c-88d1-cf49a1b82cb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=3939cec6-238a-4846-ade4-5fea2c142ff7 HTTP/1.1" status: 200 len: 217 time: 0.0930569 Aug 20 08:56:02.376341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.378527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.398418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e617d01-a631-45cd-8fe6-a4809f4536fc req-35c1c5f3-e4e7-4006-a64e-fb9c8b52e425 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.405194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e617d01-a631-45cd-8fe6-a4809f4536fc req-35c1c5f3-e4e7-4006-a64e-fb9c8b52e425 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.407200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e617d01-a631-45cd-8fe6-a4809f4536fc req-35c1c5f3-e4e7-4006-a64e-fb9c8b52e425 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1677 time: 0.2247903 Aug 20 08:56:02.413814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-8768e19c-7449-4a19-a96d-219323b776ca req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2055699642', 'description': 'tempest-description-1608570076'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:02.445041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-6c5401d5-41b0-4a7c-8465-834b8477c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.449213 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-6c5401d5-41b0-4a7c-8465-834b8477c2bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47ad476e-a418-4bec-b93b-18f8da74d55a HTTP/1.1" status: 200 len: 801 time: 0.0855036 Aug 20 08:56:02.507975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.518267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8768e19c-7449-4a19-a96d-219323b776ca req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.520682 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.527516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-982ac1c9-1773-40f7-968d-e09b06c7df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:02.529891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-982ac1c9-1773-40f7-968d-e09b06c7df60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fa094afc-7aad-4914-aeb9-05c89fd451d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0672438 Aug 20 08:56:02.540550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e617d01-a631-45cd-8fe6-a4809f4536fc req-7d42e823-f15b-424a-b42e-9e697b980ae4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191714 Aug 20 08:56:02.553602 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:02.555104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0fff12c-0f84-4afc-8a41-d64988a1647a tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3541265 Aug 20 08:56:02.559432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46256) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:02.564656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': False}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:02.617406 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3fde98-2298-4a71-ac2f-bc7c947cdae3 x-openstack-request-id: req-6b3fde98-2298-4a71-ac2f-bc7c947cdae3 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:02.617817 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "tag": "c967b3a0-aea3-4b54-a6c3-673a4cc75453", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:02.618023 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b3fde98-2298-4a71-ac2f-bc7c947cdae3 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:02.619119 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'tag': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453', 'status': 'completed', 'code': 200} Aug 20 08:56:02.733884 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-2751848c-4c0d-453c-873e-cd9ee9022733 service neutron] 10.222.0.37 "GET /v2.0/networks/fa094afc-7aad-4914-aeb9-05c89fd451d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967402 Aug 20 08:56:02.938027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-a6198bd0-c67e-415b-ab41-097cff654133 service neutron] 10.222.0.37 "GET /v2.0/networks/fa094afc-7aad-4914-aeb9-05c89fd451d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952531 Aug 20 08:56:03.012364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-0b4c2bcd-14e0-46ab-80b4-27c2cac9d173 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453 HTTP/1.1" status: 200 len: 217 time: 0.0666347 Aug 20 08:56:03.145107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-226181bd-fdff-4a8e-927d-98c23f172a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.148447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-226181bd-fdff-4a8e-927d-98c23f172a3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ed62e61-3f94-45d9-9657-18e20cb282c2 HTTP/1.1" status: 200 len: 801 time: 0.1251714 Aug 20 08:56:03.198484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8768e19c-7449-4a19-a96d-219323b776ca req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:03.200645 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:03.215194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8768e19c-7449-4a19-a96d-219323b776ca req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:03.217097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-a7ab571a-4c08-4298-a0d2-58e401a62b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.218746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-a7ab571a-4c08-4298-a0d2-58e401a62b7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de56cd6f-b3c1-46e8-9639-f1411fc6271b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612268 Aug 20 08:56:03.330705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fc9f34-fdaa-490b-8fb1-d7dca725b665,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:03.336850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8768e19c-7449-4a19-a96d-219323b776ca req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:03.337759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-a252e05a-2ef2-48b5-b2dd-ee1adf51e370 service neutron] 10.222.0.37 "GET /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121533 Aug 20 08:56:03.338116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8768e19c-7449-4a19-a96d-219323b776ca req-6f99c8cc-7c3e-4473-b280-242079a6e96b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9296556 Aug 20 08:56:03.383325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-b01b1205-b8af-4445-ba80-988fe7f3c3f9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.384842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-b01b1205-b8af-4445-ba80-988fe7f3c3f9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.2031927 Aug 20 08:56:03.406077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-1662ac50-ddd6-4f1b-8075-52833a363728 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/quotas/4382ecd349434db2ae9560951f498aaf HTTP/1.1" status: 200 len: 375 time: 0.0140643 Aug 20 08:56:03.468375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66de47f-4576-4229-bb9a-0ea0a7f5429a req-a57d2c15-25d3-4754-af29-cf1a8024ff95 service neutron] 10.222.0.37 "GET /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192906 Aug 20 08:56:03.507717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-e13105b4-9e7d-4d9f-ae2b-c5d276ef3131 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922296 Aug 20 08:56:03.560370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-15f42565-9af5-4d41-94b1-040718c13d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.560871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-15f42565-9af5-4d41-94b1-040718c13d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.562483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-15f42565-9af5-4d41-94b1-040718c13d0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e1f9f30eb7459da44407d6dc581942&device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1979 time: 0.0451167 Aug 20 08:56:03.587945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd5df8-2275-4d41-92cf-0e31882a5a6f req-4279fe04-beb5-495c-bf9e-3fd771aa3147 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.589444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8cd5df8-2275-4d41-92cf-0e31882a5a6f req-4279fe04-beb5-495c-bf9e-3fd771aa3147 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1451974 Aug 20 08:56:03.660329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-a6800428-2452-4bf6-a98b-d71d3db49bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.662741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-a6800428-2452-4bf6-a98b-d71d3db49bb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de56cd6f-b3c1-46e8-9639-f1411fc6271b HTTP/1.1" status: 200 len: 902 time: 0.0933936 Aug 20 08:56:03.701545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:03.704571 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-421cf442-cc4d-4a26-8cb0-5f8452314bbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.47&port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453 HTTP/1.1" status: 200 len: 217 time: 0.0351167 Aug 20 08:56:03.739921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8cd5df8-2275-4d41-92cf-0e31882a5a6f req-0dd6e654-584c-4d6b-8275-7cf7539aeeb2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250350 Aug 20 08:56:03.743023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:03.765801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-ab69e7c1-2042-4f77-83bf-356421fbe944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.767660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-ab69e7c1-2042-4f77-83bf-356421fbe944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1ed62e61-3f94-45d9-9657-18e20cb282c2 HTTP/1.1" status: 200 len: 801 time: 0.0561671 Aug 20 08:56:03.799342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-22e1c0a2-5d05-4bbd-8123-90f0681d5824 service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604742 Aug 20 08:56:03.821544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-49a8b808-28a9-4e03-a118-52f0fc35f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:03.826022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-49a8b808-28a9-4e03-a118-52f0fc35f20c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de56cd6f-b3c1-46e8-9639-f1411fc6271b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478532 Aug 20 08:56:03.924318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-5f46de46-eeaa-4b2e-b916-4ee170bcfe04 service neutron] 10.222.0.37 "GET /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929329 Aug 20 08:56:03.955401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Allocated IP 172.25.5.102 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/ef3cd029-59cb-4884-a4b7-d193ed1f328c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:03.971259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-feaa2a4d-b615-4227-83cd-d0009afc472f tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/79fc9f34-fdaa-490b-8fb1-d7dca725b665 HTTP/1.1" status: 200 len: 1807 time: 0.0966280 Aug 20 08:56:03.990329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '79fc9f34-fdaa-490b-8fb1-d7dca725b665', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:03.990648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '79fc9f34-fdaa-490b-8fb1-d7dca725b665', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:04.010770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-835ad9da-590b-43a6-9a4a-aa92f594a39d service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994522 Aug 20 08:56:04.056874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ebf2d4e-9805-48a6-928b-d3deb8d7736b req-de2e6f0d-a4e5-4185-8b85-77e5f719e8a7 service neutron] 10.222.0.37 "GET /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248047 Aug 20 08:56:04.068675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-8b88cb6c-8613-409e-be09-0100324e9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:04.070592 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-8b88cb6c-8613-409e-be09-0100324e9ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1096 time: 0.0614336 Aug 20 08:56:04.133675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.139226 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.171749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.177553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.190109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-5beaa8e4-3978-43fa-9b62-230ce00473aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:04.191615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-5beaa8e4-3978-43fa-9b62-230ce00473aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.1136186 Aug 20 08:56:04.209454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91639803-8daf-410e-ada3-8fd1ff567daa,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:04.222407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.234076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f226f246-cef5-4dff-acf4-2d2a3e56baa5 req-2148c7b5-3371-46d9-96bf-3ebb9c8c4dd7 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2520511 Aug 20 08:56:04.249876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-ae8f90c1-b801-4bfd-839a-cbfa4b8246b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0503614 Aug 20 08:56:04.253228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.319422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Pushing event updated for resources: {'Port': ['ID=ef3cd029-59cb-4884-a4b7-d193ed1f328c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:04.319532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-c85868ff-3dc6-4d8c-91eb-f9d1a7007bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:04.319532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-c85868ff-3dc6-4d8c-91eb-f9d1a7007bb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.0475342 Aug 20 08:56:04.347461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:04.366069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-e622118b-3f92-4380-9091-a38c435e7fb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372429 Aug 20 08:56:04.367375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:04.386082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:04.391497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-288cce95-7bb1-4c84-b9d4-e549fcbd9128 req-542ebe7b-4bce-4472-9bc3-ff5718b741d3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 210 time: 0.0351179 Aug 20 08:56:04.429109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fabc6-cf22-4bf1-ab9d-0b16b675d2fc req-3a2f8f6e-da35-4746-8602-7332ac7243e5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:04.435022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fabc6-cf22-4bf1-ab9d-0b16b675d2fc req-3a2f8f6e-da35-4746-8602-7332ac7243e5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:04.437411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d0fabc6-cf22-4bf1-ab9d-0b16b675d2fc req-3a2f8f6e-da35-4746-8602-7332ac7243e5 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1677 time: 0.1795034 Aug 20 08:56:04.447105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-b2722f8a-b1c0-4f77-a66f-aa176ec3a546 req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-129479643', 'description': 'tempest-description-630072299'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:04.485090 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-897cbfd8-3af2-4354-ac18-20cb0ce4f3f1 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109002 Aug 20 08:56:04.574140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d0fabc6-cf22-4bf1-ab9d-0b16b675d2fc req-2bcdc1b0-2988-4597-8f6d-b3f080e96f92 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185601 Aug 20 08:56:04.574494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b2722f8a-b1c0-4f77-a66f-aa176ec3a546 req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.588622 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fe4e19f-7f7a-4300-9a4c-d28630f55ce6 req-4a1f850c-e004-498a-a13a-cdb37dcbd4d9 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959783 Aug 20 08:56:04.777983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b2722f8a-b1c0-4f77-a66f-aa176ec3a546 req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.779214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.816436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b2722f8a-b1c0-4f77-a66f-aa176ec3a546 req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.880235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b2722f8a-b1c0-4f77-a66f-aa176ec3a546 req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:04.881455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2722f8a-b1c0-4f77-a66f-aa176ec3a546 req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4430470 Aug 20 08:56:04.922431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce8740-4dd1-44f2-b88c-d05eb41a3025 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bae15a-4201-4204-bcc0-4818f166e009,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:04.944368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf55420-67cc-412e-9c33-4d0bee5f9bea req-1d635702-e458-48c6-a4e3-184c8007c3f5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:04.945879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9cf55420-67cc-412e-9c33-4d0bee5f9bea req-1d635702-e458-48c6-a4e3-184c8007c3f5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.1304662 Aug 20 08:56:05.007474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-9a2c9571-ad14-465e-9ee5-1d3e9cf42616 req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1988067009', 'description': 'tempest-description-2130142059'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:05.051504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9cf55420-67cc-412e-9c33-4d0bee5f9bea req-92b5e911-6a04-4df1-a719-7990d1886b00 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992055 Aug 20 08:56:05.079796 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9a2c9571-ad14-465e-9ee5-1d3e9cf42616 req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.111447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.117742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.136005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c967b3a0-aea3-4b54-a6c3-673a4cc75453 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:05.267852 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9a2c9571-ad14-465e-9ee5-1d3e9cf42616 req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.272579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9a2c9571-ad14-465e-9ee5-1d3e9cf42616 req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.277854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c967b3a0-aea3-4b54-a6c3-673a4cc75453, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:05.296204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-603f8230-1532-4d02-874b-1d42aaae11b0 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:05.300288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-603f8230-1532-4d02-874b-1d42aaae11b0 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.1645148 Aug 20 08:56:05.307549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453', 'network_id': 'de56cd6f-b3c1-46e8-9639-f1411fc6271b', 'port_id': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453', 'mac_address': 'fa:16:3e:f1:29:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed62e61-3f94-45d9-9657-18e20cb282c2', 'ip_address': '19.86.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:05.310050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-9a2c9571-ad14-465e-9ee5-1d3e9cf42616 req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.314844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Request body: {'port': {'device_id': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'admin_state_up': True, 'tenant_id': '4382ecd349434db2ae9560951f498aaf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:05.322908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a2c9571-ad14-465e-9ee5-1d3e9cf42616 req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3227355 Aug 20 08:56:05.342365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b25a8-3093-4962-b18a-f59c0f562960 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a688549b-ba9f-4603-9f09-a4a115265388,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:05.378328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.383984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Router 81f86327-c156-4942-8734-83fa36a58c6a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:56:05.392564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c967b3a0-aea3-4b54-a6c3-673a4cc75453 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:05.414915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c967b3a0-aea3-4b54-a6c3-673a4cc75453, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:05.421320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.422150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3939cec6-238a-4846-ade4-5fea2c142ff7 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:05.455836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Made reservation on behalf of 4382ecd349434db2ae9560951f498aaf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:05.460093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.466520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-1490c120-a173-4888-803d-1ed4cda1db31 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/93bae15a-4201-4204-bcc0-4818f166e009 HTTP/1.1" status: 200 len: 1805 time: 0.1077702 Aug 20 08:56:05.529753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57bab8d4-227c-4392-8d6f-9e26a083dbf3 req-2e84bea8-df4d-49c6-96b2-6baacac76add tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 210 time: 0.0434482 Aug 20 08:56:05.557108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c967b3a0-aea3-4b54-a6c3-673a4cc75453,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:05.579096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3939cec6-238a-4846-ade4-5fea2c142ff7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3939cec6-238a-4846-ade4-5fea2c142ff7,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:05.588002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-b919e74e-a9bf-4341-b040-f0a112495792 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/a688549b-ba9f-4603-9f09-a4a115265388 HTTP/1.1" status: 200 len: 1807 time: 0.1150177 Aug 20 08:56:05.590756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '3939cec6-238a-4846-ade4-5fea2c142ff7', 'network_id': 'fa094afc-7aad-4914-aeb9-05c89fd451d7', 'port_id': '3939cec6-238a-4846-ade4-5fea2c142ff7', 'mac_address': 'fa:16:3e:16:26:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ad476e-a418-4bec-b93b-18f8da74d55a', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:05.602224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:56:05.607338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93bae15a-4201-4204-bcc0-4818f166e009', 'remote_group_id': 'a688549b-ba9f-4603-9f09-a4a115265388', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:05.608076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93bae15a-4201-4204-bcc0-4818f166e009', 'remote_group_id': 'a688549b-ba9f-4603-9f09-a4a115265388', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:05.612192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] Sync routers for ids ['81f86327-c156-4942-8734-83fa36a58c6a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:56:05.615616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.616954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9aee7b26-d25a-47fa-90ec-bbc872a92ee5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "PUT /v2.0/routers/81f86327-c156-4942-8734-83fa36a58c6a HTTP/1.1" status: 200 len: 916 time: 3.0564687 Aug 20 08:56:05.620581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46318) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:05.622540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Allocated IP 172.20.0.11 (a810fb87-0153-4f4a-9162-62cb4bec1532/45a04b5b-1a7f-482b-80ef-61ec57b83c7c/883db711-0685-4af2-8a80-b8e3705fa001) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:05.628482 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] Routers {'81f86327-c156-4942-8734-83fa36a58c6a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:05.633500 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['81f86327-c156-4942-8734-83fa36a58c6a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:05.635239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.649296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3939cec6-238a-4846-ade4-5fea2c142ff7 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:05.670145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3939cec6-238a-4846-ade4-5fea2c142ff7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3939cec6-238a-4846-ade4-5fea2c142ff7,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:05.674275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.716250 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:05.725376 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] Routers {'81f86327-c156-4942-8734-83fa36a58c6a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:05.725818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3939cec6-238a-4846-ade4-5fea2c142ff7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:05.726168 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['81f86327-c156-4942-8734-83fa36a58c6a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:05.764864 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:05.765689 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe074b-7e95-4b90-b600-eb515e69d17c None None] The sync data for ids ['81f86327-c156-4942-8734-83fa36a58c6a'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:56:05.805074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f0dda048-b05a-4c8f-b8c0-3d18a5d885c9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/81f86327-c156-4942-8734-83fa36a58c6a HTTP/1.1" status: 200 len: 922 time: 0.1833754 Aug 20 08:56:05.807042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.809830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:05.827218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.849124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376da70-0a45-4bdf-9b98-daaae78866c6 req-cb2aa299-d1f0-4539-8168-d1e429c6abf0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:05.855050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376da70-0a45-4bdf-9b98-daaae78866c6 req-cb2aa299-d1f0-4539-8168-d1e429c6abf0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:05.856604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7376da70-0a45-4bdf-9b98-daaae78866c6 req-cb2aa299-d1f0-4539-8168-d1e429c6abf0 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1679 time: 0.1269660 Aug 20 08:56:05.867570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.881539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:05.905653 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.911399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Network a810fb87-0153-4f4a-9162-62cb4bec1532 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:05.914689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:05.914841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.918516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:05.927955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event updated for resources: {'Port': ['ID=883db711-0685-4af2-8a80-b8e3705fa001,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:05.948191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7376da70-0a45-4bdf-9b98-daaae78866c6 req-61915ea4-7e94-4340-b079-1f844c9f92cd tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755880 Aug 20 08:56:05.949998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a6d72-339b-419b-9b78-a74a76d13420 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:05.951435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d54a6d72-339b-419b-9b78-a74a76d13420 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=81f86327-c156-4942-8734-83fa36a58c6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1405818 Aug 20 08:56:05.953394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c020e993-e7fe-408b-a1f1-cfcd09d1ab62,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:05.956474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:05.967988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:05.972020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29c888a9-27e0-4656-a1af-52193aca9b91 req-22244211-92cf-4a35-8816-dd3d513854de tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3723388 Aug 20 08:56:05.992451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c967b3a0-aea3-4b54-a6c3-673a4cc75453'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:06.010141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:06.011015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.027295 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-6eda0782-5737-45f7-ad44-145800fd8897 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7175405 Aug 20 08:56:06.033652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-4f80256b-7417-49cb-8af1-51641b124107 req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1918540402', 'description': 'tempest-description-857023291'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:06.042649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Request body: {'port': {'device_id': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:06.076410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4f80256b-7417-49cb-8af1-51641b124107 req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.105253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34244c43-095e-4e2c-8867-6f1d80fe4cc0 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:06.106676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-34244c43-095e-4e2c-8867-6f1d80fe4cc0 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.1501567 Aug 20 08:56:06.109507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46330) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:06.164399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50667ba7-6700-451f-9dd2-0f5aa2b82125 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=81f86327-c156-4942-8734-83fa36a58c6a HTTP/1.1" status: 200 len: 205 time: 0.0514512 Aug 20 08:56:06.165078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46332) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:06.206570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.364789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.493304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cecd94-fcbe-4af2-b636-502c4a9d2431 req-60b491a5-e12d-428b-8656-8b278b0ba1a4 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:06.494853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96cecd94-fcbe-4af2-b636-502c4a9d2431 req-60b491a5-e12d-428b-8656-8b278b0ba1a4 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.3546212 Aug 20 08:56:06.501856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4f80256b-7417-49cb-8af1-51641b124107 req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.511577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4f80256b-7417-49cb-8af1-51641b124107 req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.540618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.551154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4f80256b-7417-49cb-8af1-51641b124107 req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.552662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f80256b-7417-49cb-8af1-51641b124107 req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5510347 Aug 20 08:56:06.569499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96cecd94-fcbe-4af2-b636-502c4a9d2431 req-be7114f9-f973-438b-ae8f-5ce1d982d813 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Aug 20 08:56:06.570378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb82188-8d15-44a5-bd53-6deb4d701ea5 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5eec0-de19-4646-b0a8-b53839cccb4f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:06.655311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883db711-0685-4af2-8a80-b8e3705fa001 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:06.669252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.677066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Deleting port ef3cd029-59cb-4884-a4b7-d193ed1f328c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:06.677680 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.683537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-71d053f6-e084-473a-8a12-acd6e22ecb9b req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-908782360', 'description': 'tempest-description-2067484311'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:06.724002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Transition to ACTIVE for port object 883db711-0685-4af2-8a80-b8e3705fa001 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:06.728582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.734049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d053f6-e084-473a-8a12-acd6e22ecb9b req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.766392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ce3c1-5d6c-4dac-b41e-af62d36a10d2 req-d7b77b9b-c4b3-4ca9-8979-056a3d511c40 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:06.767896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-722ce3c1-5d6c-4dac-b41e-af62d36a10d2 req-d7b77b9b-c4b3-4ca9-8979-056a3d511c40 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 932 time: 0.0703344 Aug 20 08:56:06.795985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=883db711-0685-4af2-8a80-b8e3705fa001,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:06.829999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.831497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-722ce3c1-5d6c-4dac-b41e-af62d36a10d2 req-d9f0cff1-c989-4727-89dd-728474a3bbcd tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 Aug 20 08:56:06.863815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Calling delete_port for ef3cd029-59cb-4884-a4b7-d193ed1f328c owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:06.871204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d053f6-e084-473a-8a12-acd6e22ecb9b req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.878377 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d053f6-e084-473a-8a12-acd6e22ecb9b req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.908350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d053f6-e084-473a-8a12-acd6e22ecb9b req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.909496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71d053f6-e084-473a-8a12-acd6e22ecb9b req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2329857 Aug 20 08:56:06.911515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3045345-b867-4598-9e6a-d7271ae5a26d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5fa34f-ced4-4dde-938f-6d10e2b80a03,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:06.925666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Attempting to bind port 883db711-0685-4af2-8a80-b8e3705fa001 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:06.925941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Attempting to bind port 883db711-0685-4af2-8a80-b8e3705fa001 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:06.926404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Attempting to bind port 883db711-0685-4af2-8a80-b8e3705fa001 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:06.933478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Port 883db711-0685-4af2-8a80-b8e3705fa001 on network a810fb87-0153-4f4a-9162-62cb4bec1532 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:06.933823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Attempting to bind port 883db711-0685-4af2-8a80-b8e3705fa001 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:06.948822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:06.949151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Checking segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:06.949541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Bound using segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:06.950216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Bound port: 883db711-0685-4af2-8a80-b8e3705fa001, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:06.950765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:06.984779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['3939cec6-238a-4846-ade4-5fea2c142ff7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:06.992154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71d0fd02-ad84-4017-9862-64f54062c87f req-fb9f3076-70db-45a2-91f6-d3571233ba73 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/7ef5eec0-de19-4646-b0a8-b53839cccb4f HTTP/1.1" status: 200 len: 1806 time: 0.0560255 Aug 20 08:56:07.049222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71d0fd02-ad84-4017-9862-64f54062c87f req-37f4811d-c57c-44cd-958a-c14f4abbc2e4 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/7b5fa34f-ced4-4dde-938f-6d10e2b80a03 HTTP/1.1" status: 200 len: 1806 time: 0.0496948 Aug 20 08:56:07.062536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7ef5eec0-de19-4646-b0a8-b53839cccb4f', 'remote_group_id': '7b5fa34f-ced4-4dde-938f-6d10e2b80a03', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:07.063128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7ef5eec0-de19-4646-b0a8-b53839cccb4f', 'remote_group_id': '7b5fa34f-ced4-4dde-938f-6d10e2b80a03', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:07.141419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af883fe-8d39-4d52-9f61-7372518be2f4 req-c2e2da9f-c34a-4308-88da-c94b9816aae7 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.148337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af883fe-8d39-4d52-9f61-7372518be2f4 req-c2e2da9f-c34a-4308-88da-c94b9816aae7 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.150527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0af883fe-8d39-4d52-9f61-7372518be2f4 req-c2e2da9f-c34a-4308-88da-c94b9816aae7 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1679 time: 0.0818496 Aug 20 08:56:07.168849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c967b3a0-aea3-4b54-a6c3-673a4cc75453 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:07.217380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.229653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port c967b3a0-aea3-4b54-a6c3-673a4cc75453 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:07.230212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0af883fe-8d39-4d52-9f61-7372518be2f4 req-7e3c02bb-91d9-4bd1-ba57-fe0eddd10d55 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667663 Aug 20 08:56:07.234126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port c967b3a0-aea3-4b54-a6c3-673a4cc75453 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:07.234764 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.263981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.269672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.293041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d94c3d6-49e8-4922-b6d8-24506e6e9d01,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:07.309487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.316074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71d0fd02-ad84-4017-9862-64f54062c87f req-ce53b1c7-ce91-42d9-8ba0-c6c81420e1ab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2575805 Aug 20 08:56:07.353314 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.374621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0d4fb7c-633f-46ad-ad6f-e1e43426d690 req-579b3eb9-81dc-429d-b285-26201f840aaf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/7b5fa34f-ced4-4dde-938f-6d10e2b80a03 HTTP/1.1" status: 200 len: 1806 time: 0.0415218 Aug 20 08:56:07.383131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:07.386091 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4814396-158d-45f3-ad7c-8843062dffb8" -d '{"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-plugged", "status": "completed", "tag": "c967b3a0-aea3-4b54-a6c3-673a4cc75453"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:07.400345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] For port 883db711-0685-4af2-8a80-b8e3705fa001, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:07.408755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c967b3a0-aea3-4b54-a6c3-673a4cc75453, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:07.418407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.434821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] For port 883db711-0685-4af2-8a80-b8e3705fa001, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=883db711-0685-4af2-8a80-b8e3705fa001,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:07.442284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.448086 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d8db8-ce99-4ee8-a7a4-2843934b82d5 x-openstack-request-id: req-4d6d8db8-ce99-4ee8-a7a4-2843934b82d5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:07.448375 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-plugged", "status": "completed", "tag": "c967b3a0-aea3-4b54-a6c3-673a4cc75453", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:07.448628 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d6d8db8-ce99-4ee8-a7a4-2843934b82d5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:07.449021 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453', 'code': 200} Aug 20 08:56:07.457790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0d4fb7c-633f-46ad-ad6f-e1e43426d690 req-625a0422-6c2d-4167-8417-e12e87e3aec9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.479327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c967b3a0-aea3-4b54-a6c3-673a4cc75453,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:07.484151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.489758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0d4fb7c-633f-46ad-ad6f-e1e43426d690 req-625a0422-6c2d-4167-8417-e12e87e3aec9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.491507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.492143 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.493549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/883db711-0685-4af2-8a80-b8e3705fa001 HTTP/1.1" status: 200 len: 1092 time: 1.4562044 Aug 20 08:56:07.496751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'tag': '883db711-0685-4af2-8a80-b8e3705fa001'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:07.499047 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9950c-721e-4b1b-9775-1a0ed8d29b18" -d '{"events": [{"name": "network-changed", "server_uuid": "f692d1dd-c7b4-4c91-b5d7-46d6393a06c5", "tag": "883db711-0685-4af2-8a80-b8e3705fa001"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:07.559477 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b7867-74ad-4ab3-9782-528084fe1da9 x-openstack-request-id: req-dc1b7867-74ad-4ab3-9782-528084fe1da9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:07.559779 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f692d1dd-c7b4-4c91-b5d7-46d6393a06c5", "tag": "883db711-0685-4af2-8a80-b8e3705fa001", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:07.560038 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc1b7867-74ad-4ab3-9782-528084fe1da9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:07.560414 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'tag': '883db711-0685-4af2-8a80-b8e3705fa001', 'status': 'completed', 'code': 200} Aug 20 08:56:07.564705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:07.574543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0d4fb7c-633f-46ad-ad6f-e1e43426d690 req-625a0422-6c2d-4167-8417-e12e87e3aec9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.576387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d65f67-ef5c-4c0a-b2e2-fbb4da42a9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=883db711-0685-4af2-8a80-b8e3705fa001,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:07.577451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0d4fb7c-633f-46ad-ad6f-e1e43426d690 req-625a0422-6c2d-4167-8417-e12e87e3aec9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.578993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0d4fb7c-633f-46ad-ad6f-e1e43426d690 req-625a0422-6c2d-4167-8417-e12e87e3aec9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/7b5fa34f-ced4-4dde-938f-6d10e2b80a03 HTTP/1.1" status: 204 len: 173 time: 0.1967866 Aug 20 08:56:07.594119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a0422-6c2d-4167-8417-e12e87e3aec9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5fa34f-ced4-4dde-938f-6d10e2b80a03,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:07.623344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event deleted for resources: {'Port': ['ID=ef3cd029-59cb-4884-a4b7-d193ed1f328c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:07.633005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.686226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc447352-2548-419f-b1aa-0be2540627ed req-01ef90d5-f89c-4165-8ed2-6f287e1ea6f9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/7ef5eec0-de19-4646-b0a8-b53839cccb4f HTTP/1.1" status: 200 len: 1806 time: 0.0671382 Aug 20 08:56:07.698965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-93e38ed0-cf34-4be9-938f-3b8ad75d2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.700552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-93e38ed0-cf34-4be9-938f-3b8ad75d2c1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 1095 time: 0.1429434 Aug 20 08:56:07.705226 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.745457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.752499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:07.757547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.763500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6f30e-cdd8-423c-9c15-1ba6f3f8b83e req-3b8d88b7-77c0-4f9c-ba9e-cfb7f3aff6b6 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.767160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0e6f30e-cdd8-423c-9c15-1ba6f3f8b83e req-3b8d88b7-77c0-4f9c-ba9e-cfb7f3aff6b6 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 945 time: 0.0862436 Aug 20 08:56:07.775320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.777886 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-f45f4e15-f31b-467d-9c73-631cfbb1e878 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883db711-0685-4af2-8a80-b8e3705fa001 HTTP/1.1" status: 200 len: 217 time: 0.0420518 Aug 20 08:56:07.824712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0e6f30e-cdd8-423c-9c15-1ba6f3f8b83e req-28ae5c76-d28f-4359-aa31-95245734366f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Aug 20 08:56:07.827001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:07.856185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-66ae1e11-4e77-40f9-ad4d-85aef7917e72 req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1242389301', 'description': 'tempest-description-614675895'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:07.862104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.862715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Fanout notify agent at l3_agent the message router_deleted on router 81f86327-c156-4942-8734-83fa36a58c6a {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:56:07.871138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.872354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ba6e62a0-93be-4862-865a-f615cefb1671 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/81f86327-c156-4942-8734-83fa36a58c6a HTTP/1.1" status: 204 len: 168 time: 1.7063718 Aug 20 08:56:07.876322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46368) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:07.882288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-282657175', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:07.891453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66ae1e11-4e77-40f9-ad4d-85aef7917e72 req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.892520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-e31cb04a-8a9f-4e66-8103-c6f5a0314cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.894070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-e31cb04a-8a9f-4e66-8103-c6f5a0314cbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.1066341 Aug 20 08:56:07.937756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-65e39706-dd04-4e18-9bee-3c40749b4588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360606 Aug 20 08:56:07.948236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.950306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:07.988539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630f03b-e240-4036-977f-1687aa1fcf46 req-380f26da-dda5-4ddc-9554-48a9459c1ff2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:07.990085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2630f03b-e240-4036-977f-1687aa1fcf46 req-380f26da-dda5-4ddc-9554-48a9459c1ff2 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0701993 Aug 20 08:56:08.054978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2630f03b-e240-4036-977f-1687aa1fcf46 req-008fece9-34f5-4276-b704-05de6bab3c42 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571380 Aug 20 08:56:08.057246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66ae1e11-4e77-40f9-ad4d-85aef7917e72 req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.062414 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66ae1e11-4e77-40f9-ad4d-85aef7917e72 req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.077992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.082334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-66ae1e11-4e77-40f9-ad4d-85aef7917e72 req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.083597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66ae1e11-4e77-40f9-ad4d-85aef7917e72 req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2324166 Aug 20 08:56:08.105160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff456-a7ff-455a-b1da-c35118afbc44 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5981c14-34a7-4473-9c3d-8966c997c796,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:08.162636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-dd6d66bb-60f3-4f4a-bb29-df4e2084fcd7 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158332 Aug 20 08:56:08.188067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-2afc14aa-4b7e-4770-97ca-9866ec617d4f tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/f5981c14-34a7-4473-9c3d-8966c997c796 HTTP/1.1" status: 200 len: 1806 time: 0.0694513 Aug 20 08:56:08.199758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5981c14-34a7-4473-9c3d-8966c997c796', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:08.200075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5981c14-34a7-4473-9c3d-8966c997c796', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:08.218429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232d345-7f49-467d-8ea2-4989b784de58 req-01832cdb-2714-4d64-a500-3f3c1433292b tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.219917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9232d345-7f49-467d-8ea2-4989b784de58 req-01832cdb-2714-4d64-a500-3f3c1433292b tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 944 time: 0.0766351 Aug 20 08:56:08.274829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9232d345-7f49-467d-8ea2-4989b784de58 req-0f51743c-8c8c-46be-a23c-abe335e96b3a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Aug 20 08:56:08.283335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.304346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.336869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.340905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.355710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ebc9dd-f106-4277-a184-59342d06388e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:08.369303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e020ec1-5ea0-43ee-ba56-7c469e00916a req-ff703098-d696-41cc-8057-fad5e2584949 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673167 Aug 20 08:56:08.371697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.373604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e00507cf-3ccf-4963-98ca-2bacf48303f5 req-e66ab7ca-1408-4dcd-a20d-e226ce1751cf tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1782806 Aug 20 08:56:08.489325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-253b0073-e9a9-4f9d-89a9-e84364de7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.490960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-253b0073-e9a9-4f9d-89a9-e84364de7e46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 1095 time: 0.0629549 Aug 20 08:56:08.525049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76332008-6178-4af2-8410-147a0656af47 req-96de8a12-691f-4d88-a713-d198bdc42b4a tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/f5981c14-34a7-4473-9c3d-8966c997c796 HTTP/1.1" status: 200 len: 2400 time: 0.0539861 Aug 20 08:56:08.533345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41532084-dcba-46c4-9928-98100a1145b9 req-b85f9780-8a08-4a84-bd4d-b9da5db905df tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.540038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41532084-dcba-46c4-9928-98100a1145b9 req-b85f9780-8a08-4a84-bd4d-b9da5db905df tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.541601 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41532084-dcba-46c4-9928-98100a1145b9 req-b85f9780-8a08-4a84-bd4d-b9da5db905df tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1680 time: 0.0979221 Aug 20 08:56:08.546446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5981c14-34a7-4473-9c3d-8966c997c796', 'remote_group_id': None}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:08.546766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5981c14-34a7-4473-9c3d-8966c997c796', 'remote_group_id': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:08.594688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41532084-dcba-46c4-9928-98100a1145b9 req-5428651c-fe76-4cdc-aad0-8d7ec8059e53 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Aug 20 08:56:08.631555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.643271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.655589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.663142 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.667911 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.692997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d741ff5c-14b5-449d-a628-beb3022cc874,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:08.700407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:08.706286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76332008-6178-4af2-8410-147a0656af47 req-0ccc7080-e7fd-4488-9833-a1eab8c63686 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1593473 Aug 20 08:56:08.757145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-e323029b-bb46-40a8-bfed-47a026022920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.758712 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-e323029b-bb46-40a8-bfed-47a026022920 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 914 time: 0.2332482 Aug 20 08:56:08.787255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ac92ed5-572d-45aa-ab63-33b6d2a9836f req-98067242-326c-41e3-adfe-a64cc71ecffd tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/f5981c14-34a7-4473-9c3d-8966c997c796 HTTP/1.1" status: 200 len: 2999 time: 0.0517185 Aug 20 08:56:08.839313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-83209e06-11af-4bea-8a4c-06173cbf04fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=883db711-0685-4af2-8a80-b8e3705fa001 HTTP/1.1" status: 200 len: 217 time: 0.0567784 Aug 20 08:56:08.850799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e38a3-bae7-4431-80a1-a0ad65bef23c req-728d6457-cc32-4287-aa72-89b728173677 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.853051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-532e38a3-bae7-4431-80a1-a0ad65bef23c req-728d6457-cc32-4287-aa72-89b728173677 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0699377 Aug 20 08:56:08.873701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Allocated IP 172.25.5.91 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/599a1323-93a0-4bcd-89c6-c3ecc6b955d9) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:08.905513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-53143d41-c4c0-421d-b7b4-a9924138cdab tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-group-rules/d741ff5c-14b5-449d-a628-beb3022cc874 HTTP/1.1" status: 200 len: 783 time: 0.0364168 Aug 20 08:56:08.931429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-532e38a3-bae7-4431-80a1-a0ad65bef23c req-ac464a90-e106-4880-8c7f-c64d45d533d4 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Aug 20 08:56:08.970569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-468ef368-b866-4154-b43b-ab4b9107e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:08.972114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-468ef368-b866-4154-b43b-ab4b9107e322 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.1202526 Aug 20 08:56:08.985297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-dc5e4720-7124-4d65-a8f8-153b698800d8 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/f5981c14-34a7-4473-9c3d-8966c997c796 HTTP/1.1" status: 200 len: 2999 time: 0.0639355 Aug 20 08:56:09.029524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-34a44cef-3325-4795-b2a7-f1bcc10a5fff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298829 Aug 20 08:56:09.045902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-4324a2aa-1100-46de-96e1-e9e4f5043e5b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.055970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-4324a2aa-1100-46de-96e1-e9e4f5043e5b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.079677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-5b0a2f93-b11e-48cc-b9ab-7019b4a1f667 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395352 Aug 20 08:56:09.089614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-4324a2aa-1100-46de-96e1-e9e4f5043e5b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.095778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-4324a2aa-1100-46de-96e1-e9e4f5043e5b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.098141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0dbeeed-206f-4c19-b16a-7f8541456baf req-4324a2aa-1100-46de-96e1-e9e4f5043e5b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d741ff5c-14b5-449d-a628-beb3022cc874 HTTP/1.1" status: 204 len: 173 time: 0.1054907 Aug 20 08:56:09.104048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.109388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324a2aa-1100-46de-96e1-e9e4f5043e5b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d741ff5c-14b5-449d-a628-beb3022cc874,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:09.165120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-a96b28f3-ad6e-43b1-b04b-6dda9c08d106 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244035 Aug 20 08:56:09.180495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-119b0a66-6a27-49ca-887d-f9ffaf1dec2f req-593e5cf7-babf-4c4f-9ec2-95dced96a562 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/f5981c14-34a7-4473-9c3d-8966c997c796 HTTP/1.1" status: 200 len: 2400 time: 0.0445154 Aug 20 08:56:09.185801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.198814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3939cec6-238a-4846-ade4-5fea2c142ff7 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:09.259920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 3939cec6-238a-4846-ade4-5fea2c142ff7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:09.260263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-119b0a66-6a27-49ca-887d-f9ffaf1dec2f req-dff87e3c-1998-4910-a01a-411106b87513 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.265052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 3939cec6-238a-4846-ade4-5fea2c142ff7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:09.265826 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.284577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:09.291511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:09.291994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-119b0a66-6a27-49ca-887d-f9ffaf1dec2f req-dff87e3c-1998-4910-a01a-411106b87513 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.295615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:09.332423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event updated for resources: {'Port': ['ID=599a1323-93a0-4bcd-89c6-c3ecc6b955d9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:09.381508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-119b0a66-6a27-49ca-887d-f9ffaf1dec2f req-dff87e3c-1998-4910-a01a-411106b87513 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.383980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7de9950c-721e-4b1b-9775-1a0ed8d29b18 req-1bb0c63b-a180-4a52-8e47-8fed3e543258 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107043 Aug 20 08:56:09.384752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-119b0a66-6a27-49ca-887d-f9ffaf1dec2f req-dff87e3c-1998-4910-a01a-411106b87513 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.401080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-119b0a66-6a27-49ca-887d-f9ffaf1dec2f req-dff87e3c-1998-4910-a01a-411106b87513 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/f5981c14-34a7-4473-9c3d-8966c997c796 HTTP/1.1" status: 204 len: 173 time: 0.2087193 Aug 20 08:56:09.450152 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [req-51f86bd7-59f3-4fef-a8ae-12083660d96f req-1e050149-a8b5-4f50-a81c-c5eb76ff9c20 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] show failed (client error): The resource could not be found. Aug 20 08:56:09.451198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51f86bd7-59f3-4fef-a8ae-12083660d96f req-1e050149-a8b5-4f50-a81c-c5eb76ff9c20 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/7b5fa34f-ced4-4dde-938f-6d10e2b80a03 HTTP/1.1" status: 404 len: 352 time: 0.0245056 Aug 20 08:56:09.475668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff87e3c-1998-4910-a01a-411106b87513 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5981c14-34a7-4473-9c3d-8966c997c796,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:09.506626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b470-fa7f-4a67-8c58-8ec27da91ccc req-ccefbe79-2ac5-4a3c-b69a-ba67aaf723e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:09.514604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbb8b470-fa7f-4a67-8c58-8ec27da91ccc req-ccefbe79-2ac5-4a3c-b69a-ba67aaf723e2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 944 time: 0.1123123 Aug 20 08:56:09.547965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:09.551187 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285068d2-071e-4845-994c-a808abe1ffe2" -d '{"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-unplugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:09.578708 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.585473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-baf3fd62-ac4d-4fa1-ab36-c0a833fd8b7e req-8e16b0e1-0055-4722-81d0-668f0f8a17b9 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/7ef5eec0-de19-4646-b0a8-b53839cccb4f HTTP/1.1" status: 200 len: 1806 time: 0.0696757 Aug 20 08:56:09.592153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbb8b470-fa7f-4a67-8c58-8ec27da91ccc req-39eceb45-ee11-4135-a4a1-f7203b2252bb tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742447 Aug 20 08:56:09.617574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 3939cec6-238a-4846-ade4-5fea2c142ff7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3939cec6-238a-4846-ade4-5fea2c142ff7,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:09.623098 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.670035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.690176 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-baf3fd62-ac4d-4fa1-ab36-c0a833fd8b7e req-4a9dd4a2-6bcf-41f8-9fe4-fa7199917f4d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.726462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-baf3fd62-ac4d-4fa1-ab36-c0a833fd8b7e req-4a9dd4a2-6bcf-41f8-9fe4-fa7199917f4d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.736025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=3939cec6-238a-4846-ade4-5fea2c142ff7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:09.761205 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc930b6-480a-4d8c-8d9b-18d2de7f2ec1 x-openstack-request-id: req-adc930b6-480a-4d8c-8d9b-18d2de7f2ec1 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:09.761539 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-unplugged", "status": "failed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3", "code": 422}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:09.761831 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adc930b6-480a-4d8c-8d9b-18d2de7f2ec1 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:09.762291 n-d-804285-2 neutron-server[101318]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'code': 422} returned with failed status Aug 20 08:56:09.791388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-baf3fd62-ac4d-4fa1-ab36-c0a833fd8b7e req-4a9dd4a2-6bcf-41f8-9fe4-fa7199917f4d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.794578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-baf3fd62-ac4d-4fa1-ab36-c0a833fd8b7e req-4a9dd4a2-6bcf-41f8-9fe4-fa7199917f4d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.796015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-baf3fd62-ac4d-4fa1-ab36-c0a833fd8b7e req-4a9dd4a2-6bcf-41f8-9fe4-fa7199917f4d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/7ef5eec0-de19-4646-b0a8-b53839cccb4f HTTP/1.1" status: 204 len: 173 time: 0.1968319 Aug 20 08:56:09.818411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dd4a2-6bcf-41f8-9fe4-fa7199917f4d tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5eec0-de19-4646-b0a8-b53839cccb4f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:09.900960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e944722c-1b52-4e02-9411-4ff0a3dc0198 req-99f3d96b-cfcb-4d02-8531-350b433e75f4 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/a688549b-ba9f-4603-9f09-a4a115265388 HTTP/1.1" status: 200 len: 1807 time: 0.0778103 Aug 20 08:56:09.907784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:09.915829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c613-9b8d-42b4-8719-2e88fc4f0e4b req-2968a077-9461-447e-8341-87cc7741eec6 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:09.922323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c613-9b8d-42b4-8719-2e88fc4f0e4b req-2968a077-9461-447e-8341-87cc7741eec6 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:09.923974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d08c613-9b8d-42b4-8719-2e88fc4f0e4b req-2968a077-9461-447e-8341-87cc7741eec6 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1681 time: 0.0908451 Aug 20 08:56:09.991216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d08c613-9b8d-42b4-8719-2e88fc4f0e4b req-79062c81-5607-457b-9674-f5a7e3689479 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Aug 20 08:56:10.010181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e944722c-1b52-4e02-9411-4ff0a3dc0198 req-6d8b3a2c-5660-469a-8b7f-858e2c4f6289 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.036799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e944722c-1b52-4e02-9411-4ff0a3dc0198 req-6d8b3a2c-5660-469a-8b7f-858e2c4f6289 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.040969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Router c6c4d378-9521-4431-bead-07d193b8366b is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:56:10.113262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e944722c-1b52-4e02-9411-4ff0a3dc0198 req-6d8b3a2c-5660-469a-8b7f-858e2c4f6289 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.116369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e944722c-1b52-4e02-9411-4ff0a3dc0198 req-6d8b3a2c-5660-469a-8b7f-858e2c4f6289 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.117541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e944722c-1b52-4e02-9411-4ff0a3dc0198 req-6d8b3a2c-5660-469a-8b7f-858e2c4f6289 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/a688549b-ba9f-4603-9f09-a4a115265388 HTTP/1.1" status: 204 len: 173 time: 0.1925931 Aug 20 08:56:10.140295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b3a2c-5660-469a-8b7f-858e2c4f6289 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688549b-ba9f-4603-9f09-a4a115265388,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:10.190546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:56:10.193962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb078e-2f7b-4e49-9701-3cbd122d123f req-2a9253b2-6d30-416f-befc-fdcbd43b03ed tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:10.195595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86fb078e-2f7b-4e49-9701-3cbd122d123f req-2a9253b2-6d30-416f-befc-fdcbd43b03ed tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0650287 Aug 20 08:56:10.202059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] Sync routers for ids ['c6c4d378-9521-4431-bead-07d193b8366b'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:56:10.212052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-62d90091-eedb-4295-9433-c035b009f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:10.213566 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-62d90091-eedb-4295-9433-c035b009f46e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0&tenant_id=af1170b453d24270b420f250780a4af3 HTTP/1.1" status: 200 len: 1094 time: 0.0685067 Aug 20 08:56:10.215053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.216448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4e6b7f9b-1e55-4a79-8202-555b37e53039 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3391163 Aug 20 08:56:10.219432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46438) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:10.221478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] Routers {'c6c4d378-9521-4431-bead-07d193b8366b'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:10.222625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['c6c4d378-9521-4431-bead-07d193b8366b'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:10.228897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:10.269120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:10.269326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86fb078e-2f7b-4e49-9701-3cbd122d123f req-08f09229-1aee-4814-86ed-9925e8dae29d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Aug 20 08:56:10.292735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4268987c-9623-46b3-9e7e-7b33cb7dc262 req-f4ef9760-3152-4264-acf0-b86b755ce840 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/93bae15a-4201-4204-bcc0-4818f166e009 HTTP/1.1" status: 200 len: 1805 time: 0.0639105 Aug 20 08:56:10.295100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] Routers {'c6c4d378-9521-4431-bead-07d193b8366b'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:10.295778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['c6c4d378-9521-4431-bead-07d193b8366b'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:10.331159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:10.331853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d9f19-ceda-4a22-9e47-cdb68545ad12 None None] The sync data for ids ['c6c4d378-9521-4431-bead-07d193b8366b'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:56:10.345454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-b152bd37-c543-49a4-ac32-53f99917692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:10.347010 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-b152bd37-c543-49a4-ac32-53f99917692e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1094 time: 0.0810094 Aug 20 08:56:10.359031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4268987c-9623-46b3-9e7e-7b33cb7dc262 req-ae9d8aeb-d218-45a8-a514-32a26efdc793 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.382943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4268987c-9623-46b3-9e7e-7b33cb7dc262 req-ae9d8aeb-d218-45a8-a514-32a26efdc793 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.428635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4268987c-9623-46b3-9e7e-7b33cb7dc262 req-ae9d8aeb-d218-45a8-a514-32a26efdc793 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.431154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-4268987c-9623-46b3-9e7e-7b33cb7dc262 req-ae9d8aeb-d218-45a8-a514-32a26efdc793 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.432303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4268987c-9623-46b3-9e7e-7b33cb7dc262 req-ae9d8aeb-d218-45a8-a514-32a26efdc793 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/93bae15a-4201-4204-bcc0-4818f166e009 HTTP/1.1" status: 204 len: 173 time: 0.1275849 Aug 20 08:56:10.445686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8aeb-d218-45a8-a514-32a26efdc793 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bae15a-4201-4204-bcc0-4818f166e009,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:10.509754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbcca088-3871-4e40-b262-c105b60dcad5 req-49fee6f8-f1df-4ed1-a529-626e231dc37b tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/79fc9f34-fdaa-490b-8fb1-d7dca725b665 HTTP/1.1" status: 200 len: 2407 time: 0.0405707 Aug 20 08:56:10.533787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-0ef32053-16b2-4978-b663-74bffaedc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:10.535174 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-0ef32053-16b2-4978-b663-74bffaedc0cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.1752462 Aug 20 08:56:10.569205 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fbcca088-3871-4e40-b262-c105b60dcad5 req-0fdbaea7-6ead-4ee1-a174-558299acb556 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.593039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fbcca088-3871-4e40-b262-c105b60dcad5 req-0fdbaea7-6ead-4ee1-a174-558299acb556 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.644047 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fbcca088-3871-4e40-b262-c105b60dcad5 req-0fdbaea7-6ead-4ee1-a174-558299acb556 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.648008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-fbcca088-3871-4e40-b262-c105b60dcad5 req-0fdbaea7-6ead-4ee1-a174-558299acb556 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.649671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbcca088-3871-4e40-b262-c105b60dcad5 req-0fdbaea7-6ead-4ee1-a174-558299acb556 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/79fc9f34-fdaa-490b-8fb1-d7dca725b665 HTTP/1.1" status: 204 len: 173 time: 0.1330540 Aug 20 08:56:10.663662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbaea7-6ead-4ee1-a174-558299acb556 tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fc9f34-fdaa-490b-8fb1-d7dca725b665,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:10.758237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33530dc5-fb66-407e-a42b-7d6a85a541cd req-3bfa503f-58ba-412e-9757-135b0ff41d2f tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "GET /v2.0/security-groups/dbb96fc8-9ca6-4225-b721-0a185e51f678 HTTP/1.1" status: 200 len: 2398 time: 0.0793748 Aug 20 08:56:10.776052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a0381-84cf-43dc-853c-346749a956e1 req-d1a61d6e-7759-4bcb-a4b3-a311ca8c58a2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:10.777643 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df4a0381-84cf-43dc-853c-346749a956e1 req-d1a61d6e-7759-4bcb-a4b3-a311ca8c58a2 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 944 time: 0.0884335 Aug 20 08:56:10.845160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df4a0381-84cf-43dc-853c-346749a956e1 req-f9988cc3-e420-498f-b0bc-14d64365d5d3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605605 Aug 20 08:56:10.872847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-33530dc5-fb66-407e-a42b-7d6a85a541cd req-c88d355f-303a-4f0f-894b-503f54b8fd3c tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.902190 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-33530dc5-fb66-407e-a42b-7d6a85a541cd req-c88d355f-303a-4f0f-894b-503f54b8fd3c tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.921804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-9f3a7417-5087-4fcd-93e8-4a3119e3df39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.3509173 Aug 20 08:56:10.949507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-33530dc5-fb66-407e-a42b-7d6a85a541cd req-c88d355f-303a-4f0f-894b-503f54b8fd3c tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.952128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-33530dc5-fb66-407e-a42b-7d6a85a541cd req-c88d355f-303a-4f0f-894b-503f54b8fd3c tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:10.953752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33530dc5-fb66-407e-a42b-7d6a85a541cd req-c88d355f-303a-4f0f-894b-503f54b8fd3c tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] 10.222.0.35 "DELETE /v2.0/security-groups/dbb96fc8-9ca6-4225-b721-0a185e51f678 HTTP/1.1" status: 204 len: 173 time: 0.1876204 Aug 20 08:56:10.962718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46448) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:10.970009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d355f-303a-4f0f-894b-503f54b8fd3c tempest-SecurityGroupRulesTestJSON-1694984878 tempest-SecurityGroupRulesTestJSON-1694984878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb96fc8-9ca6-4225-b721-0a185e51f678,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:11.011076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Deleting subnet 36ee531b-72da-4b36-bbd8-5065ad9bdc48 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:11.014379 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.022885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.027110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-6956f51f-7ea1-477c-bcc3-2dc37f54b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:11.028637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-6956f51f-7ea1-477c-bcc3-2dc37f54b129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.0969846 Aug 20 08:56:11.040071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.053766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.072430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-87c9ad71-fc56-480b-a5db-8f289d8ad706 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340114 Aug 20 08:56:11.120398 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.163109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9976a-f515-4306-b086-4e34aa9a7ab1 req-05444837-96d2-47a8-a62e-e063b33c0d6d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:11.169336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9976a-f515-4306-b086-4e34aa9a7ab1 req-05444837-96d2-47a8-a62e-e063b33c0d6d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:11.170900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2c9976a-f515-4306-b086-4e34aa9a7ab1 req-05444837-96d2-47a8-a62e-e063b33c0d6d tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1681 time: 0.0927186 Aug 20 08:56:11.178450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Deleting port 599a1323-93a0-4bcd-89c6-c3ecc6b955d9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:11.178803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.211287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.212083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 883db711-0685-4af2-8a80-b8e3705fa001 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:11.242435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-1e0f3864-db2d-48e9-9556-1beb83d740cd service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484900 Aug 20 08:56:11.258051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2c9976a-f515-4306-b086-4e34aa9a7ab1 req-d364948d-479b-4958-bf92-218b5326acbb tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758495 Aug 20 08:56:11.258831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ee531b-72da-4b36-bbd8-5065ad9bdc48,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:11.295007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.297522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-93ddba12-49ff-4dba-b5b6-d6a6705e06f3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/36ee531b-72da-4b36-bbd8-5065ad9bdc48 HTTP/1.1" status: 204 len: 168 time: 0.3336058 Aug 20 08:56:11.302627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46458) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:11.344470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.353550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 883db711-0685-4af2-8a80-b8e3705fa001, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=883db711-0685-4af2-8a80-b8e3705fa001,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:11.362139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Calling delete_port for 599a1323-93a0-4bcd-89c6-c3ecc6b955d9 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:11.370175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '883db711-0685-4af2-8a80-b8e3705fa001', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'port_id': '883db711-0685-4af2-8a80-b8e3705fa001', 'mac_address': 'fa:16:3e:60:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a04b5b-1a7f-482b-80ef-61ec57b83c7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:11.374292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a692d-b5f8-4a98-98fd-8b31008d8eb7 req-93d72fc6-c8f9-4368-adfa-1b442b7bc2bd tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:11.382521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b5a692d-b5f8-4a98-98fd-8b31008d8eb7 req-93d72fc6-c8f9-4368-adfa-1b442b7bc2bd tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.1341927 Aug 20 08:56:11.417500 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.423502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.429892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-d00d67b0-280d-440e-9ed7-e699a5a95705 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792002 Aug 20 08:56:11.442760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883db711-0685-4af2-8a80-b8e3705fa001 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:11.467311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 883db711-0685-4af2-8a80-b8e3705fa001, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=883db711-0685-4af2-8a80-b8e3705fa001,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:11.471462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.472546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b5a692d-b5f8-4a98-98fd-8b31008d8eb7 req-cc6a5957-1dae-4ce0-afb2-1e8b5b5ae750 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890808 Aug 20 08:56:11.510462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426fe14-43da-40e6-bb3d-008f0fd206be req-ebcf17b8-2170-45bd-9d7b-199b1c8f4326 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:11.512482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8426fe14-43da-40e6-bb3d-008f0fd206be req-ebcf17b8-2170-45bd-9d7b-199b1c8f4326 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0996206 Aug 20 08:56:11.541171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=883db711-0685-4af2-8a80-b8e3705fa001,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:11.587789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.598098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.606727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d996eb-8347-4139-ad99-7649f13ddcec']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:11.619813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8426fe14-43da-40e6-bb3d-008f0fd206be req-0cbfe790-574e-44a7-8516-44800b78c386 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932579 Aug 20 08:56:11.621401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04da439-b02f-40c6-8bc1-b1a18d34509a') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:11.621693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04da439-b02f-40c6-8bc1-b1a18d34509a') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:11.627076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Pushing event deleted for resources: {'Port': ['ID=599a1323-93a0-4bcd-89c6-c3ecc6b955d9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:11.632110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.647963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.657445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:56:11.657884 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:56:11.659638 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:56:11.701530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.724965 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.732122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.738103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] 10.222.0.35 "DELETE /v2.0/networks/21d996eb-8347-4139-ad99-7649f13ddcec HTTP/1.1" status: 204 len: 168 time: 0.4334235 Aug 20 08:56:11.751759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94a0ab-951f-4e1e-99f3-cf1e1b1c92ef admin admin] Pushing event deleted for resources: {'Network': ['ID=21d996eb-8347-4139-ad99-7649f13ddcec,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:11.764230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939cec6-238a-4846-ade4-5fea2c142ff7'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:11.766811 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c7e08c-727d-44ce-8338-27fd96333b2f" -d '{"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-plugged", "status": "completed", "tag": "3939cec6-238a-4846-ade4-5fea2c142ff7"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:11.785337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['883db711-0685-4af2-8a80-b8e3705fa001'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:11.825239 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7670af77-d3d0-4f19-9127-8d7595e564f9 x-openstack-request-id: req-7670af77-d3d0-4f19-9127-8d7595e564f9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:11.825537 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-plugged", "status": "completed", "tag": "3939cec6-238a-4846-ade4-5fea2c142ff7", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:11.826811 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7670af77-d3d0-4f19-9127-8d7595e564f9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:11.827209 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939cec6-238a-4846-ade4-5fea2c142ff7', 'code': 200} Aug 20 08:56:11.925571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46486) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:11.984809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:11.990683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.071306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a377e7-a775-4072-bd29-f0abb953a588 req-2834a606-6159-4fab-ac7f-13db985451da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:12.071946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a377e7-a775-4072-bd29-f0abb953a588 req-2834a606-6159-4fab-ac7f-13db985451da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:12.073572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-19a377e7-a775-4072-bd29-f0abb953a588 req-2834a606-6159-4fab-ac7f-13db985451da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1983 time: 0.1571746 Aug 20 08:56:12.080837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Router c6c4d378-9521-4431-bead-07d193b8366b has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:56:12.138747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0cae25c5-ff01-438e-9aa6-a0bf28817e09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f47b53036a0a4363a85c2f63531f4e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083666 Aug 20 08:56:12.146783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46492) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:12.194435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022a5af-3ded-4592-99bd-786a52b7161e req-258dce8c-f900-4a3d-8472-c5e5d451d843 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:12.196154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d022a5af-3ded-4592-99bd-786a52b7161e req-258dce8c-f900-4a3d-8472-c5e5d451d843 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 945 time: 0.1843987 Aug 20 08:56:12.211516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-19a377e7-a775-4072-bd29-f0abb953a588 req-68f41f31-af3a-4626-a9ba-d8b16aaaa59a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291652 Aug 20 08:56:12.214597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:56:12.231111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] Sync routers for ids ['c6c4d378-9521-4431-bead-07d193b8366b'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:56:12.235935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.237354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-20f4c6ab-37a9-4046-ad11-0524a750ad60 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "PUT /v2.0/routers/c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 200 len: 705 time: 2.0168161 Aug 20 08:56:12.240076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46494) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:12.243944 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] Routers {'c6c4d378-9521-4431-bead-07d193b8366b'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:12.244597 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['c6c4d378-9521-4431-bead-07d193b8366b'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:12.317749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e6fb96bf-f233-4e00-8862-331780f22aa9 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/routers/c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 200 len: 740 time: 0.0735350 Aug 20 08:56:12.320947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:12.325814 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:12.337619 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] Routers {'c6c4d378-9521-4431-bead-07d193b8366b'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:12.338652 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:55:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['c6c4d378-9521-4431-bead-07d193b8366b'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:12.349813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d022a5af-3ded-4592-99bd-786a52b7161e req-8a81842b-e0cf-4c17-9fd8-190d8614c994 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352422 Aug 20 08:56:12.394118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:12.394880 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c8e7c-44c6-493f-89aa-ba79786a3dfa None None] The sync data for ids ['c6c4d378-9521-4431-bead-07d193b8366b'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:56:12.446036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-643ae6cc-9889-4dcc-8855-78290b7c83f5 tempest-RoutersAdminTest-1519992144 tempest-RoutersAdminTest-1519992144-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 200 len: 205 time: 0.1236193 Aug 20 08:56:12.448891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46504) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:12.495773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.515358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8288ee6d-88d5-4d1d-842d-ac30cf30a89e tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 200 len: 205 time: 0.0651836 Aug 20 08:56:12.515891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46506) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:12.517667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e686811-6e6e-418d-95b9-41e95ccd4b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.630521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e686811-6e6e-418d-95b9-41e95ccd4b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.647083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b763fc-73e1-47a9-88fd-3ed284dfc930 req-408b7a0a-b733-426d-bda9-4448346c010b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:12.653150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b763fc-73e1-47a9-88fd-3ed284dfc930 req-408b7a0a-b733-426d-bda9-4448346c010b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:12.663078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46b763fc-73e1-47a9-88fd-3ed284dfc930 req-408b7a0a-b733-426d-bda9-4448346c010b tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1681 time: 0.2053747 Aug 20 08:56:12.666609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.882956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.886897 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.892910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46b763fc-73e1-47a9-88fd-3ed284dfc930 req-71af21f8-4b1e-4525-94db-63821962ff96 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290280 Aug 20 08:56:12.943572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.944201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Fanout notify agent at l3_agent the message router_deleted on router c6c4d378-9521-4431-bead-07d193b8366b {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:56:12.947128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e686811-6e6e-418d-95b9-41e95ccd4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.949922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e686811-6e6e-418d-95b9-41e95ccd4b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.958571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3e686811-6e6e-418d-95b9-41e95ccd4b3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ecb8726-9c42-4161-b5f5-347d6bc7a67f HTTP/1.1" status: 204 len: 168 time: 0.8031087 Aug 20 08:56:12.970645 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:12.972142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8623949f-a85d-45d2-a140-ae1c953f0a69 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 204 len: 168 time: 0.4525228 Aug 20 08:56:12.976186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46512) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:12.985090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e686811-6e6e-418d-95b9-41e95ccd4b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecb8726-9c42-4161-b5f5-347d6bc7a67f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:13.037568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46516) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.038116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c8b50034-8896-4bec-a160-c1b9b2f874b7 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 200 len: 205 time: 0.0578060 Aug 20 08:56:13.101541 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4971d4a1-5c51-4f6a-854e-dda228b2b521 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] delete failed (client error): The resource could not be found. Aug 20 08:56:13.102849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4971d4a1-5c51-4f6a-854e-dda228b2b521 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/c6c4d378-9521-4431-bead-07d193b8366b HTTP/1.1" status: 404 len: 336 time: 0.0640440 Aug 20 08:56:13.105362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46518) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.164765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-274391d5-1a59-408a-9b12-0c8426658c25 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=81f86327-c156-4942-8734-83fa36a58c6a HTTP/1.1" status: 200 len: 205 time: 0.0575426 Aug 20 08:56:13.168794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46520) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.198015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9f249-0275-40cf-902f-6a2b2b800585 req-77b09e35-68cb-41ea-95cf-1b0430bc9891 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:13.200097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ac9f249-0275-40cf-902f-6a2b2b800585 req-77b09e35-68cb-41ea-95cf-1b0430bc9891 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.0800107 Aug 20 08:56:13.208402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ed040e6-9885-4ed5-9dae-03ef894513da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:13.213123 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-c04a1c41-5098-41e8-a61c-b8ec3fa8b126 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] delete failed (client error): The resource could not be found. Aug 20 08:56:13.213543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 883db711-0685-4af2-8a80-b8e3705fa001 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:13.215388 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c04a1c41-5098-41e8-a61c-b8ec3fa8b126 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/81f86327-c156-4942-8734-83fa36a58c6a HTTP/1.1" status: 404 len: 336 time: 0.0454321 Aug 20 08:56:13.217962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.252153 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8617eeb9-3a41-40a0-a5c4-50e834c7f6ec tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f4fed8-4029-4e27-93cd-a2953d1b3157 HTTP/1.1" status: 200 len: 205 time: 0.0308089 Aug 20 08:56:13.261923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46526) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.305257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 883db711-0685-4af2-8a80-b8e3705fa001 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:13.319554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 883db711-0685-4af2-8a80-b8e3705fa001 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:13.319554 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:13.329885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ac9f249-0275-40cf-902f-6a2b2b800585 req-759e4d1a-c4b1-4732-97fa-375d055c171e tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224988 Aug 20 08:56:13.348291 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-ec6f1bd2-d9f6-4d50-bf8a-a2099d07b95f tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] delete failed (client error): The resource could not be found. Aug 20 08:56:13.351809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46530) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.351952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ec6f1bd2-d9f6-4d50-bf8a-a2099d07b95f tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/82f4fed8-4029-4e27-93cd-a2953d1b3157 HTTP/1.1" status: 404 len: 336 time: 0.0885444 Aug 20 08:56:13.406143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-217d08ed-1475-47b8-9a93-6399e024eaab tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=3af2ca9a-3f5f-47a5-a6fe-0e881986046f HTTP/1.1" status: 200 len: 205 time: 0.0525317 Aug 20 08:56:13.408902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46534) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.470220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:13.491314 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-1ffe719d-756d-48a0-9ad9-615db6f3e5df tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] delete failed (client error): The resource could not be found. Aug 20 08:56:13.493943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ffe719d-756d-48a0-9ad9-615db6f3e5df tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/3af2ca9a-3f5f-47a5-a6fe-0e881986046f HTTP/1.1" status: 404 len: 336 time: 0.0818996 Aug 20 08:56:13.496674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46538) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.515407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 883db711-0685-4af2-8a80-b8e3705fa001, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=883db711-0685-4af2-8a80-b8e3705fa001,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:13.521045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:13.557963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-45387d0a-d91f-493b-9882-71c0f269ebda tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc135235-140c-493c-8fa2-f4beb188e1dc HTTP/1.1" status: 200 len: 205 time: 0.0566700 Aug 20 08:56:13.560473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46542) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.574554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df53cb-6ef0-48a0-8114-e84dea3cc048 req-722978f0-d057-4b36-904f-c0663384d440 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:13.583088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69df53cb-6ef0-48a0-8114-e84dea3cc048 req-722978f0-d057-4b36-904f-c0663384d440 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1567841 Aug 20 08:56:13.595758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=883db711-0685-4af2-8a80-b8e3705fa001,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:13.635072 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-e000952d-4640-4f96-982a-aa0d747d7bb7 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] delete failed (client error): The resource could not be found. Aug 20 08:56:13.636111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e000952d-4640-4f96-982a-aa0d747d7bb7 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/cc135235-140c-493c-8fa2-f4beb188e1dc HTTP/1.1" status: 404 len: 336 time: 0.0745833 Aug 20 08:56:13.638847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.664219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69df53cb-6ef0-48a0-8114-e84dea3cc048 req-fc84bcc6-1167-44ea-bf0f-e4107a1fd081 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694582 Aug 20 08:56:13.697688 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f3d62b54-6539-412a-99c4-a54878232cc2 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "GET /v2.0/ports?device_id=eff1fad7-da1c-4dac-925b-d09a7aa9aa6e HTTP/1.1" status: 200 len: 205 time: 0.0571640 Aug 20 08:56:13.698630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46550) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.741808 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-970f7867-0d02-4b1e-aa5e-13853bdbb0e9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] delete failed (client error): The resource could not be found. Aug 20 08:56:13.745819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46552) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:13.745990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-970f7867-0d02-4b1e-aa5e-13853bdbb0e9 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/routers/eff1fad7-da1c-4dac-925b-d09a7aa9aa6e HTTP/1.1" status: 404 len: 336 time: 0.0463467 Aug 20 08:56:13.814911 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ae213d-95ca-4a01-97fc-8abd408a2a86 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] DELETE failed (client error): The resource could not be found. Aug 20 08:56:13.815448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ae213d-95ca-4a01-97fc-8abd408a2a86 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:56:13.831447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-93ae213d-95ca-4a01-97fc-8abd408a2a86 tempest-RoutersAdminTest-260684367 tempest-RoutersAdminTest-260684367-project] 10.222.0.35 "DELETE /v2.0/subnets/d0549b9d-f821-41a0-bd0e-086fb87bc914 HTTP/1.1" status: 404 len: 337 time: 0.0844078 Aug 20 08:56:13.882243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883db711-0685-4af2-8a80-b8e3705fa001'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:13.884733 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db711c-bb26-45a9-89db-0a4068d801a3" -d '{"events": [{"server_uuid": "f692d1dd-c7b4-4c91-b5d7-46d6393a06c5", "name": "network-vif-plugged", "status": "completed", "tag": "883db711-0685-4af2-8a80-b8e3705fa001"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:13.922306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:13.943345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ca589-7789-4fe4-ab92-ce46934ca3fd req-4ba384c9-eac9-466c-8997-71608ab7332d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:13.957808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-452ca589-7789-4fe4-ab92-ce46934ca3fd req-4ba384c9-eac9-466c-8997-71608ab7332d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 946 time: 0.1200216 Aug 20 08:56:14.006537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-452ca589-7789-4fe4-ab92-ce46934ca3fd req-f09e1f8a-a623-41c7-bfa2-75300a3c480f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Aug 20 08:56:14.089282 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426370d4-dea7-481a-80b8-35ff8dea6f5f x-openstack-request-id: req-426370d4-dea7-481a-80b8-35ff8dea6f5f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:14.096570 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d1dd-c7b4-4c91-b5d7-46d6393a06c5", "name": "network-vif-plugged", "status": "completed", "tag": "883db711-0685-4af2-8a80-b8e3705fa001", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:14.096814 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-426370d4-dea7-481a-80b8-35ff8dea6f5f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:14.099195 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883db711-0685-4af2-8a80-b8e3705fa001', 'code': 200} Aug 20 08:56:14.212184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df94f75-6894-41a7-a0d6-ae1fbdebf569 req-c7b9c9da-493b-4d00-971b-756fe520cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:14.213791 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2df94f75-6894-41a7-a0d6-ae1fbdebf569 req-c7b9c9da-493b-4d00-971b-756fe520cda6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 1097 time: 0.0726509 Aug 20 08:56:14.232674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46572) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:14.277291 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2df94f75-6894-41a7-a0d6-ae1fbdebf569 req-e7b9d1fa-eaa3-4505-8a4a-726b089ad04c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Aug 20 08:56:14.289342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844e6d4-d861-46a9-be40-79dc76dd74c4 req-f71cc4ee-54c4-4eee-9170-61cb0bf58c4f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:14.307097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844e6d4-d861-46a9-be40-79dc76dd74c4 req-f71cc4ee-54c4-4eee-9170-61cb0bf58c4f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:14.308745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f844e6d4-d861-46a9-be40-79dc76dd74c4 req-f71cc4ee-54c4-4eee-9170-61cb0bf58c4f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1681 time: 0.1102219 Aug 20 08:56:14.370878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f844e6d4-d861-46a9-be40-79dc76dd74c4 req-9c0fa9c9-4e9f-48d1-8ebb-3d8c70f8e20f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Aug 20 08:56:14.403886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46580) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:14.471053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-610237556-network', 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:14.537116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f36bb311-4d5a-469d-a6d0-ec89c6199163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.550347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:14.553423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.569149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.687191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f36bb311-4d5a-469d-a6d0-ec89c6199163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.694526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f36bb311-4d5a-469d-a6d0-ec89c6199163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.710993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db661-29ea-4b26-bddf-3ed9d69181e7 req-33d7e552-726e-47fb-9963-bee23fbe93da tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:14.712630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-707db661-29ea-4b26-bddf-3ed9d69181e7 req-33d7e552-726e-47fb-9963-bee23fbe93da tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.0718448 Aug 20 08:56:14.748942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bb311-4d5a-469d-a6d0-ec89c6199163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c346c84-3d62-4844-a9f6-f787469817ed,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:14.760538 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f36bb311-4d5a-469d-a6d0-ec89c6199163 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f78d92681ed4170b684530fe441e7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233400 Aug 20 08:56:14.760757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46592) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:14.769277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-707db661-29ea-4b26-bddf-3ed9d69181e7 req-708f9461-e899-43d7-b264-076f900b2a64 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502329 Aug 20 08:56:14.819017 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-580338e8-6cd9-4328-b373-4529786fbb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.863457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-580338e8-6cd9-4328-b373-4529786fbb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.919271 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.924699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.964609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-580338e8-6cd9-4328-b373-4529786fbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.967446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-580338e8-6cd9-4328-b373-4529786fbb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.968568 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-580338e8-6cd9-4328-b373-4529786fbb45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c346c84-3d62-4844-a9f6-f787469817ed HTTP/1.1" status: 204 len: 168 time: 0.2069023 Aug 20 08:56:14.969411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:56:14.975296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ebd8b4-f783-4042-8381-4d4893d3385a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:14.994525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:14.994878 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Added segment dc98af97-337b-42ef-9364-b681a4502cba of type vlan for network dd4ba21e-df64-4625-8721-26d8331e4861 Aug 20 08:56:14.996742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580338e8-6cd9-4328-b373-4529786fbb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c346c84-3d62-4844-a9f6-f787469817ed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:15.049109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.083021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.084369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:15.085242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.160379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] Pushing event updated for resources: {'Network': ['ID=dd4ba21e-df64-4625-8721-26d8331e4861,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:15.165769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1d4c14a2-2980-4cb2-8bd9-925a2ee45c1e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7591977 Aug 20 08:56:15.167778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46602) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:15.171138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network dd4ba21e-df64-4625-8721-26d8331e4861 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:56:15.179832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Request body: {'subnet': {'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-610237556-subnet', 'tenant_id': '16560f4393b048758f4b74c4dcd08eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:15.183262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a762a-9d68-494c-93e8-8c6d0fd48a68 req-6544fbb3-7be2-4c33-83da-7c36230528a0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:15.184840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa2a762a-9d68-494c-93e8-8c6d0fd48a68 req-6544fbb3-7be2-4c33-83da-7c36230528a0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1064191 Aug 20 08:56:15.219180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:15.221552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.257755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa2a762a-9d68-494c-93e8-8c6d0fd48a68 req-bcbdeb84-ea2a-4ab4-9cee-219b504ab9ae tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Aug 20 08:56:15.524930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.533873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:15.563626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ef5a-7af9-4895-ad91-4e9044452746 req-560b29c8-7294-4699-b6bd-c1e770343d07 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:15.572546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ef5a-7af9-4895-ad91-4e9044452746 req-560b29c8-7294-4699-b6bd-c1e770343d07 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:15.575409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38d6ef5a-7af9-4895-ad91-4e9044452746 req-560b29c8-7294-4699-b6bd-c1e770343d07 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1681 time: 0.0974379 Aug 20 08:56:15.635886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:15.636246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Network hostable DHCP agents. Network: dd4ba21e-df64-4625-8721-26d8331e4861, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:56:15.638654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02dd20f7-2daf-4194-bf77-67f04227c429,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:15.640672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38d6ef5a-7af9-4895-ad91-4e9044452746 req-24a5297f-0a49-4a91-8958-a45edcf90c4e tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/security-groups?id=721fed33-4717-4165-9f43-73b228c9ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Aug 20 08:56:15.643554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cf33dadc-84bb-4b44-8945-4e106c88d9c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1b4b26d0c0843b0b794e2d412dd3625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083350 Aug 20 08:56:15.646936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:15.659894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Network dd4ba21e-df64-4625-8721-26d8331e4861 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:56:15.681180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, dd4ba21e-df64-4625-8721-26d8331e4861) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:15.685552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:15.686244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.694530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851997d1-f850-4d20-8fb9-133078291f6f None None] Network dd4ba21e-df64-4625-8721-26d8331e4861 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:15.704453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bc4ccdbb-db57-491d-b9e9-69a66e156bb4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5353537 Aug 20 08:56:15.728850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1a66cc6-9dff-40d4-8e3c-1287b01835d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.768863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1a66cc6-9dff-40d4-8e3c-1287b01835d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.841374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1a970-89c8-48b8-8480-16123eea332f req-ba5dc7fa-5819-4097-ae27-23f54031169e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:15.842951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04f1a970-89c8-48b8-8480-16123eea332f req-ba5dc7fa-5819-4097-ae27-23f54031169e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 946 time: 0.0970125 Aug 20 08:56:15.864598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1a66cc6-9dff-40d4-8e3c-1287b01835d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.873250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1a66cc6-9dff-40d4-8e3c-1287b01835d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:15.875229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e1a66cc6-9dff-40d4-8e3c-1287b01835d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21044cc8-29ef-4618-893b-a67024f9df3a HTTP/1.1" status: 204 len: 168 time: 0.2272151 Aug 20 08:56:15.930083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d29855e-9927-4a4f-a941-f32069dad493 None None] Network dd4ba21e-df64-4625-8721-26d8331e4861 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:15.932410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a66cc6-9dff-40d4-8e3c-1287b01835d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21044cc8-29ef-4618-893b-a67024f9df3a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:15.977964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04f1a970-89c8-48b8-8480-16123eea332f req-0179ed6a-4bf0-4866-a84c-ae3c71dfb599 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231127 Aug 20 08:56:16.158410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7ac84-bd9e-4f73-aa6d-ee6e67aad602 req-00d821f1-a5f6-407c-8172-6c29345be071 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:16.160202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abe7ac84-bd9e-4f73-aa6d-ee6e67aad602 req-00d821f1-a5f6-407c-8172-6c29345be071 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.0817552 Aug 20 08:56:16.215787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abe7ac84-bd9e-4f73-aa6d-ee6e67aad602 req-4dd62dc9-3f4e-4463-ba2b-07bf0f8bb856 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Aug 20 08:56:16.304437 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:16.574786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67585dd-3951-4f32-82e0-0b8df738318c req-5644c5df-15a3-48d4-90a1-bc03d9793f10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:16.583429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67585dd-3951-4f32-82e0-0b8df738318c req-5644c5df-15a3-48d4-90a1-bc03d9793f10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:16.591815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e67585dd-3951-4f32-82e0-0b8df738318c req-5644c5df-15a3-48d4-90a1-bc03d9793f10 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 1681 time: 0.1037760 Aug 20 08:56:16.593244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-426e5211-f067-4449-88d4-7d61543508c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:16.718217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port c967b3a0-aea3-4b54-a6c3-673a4cc75453 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:16.718593 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:16.854709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port c967b3a0-aea3-4b54-a6c3-673a4cc75453, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c967b3a0-aea3-4b54-a6c3-673a4cc75453,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:16.855402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:16.885498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for c967b3a0-aea3-4b54-a6c3-673a4cc75453 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:16.953485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:17.001600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-dfa71ec3-619e-44c7-b60b-a6b99e586319 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:17.010628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-dfa71ec3-619e-44c7-b60b-a6b99e586319 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.1633506 Aug 20 08:56:17.030509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-0a00f0d1-9591-40fb-a42c-4f03a2546a4a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0187142 Aug 20 08:56:17.061210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-3df404f5-ea2b-4c16-adfc-aaa86c00576a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294271 Aug 20 08:56:17.069056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.081976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c967b3a0-aea3-4b54-a6c3-673a4cc75453', '3939cec6-238a-4846-ade4-5fea2c142ff7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:17.135749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1005780149'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:17.139201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=c967b3a0-aea3-4b54-a6c3-673a4cc75453,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:17.205316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-c9bbb922-ec77-4339-8c66-98751dc94349 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362586 Aug 20 08:56:17.209231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port c967b3a0-aea3-4b54-a6c3-673a4cc75453 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:17.222562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:17.226277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.228892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.238478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e67585dd-3951-4f32-82e0-0b8df738318c req-23378af2-e4f8-496b-bed6-78ee3b8dca91 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "DELETE /v2.0/ports/c967b3a0-aea3-4b54-a6c3-673a4cc75453 HTTP/1.1" status: 204 len: 173 time: 0.6401780 Aug 20 08:56:17.246773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-deleted', 'tag': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:17.249092 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397086a6-ec5e-4439-b0b4-8e8f9de43b13" -d '{"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-deleted", "tag": "c967b3a0-aea3-4b54-a6c3-673a4cc75453"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:17.279281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.345948 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.415474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-6d2a1d0e-cd2f-4315-b632-ee92bb10ec77 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020519 Aug 20 08:56:17.466919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port 3939cec6-238a-4846-ade4-5fea2c142ff7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:17.467199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.624919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.635447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.664981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ea55-3394-4d0a-aa28-8d6cd7ed7ea7 req-35db1933-2c5d-43f2-889d-70e4187f3089 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:17.668967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port 3939cec6-238a-4846-ade4-5fea2c142ff7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=3939cec6-238a-4846-ade4-5fea2c142ff7,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:17.669579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.673290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8614ea55-3394-4d0a-aa28-8d6cd7ed7ea7 req-35db1933-2c5d-43f2-889d-70e4187f3089 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0853589 Aug 20 08:56:17.726031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:56:17.728557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59f6fc-d5f9-4cf9-b16a-6c4ced572096,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:17.733066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for 3939cec6-238a-4846-ade4-5fea2c142ff7 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:17.749518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8614ea55-3394-4d0a-aa28-8d6cd7ed7ea7 req-9d7a039f-77c3-4d28-9c3d-4d84517f1d21 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752101 Aug 20 08:56:17.751502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.751852 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Added segment e0d59703-c637-4238-bd93-a49f909171b9 of type vlan for network 70e63f2b-66e7-4648-9b28-cb982492e847 Aug 20 08:56:17.847599 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.927121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.933473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:17.934627 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:17.963030 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0155466 Aug 20 08:56:17.967217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46680) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:17.982455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:18.059699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc689e9d-e7dc-4dfe-9775-b21edc474ae4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Network': ['ID=70e63f2b-66e7-4648-9b28-cb982492e847,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:18.073375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:56:18.079752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:18.195504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port 3939cec6-238a-4846-ade4-5fea2c142ff7 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:18.197276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=3939cec6-238a-4846-ade4-5fea2c142ff7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:18.199506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:18.201642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e67585dd-3951-4f32-82e0-0b8df738318c req-8cdb26c6-c4e1-4ad7-97a9-7023e448611f tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.37 "DELETE /v2.0/ports/3939cec6-238a-4846-ade4-5fea2c142ff7 HTTP/1.1" status: 204 len: 173 time: 0.9338622 Aug 20 08:56:18.290759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f6dbb5e-709d-4624-b5a4-b6f271e2d58d req-52e902ac-b968-4a3b-b7b8-ae053f621885 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8f8f9a6-9e5c-478b-a532-a84f3ad8497b HTTP/1.1" status: 200 len: 210 time: 0.0537722 Aug 20 08:56:18.328462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:18.333108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:18.508369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947594-6a0a-4b3f-b91c-caac8d61993a req-7b17f030-1ec9-450c-abdf-a1f19a05ef7b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:18.510211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea947594-6a0a-4b3f-b91c-caac8d61993a req-7b17f030-1ec9-450c-abdf-a1f19a05ef7b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.0893300 Aug 20 08:56:18.588256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea947594-6a0a-4b3f-b91c-caac8d61993a req-c4a4dff3-4bf7-4100-b88b-c5325081b5d5 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709314 Aug 20 08:56:18.651323 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f419c0-c34c-401b-9f6a-8fc0fde870c6 x-openstack-request-id: req-15f419c0-c34c-401b-9f6a-8fc0fde870c6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:18.651832 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-deleted", "tag": "c967b3a0-aea3-4b54-a6c3-673a4cc75453", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:18.652060 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15f419c0-c34c-401b-9f6a-8fc0fde870c6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:18.653930 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-deleted', 'tag': 'c967b3a0-aea3-4b54-a6c3-673a4cc75453', 'status': 'completed', 'code': 200} Aug 20 08:56:18.677043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:18.758251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:18.774268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c519aea1-e91c-458b-82c0-bd38928284eb req-e7cf5d3a-6afa-4c9c-bfa3-c984352e2a75 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 210 time: 0.0544796 Aug 20 08:56:18.800224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:56:18.810439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=0b0efa7c-5f75-430f-ae49-5db57a130357,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:18.826469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:18.827038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network hostable DHCP agents. Network: 70e63f2b-66e7-4648-9b28-cb982492e847, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:56:18.846431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:56:18.870340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 70e63f2b-66e7-4648-9b28-cb982492e847) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:18.877328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:18.881306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537baba9-b904-40d2-918b-98baca5d610e None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:18.881903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:18.905150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:18.905854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87544c0e-a493-4be5-8dc8-6dabc25c2992 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9372268 Aug 20 08:56:18.911360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'name': 'tempest-NetworksTestDHCPv6-2139035674'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:19.094136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c7bbf-4d98-466d-858d-077bd894968c req-9df3ae49-ad3c-425f-a8bc-dda7b29509a9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:19.112285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb3c7bbf-4d98-466d-858d-077bd894968c req-9df3ae49-ad3c-425f-a8bc-dda7b29509a9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1528296 Aug 20 08:56:19.124551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:19.131514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.156657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port ce11bccf-243f-4551-b6e8-41fd81d42dab yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:19.166500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '0b0efa7c-5f75-430f-ae49-5db57a130357'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:19.167725 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.195200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb3c7bbf-4d98-466d-858d-077bd894968c req-70f8232b-575d-46ad-93f8-eee3f5c7f39a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820193 Aug 20 08:56:19.266845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3939cec6-238a-4846-ade4-5fea2c142ff7 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:19.303622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 3939cec6-238a-4846-ade4-5fea2c142ff7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:19.304225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 3939cec6-238a-4846-ade4-5fea2c142ff7 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:19.304641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c967b3a0-aea3-4b54-a6c3-673a4cc75453 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:19.320855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::17b (70e63f2b-66e7-4648-9b28-cb982492e847/0b0efa7c-5f75-430f-ae49-5db57a130357/ce11bccf-243f-4551-b6e8-41fd81d42dab) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:19.333310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: c967b3a0-aea3-4b54-a6c3-673a4cc75453 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:19.333919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c967b3a0-aea3-4b54-a6c3-673a4cc75453 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:19.396447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:19.484948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting subnet 1ed62e61-3f94-45d9-9657-18e20cb282c2 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:19.490187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.546825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.555882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.576502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object ce11bccf-243f-4551-b6e8-41fd81d42dab will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:19.625230 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.651310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.715023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=ce11bccf-243f-4551-b6e8-41fd81d42dab,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:19.717624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/0b0efa7c-5f75-430f-ae49-5db57a130357/962e37b3-ec19-4690-8697-c1bb10a5bea6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:19.729478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:19.734944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:19.737747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:19.757853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:19.762038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:19.791704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c67fd70c-a5f2-4b37-a4bc-462db11ca0c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8848364 Aug 20 08:56:19.792549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46702) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:19.926373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fb527b-fa44-4a0c-a5de-f0d4283d1f32 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:19.929089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-42fb527b-fa44-4a0c-a5de-f0d4283d1f32 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1349633 Aug 20 08:56:19.934515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46708) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:20.001318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.012905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Transition to ACTIVE for port object 962e37b3-ec19-4690-8697-c1bb10a5bea6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:20.030430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Transition to ACTIVE for port object 962e37b3-ec19-4690-8697-c1bb10a5bea6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:20.047108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.107513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port ce11bccf-243f-4551-b6e8-41fd81d42dab {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:20.108057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.115737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Pushing event updated for resources: {'Port': ['ID=962e37b3-ec19-4690-8697-c1bb10a5bea6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:20.134451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:20.136099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:20.137744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ead1bc-73e0-411f-bb52-d605c20a7952 req-c0237387-7662-44f0-8364-c6c57a076d57 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:20.138635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:20.143166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58ead1bc-73e0-411f-bb52-d605c20a7952 req-c0237387-7662-44f0-8364-c6c57a076d57 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.4643118 Aug 20 08:56:20.155717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.193805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed62e61-3f94-45d9-9657-18e20cb282c2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:20.199827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.201736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-787fa029-3d23-441c-920b-004550f316ba tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/subnets/1ed62e61-3f94-45d9-9657-18e20cb282c2 HTTP/1.1" status: 204 len: 168 time: 0.8041570 Aug 20 08:56:20.206553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46710) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:20.210977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dafa1a-1fe4-422b-9164-31cc373ff1c8 None None] Network de56cd6f-b3c1-46e8-9639-f1411fc6271b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:20.246393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58ead1bc-73e0-411f-bb52-d605c20a7952 req-9c4ca55a-7802-4fec-bb2e-ba3bc0f788c4 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991380 Aug 20 08:56:20.247284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.265663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for ce11bccf-243f-4551-b6e8-41fd81d42dab owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:20.314549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Attempting to bind port 962e37b3-ec19-4690-8697-c1bb10a5bea6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:20.314952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Attempting to bind port 962e37b3-ec19-4690-8697-c1bb10a5bea6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:20.315317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Attempting to bind port 962e37b3-ec19-4690-8697-c1bb10a5bea6 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:20.325522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:20.325928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:20.326338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.326737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:20.327257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Bound port: 962e37b3-ec19-4690-8697-c1bb10a5bea6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:20.327646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.380545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cd7b90d-564b-48a5-b3df-c93ca9028bac req-826053f8-bfbe-4511-aa2c-58e6d395c365 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 210 time: 0.0323863 Aug 20 08:56:20.410726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.507690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.523019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port 50953194-98e3-41b1-9bb5-00989ed31626 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:20.523746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.603516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=ce11bccf-243f-4551-b6e8-41fd81d42dab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:20.616635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] For port 962e37b3-ec19-4690-8697-c1bb10a5bea6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:20.620765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port 50953194-98e3-41b1-9bb5-00989ed31626, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=50953194-98e3-41b1-9bb5-00989ed31626,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:20.621383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.622247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] For port 962e37b3-ec19-4690-8697-c1bb10a5bea6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=962e37b3-ec19-4690-8697-c1bb10a5bea6,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:20.628932 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.635732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.640426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc4e7d38-06b6-43f3-84d1-66a9870d1205 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/ce11bccf-243f-4551-b6e8-41fd81d42dab HTTP/1.1" status: 204 len: 168 time: 0.7047682 Aug 20 08:56:20.641066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46716) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:20.689247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for 50953194-98e3-41b1-9bb5-00989ed31626 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:20.742641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d096a0-81dc-43a8-9690-efc70021062c None None] Pushing event updated for resources: {'Port': ['ID=962e37b3-ec19-4690-8697-c1bb10a5bea6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:20.750549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] DHCP port deletion for de56cd6f-b3c1-46e8-9639-f1411fc6271b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:20.810748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97562f00-6679-46e7-949c-89031e34bc13 req-811e7383-10f7-486d-947c-2d46d14b448e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:20.812701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97562f00-6679-46e7-949c-89031e34bc13 req-811e7383-10f7-486d-947c-2d46d14b448e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1870484 Aug 20 08:56:20.822981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] Deleting port 50953194-98e3-41b1-9bb5-00989ed31626 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:20.823348 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.835801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-deleted', 'tag': '3939cec6-238a-4846-ade4-5fea2c142ff7'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:20.843192 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411e0076-e3ff-453c-b803-b736bd23f0fa" -d '{"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-deleted", "tag": "3939cec6-238a-4846-ade4-5fea2c142ff7"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:20.888352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97562f00-6679-46e7-949c-89031e34bc13 req-8765fc97-d0f0-4d9b-82c5-5b2bc2c9077e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Aug 20 08:56:20.949297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:20.949550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b52c8-ede9-474c-a91c-8177246e24e6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:20.951436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b52c8-ede9-474c-a91c-8177246e24e6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:20.955823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a18b52c8-ede9-474c-a91c-8177246e24e6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3115475 Aug 20 08:56:20.956119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46720) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:20.980364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] For port 50953194-98e3-41b1-9bb5-00989ed31626, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=50953194-98e3-41b1-9bb5-00989ed31626,segment=NetworkSegment(0a2433c1-fef5-40eb-9091-5c073a962b4c),segment_id=0a2433c1-fef5-40eb-9091-5c073a962b4c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:20.984720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.005897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=50953194-98e3-41b1-9bb5-00989ed31626,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:21.013529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] Calling delete_port for 50953194-98e3-41b1-9bb5-00989ed31626 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:21.016002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port 50953194-98e3-41b1-9bb5-00989ed31626 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:21.088062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 0b0efa7c-5f75-430f-ae49-5db57a130357 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:21.099832 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd734c50-2130-4bac-b45c-58fd0ae6e7f0 x-openstack-request-id: req-dd734c50-2130-4bac-b45c-58fd0ae6e7f0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:21.100124 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8f9a6-9e5c-478b-a532-a84f3ad8497b", "name": "network-vif-deleted", "tag": "3939cec6-238a-4846-ade4-5fea2c142ff7", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:21.100455 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd734c50-2130-4bac-b45c-58fd0ae6e7f0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:21.100746 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8f9a6-9e5c-478b-a532-a84f3ad8497b', 'name': 'network-vif-deleted', 'tag': '3939cec6-238a-4846-ade4-5fea2c142ff7', 'status': 'completed', 'code': 200} Aug 20 08:56:21.102790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.152599 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.187791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] Pushing event deleted for resources: {'Port': ['ID=50953194-98e3-41b1-9bb5-00989ed31626,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:21.220054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31d044-cb6d-4108-9313-f51d4ad110f8 None None] No DVR routers for this DVR port 50953194-98e3-41b1-9bb5-00989ed31626 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:21.245641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.253138 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.278201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de56cd6f-b3c1-46e8-9639-f1411fc6271b']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:21.305762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2433c1-fef5-40eb-9091-5c073a962b4c') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:21.310027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2433c1-fef5-40eb-9091-5c073a962b4c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:21.338344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.374565 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.396284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:56:21.396852 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:56:21.401037 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:56:21.423822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.509289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9cc50-c3b1-40ee-a81c-2d5baac02d1c req-6d6e68fd-f302-4b82-b35f-d0a52da43859 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:21.511801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aea9cc50-c3b1-40ee-a81c-2d5baac02d1c req-6d6e68fd-f302-4b82-b35f-d0a52da43859 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.1230965 Aug 20 08:56:21.511801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.522460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.524944 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/networks/de56cd6f-b3c1-46e8-9639-f1411fc6271b HTTP/1.1" status: 204 len: 168 time: 1.3111589 Aug 20 08:56:21.525843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.531364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46728) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:21.536438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fcfaf-2d17-4ea0-b8bc-cb5ea3db7d08 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Network': ['ID=de56cd6f-b3c1-46e8-9639-f1411fc6271b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:21.578286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aea9cc50-c3b1-40ee-a81c-2d5baac02d1c req-3a39d373-18c1-4d9f-9a3b-b35541796e79 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395854 Aug 20 08:56:21.614214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0efa7c-5f75-430f-ae49-5db57a130357,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:21.641518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting subnet 47ad476e-a418-4bec-b93b-18f8da74d55a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:21.648159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.652164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e43544cf-d766-4b76-a541-701062ecbfb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/0b0efa7c-5f75-430f-ae49-5db57a130357 HTTP/1.1" status: 204 len: 168 time: 0.6945975 Aug 20 08:56:21.653446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.654885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46730) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:21.715579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.729939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ac50933-ea2f-4c4d-a41b-fe617e282814 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713656 Aug 20 08:56:21.744729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46732) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:21.753891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:21.766836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06acdcd5-9447-4e7c-b38b-7dbac29d51ec req-112c929c-5814-4fbf-9c39-c7c1fbdde0ce tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 210 time: 0.0469174 Aug 20 08:56:21.928587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 962e37b3-ec19-4690-8697-c1bb10a5bea6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:21.964582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:21.968966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:21.972880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.053470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 962e37b3-ec19-4690-8697-c1bb10a5bea6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:22.151675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988656c-7e9c-4310-a64c-a968bb957709 req-05a42caf-bc75-4527-8402-6721b6fd4e25 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:22.153399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d988656c-7e9c-4310-a64c-a968bb957709 req-05a42caf-bc75-4527-8402-6721b6fd4e25 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.0888362 Aug 20 08:56:22.164414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 50953194-98e3-41b1-9bb5-00989ed31626 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:22.199879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 50953194-98e3-41b1-9bb5-00989ed31626 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:22.200453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 50953194-98e3-41b1-9bb5-00989ed31626 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:22.230105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d988656c-7e9c-4310-a64c-a968bb957709 req-e213bdf5-79bf-47cb-8b67-90aa4505a994 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671649 Aug 20 08:56:22.341449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.347674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.381668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445321d-199d-4699-a181-ab868c53a518 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:22.405353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:22.407434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.412674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/subnets/47ad476e-a418-4bec-b93b-18f8da74d55a HTTP/1.1" status: 204 len: 168 time: 0.8768599 Aug 20 08:56:22.413103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46740) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:22.416296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:22.421868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:22.422765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.423898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee3658d-a446-4c22-a8dd-1015582f69c2 None None] Network fa094afc-7aad-4914-aeb9-05c89fd451d7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:22.432273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=87856b0c-4bdb-4c82-9b20-58ec5fc45fdc,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:22.461560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44882206-ab37-42d7-973a-1de679977ac4 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Subnet': ['ID=47ad476e-a418-4bec-b93b-18f8da74d55a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:22.468537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a6de59ad-7f06-40ea-9577-f54adf46c03b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7229471 Aug 20 08:56:22.471412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46742) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:22.479095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'name': 'tempest-NetworksTestDHCPv6-967836021'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:22.525044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] Provisioning for port 962e37b3-ec19-4690-8697-c1bb10a5bea6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:22.540666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.558047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] Provisioning complete for port 962e37b3-ec19-4690-8697-c1bb10a5bea6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:22.558767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.651344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:22.651940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Deleting port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:22.652368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.655110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.691483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port f1e28d4b-4f5d-4169-b492-585f2ac1723f yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:22.779402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.821900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] For port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:22.822483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.829439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] DHCP port deletion for fa094afc-7aad-4914-aeb9-05c89fd451d7 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:22.837901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a32ccb-8ec0-4cc0-93f9-9dfe54a63355 req-bd965a17-8299-4bd1-80ad-322f29290bc6 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:22.839465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0a32ccb-8ec0-4cc0-93f9-9dfe54a63355 req-bd965a17-8299-4bd1-80ad-322f29290bc6 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.1250811 Aug 20 08:56:22.840071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] For port 962e37b3-ec19-4690-8697-c1bb10a5bea6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=962e37b3-ec19-4690-8697-c1bb10a5bea6,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:22.852210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Calling delete_port for 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:22.863272 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:22.928535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc630abd-b915-48be-b4d9-fa5073f25ee0 None None] Pushing event updated for resources: {'Port': ['ID=962e37b3-ec19-4690-8697-c1bb10a5bea6,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:22.940030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] Deleting port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:22.940510 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.007197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d0a32ccb-8ec0-4cc0-93f9-9dfe54a63355 req-3cd9ed44-3c82-4e43-a148-ca79e1e10124 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560566 Aug 20 08:56:23.007926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.036670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] For port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,segment=NetworkSegment(6b116f59-75d8-471f-b531-0e66f9d77e28),segment_id=6b116f59-75d8-471f-b531-0e66f9d77e28)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:23.037333 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.053439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] Calling delete_port for 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:23.056428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Port': ['ID=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:23.058405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] No DVR routers for this DVR port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:23.124570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5092cc2-b7e3-4308-a625-a5ce10978412 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:23.192876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56e8f414-cced-4378-a7f5-b77c8c29ef92 req-046d9131-40b4-41b4-bee5-bdb537c00d97 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 210 time: 0.0481875 Aug 20 08:56:23.202649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.215536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.217836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa094afc-7aad-4914-aeb9-05c89fd451d7']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:23.234369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b116f59-75d8-471f-b531-0e66f9d77e28') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:23.235070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b116f59-75d8-471f-b531-0e66f9d77e28') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:23.249790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1ee36a89-887f-4745-824a-1417e1d591d5 None None] Provisioning complete for port 962e37b3-ec19-4690-8697-c1bb10a5bea6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:23.250157 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ee36a89-887f-4745-824a-1417e1d591d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.251539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.253919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] No DVR routers for this DVR port 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:23.255998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bec36-b59b-4003-abfd-dacb7738a224 None None] Pushing event deleted for resources: {'Port': ['ID=9c560a9d-91ec-4fce-8e7d-a548d9336ce2,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:23.291453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::3cf (70e63f2b-66e7-4648-9b28-cb982492e847/87856b0c-4bdb-4c82-9b20-58ec5fc45fdc/f1e28d4b-4f5d-4169-b492-585f2ac1723f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:23.300834 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.313697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:56:23.314426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:56:23.320487 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:56:23.517026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a497fa-baca-4f06-b985-3303bf4089cf req-db19a9a2-796b-4633-91f7-3b484039b65a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:23.526066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5a497fa-baca-4f06-b985-3303bf4089cf req-db19a9a2-796b-4633-91f7-3b484039b65a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1235316 Aug 20 08:56:23.541830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.549904 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.552996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] 10.222.0.35 "DELETE /v2.0/networks/fa094afc-7aad-4914-aeb9-05c89fd451d7 HTTP/1.1" status: 204 len: 168 time: 1.1383753 Aug 20 08:56:23.582879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a376e43-407d-4c24-a4f3-0cce085276e9 tempest-ServersTestMultiNic-1177769281 tempest-ServersTestMultiNic-1177769281-project] Pushing event deleted for resources: {'Network': ['ID=fa094afc-7aad-4914-aeb9-05c89fd451d7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:23.603490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.611312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5a497fa-baca-4f06-b985-3303bf4089cf req-664707af-fb9a-4eb4-8b4c-40c4fc306336 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795276 Aug 20 08:56:23.636295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object f1e28d4b-4f5d-4169-b492-585f2ac1723f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:23.679279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.736064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:23.741118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:23.761684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46762) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:23.763307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d06da48-7d7f-4f58-bae4-a9180e0ee031 None None] Provisioning complete for port 962e37b3-ec19-4690-8697-c1bb10a5bea6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:23.763695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d06da48-7d7f-4f58-bae4-a9180e0ee031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.772133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:23.778403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:23.779049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:23.783284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=f1e28d4b-4f5d-4169-b492-585f2ac1723f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:23.805457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-58beb6d9-6c42-4b83-baea-0a34a18d6024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3327203 Aug 20 08:56:23.809816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46764) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:23.833519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 962e37b3-ec19-4690-8697-c1bb10a5bea6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:23.873426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae032d2-1d46-4ff8-9a5c-5f7332aa1b09 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:23.880014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae032d2-1d46-4ff8-9a5c-5f7332aa1b09 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:23.881660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cae032d2-1d46-4ff8-9a5c-5f7332aa1b09 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0708175 Aug 20 08:56:23.884630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:23.930951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 962e37b3-ec19-4690-8697-c1bb10a5bea6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:23.931480 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.015200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port f1e28d4b-4f5d-4169-b492-585f2ac1723f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:24.015561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.082287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e21899a7-0ca9-432d-beba-8124a52e7425 None None] Could not find standard attr ID for object ce11bccf-243f-4551-b6e8-41fd81d42dab. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:56:24.196609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:24.241312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:24.245679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9c560a9d-91ec-4fce-8e7d-a548d9336ce2 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:24.307779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.330108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for f1e28d4b-4f5d-4169-b492-585f2ac1723f owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:24.358145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-309133c5-1a77-4fb6-8156-00dfcd07007e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:24.359710 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-309133c5-1a77-4fb6-8156-00dfcd07007e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.2289417 Aug 20 08:56:24.379842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Request body: {'port': {'device_id': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'admin_state_up': True, 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:24.401631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94a34f-14f2-4991-8220-83d506ab39ff req-f886e9ce-1ee1-4280-abac-56657ced968e tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:24.404121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf94a34f-14f2-4991-8220-83d506ab39ff req-f886e9ce-1ee1-4280-abac-56657ced968e tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.2284839 Aug 20 08:56:24.412964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1b7fa2f-9c91-4dc0-88bc-be23266b9b5c None None] Provisioning for port f1e28d4b-4f5d-4169-b492-585f2ac1723f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:24.417970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1b7fa2f-9c91-4dc0-88bc-be23266b9b5c None None] Provisioning complete for port f1e28d4b-4f5d-4169-b492-585f2ac1723f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:24.418386 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1b7fa2f-9c91-4dc0-88bc-be23266b9b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.438197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42eb38ed-927e-4e53-8b3b-376f81febeea req-7473f7d4-e843-43d8-896b-6fc74ce5c3e4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 210 time: 0.1032600 Aug 20 08:56:24.498047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf94a34f-14f2-4991-8220-83d506ab39ff req-c958b094-5f87-445d-afcb-4af992f31151 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676308 Aug 20 08:56:24.558452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7fa2f-9c91-4dc0-88bc-be23266b9b5c None None] Port f1e28d4b-4f5d-4169-b492-585f2ac1723f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:56:24.699712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:24.703890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.729544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.741959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.809380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=f1e28d4b-4f5d-4169-b492-585f2ac1723f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:24.843993 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:24.846258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-015dbdc5-907b-4b3f-9258-82b5251334fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/f1e28d4b-4f5d-4169-b492-585f2ac1723f HTTP/1.1" status: 204 len: 168 time: 0.9606655 Aug 20 08:56:24.851126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:24.893800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb82ed-dce1-4ba7-bb54-99a160ba6ac2 req-e63f4f4b-3927-485e-9e28-3d0edb54e852 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:24.902719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9fb82ed-dce1-4ba7-bb54-99a160ba6ac2 req-e63f4f4b-3927-485e-9e28-3d0edb54e852 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 943 time: 0.1852779 Aug 20 08:56:24.909908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Allocated IP 172.20.0.14 (dd4ba21e-df64-4625-8721-26d8331e4861/02dd20f7-2daf-4194-bf77-67f04227c429/e63f7b5a-7ac1-48dc-8080-d303495d040d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:25.066325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e1281-4f35-452c-8159-592f407c5db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:25.068029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e1281-4f35-452c-8159-592f407c5db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:25.069572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-691e1281-4f35-452c-8159-592f407c5db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0611036 Aug 20 08:56:25.073187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46782) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:25.089969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9fb82ed-dce1-4ba7-bb54-99a160ba6ac2 req-61fb4356-3adb-44ae-a685-51043b7f64ec tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863649 Aug 20 08:56:25.113023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-51a6b5c7-1188-4bd9-b290-c61d1cad0d48 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:25.115706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-51a6b5c7-1188-4bd9-b290-c61d1cad0d48 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.2087185 Aug 20 08:56:25.148543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 87856b0c-4bdb-4c82-9b20-58ec5fc45fdc {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:25.158864 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.204932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.218376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.280231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.283915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Deleting port 5e4e730f-6098-41f9-87d6-d55f4e814166 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:25.284253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.323624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.347559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Deleting port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:25.348151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.386941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Network dd4ba21e-df64-4625-8721-26d8331e4861 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:25.390752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:25.399932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:25.439978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] For port 5e4e730f-6098-41f9-87d6-d55f4e814166, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5e4e730f-6098-41f9-87d6-d55f4e814166,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:25.440563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.444370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event updated for resources: {'Port': ['ID=e63f7b5a-7ac1-48dc-8080-d303495d040d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:25.454637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:25.455315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.460695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.495074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=87856b0c-4bdb-4c82-9b20-58ec5fc45fdc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:25.503577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.509445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ca8fef26-dc10-4c1f-b256-738e260276fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/87856b0c-4bdb-4c82-9b20-58ec5fc45fdc HTTP/1.1" status: 204 len: 168 time: 0.4361589 Aug 20 08:56:25.510182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46786) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:25.514676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731edc9-ab9b-4b03-ac3b-664decf402ed None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:25.560874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] For port 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:25.561245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.599917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Calling delete_port for 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:25.623123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:25.635685 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-41999d15-4dd5-46b6-853c-978213e4bae6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2619791 Aug 20 08:56:25.640980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8864d371-f67d-43a1-bed4-1f69eddc5fa2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294343 Aug 20 08:56:25.642138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46792) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:25.649360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:25.675937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Request body: {'port': {'device_id': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:25.760180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:25.803889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.818280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:25.839185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'network_id': '3594c1c7-93eb-45d1-bd19-5c055d23279a', 'port_id': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'mac_address': 'fa:16:3e:69:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2cb509-06bf-4b38-86e1-ac1d77b928c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:25.862342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] Deleting port 962e37b3-ec19-4690-8697-c1bb10a5bea6 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:25.863405 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.908675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:25.913496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.965132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.985130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] For port 962e37b3-ec19-4690-8697-c1bb10a5bea6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=962e37b3-ec19-4690-8697-c1bb10a5bea6,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:25.985450 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:25.995098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:26.016745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:26.023804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] Calling delete_port for 962e37b3-ec19-4690-8697-c1bb10a5bea6 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:26.028759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.135933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bc471-121b-448d-bfe4-a35694baf868 req-99a95255-f4b8-4a59-883d-3be123fc7a54 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:26.137529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-811bc471-121b-448d-bfe4-a35694baf868 req-99a95255-f4b8-4a59-883d-3be123fc7a54 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 932 time: 0.5737195 Aug 20 08:56:26.145005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732ad6-4dac-4b04-b05f-019291a42425 req-2a6f4b34-5033-4093-9eeb-01c54249a4c3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:26.152693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01732ad6-4dac-4b04-b05f-019291a42425 req-2a6f4b34-5033-4093-9eeb-01c54249a4c3 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 946 time: 0.5322459 Aug 20 08:56:26.153160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:26.161854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.199927 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.233551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] Pushing event deleted for resources: {'Port': ['ID=962e37b3-ec19-4690-8697-c1bb10a5bea6,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:26.245628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397a3542-c2fb-4a94-b8cd-e1b83a78aedb None None] No DVR routers for this DVR port 962e37b3-ec19-4690-8697-c1bb10a5bea6 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:26.260415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:26.269415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.269865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.270189 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Floating IP 0dd3ba47-9929-41e4-b275-d62ea8df9f43 disassociated. External IP: 172.25.5.45, port: 5e4e730f-6098-41f9-87d6-d55f4e814166. Aug 20 08:56:26.270545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Calling delete_port for 5e4e730f-6098-41f9-87d6-d55f4e814166 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:26.305552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=2945e4e2-391e-44e2-a8cb-a855b62a3319,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:26.307544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01732ad6-4dac-4b04-b05f-019291a42425 req-84acafdb-c259-4189-aace-bd9178a60cb7 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb30741-c51e-4bf1-b69f-304fef4c8ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538877 Aug 20 08:56:26.325330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:26.332823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:26.338378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-811bc471-121b-448d-bfe4-a35694baf868 req-710088e1-9ef2-4250-ab58-c3847a805d98 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834865 Aug 20 08:56:26.347200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:26.347809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.352764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b5b3d0-f52f-4f4f-8471-244dd77980c2 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:26.405201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7ea96dc3-ad9c-4ea5-8a3c-fd7145f0e35f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7563062 Aug 20 08:56:26.408763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46800) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:26.421447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'name': 'tempest-NetworksTestDHCPv6-352712074'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:26.653957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.706544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357a488-9fe6-41fc-b8d0-1b9ba6fa57a9 req-2fa1a56c-b0f9-4b0a-a1c6-473b7e5b395d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:26.709874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9357a488-9fe6-41fc-b8d0-1b9ba6fa57a9 req-2fa1a56c-b0f9-4b0a-a1c6-473b7e5b395d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 944 time: 0.1702194 Aug 20 08:56:26.715905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Pushing event deleted for resources: {'Port': ['ID=69c8e8b1-e6ac-4970-929c-d7e2702f9cfe,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:26.732044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:26.736733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.741740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.777561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port eda75d93-284f-4dcf-a376-714948b07f45 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:26.798484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63f7b5a-7ac1-48dc-8080-d303495d040d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:26.809536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.837807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '2945e4e2-391e-44e2-a8cb-a855b62a3319'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:26.838747 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.880714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Transition to ACTIVE for port object e63f7b5a-7ac1-48dc-8080-d303495d040d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:26.891852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event deleted for resources: {'Port': ['ID=5e4e730f-6098-41f9-87d6-d55f4e814166,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:26.897239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:26.915571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9357a488-9fe6-41fc-b8d0-1b9ba6fa57a9 req-36de6448-ae99-4a3f-a423-7759e2393e33 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929984 Aug 20 08:56:27.024476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::348 (70e63f2b-66e7-4648-9b28-cb982492e847/2945e4e2-391e-44e2-a8cb-a855b62a3319/eda75d93-284f-4dcf-a376-714948b07f45) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:27.150299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.160344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e63f7b5a-7ac1-48dc-8080-d303495d040d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:27.171028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Router 461c6538-c076-4b72-9074-1124aae8d0ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:56:27.257375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.278702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Attempting to bind port e63f7b5a-7ac1-48dc-8080-d303495d040d on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:27.279038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Attempting to bind port e63f7b5a-7ac1-48dc-8080-d303495d040d by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:27.279368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Attempting to bind port e63f7b5a-7ac1-48dc-8080-d303495d040d on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:27.284613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object eda75d93-284f-4dcf-a376-714948b07f45 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:27.286677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Port e63f7b5a-7ac1-48dc-8080-d303495d040d on network dd4ba21e-df64-4625-8721-26d8331e4861 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:27.287006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Attempting to bind port e63f7b5a-7ac1-48dc-8080-d303495d040d on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:27.295077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:27.295419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:27.295804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Bound using segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:27.296265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Bound port: e63f7b5a-7ac1-48dc-8080-d303495d040d, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:27.296624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.388696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.396961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] For port e63f7b5a-7ac1-48dc-8080-d303495d040d, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:27.414046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] For port e63f7b5a-7ac1-48dc-8080-d303495d040d, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:27.449117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.453341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/2945e4e2-391e-44e2-a8cb-a855b62a3319/19205e25-dde0-4596-a5d8-6ccba25d0b77) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:27.477425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:27.478095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.479918 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] 10.222.0.26 "PUT /v2.0/ports/e63f7b5a-7ac1-48dc-8080-d303495d040d HTTP/1.1" status: 200 len: 1092 time: 1.8211560 Aug 20 08:56:27.480375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'tag': 'e63f7b5a-7ac1-48dc-8080-d303495d040d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:27.482757 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7377e32-41ea-4aa7-a1b1-839757cf6c90" -d '{"events": [{"name": "network-changed", "server_uuid": "1a280ff4-30a1-414d-853c-08f9f7ec0842", "tag": "e63f7b5a-7ac1-48dc-8080-d303495d040d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:27.487154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:27.499595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:27.501891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=eda75d93-284f-4dcf-a376-714948b07f45,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:27.504942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:27.522795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:27.523485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.540614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36fd7fb5-7f4b-4cc7-9355-f5e868c7ecda req-51ccf298-cee0-458d-8b5e-3cee5b28bd0b tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f09c938-0836-4ed8-a2fd-3d23c016c731 HTTP/1.1" status: 200 len: 210 time: 0.0836108 Aug 20 08:56:27.546514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:56:27.592801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] Sync routers for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:56:27.625043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f2db164-69b0-47ea-a908-a24efad4dab9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2079346 Aug 20 08:56:27.634415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46814) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:27.642674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:27.667546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] No DVR routers for this DVR port 5e4e730f-6098-41f9-87d6-d55f4e814166 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:27.674535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:27.675189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:27.713852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-b97617e9-4a03-4d46-839d-fb6d0334426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:27.715575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-b97617e9-4a03-4d46-839d-fb6d0334426e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 1095 time: 0.1475132 Aug 20 08:56:27.718174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b051-eb3f-472a-8648-20793bdd1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e63f7b5a-7ac1-48dc-8080-d303495d040d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:27.744111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2b9e4-dcac-4748-b117-463808ee9db7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:27.744234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:27.744318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7de2b9e4-dcac-4748-b117-463808ee9db7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1053634 Aug 20 08:56:27.744392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb3d2237-2fa5-4114-8187-dd9ab1a46647 req-112b8788-9fec-4db7-a677-4c576f5e52a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.26 "DELETE /v2.0/ports/5e4e730f-6098-41f9-87d6-d55f4e814166 HTTP/1.1" status: 204 len: 173 time: 2.6164763 Aug 20 08:56:27.744392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'name': 'network-vif-deleted', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:27.747006 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e0057b-9b64-41e6-b3d6-8e2935fa0cc3" -d '{"events": [{"server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "name": "network-vif-deleted", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:27.748286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46816) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:27.852209 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc180bcf-d2a3-4b7a-a3ef-3721079ebb84 x-openstack-request-id: req-cc180bcf-d2a3-4b7a-a3ef-3721079ebb84 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:27.853057 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a280ff4-30a1-414d-853c-08f9f7ec0842", "tag": "e63f7b5a-7ac1-48dc-8080-d303495d040d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:27.853057 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc180bcf-d2a3-4b7a-a3ef-3721079ebb84 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:27.853282 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'tag': 'e63f7b5a-7ac1-48dc-8080-d303495d040d', 'status': 'completed', 'code': 200} Aug 20 08:56:27.854313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:56:27.866654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-c0d240e1-d343-4f7a-a69e-546c07b0b230 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d HTTP/1.1" status: 200 len: 217 time: 0.1248055 Aug 20 08:56:27.921440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Router ff907bc0-847e-40fd-8a85-06a77bdeb48e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:56:27.968535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aaa979e4-177e-4409-861b-242008587aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:27.971446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-aaa979e4-177e-4409-861b-242008587aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0970767 Aug 20 08:56:27.972041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78888ce4-83f9-4fc8-a73f-4df8d85492b0 req-c738eeeb-7554-4951-a18d-2cd025dcc381 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:27.972305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 962e37b3-ec19-4690-8697-c1bb10a5bea6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:27.980148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78888ce4-83f9-4fc8-a73f-4df8d85492b0 req-c738eeeb-7554-4951-a18d-2cd025dcc381 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 944 time: 0.4856393 Aug 20 08:56:28.024199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-d5b203ec-ffb7-4559-848f-a68e11365b6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415223 Aug 20 08:56:28.024780 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca0e0b8-492a-48dd-a163-a6aab789001f x-openstack-request-id: req-eca0e0b8-492a-48dd-a163-a6aab789001f {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:28.025147 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f09c938-0836-4ed8-a2fd-3d23c016c731", "name": "network-vif-deleted", "tag": "5e4e730f-6098-41f9-87d6-d55f4e814166", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:28.025464 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eca0e0b8-492a-48dd-a163-a6aab789001f {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:28.025829 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f09c938-0836-4ed8-a2fd-3d23c016c731', 'name': 'network-vif-deleted', 'tag': '5e4e730f-6098-41f9-87d6-d55f4e814166', 'status': 'completed', 'code': 200} Aug 20 08:56:28.034559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 962e37b3-ec19-4690-8697-c1bb10a5bea6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:28.034904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 962e37b3-ec19-4690-8697-c1bb10a5bea6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:28.115349 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.129344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Transition to ACTIVE for port object 19205e25-dde0-4596-a5d8-6ccba25d0b77 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:28.141274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78888ce4-83f9-4fc8-a73f-4df8d85492b0 req-815a5f8f-5908-41b5-b3c0-c3ef317be211 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601605 Aug 20 08:56:28.152035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Transition to ACTIVE for port object 19205e25-dde0-4596-a5d8-6ccba25d0b77 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:28.158820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:28.159260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.180016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-8458b9a5-fc7e-4c62-86d4-7a1c1ae36168 service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472688 Aug 20 08:56:28.233668 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.247345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port eda75d93-284f-4dcf-a376-714948b07f45 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:28.248087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.307682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7cefc-f824-4ab1-b87b-42a46e81cbb5 req-cffd3137-6dab-474e-a214-9b66809eb42e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:28.315284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fc7cefc-f824-4ab1-b87b-42a46e81cbb5 req-cffd3137-6dab-474e-a214-9b66809eb42e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 944 time: 0.2117338 Aug 20 08:56:28.336060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:28.343627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:56:28.347106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:28.354200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2c9b9be-0ef2-4b9e-8a20-87bad3eaf26d admin admin] 10.222.0.35 "PUT /v2.0/routers/ff907bc0-847e-40fd-8a85-06a77bdeb48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5913038 Aug 20 08:56:28.358515 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] Sync routers for ids ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:56:28.359505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46822) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:28.376267 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] Routers {'ff907bc0-847e-40fd-8a85-06a77bdeb48e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:28.376907 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:28.380091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:28.455741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fc7cefc-f824-4ab1-b87b-42a46e81cbb5 req-a33619a0-17b1-4205-ae75-bf62edc68669 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392190 Aug 20 08:56:28.528462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Pushing event updated for resources: {'Port': ['ID=19205e25-dde0-4596-a5d8-6ccba25d0b77,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:28.543968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.562408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for eda75d93-284f-4dcf-a376-714948b07f45 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:28.610218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.620049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.631007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] Set router ff907bc0-847e-40fd-8a85-06a77bdeb48e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:56:28.641162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Attempting to bind port 19205e25-dde0-4596-a5d8-6ccba25d0b77 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:28.641530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Attempting to bind port 19205e25-dde0-4596-a5d8-6ccba25d0b77 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:28.641933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Attempting to bind port 19205e25-dde0-4596-a5d8-6ccba25d0b77 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:28.654098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51d13f6e-d4e1-412d-8e3e-beb26671dd16 req-537e6be1-a183-48d6-9b4e-080f73242a47 service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655368 Aug 20 08:56:28.669862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:28.670241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:28.670651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.671043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:28.671529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Bound port: 19205e25-dde0-4596-a5d8-6ccba25d0b77, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:28.671912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.709593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:28.710971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46830) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:28.712360 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269dfd0c-6fa5-4fc8-b931-a6049482bf47" -d '{"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-plugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:28.809949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-2372afda-74f2-4b5f-8537-15ec2c7f6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:28.811547 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-2372afda-74f2-4b5f-8537-15ec2c7f6b31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 1095 time: 0.0891650 Aug 20 08:56:28.823940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:28.843866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d666221b-e86c-4cc7-9006-7672f7a0dfaf tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.870033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.894470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d666221b-e86c-4cc7-9006-7672f7a0dfaf tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.922491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] For port 19205e25-dde0-4596-a5d8-6ccba25d0b77, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:28.926625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] For port 19205e25-dde0-4596-a5d8-6ccba25d0b77, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=19205e25-dde0-4596-a5d8-6ccba25d0b77,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:28.939354 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a3854-ce83-4132-833d-4d8824d4b4d9 x-openstack-request-id: req-479a3854-ce83-4132-833d-4d8824d4b4d9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:28.939673 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-plugged", "status": "completed", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:28.939924 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-479a3854-ce83-4132-833d-4d8824d4b4d9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:28.940332 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'code': 200} Aug 20 08:56:28.947858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.981929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d666221b-e86c-4cc7-9006-7672f7a0dfaf tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.984720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d666221b-e86c-4cc7-9006-7672f7a0dfaf tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:28.986994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d666221b-e86c-4cc7-9006-7672f7a0dfaf tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "DELETE /v2.0/security-groups/edb30741-c51e-4bf1-b69f-304fef4c8ab8 HTTP/1.1" status: 204 len: 168 time: 0.2747569 Aug 20 08:56:29.009555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46838) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:29.010908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:29.051003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:29.060594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666221b-e86c-4cc7-9006-7672f7a0dfaf tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb30741-c51e-4bf1-b69f-304fef4c8ab8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:29.060731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:12Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:29.104071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] Checking router: 461c6538-c076-4b72-9074-1124aae8d0ab for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:56:29.121448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-8c97bc0f-370d-4bee-a549-a3966ebc43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:29.123266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-8c97bc0f-370d-4bee-a549-a3966ebc43dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.2896724 Aug 20 08:56:29.124361 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-8a2905b8-5a7e-4a92-8a70-f1ec50ec58cb tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] show failed (client error): The resource could not be found. Aug 20 08:56:29.128361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46840) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:29.134202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8a2905b8-5a7e-4a92-8a70-f1ec50ec58cb tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "GET /v2.0/security-groups/edb30741-c51e-4bf1-b69f-304fef4c8ab8 HTTP/1.1" status: 404 len: 347 time: 0.0925207 Aug 20 08:56:29.169758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:29.172002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:29.202128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0526c-33a4-49fe-8070-afee10aba7aa req-19a465a6-9de7-4df4-b3e2-8e7dd36a9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:29.203757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ce0526c-33a4-49fe-8070-afee10aba7aa req-19a465a6-9de7-4df4-b3e2-8e7dd36a9ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1097 time: 0.1425955 Aug 20 08:56:29.205302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:29.265070 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:56:26Z', 'revision_number': 5, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port': {'id': '95325428-35cd-4a63-b587-fe7920bf97f7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:47Z', 'updated_at': '2021-08-20T08:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:29.290073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd024-555d-4984-92f8-42acbfb2b39b None None] Pushing event updated for resources: {'Port': ['ID=19205e25-dde0-4596-a5d8-6ccba25d0b77,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:29.328118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] Checking router: ff907bc0-847e-40fd-8a85-06a77bdeb48e for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:56:29.342137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=eda75d93-284f-4dcf-a376-714948b07f45,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:29.384071 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] Routers {'ff907bc0-847e-40fd-8a85-06a77bdeb48e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:29.384812 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:29.401288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-e0d8fd2a-72c1-4f04-bd4c-5e97cacea93d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d HTTP/1.1" status: 200 len: 217 time: 0.2626472 Aug 20 08:56:29.403743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Deleting port 95325428-35cd-4a63-b587-fe7920bf97f7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:29.405786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:29.453066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:29.458850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6c48da8d-8d1b-4a88-b002-f654db9f50e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/eda75d93-284f-4dcf-a376-714948b07f45 HTTP/1.1" status: 204 len: 168 time: 1.7013400 Aug 20 08:56:29.458850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ce0526c-33a4-49fe-8070-afee10aba7aa req-772a142e-105d-480d-8623-469109b6c674 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383163 Aug 20 08:56:29.474437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-059e5cf8-dac6-4ebe-a7fa-1a0c542c8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:29.476071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-059e5cf8-dac6-4ebe-a7fa-1a0c542c8a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0666916 Aug 20 08:56:29.514489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46844) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:29.515667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:56:29.581466 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] Set router ff907bc0-847e-40fd-8a85-06a77bdeb48e gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:56:29.590813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] For port 95325428-35cd-4a63-b587-fe7920bf97f7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=95325428-35cd-4a63-b587-fe7920bf97f7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:29.591212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:29.609290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Calling delete_port for 95325428-35cd-4a63-b587-fe7920bf97f7 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:29.673752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5e4e730f-6098-41f9-87d6-d55f4e814166 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:29.687919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-bf1c4ea7-e306-4239-9ced-24e24eff73e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341806 Aug 20 08:56:29.693406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3406a-88ad-4f23-b012-f3b8e10b8a0e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:29.696729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3406a-88ad-4f23-b012-f3b8e10b8a0e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:29.701404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2da3406a-88ad-4f23-b012-f3b8e10b8a0e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1848583 Aug 20 08:56:29.703177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46848) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:29.719277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 5e4e730f-6098-41f9-87d6-d55f4e814166 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:29.719694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5e4e730f-6098-41f9-87d6-d55f4e814166 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:29.723635 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:56:29Z', 'revision_number': 6, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:29.757689 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af093a-03b7-4888-8445-b4ed02122ea6 None None] The sync data for ids ['ff907bc0-847e-40fd-8a85-06a77bdeb48e'] in n-d-804285-2 is: [{'id': 'ff907bc0-847e-40fd-8a85-06a77bdeb48e', 'name': 'tempest-ServersTestMultiNic-1451890347-router', 'tenant_id': 'a6e1f9f30eb7459da44407d6dc581942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:46Z', 'updated_at': '2021-08-20T08:56:29Z', 'revision_number': 6, 'project_id': 'a6e1f9f30eb7459da44407d6dc581942', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:56:29.855283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50083d-5503-4aca-a022-7aa0602bbb26 req-16cd0f87-896c-480b-b51e-6f3d10f35c7d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:29.870021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf50083d-5503-4aca-a022-7aa0602bbb26 req-16cd0f87-896c-480b-b51e-6f3d10f35c7d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 944 time: 0.5643568 Aug 20 08:56:29.873645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Deleting port a387ed68-d0f4-4597-8054-1f560396a9af {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:29.874030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:29.884371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 2945e4e2-391e-44e2-a8cb-a855b62a3319 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:29.908297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:12Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:29.935616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819f4bf-e0e4-4e0f-a26d-2aef8c1c0ee4 None None] The sync data for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 is: [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee', 'name': '', 'network_id': 'e6bf6d07-60cd-4fbb-9f79-f808ff55f785', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'mac_address': 'fa:16:3e:9d:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:04Z', 'updated_at': '2021-08-20T08:54:12Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'subnets': [{'id': 'eed56446-ca84-47a8-b248-f02f1d58f724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:56:29.950373 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.030054 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-8280d4bd-07cf-47fb-8a5b-9221d3007f5a service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257346 Aug 20 08:56:30.039337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.140016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.140357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.179538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Calling delete_port for a387ed68-d0f4-4597-8054-1f560396a9af owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:30.217063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 19205e25-dde0-4596-a5d8-6ccba25d0b77 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:30.323249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 19205e25-dde0-4596-a5d8-6ccba25d0b77 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:30.327190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e3e21-c859-4dba-a9fc-56bbfdbd875b None None] New status for floating IP 0dd3ba47-9929-41e4-b275-d62ea8df9f43: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:56:30.351054 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7377e32-41ea-4aa7-a1b1-839757cf6c90 req-0ed221d2-21c2-4cf7-b72f-c79437ab05bb service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086567 Aug 20 08:56:30.363411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.413401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772707a-41ea-4d23-94fa-baa37332c989 req-f6ad1613-8593-4189-a995-b57fe06c947a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:30.422834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b772707a-41ea-4d23-94fa-baa37332c989 req-f6ad1613-8593-4189-a995-b57fe06c947a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.6458173 Aug 20 08:56:30.508663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf50083d-5503-4aca-a022-7aa0602bbb26 req-85f4c3d5-2e56-4d35-8a5c-8ca5e2e85502 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372833 Aug 20 08:56:30.521565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.547143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.599809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=2945e4e2-391e-44e2-a8cb-a855b62a3319,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:30.623287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.626344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0339ce58-bc25-45a8-b696-749e75f29702 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/2945e4e2-391e-44e2-a8cb-a855b62a3319 HTTP/1.1" status: 204 len: 168 time: 0.9138455 Aug 20 08:56:30.628454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b772707a-41ea-4d23-94fa-baa37332c989 req-746523dc-64e4-4834-8044-69a5d94fe962 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043440 Aug 20 08:56:30.630857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.631838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46860) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:30.667893 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-db3e3e21-c859-4dba-a9fc-56bbfdbd875b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 08:56:30.668626 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-db3e3e21-c859-4dba-a9fc-56bbfdbd875b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 08:56:30.673205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=95325428-35cd-4a63-b587-fe7920bf97f7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:30.715456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Pushing event deleted for resources: {'Port': ['ID=a387ed68-d0f4-4597-8054-1f560396a9af,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:30.729365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c7766-558b-4e94-8026-f81019ff51fb None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:30.763657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-03bdfa04-caff-4dbc-9de3-48cd72ad67c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891626 Aug 20 08:56:30.764647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46870) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:30.855080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.872671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] Provisioning for port 19205e25-dde0-4596-a5d8-6ccba25d0b77 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:30.892562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655b995-a44e-497c-827f-d4baefb71689 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:30.897190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] Provisioning complete for port 19205e25-dde0-4596-a5d8-6ccba25d0b77 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:30.898352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2655b995-a44e-497c-827f-d4baefb71689 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1324933 Aug 20 08:56:30.900497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46874) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:30.901561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.912335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.915116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:30.916443 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d2ff66a2-7a51-4ada-81bf-2721fcccd8a8 tempest-ServersTestJSON-1318868686 tempest-ServersTestJSON-1318868686-project] 10.222.0.35 "DELETE /v2.0/floatingips/0dd3ba47-9929-41e4-b275-d62ea8df9f43 HTTP/1.1" status: 204 len: 168 time: 1.7861955 Aug 20 08:56:30.937287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:31.026607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.028822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab8a92-372d-481c-a5fc-590930f2f1ba tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:31.031015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.033510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-caab8a92-372d-481c-a5fc-590930f2f1ba tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314726 Aug 20 08:56:31.033956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46894) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:31.114000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b5fa7ad7-3762-4897-a19f-990af84e485f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763574 Aug 20 08:56:31.116630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46904) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:31.121833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:31.152011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.161148 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.162965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff907bc0-847e-40fd-8a85-06a77bdeb48e {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:56:31.174791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e3e21-c859-4dba-a9fc-56bbfdbd875b None None] New status for floating IP 0dd3ba47-9929-41e4-b275-d62ea8df9f43: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:56:31.253550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.255144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-73b013c8-8161-488f-97b1-8aa0c55a8b65 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ff907bc0-847e-40fd-8a85-06a77bdeb48e HTTP/1.1" status: 204 len: 168 time: 2.8942018 Aug 20 08:56:31.261187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46918) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:31.287338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:31.369541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] For port 19205e25-dde0-4596-a5d8-6ccba25d0b77, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=19205e25-dde0-4596-a5d8-6ccba25d0b77,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:31.377965 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.386683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:31.397735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.401029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Deleting subnet 82f94a77-0952-42ca-9742-fc9a4d92c4f2 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:31.413344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.436042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] Deleting port 19205e25-dde0-4596-a5d8-6ccba25d0b77 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:31.436801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.451112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-7dfc5521-c97e-4e72-ab24-c40c7d70b27e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:31.456865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-7dfc5521-c97e-4e72-ab24-c40c7d70b27e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.3545439 Aug 20 08:56:31.481346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-ebb4cd3f-272e-4786-b693-8048e6998e7b tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/quotas/4382ecd349434db2ae9560951f498aaf HTTP/1.1" status: 200 len: 375 time: 0.0234022 Aug 20 08:56:31.513036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdfe47-8545-4393-939e-4c9dce435470 None None] Pushing event updated for resources: {'Port': ['ID=19205e25-dde0-4596-a5d8-6ccba25d0b77,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:31.525991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.562502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] For port 19205e25-dde0-4596-a5d8-6ccba25d0b77, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=19205e25-dde0-4596-a5d8-6ccba25d0b77,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:31.562906 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.578970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] Calling delete_port for 19205e25-dde0-4596-a5d8-6ccba25d0b77 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:31.586029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-305c734e-67b7-4954-9641-4a4a449de86e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037960 Aug 20 08:56:31.634316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e63f7b5a-7ac1-48dc-8080-d303495d040d details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:31.729064 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.759852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] Pushing event deleted for resources: {'Port': ['ID=19205e25-dde0-4596-a5d8-6ccba25d0b77,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:31.777394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c96e9-d8cf-47db-bcb0-cd9a1f5a714a None None] No DVR routers for this DVR port 19205e25-dde0-4596-a5d8-6ccba25d0b77 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:31.791043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.836348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e63f7b5a-7ac1-48dc-8080-d303495d040d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:31.849777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-2d07aa07-7ee2-4fab-8c01-085d617722c1 service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624347 Aug 20 08:56:31.851283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'e63f7b5a-7ac1-48dc-8080-d303495d040d', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'e63f7b5a-7ac1-48dc-8080-d303495d040d', 'mac_address': 'fa:16:3e:ac:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:31.878570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 19205e25-dde0-4596-a5d8-6ccba25d0b77 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:31.905458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 19205e25-dde0-4596-a5d8-6ccba25d0b77 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:31.906194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 19205e25-dde0-4596-a5d8-6ccba25d0b77 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:31.906772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 95325428-35cd-4a63-b587-fe7920bf97f7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:31.933985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 95325428-35cd-4a63-b587-fe7920bf97f7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:31.934658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 95325428-35cd-4a63-b587-fe7920bf97f7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:31.935233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:31.951337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.978857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.987318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:31.995729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63f7b5a-7ac1-48dc-8080-d303495d040d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:32.014709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:32.018064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e63f7b5a-7ac1-48dc-8080-d303495d040d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:32.019176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:32.019539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 69c8e8b1-e6ac-4970-929c-d7e2702f9cfe not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:32.025529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:32.031955 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-2c950728-b5cb-4b77-816a-b9ef90da3f46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533844 Aug 20 08:56:32.036822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:32.037346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.037465 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.043028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f98fc7-a6d8-43a7-923e-47c4b5fe9b20 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:32.050115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=aebb711d-48dd-4799-b1f1-587ba6752abf,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:32.053991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b52dc-b37b-40f0-bb17-208096ea03eb req-e9bf0898-3d8c-4341-ad9f-3d6a69c00a64 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:32.055768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f59b52dc-b37b-40f0-bb17-208096ea03eb req-e9bf0898-3d8c-4341-ad9f-3d6a69c00a64 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 944 time: 0.2043889 Aug 20 08:56:32.063584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f94a77-0952-42ca-9742-fc9a4d92c4f2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:32.070875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-57f0e7e5-2eda-4e02-97d4-a096366caee3 service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065604 Aug 20 08:56:32.076014 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.084723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0c2e346d-e233-44fa-94b3-a3dce22f224a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/82f94a77-0952-42ca-9742-fc9a4d92c4f2 HTTP/1.1" status: 204 len: 168 time: 0.8226521 Aug 20 08:56:32.085505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46928) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:32.095707 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-951b38ab-8ca4-4eae-97b4-a7857316affb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9780033 Aug 20 08:56:32.103135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46930) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:32.104432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d343810-cbf7-4545-83c6-aa6338e50f99 None None] Network d768f49e-9193-454e-bfb6-036893985c70 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:32.108801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': 'aebb711d-48dd-4799-b1f1-587ba6752abf', 'ip_address': '2001:db8::30b:7d0d:4b92:a8ea'}], 'name': 'tempest-NetworksTestDHCPv6-1792880633'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:32.188409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-c6be8673-383b-43fa-94ca-65ba03c40e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:32.189946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-c6be8673-383b-43fa-94ca-65ba03c40e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3412239edc994b2791619726bae99aa3&device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 1097 time: 0.1318948 Aug 20 08:56:32.220293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f59b52dc-b37b-40f0-bb17-208096ea03eb req-e8bff9da-5357-41d4-89ea-b90eb8df58a9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166439 Aug 20 08:56:32.229475 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.344507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e63f7b5a-7ac1-48dc-8080-d303495d040d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:32.347721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e63f7b5a-7ac1-48dc-8080-d303495d040d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:32.389763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Deleting port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:32.392101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.419603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-59739c1f-460d-4c62-9fdf-620e12a98668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:32.421503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-59739c1f-460d-4c62-9fdf-620e12a98668 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2 HTTP/1.1" status: 200 len: 915 time: 0.1882865 Aug 20 08:56:32.423936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:32.489276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.537361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] DHCP port deletion for d768f49e-9193-454e-bfb6-036893985c70 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:32.619385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-63d1171f-6348-417d-b0f9-7479de8b1df8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f HTTP/1.1" status: 200 len: 1001 time: 0.1820803 Aug 20 08:56:32.632773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] For port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:32.633442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.651786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a395e-58dd-4135-9584-c4ffbb4b8888 req-3188363b-b6a4-4e99-8e87-628ec4edd1cc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:32.653748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c2a395e-58dd-4135-9584-c4ffbb4b8888 req-3188363b-b6a4-4e99-8e87-628ec4edd1cc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1966269 Aug 20 08:56:32.662498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Calling delete_port for dc16e447-fe04-4f63-b9c9-0ec405cc0fbc owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:32.673739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': 'aebb711d-48dd-4799-b1f1-587ba6752abf'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:32.674622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.759842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.792050 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1acdb162-b848-42de-bd66-f829cc026cda req-e87b8af6-5cc8-49ea-9cf8-d89fa1df5339 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 210 time: 0.0898242 Aug 20 08:56:32.829074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c2a395e-58dd-4135-9584-c4ffbb4b8888 req-cf4af27d-ad4c-4459-a89d-49f44408260e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353877 Aug 20 08:56:32.843430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Deleting port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:32.843940 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.868685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:32.876118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-6760b85d-047e-49ec-bbfa-4f3dd6aa721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:32.878176 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-6760b85d-047e-49ec-bbfa-4f3dd6aa721b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d33cc909-b3d7-4817-ac9b-7d43ab6fe04a HTTP/1.1" status: 200 len: 854 time: 0.1938946 Aug 20 08:56:32.879994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:32.957934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:32.974567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] No DVR routers for this DVR port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:32.976715 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] For port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,segment=NetworkSegment(afb40e64-c3ad-47d3-a0f3-4eeab3348288),segment_id=afb40e64-c3ad-47d3-a0f3-4eeab3348288)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:32.977551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.029676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Calling delete_port for dc16e447-fe04-4f63-b9c9-0ec405cc0fbc owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:33.099732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.106990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-3589a677-ae6d-4b35-89f1-6bb8d7c3fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:33.108642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-3589a677-ae6d-4b35-89f1-6bb8d7c3fc7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fca0fc66-b00a-4f12-a566-a0eceb6f07c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048388 Aug 20 08:56:33.112458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d768f49e-9193-454e-bfb6-036893985c70']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:33.126363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb40e64-c3ad-47d3-a0f3-4eeab3348288') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:33.126715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb40e64-c3ad-47d3-a0f3-4eeab3348288') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:33.137526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1f7a-50dd-411c-a2f6-7a3300e81d01 req-728c9149-058b-49d9-9cc5-8e0868e194c1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:33.145902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b7c1f7a-50dd-411c-a2f6-7a3300e81d01 req-728c9149-058b-49d9-9cc5-8e0868e194c1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1950917 Aug 20 08:56:33.146972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/aebb711d-48dd-4799-b1f1-587ba6752abf/b25aca1d-f403-4ebd-9b66-60f292b18999) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:33.177598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.217082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b7c1f7a-50dd-411c-a2f6-7a3300e81d01 req-a6f825c6-4891-4511-9789-7f817877a599 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701604 Aug 20 08:56:33.225754 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.237792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:56:33.238745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.291026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-3fc5c033-2548-4bb7-bfe7-7e0abf98e3d1 service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714292 Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:56:33.337204 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:56:33.375037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.399857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Deleting port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:33.400244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.406918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.411798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] 10.222.0.35 "DELETE /v2.0/networks/d768f49e-9193-454e-bfb6-036893985c70 HTTP/1.1" status: 204 len: 168 time: 1.3221030 Aug 20 08:56:33.443463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.451587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43b40-2939-4bbe-a7db-f737bc00016b admin admin] Pushing event deleted for resources: {'Network': ['ID=d768f49e-9193-454e-bfb6-036893985c70,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:33.477665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f539e8a-f0bc-4739-8421-30720614abde req-72742051-a01e-4d47-983d-ef59f227a618 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:33.479690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f539e8a-f0bc-4739-8421-30720614abde req-72742051-a01e-4d47-983d-ef59f227a618 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1245325 Aug 20 08:56:33.487670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Network d768f49e-9193-454e-bfb6-036893985c70 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 08:56:33.488405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] No DVR routers for this DVR port dc16e447-fe04-4f63-b9c9-0ec405cc0fbc on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:33.489837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692d2b-4d44-4176-812e-c2bf60e30f40 None None] Pushing event deleted for resources: {'Port': ['ID=dc16e447-fe04-4f63-b9c9-0ec405cc0fbc,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:33.493097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0464-9d9e-4b47-a6aa-3fc161b58d98 req-d0d647d1-413f-409d-87cb-017287ea1402 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:33.501059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e64a0464-9d9e-4b47-a6aa-3fc161b58d98 req-d0d647d1-413f-409d-87cb-017287ea1402 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 945 time: 0.1609669 Aug 20 08:56:33.508818 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3adca07f-385b-4ca1-9325-3e52a79a2ffe req-7d8cce63-cd7b-486e-85b9-ef5541160bda service neutron] 10.222.0.26 "GET /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087817 Aug 20 08:56:33.543624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] For port c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:33.544110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.559664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Calling delete_port for c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:33.572608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f539e8a-f0bc-4739-8421-30720614abde req-5793d7a1-5968-4bd9-a63d-0d3196df51e8 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Aug 20 08:56:33.606129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e64a0464-9d9e-4b47-a6aa-3fc161b58d98 req-eba9164c-1d4f-4fff-9bd8-2f7612e2a27a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040661 Aug 20 08:56:33.609067 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.633868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Transition to ACTIVE for port object b25aca1d-f403-4ebd-9b66-60f292b18999 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:33.656990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e63f7b5a-7ac1-48dc-8080-d303495d040d up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:33.711254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Transition to ACTIVE for port object b25aca1d-f403-4ebd-9b66-60f292b18999 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:33.727113 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:33.738102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:33.805349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:33.829885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d9b6fe1f-88db-458d-a237-6584ec63aa47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6e1f9f30eb7459da44407d6dc581942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896323 Aug 20 08:56:33.839627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:33.849744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:33.855279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:33.866273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dc16e447-fe04-4f63-b9c9-0ec405cc0fbc no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:33.904206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: dc16e447-fe04-4f63-b9c9-0ec405cc0fbc {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:33.904583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device dc16e447-fe04-4f63-b9c9-0ec405cc0fbc not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:33.936139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa4ee158-59db-42de-86be-1359680a99f7 req-1599b064-c51f-49be-8571-8f31c16092d3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 210 time: 0.0477071 Aug 20 08:56:33.944111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Pushing event updated for resources: {'Port': ['ID=b25aca1d-f403-4ebd-9b66-60f292b18999,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:33.948353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port e63f7b5a-7ac1-48dc-8080-d303495d040d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:33.949599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577c817-d667-4619-bcf5-445e9bf3c317 req-93d6e489-855c-4eba-ae49-d9f091c446e1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:33.961485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4577c817-d667-4619-bcf5-445e9bf3c317 req-93d6e489-855c-4eba-ae49-d9f091c446e1 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1566663 Aug 20 08:56:33.983902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Attempting to bind port b25aca1d-f403-4ebd-9b66-60f292b18999 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:33.984374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Attempting to bind port b25aca1d-f403-4ebd-9b66-60f292b18999 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:33.984786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Attempting to bind port b25aca1d-f403-4ebd-9b66-60f292b18999 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:33.987137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port e63f7b5a-7ac1-48dc-8080-d303495d040d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:33.987518 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.032616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5964-0e80-4c19-b012-da86ed110ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.039314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4577c817-d667-4619-bcf5-445e9bf3c317 req-9cf459cf-d491-48d1-8a36-b47994d2cc54 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768940 Aug 20 08:56:34.042230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:34.042615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:34.043025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.043415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:34.043899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Bound port: b25aca1d-f403-4ebd-9b66-60f292b18999, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:34.044279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.064447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5964-0e80-4c19-b012-da86ed110ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.112274 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.120076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5964-0e80-4c19-b012-da86ed110ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.121611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5964-0e80-4c19-b012-da86ed110ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.122848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2e4a5964-0e80-4c19-b012-da86ed110ea8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/721fed33-4717-4165-9f43-73b228c9ebab HTTP/1.1" status: 204 len: 168 time: 0.2654135 Aug 20 08:56:34.141448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a5964-0e80-4c19-b012-da86ed110ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721fed33-4717-4165-9f43-73b228c9ebab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:34.162973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::30b:7d0d:4b92:a8ea (70e63f2b-66e7-4648-9b28-cb982492e847/aebb711d-48dd-4799-b1f1-587ba6752abf/6fa7bb4a-3ea1-4af4-ac8b-05a04046f927) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:34.190927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] For port b25aca1d-f403-4ebd-9b66-60f292b18999, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:34.195653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] For port b25aca1d-f403-4ebd-9b66-60f292b18999, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b25aca1d-f403-4ebd-9b66-60f292b18999,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:34.204967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287cfa4-5129-470c-96ab-87394575d1ae req-e7477dad-1fea-46d6-a95d-cebbf9ba24df tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:34.212665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5287cfa4-5129-470c-96ab-87394575d1ae req-e7477dad-1fea-46d6-a95d-cebbf9ba24df tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0644190 Aug 20 08:56:34.226481 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.275368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63f7b5a-7ac1-48dc-8080-d303495d040d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:34.275805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5287cfa4-5129-470c-96ab-87394575d1ae req-917ebb48-b834-4ead-8a6d-e40084e041be tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 Aug 20 08:56:34.277875 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c5fec-5943-4033-869a-26f3fd4e99d5" -d '{"events": [{"server_uuid": "1a280ff4-30a1-414d-853c-08f9f7ec0842", "name": "network-vif-plugged", "status": "completed", "tag": "e63f7b5a-7ac1-48dc-8080-d303495d040d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:34.302822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-b1e89a68-b20c-4cbc-9331-c05c6015b6a4 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:34.304579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-b1e89a68-b20c-4cbc-9331-c05c6015b6a4 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.3010547 Aug 20 08:56:34.307903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e63f7b5a-7ac1-48dc-8080-d303495d040d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:34.322334 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.339031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8646602-2efa-4174-84bd-0f709d8ddc35 None None] Pushing event updated for resources: {'Port': ['ID=b25aca1d-f403-4ebd-9b66-60f292b18999,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:34.358116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Request body: {'port': {'device_id': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'admin_state_up': True, 'tenant_id': '4382ecd349434db2ae9560951f498aaf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:34.394180 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6792fd10-4c69-43e1-89a9-763feb04e358 x-openstack-request-id: req-6792fd10-4c69-43e1-89a9-763feb04e358 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:34.394490 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a280ff4-30a1-414d-853c-08f9f7ec0842", "name": "network-vif-plugged", "status": "completed", "tag": "e63f7b5a-7ac1-48dc-8080-d303495d040d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:34.394842 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6792fd10-4c69-43e1-89a9-763feb04e358 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:34.395411 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63f7b5a-7ac1-48dc-8080-d303495d040d', 'code': 200} Aug 20 08:56:34.449440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e63f7b5a-7ac1-48dc-8080-d303495d040d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:34.506413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085fa0a-2e31-43bd-aa87-798a8687135f req-d2587947-f5d3-4dfe-9e9b-4a147c285fdc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:34.511895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0085fa0a-2e31-43bd-aa87-798a8687135f req-d2587947-f5d3-4dfe-9e9b-4a147c285fdc tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0635579 Aug 20 08:56:34.586001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:34.595575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0085fa0a-2e31-43bd-aa87-798a8687135f req-e4babf77-ee7f-4134-961c-e978b3926ab6 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758858 Aug 20 08:56:34.690381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffd417-1583-49db-8460-04307887b45e req-a2c40314-571b-4073-ac08-acf622f15fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:34.692360 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f1ffd417-1583-49db-8460-04307887b45e req-a2c40314-571b-4073-ac08-acf622f15fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 1097 time: 0.2457728 Aug 20 08:56:34.709591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:34.797122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338617b7-4157-448b-bf44-3afdf71dcab3 req-dbf41e10-31f9-4373-8531-d9173ef2972b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:34.798726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-338617b7-4157-448b-bf44-3afdf71dcab3 req-dbf41e10-31f9-4373-8531-d9173ef2972b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1070898 Aug 20 08:56:34.818689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156556-e42f-43f6-96b4-6b5ab7507c6d req-5ffcf02d-803b-4414-98a9-8bea48fd9e07 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:34.820212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6156556-e42f-43f6-96b4-6b5ab7507c6d req-5ffcf02d-803b-4414-98a9-8bea48fd9e07 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 946 time: 0.0874052 Aug 20 08:56:34.871190 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f1ffd417-1583-49db-8460-04307887b45e req-60eb6827-492f-48f5-ae63-61a1a473d2ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656141 Aug 20 08:56:34.891063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-338617b7-4157-448b-bf44-3afdf71dcab3 req-2ca13e4e-8624-4cfd-94cc-143fcb0aa07a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798311 Aug 20 08:56:34.923971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6156556-e42f-43f6-96b4-6b5ab7507c6d req-ded41783-2642-451d-962f-61e234b86d5b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829873 Aug 20 08:56:35.011545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.067455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:35.070342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Made reservation on behalf of 4382ecd349434db2ae9560951f498aaf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:35.073889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.125267 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.196613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64e9b87c-0de9-4c76-9cad-ec2ad059c10b req-6d866a13-74b5-4a65-944d-219172d25794 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 210 time: 0.0445549 Aug 20 08:56:35.257872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.331254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909463fd-5802-43aa-8536-725698a6d603 req-900fb971-0963-4524-8345-12b66df8385a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:35.333691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-909463fd-5802-43aa-8536-725698a6d603 req-900fb971-0963-4524-8345-12b66df8385a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0593493 Aug 20 08:56:35.394092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-909463fd-5802-43aa-8536-725698a6d603 req-7543e356-c5e8-48be-9d31-385922db667d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Aug 20 08:56:35.402821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:35.407847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:35.411657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:35.419357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:35.420005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.443155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=6fa7bb4a-3ea1-4af4-ac8b-05a04046f927,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:35.475960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Allocated IP 172.20.0.10 (a810fb87-0153-4f4a-9162-62cb4bec1532/45a04b5b-1a7f-482b-80ef-61ec57b83c7c/e546bacf-eca3-401b-ba37-b4d17c223d07) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:35.493317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a8b054da-15ba-4e4f-b8cb-92174e47e665 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3871162 Aug 20 08:56:35.493669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47012) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:35.637826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6afd89c6-4ab3-4f2a-abbc-853a91ae4a2a None None] Provisioning for port b25aca1d-f403-4ebd-9b66-60f292b18999 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:35.663144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95997261-014b-44ec-b7b4-2440431f8094 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:35.669374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95997261-014b-44ec-b7b4-2440431f8094 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:35.673565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-95997261-014b-44ec-b7b4-2440431f8094 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1765945 Aug 20 08:56:35.675435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47026) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:35.753695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Router 461c6538-c076-4b72-9074-1124aae8d0ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:56:35.856138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:35.856656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.915234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:35.964339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:56:35.978710 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0fb285d0-5c96-45da-8657-b045459485b0 admin admin] 10.222.0.35 "PUT /v2.0/routers/461c6538-c076-4b72-9074-1124aae8d0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0379820 Aug 20 08:56:35.979775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:35.984635 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] Sync routers for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:56:35.988191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a0e0e849-a2e0-4508-9937-22b00b42550a None None] Provisioning for port 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:35.996709 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:35.997588 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:36.002053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a0e0e849-a2e0-4508-9937-22b00b42550a None None] Provisioning complete for port 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:36.003267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a0e0e849-a2e0-4508-9937-22b00b42550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.066893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.115358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0e849-a2e0-4508-9937-22b00b42550a None None] Port 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:56:36.121638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b25aca1d-f403-4ebd-9b66-60f292b18999 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:36.131076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:36.213103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b541-9a6c-4b07-8fcd-4416cd37b962 req-8973c693-5163-43fa-b8bf-879f0b0bf6c3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:36.220988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4627b541-9a6c-4b07-8fcd-4416cd37b962 req-8973c693-5163-43fa-b8bf-879f0b0bf6c3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 946 time: 0.1305354 Aug 20 08:56:36.227919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b25aca1d-f403-4ebd-9b66-60f292b18999 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:36.229131 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:56:36.246360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b25aca1d-f403-4ebd-9b66-60f292b18999 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:36.248014 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.252963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.284965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4627b541-9a6c-4b07-8fcd-4416cd37b962 req-a1cee19d-a568-46d6-9242-1ffb47fca142 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586097 Aug 20 08:56:36.299692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:36.301145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:36.303771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['883db711-0685-4af2-8a80-b8e3705fa001'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:36.377177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Network a810fb87-0153-4f4a-9162-62cb4bec1532 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:36.395048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event updated for resources: {'Port': ['ID=e546bacf-eca3-401b-ba37-b4d17c223d07,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:36.397967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:36.401693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:36.453443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.517815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951e03-c552-41f8-b0cc-8942e5ffc54c req-0db19f8d-92cc-4c96-9947-79945e78f1bc tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:36.538463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11951e03-c552-41f8-b0cc-8942e5ffc54c req-0db19f8d-92cc-4c96-9947-79945e78f1bc tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 932 time: 0.1467996 Aug 20 08:56:36.573116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=6fa7bb4a-3ea1-4af4-ac8b-05a04046f927,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:36.577234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.581623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.584694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-156e881a-7936-48f7-ac23-2f531f794b81 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 HTTP/1.1" status: 204 len: 168 time: 0.9031923 Aug 20 08:56:36.608341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47054) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:36.637062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2598ad1b-ea9c-49b9-87a6-a9148beb1cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.659280 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:56:34Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:36.704637 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] Checking router: 461c6538-c076-4b72-9074-1124aae8d0ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:56:36.708973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port b25aca1d-f403-4ebd-9b66-60f292b18999, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b25aca1d-f403-4ebd-9b66-60f292b18999,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:36.728683 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:36.729251 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] Routers {'461c6538-c076-4b72-9074-1124aae8d0ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:56:36.729989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['461c6538-c076-4b72-9074-1124aae8d0ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:36.834409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11951e03-c552-41f8-b0cc-8942e5ffc54c req-c93f8b8b-c733-4161-b297-4ef907d4b569 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884181 Aug 20 08:56:36.877550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16971cda-6c94-482c-95ea-ee0d0ba3fe33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:36.879320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=b25aca1d-f403-4ebd-9b66-60f292b18999,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:36.884782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16971cda-6c94-482c-95ea-ee0d0ba3fe33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:36.887223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16971cda-6c94-482c-95ea-ee0d0ba3fe33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2760110 Aug 20 08:56:36.890944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47058) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:36.906899 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] Set router 461c6538-c076-4b72-9074-1124aae8d0ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:56:36.945504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ec4ef-e347-4cdf-aa6b-58c1062e11ea req-a87eb6fb-7d2a-4e5b-bda3-8c66ca97723a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:36.947128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-127ec4ef-e347-4cdf-aa6b-58c1062e11ea req-a87eb6fb-7d2a-4e5b-bda3-8c66ca97723a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.2427449 Aug 20 08:56:36.958141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.007870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:37.008525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.065447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet aebb711d-48dd-4799-b1f1-587ba6752abf {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:37.079028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.087423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.116631 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:56:34Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:37.121175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-127ec4ef-e347-4cdf-aa6b-58c1062e11ea req-fefd0071-be2a-4bff-8d60-77f0856c5a9c tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463640 Aug 20 08:56:37.134692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd39ddb-71ce-4eb1-89fd-0f8b51205537 req-ff5d4972-adc2-4dcd-9111-a1073f87059b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:37.136374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd39ddb-71ce-4eb1-89fd-0f8b51205537 req-ff5d4972-adc2-4dcd-9111-a1073f87059b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 946 time: 0.1882303 Aug 20 08:56:37.141316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Deleting port cde726fe-c4e9-45f7-bd77-3e800585eaf4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:37.141628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.149535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.168841 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dafda-7e7a-49de-9c42-2bd7ba3e28f2 None None] The sync data for ids ['461c6538-c076-4b72-9074-1124aae8d0ab'] in n-d-804285-2 is: [{'id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'name': 'tempest-ServersTestJSON-1237870913-router', 'tenant_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:53:58Z', 'updated_at': '2021-08-20T08:56:34Z', 'revision_number': 5, 'project_id': 'de4f969ae1df4a48be8d5ce068bd2e21', 'gw_port': {'id': 'cde726fe-c4e9-45f7-bd77-3e800585eaf4', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c6538-c076-4b72-9074-1124aae8d0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:53:59Z', 'updated_at': '2021-08-20T08:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:56:37.210042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2598ad1b-ea9c-49b9-87a6-a9148beb1cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.228290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2598ad1b-ea9c-49b9-87a6-a9148beb1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.229368 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-52bcc645-0736-43b6-8888-e7bd2fa4ea5a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8774183 Aug 20 08:56:37.234529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] For port cde726fe-c4e9-45f7-bd77-3e800585eaf4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cde726fe-c4e9-45f7-bd77-3e800585eaf4,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:37.234894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.250288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Request body: {'port': {'device_id': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:37.270647 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd39ddb-71ce-4eb1-89fd-0f8b51205537 req-71cd9df6-36ca-4130-ab55-ace9fbc4a37c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181028 Aug 20 08:56:37.276471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Calling delete_port for cde726fe-c4e9-45f7-bd77-3e800585eaf4 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:37.313332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2598ad1b-ea9c-49b9-87a6-a9148beb1cb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb1e0e71c78049539a30163be26de997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0131950 Aug 20 08:56:37.313534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47066) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:37.316077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598ad1b-ea9c-49b9-87a6-a9148beb1cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d7aadc-e739-4425-a206-bf135218dc12,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:37.335129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.371497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.408428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.446901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=aebb711d-48dd-4799-b1f1-587ba6752abf,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:37.455207 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.457423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8e9e4db4-6c6b-4cba-b79f-20acee494d53 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/aebb711d-48dd-4799-b1f1-587ba6752abf HTTP/1.1" status: 204 len: 168 time: 0.5541263 Aug 20 08:56:37.459848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47072) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:37.465833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9fd104-02cb-45d4-a67e-7cd0fd70f3ed None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:37.530081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-128484ec-7150-464c-a839-334c7a4317b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689697 Aug 20 08:56:37.548979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47074) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:37.572198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:37.581451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8a9973-b70a-48c6-92e1-b38bfe70812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.590526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387d3c2-3af2-460c-abed-05189f9f5b66 req-e33d5ee7-a205-4eae-8547-d8ab374d3dba tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:37.592458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6387d3c2-3af2-460c-abed-05189f9f5b66 req-e33d5ee7-a205-4eae-8547-d8ab374d3dba tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0648177 Aug 20 08:56:37.642784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6387d3c2-3af2-460c-abed-05189f9f5b66 req-209abdfd-dc37-4ce2-b1ea-38b6e35bd719 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Aug 20 08:56:37.703939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:37.787300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] Deleting port b25aca1d-f403-4ebd-9b66-60f292b18999 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:37.787980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.791483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8a9973-b70a-48c6-92e1-b38bfe70812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.834441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b25aca1d-f403-4ebd-9b66-60f292b18999 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:37.836175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff0173-f061-4407-8112-4524f177f697 req-1a84704c-d5fc-4940-83ba-47b1ce4da609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:37.837701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-1a84704c-d5fc-4940-83ba-47b1ce4da609 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af1170b453d24270b420f250780a4af3&device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 1097 time: 0.2922027 Aug 20 08:56:37.892356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] For port b25aca1d-f403-4ebd-9b66-60f292b18999, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b25aca1d-f403-4ebd-9b66-60f292b18999,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:37.892761 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.907260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] Calling delete_port for b25aca1d-f403-4ebd-9b66-60f292b18999 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:37.979893 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.980750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:37.985247 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:37.992042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040ca32-b79a-4780-94ac-9bc2f4c469a6 req-0dbb4d17-90aa-43b0-9533-622f82fc1442 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:37.996106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3040ca32-b79a-4780-94ac-9bc2f4c469a6 req-0dbb4d17-90aa-43b0-9533-622f82fc1442 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 932 time: 0.0875335 Aug 20 08:56:38.003579 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.005742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df627566-70ee-4274-aa10-b7eea63292c4 req-625f6ba2-242d-4e10-b080-3e3fd1f63a25 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:38.007382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df627566-70ee-4274-aa10-b7eea63292c4 req-625f6ba2-242d-4e10-b080-3e3fd1f63a25 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 946 time: 0.1340575 Aug 20 08:56:38.055842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port b25aca1d-f403-4ebd-9b66-60f292b18999, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b25aca1d-f403-4ebd-9b66-60f292b18999,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:38.063755 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.064056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:38.077035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde726fe-c4e9-45f7-bd77-3e800585eaf4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:38.095769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8a9973-b70a-48c6-92e1-b38bfe70812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.098787 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8a9973-b70a-48c6-92e1-b38bfe70812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.104446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac8a9973-b70a-48c6-92e1-b38bfe70812f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14d7aadc-e739-4425-a206-bf135218dc12 HTTP/1.1" status: 204 len: 168 time: 0.7579114 Aug 20 08:56:38.105109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3040ca32-b79a-4780-94ac-9bc2f4c469a6 req-73ade9b9-5c87-459f-9ed7-25a73d128e9c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925734 Aug 20 08:56:38.108867 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.112364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:38.112710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c3ecfac8-dc4a-4001-afd7-6ed0f11ee1ee not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:38.136982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] No DVR routers for this DVR port b25aca1d-f403-4ebd-9b66-60f292b18999 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:38.158197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.158550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.158892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.159241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.159567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.159973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.160857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.161375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.161728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.162064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.162389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.162761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:38.164725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=b25aca1d-f403-4ebd-9b66-60f292b18999,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:38.193101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Deleting port e63f7b5a-7ac1-48dc-8080-d303495d040d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:38.193877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.198035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a9973-b70a-48c6-92e1-b38bfe70812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d7aadc-e739-4425-a206-bf135218dc12,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:38.221546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce39983-31af-4979-a0c8-23b65492660e None None] Pushing event deleted for resources: {'Port': ['ID=b25aca1d-f403-4ebd-9b66-60f292b18999,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:38.244030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff0173-f061-4407-8112-4524f177f697 req-17f2eefa-b8c5-4251-9c0d-560c24e196f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:38.245536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-17f2eefa-b8c5-4251-9c0d-560c24e196f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 200 len: 914 time: 0.3787286 Aug 20 08:56:38.320707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] For port e63f7b5a-7ac1-48dc-8080-d303495d040d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e63f7b5a-7ac1-48dc-8080-d303495d040d,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:38.321204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.330925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.337881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-1ac35abe-715a-42df-9993-fbbeb37e507a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 200 len: 217 time: 0.0711164 Aug 20 08:56:38.342418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Calling delete_port for e63f7b5a-7ac1-48dc-8080-d303495d040d owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:38.439203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e546bacf-eca3-401b-ba37-b4d17c223d07 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:38.471655 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.496742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dacb1-13ce-4d35-85dc-2f39c89f9fc0 req-b034194d-f70c-42d3-a4f0-5ec205df0443 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:38.504509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd1dacb1-13ce-4d35-85dc-2f39c89f9fc0 req-b034194d-f70c-42d3-a4f0-5ec205df0443 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 946 time: 0.0699646 Aug 20 08:56:38.546743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.557524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.575271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff0173-f061-4407-8112-4524f177f697 req-bf6db95b-6473-4250-b1f6-f256e4247295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:38.576810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-bf6db95b-6473-4250-b1f6-f256e4247295 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 200 len: 854 time: 0.1961777 Aug 20 08:56:38.674561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-d53679f5-3691-4504-8a37-a40ad266a811 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3594c1c7-93eb-45d1-bd19-5c055d23279a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576360 Aug 20 08:56:38.679356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.679356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461c6538-c076-4b72-9074-1124aae8d0ab {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:56:38.688296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.689428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-14856bca-7cd1-4912-82e4-ee554499f9b3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/461c6538-c076-4b72-9074-1124aae8d0ab HTTP/1.1" status: 204 len: 168 time: 2.6974740 Aug 20 08:56:38.704385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47102) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:38.790471 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.853611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:38.867834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:38.876721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Deleting subnet eed56446-ca84-47a8-b248-f02f1d58f724 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:38.880498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:38.881106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.887024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c8608a-dfbb-42b9-8671-a0a53a515515 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:38.892168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:38.958400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=619b6234-8ef1-4c85-9a79-ffd524131c90,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:38.958569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd1dacb1-13ce-4d35-85dc-2f39c89f9fc0 req-f903ec5f-8680-4449-805e-a7f5e5f1e27e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529390 Aug 20 08:56:38.970911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47108) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:38.976828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-772832cd-47d7-4c48-8752-2dfe8399426e service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916715 Aug 20 08:56:38.980293 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb5e95c5-7cfc-468c-aa32-d47810af470a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4200838 Aug 20 08:56:38.984610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47110) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:38.996028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '619b6234-8ef1-4c85-9a79-ffd524131c90', 'ip_address': '2001:db8::aab6:6acb:f56f:4abe'}], 'name': 'tempest-NetworksTestDHCPv6-608503604'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:39.055846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Transition to ACTIVE for port object e546bacf-eca3-401b-ba37-b4d17c223d07 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:39.058405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.069453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.081466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e63f7b5a-7ac1-48dc-8080-d303495d040d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:39.089284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.095089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-602871984-network', 'tenant_id': 'ac602461fc114863a663035537ce2662'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:39.110130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698397-2409-40fb-ae20-594eaea20abe req-54bf8395-eeb4-4d8c-89cd-61df933efa24 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:39.111736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f698397-2409-40fb-ae20-594eaea20abe req-54bf8395-eeb4-4d8c-89cd-61df933efa24 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.2104163 Aug 20 08:56:39.136564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '619b6234-8ef1-4c85-9a79-ffd524131c90'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:39.138112 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.147953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event deleted for resources: {'Port': ['ID=e63f7b5a-7ac1-48dc-8080-d303495d040d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:39.160799 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bcff0173-f061-4407-8112-4524f177f697 req-40b4c3a9-a1c7-4801-9f50-d73096264e88 service neutron] 10.222.0.26 "GET /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742389 Aug 20 08:56:39.247265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] No DVR routers for this DVR port e63f7b5a-7ac1-48dc-8080-d303495d040d on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:39.251335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f698397-2409-40fb-ae20-594eaea20abe req-72f78dbf-9af9-44a6-a6d9-c0d6d27a35e0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119368 Aug 20 08:56:39.252545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.272375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df627566-70ee-4274-aa10-b7eea63292c4 req-6de957b7-154c-4407-9fd1-c4b8781696be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "DELETE /v2.0/ports/e63f7b5a-7ac1-48dc-8080-d303495d040d HTTP/1.1" status: 204 len: 173 time: 1.2485924 Aug 20 08:56:39.273434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Made reservation on behalf of ac602461fc114863a663035537ce2662 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:39.281399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.283344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'name': 'network-vif-deleted', 'tag': 'e63f7b5a-7ac1-48dc-8080-d303495d040d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:39.285754 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1419dc-64d2-4e26-ae4e-cc859de2b654" -d '{"events": [{"server_uuid": "1a280ff4-30a1-414d-853c-08f9f7ec0842", "name": "network-vif-deleted", "tag": "e63f7b5a-7ac1-48dc-8080-d303495d040d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:39.326927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:39.330527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/619b6234-8ef1-4c85-9a79-ffd524131c90/4cedd6c4-2143-4969-94e9-9f68dbc96ba2) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:39.335716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e546bacf-eca3-401b-ba37-b4d17c223d07,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:39.342258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.364060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.366859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Attempting to bind port e546bacf-eca3-401b-ba37-b4d17c223d07 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:39.367440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Attempting to bind port e546bacf-eca3-401b-ba37-b4d17c223d07 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:39.368263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Attempting to bind port e546bacf-eca3-401b-ba37-b4d17c223d07 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:39.400337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Port e546bacf-eca3-401b-ba37-b4d17c223d07 on network a810fb87-0153-4f4a-9162-62cb4bec1532 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:39.400731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Attempting to bind port e546bacf-eca3-401b-ba37-b4d17c223d07 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:39.415755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:39.416086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Checking segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:39.416591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Bound using segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:39.417620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Bound port: e546bacf-eca3-401b-ba37-b4d17c223d07, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:39.418968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.456368 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d29b9-3983-479e-ba7b-9280534f866e x-openstack-request-id: req-c61d29b9-3983-479e-ba7b-9280534f866e {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:39.456670 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a280ff4-30a1-414d-853c-08f9f7ec0842", "name": "network-vif-deleted", "tag": "e63f7b5a-7ac1-48dc-8080-d303495d040d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:39.456921 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c61d29b9-3983-479e-ba7b-9280534f866e {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:39.457436 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a280ff4-30a1-414d-853c-08f9f7ec0842', 'name': 'network-vif-deleted', 'tag': 'e63f7b5a-7ac1-48dc-8080-d303495d040d', 'status': 'completed', 'code': 200} Aug 20 08:56:39.468360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002a24c-9b53-4f70-bbfd-7b5d975ceb98 req-3a873358-1e87-4831-a6b3-a841d4dce4f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:39.469937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2002a24c-9b53-4f70-bbfd-7b5d975ceb98 req-3a873358-1e87-4831-a6b3-a841d4dce4f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 944 time: 0.1795566 Aug 20 08:56:39.505755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] For port e546bacf-eca3-401b-ba37-b4d17c223d07, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:39.509247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] For port e546bacf-eca3-401b-ba37-b4d17c223d07, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e546bacf-eca3-401b-ba37-b4d17c223d07,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:39.522089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.532264 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.550451 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.552797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2002a24c-9b53-4f70-bbfd-7b5d975ceb98 req-8f96d3bd-8702-43a1-aab4-80faf94272af tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672431 Aug 20 08:56:39.560503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Transition to ACTIVE for port object 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:39.578028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:39.578028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.578028 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/e546bacf-eca3-401b-ba37-b4d17c223d07 HTTP/1.1" status: 200 len: 1092 time: 2.3327823 Aug 20 08:56:39.580784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'tag': 'e546bacf-eca3-401b-ba37-b4d17c223d07'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:39.584029 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4182a-5151-4b3a-a9b3-17a51a491637" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5008a4-a34e-4da7-a91b-b5f3d0e0180a", "tag": "e546bacf-eca3-401b-ba37-b4d17c223d07"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:39.589181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port d2cd7fb9-a592-4213-9e44-6d8d1d61052c yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:39.607669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.616610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Transition to ACTIVE for port object 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:39.630681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.674626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95228-32b2-4076-8466-9453b481d9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e546bacf-eca3-401b-ba37-b4d17c223d07,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:39.679098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:39.686525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:39.688674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Pushing event updated for resources: {'Port': ['ID=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:39.691127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:39.695718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd50d6-13e0-42c7-a35e-d2abc9042901 None None] Network e6bf6d07-60cd-4fbb-9f79-f808ff55f785 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:39.698523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.703140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eed56446-ca84-47a8-b248-f02f1d58f724 HTTP/1.1" status: 204 len: 168 time: 0.9978364 Aug 20 08:56:39.704026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c5988-36c0-4a8b-b9f6-b70c30a5b79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed56446-ca84-47a8-b248-f02f1d58f724,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:39.706159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:39.762776 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122605e9-0e7a-4ff6-b59e-a3696d047ea6 x-openstack-request-id: req-122605e9-0e7a-4ff6-b59e-a3696d047ea6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:39.763079 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5008a4-a34e-4da7-a91b-b5f3d0e0180a", "tag": "e546bacf-eca3-401b-ba37-b4d17c223d07", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:39.763335 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-122605e9-0e7a-4ff6-b59e-a3696d047ea6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:39.763740 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'tag': 'e546bacf-eca3-401b-ba37-b4d17c223d07', 'status': 'completed', 'code': 200} Aug 20 08:56:39.806367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.814869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.829831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-da02b4e4-e375-4e04-b8b0-786d5d6eefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:39.831643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-da02b4e4-e375-4e04-b8b0-786d5d6eefd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 1095 time: 0.1961367 Aug 20 08:56:39.859938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:56:39.891812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.898229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-81619203-3d3f-45bf-8f91-980d8c92a3ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e546bacf-eca3-401b-ba37-b4d17c223d07 HTTP/1.1" status: 200 len: 217 time: 0.0580022 Aug 20 08:56:39.934581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e217c2e-014c-4212-bbb0-d6b315d63a5a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:39.945961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:39.946332 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Added segment aa361cd6-60c9-490e-a06f-f2dc9f44d4b0 of type vlan for network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 Aug 20 08:56:39.986447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cde726fe-c4e9-45f7-bd77-3e800585eaf4 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:40.008329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.023959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cde726fe-c4e9-45f7-bd77-3e800585eaf4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:40.024626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cde726fe-c4e9-45f7-bd77-3e800585eaf4 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:40.035046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Attempting to bind port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:40.035751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Attempting to bind port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:40.036184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Attempting to bind port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:40.050501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:40.051447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:40.051883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.052262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:40.052801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Bound port: 4cedd6c4-2143-4969-94e9-9f68dbc96ba2, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:40.053192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.079519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::aab6:6acb:f56f:4abe (70e63f2b-66e7-4648-9b28-cb982492e847/619b6234-8ef1-4c85-9a79-ffd524131c90/d2cd7fb9-a592-4213-9e44-6d8d1d61052c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:40.124567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.125582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:40.126174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.172931 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da56925e-7f5b-4b01-86d3-f4e5f7d8a0d8 req-65753409-51c2-4dbb-b912-3087b88a4db2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a280ff4-30a1-414d-853c-08f9f7ec0842 HTTP/1.1" status: 200 len: 210 time: 0.0677097 Aug 20 08:56:40.187090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] For port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:40.190043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] For port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:40.196320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.237412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2634943 Aug 20 08:56:40.238225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:40.260604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Request body: {'subnet': {'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-602871984-subnet', 'tenant_id': 'ac602461fc114863a663035537ce2662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:40.275102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131dacc-6a0b-4dbf-bfad-3233bba99889 None None] Pushing event updated for resources: {'Port': ['ID=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:40.295644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] DHCP port deletion for e6bf6d07-60cd-4fbb-9f79-f808ff55f785 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:40.299437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-0e564528-1c7e-492f-bdba-9be17fd3283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:40.301862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-0e564528-1c7e-492f-bdba-9be17fd3283e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.3944197 Aug 20 08:56:40.317301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f6015-2273-48d9-8264-4c3b123438fe admin admin] Pushing event updated for resources: {'Network': ['ID=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:40.332627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:56:40.345128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Made reservation on behalf of ac602461fc114863a663035537ce2662 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:40.348710 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.350335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-bb26383e-ceb6-4e1d-baa7-c858410244a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406642 Aug 20 08:56:40.417521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Deleting port 896d72e4-c489-426f-bc4e-2ac86700017e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:40.418446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.434361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] Deleting port 896d72e4-c489-426f-bc4e-2ac86700017e {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:40.434960 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.514241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] For port 896d72e4-c489-426f-bc4e-2ac86700017e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=896d72e4-c489-426f-bc4e-2ac86700017e,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:40.515063 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.519222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.523670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] For port 896d72e4-c489-426f-bc4e-2ac86700017e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=896d72e4-c489-426f-bc4e-2ac86700017e,segment=NetworkSegment(260af98f-0fcb-4d31-a88a-f28470aa0620),segment_id=260af98f-0fcb-4d31-a88a-f28470aa0620)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:40.524277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.542153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61ca2a-2e2d-4c98-9234-248be8246082 req-c086ea4d-794a-4439-94cb-2655b44b30a3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:40.558314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-73976085-ed0b-4bad-b09a-a7167fc48f60 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009084 Aug 20 08:56:40.559384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Calling delete_port for 896d72e4-c489-426f-bc4e-2ac86700017e owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:40.564772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff61ca2a-2e2d-4c98-9234-248be8246082 req-c086ea4d-794a-4439-94cb-2655b44b30a3 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1524978 Aug 20 08:56:40.567973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] Calling delete_port for 896d72e4-c489-426f-bc4e-2ac86700017e owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:40.659922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object d2cd7fb9-a592-4213-9e44-6d8d1d61052c will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:40.686238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff61ca2a-2e2d-4c98-9234-248be8246082 req-a2ac81a7-60ea-4f71-b2c3-de97784e79ef tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204867 Aug 20 08:56:40.705556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.751599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] No DVR routers for this DVR port 896d72e4-c489-426f-bc4e-2ac86700017e on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:40.780217 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb988722-f4e7-45c0-a737-8b13ba2271a6 req-22622846-d0b8-40df-8cdb-1c77855b0512 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124665 Aug 20 08:56:40.801534 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.806975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.819807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.831899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd1fcd-f189-4975-b76a-577a7945a4a9 None None] Pushing event deleted for resources: {'Port': ['ID=896d72e4-c489-426f-bc4e-2ac86700017e,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:40.832857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=896d72e4-c489-426f-bc4e-2ac86700017e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:40.836597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] No DVR routers for this DVR port 896d72e4-c489-426f-bc4e-2ac86700017e on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:40.945029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-77172f48-13b1-42d5-9897-4578e2480b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:40.946147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-77172f48-13b1-42d5-9897-4578e2480b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 1095 time: 0.1043816 Aug 20 08:56:40.947860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:40.957887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:40.969055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bf6d07-60cd-4fbb-9f79-f808ff55f785']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:40.969235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:40.974363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:40.977243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:40.982981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:40.983605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.011937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=d2cd7fb9-a592-4213-9e44-6d8d1d61052c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:41.020624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260af98f-0fcb-4d31-a88a-f28470aa0620') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:41.021057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260af98f-0fcb-4d31-a88a-f28470aa0620') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:56:41.040455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782102e-2a37-4d0e-8a73-59445588afe8 req-49027750-a990-4522-abec-2dd0f9ae768a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.041819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.042039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1782102e-2a37-4d0e-8a73-59445588afe8 req-49027750-a990-4522-abec-2dd0f9ae768a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.2310565 Aug 20 08:56:41.050026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b38d8-56a6-4156-b50c-181370500f12 req-5d0b2fef-98f3-4d82-b3d9-a9a83fea997f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.051544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db4b38d8-56a6-4156-b50c-181370500f12 req-5d0b2fef-98f3-4d82-b3d9-a9a83fea997f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 944 time: 0.1980147 Aug 20 08:56:41.052381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Checking segment: {'id': 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:41.052981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Network hostable DHCP agents. Network: 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:56:41.060351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2953a50f-0209-4d26-bcd0-c6f8c69fe757 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0678177 Aug 20 08:56:41.061864 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.066030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47140) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:41.078001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:56:41.078444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:56:41.080244 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:56:41.140045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-ca83c9da-d9c1-41ff-ad78-2543a3564637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.141630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-ca83c9da-d9c1-41ff-ad78-2543a3564637 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 914 time: 0.1858766 Aug 20 08:56:41.156731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.162140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.166896 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/e6bf6d07-60cd-4fbb-9f79-f808ff55f785 HTTP/1.1" status: 204 len: 168 time: 1.4569678 Aug 20 08:56:41.185754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:56:41.199930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db4b38d8-56a6-4156-b50c-181370500f12 req-ee0084d6-c20f-4fbf-8ecc-f86bb31fc0b9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407199 Aug 20 08:56:41.203089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1782102e-2a37-4d0e-8a73-59445588afe8 req-8053c7d4-dc7d-43d3-8fe3-d9b8cfd8750a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473730 Aug 20 08:56:41.216806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575bad6-ae7d-4d83-a008-1021ce24a7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e6bf6d07-60cd-4fbb-9f79-f808ff55f785,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:41.230816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-393b09df-2dac-49bc-a412-706bc2ca8e1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e546bacf-eca3-401b-ba37-b4d17c223d07 HTTP/1.1" status: 200 len: 217 time: 0.0801730 Aug 20 08:56:41.244464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8144fe0-2c7d-4d3a-85d2-e461587aac73 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.253872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8144fe0-2c7d-4d3a-85d2-e461587aac73 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.258398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b8144fe0-2c7d-4d3a-85d2-e461587aac73 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1830897 Aug 20 08:56:41.258398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:41.263641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.268648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba13c5-34db-42ee-87ef-67adf037daec None None] Network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:41.278832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.298148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47148) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:41.327510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f807139f-0611-455b-b1f5-a020a8655e63 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0806139 Aug 20 08:56:41.390935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-18dfc652-680f-4a75-b82f-83bf43b54136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.392961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-18dfc652-680f-4a75-b82f-83bf43b54136 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.1528630 Aug 20 08:56:41.434313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47156) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:41.491694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8deffb-89d8-4581-ac4b-e8c3696b0623 req-cd761c9e-7c0a-4ced-9870-71913c652cae tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.506842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df8deffb-89d8-4581-ac4b-e8c3696b0623 req-cd761c9e-7c0a-4ced-9870-71913c652cae tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0756235 Aug 20 08:56:41.522421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-f83ca258-28fd-4933-8cf3-d518342d1a1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890489 Aug 20 08:56:41.562878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df8deffb-89d8-4581-ac4b-e8c3696b0623 req-d2cb30e0-85fe-4222-a6f7-7a74c32a7793 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549979 Aug 20 08:56:41.582175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237660ae-033d-4984-8df8-82e9e2a6fab8 None None] Network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:41.636280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a27db3ee-c790-4564-9465-06cf0506ca8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de4f969ae1df4a48be8d5ce068bd2e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892483 Aug 20 08:56:41.639240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47168) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:41.647243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port d2cd7fb9-a592-4213-9e44-6d8d1d61052c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:41.653006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.698660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e63f7b5a-7ac1-48dc-8080-d303495d040d no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:41.736823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: e63f7b5a-7ac1-48dc-8080-d303495d040d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:41.738070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e63f7b5a-7ac1-48dc-8080-d303495d040d not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:41.781637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-fb36bb7c-7173-4d23-af54-07f8d1ce59ac service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465208 Aug 20 08:56:41.812974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.813921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc8b961e-860c-4706-a917-6428bd43a46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.826669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d091-9469-49d0-865b-88884a3f71eb req-2151d0cb-dbf9-40ee-88ee-8c114e72bfae tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:41.828224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6007d091-9469-49d0-865b-88884a3f71eb req-2151d0cb-dbf9-40ee-88ee-8c114e72bfae tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1337156 Aug 20 08:56:41.875710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for d2cd7fb9-a592-4213-9e44-6d8d1d61052c owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:41.881796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6007d091-9469-49d0-865b-88884a3f71eb req-a4c5c7e1-7f0a-4518-b3dd-5517939c5e43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439923 Aug 20 08:56:41.883777 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc8b961e-860c-4706-a917-6428bd43a46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.897087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33b8ccb5-07af-4c13-a5d7-e3b200d07a1f None None] Provisioning for port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:41.925992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:41.992684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc8b961e-860c-4706-a917-6428bd43a46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:41.996311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc8b961e-860c-4706-a917-6428bd43a46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.000912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cc8b961e-860c-4706-a917-6428bd43a46e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56112e1c-d667-45db-aae9-82d0668356aa HTTP/1.1" status: 204 len: 168 time: 0.3602316 Aug 20 08:56:42.009067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:42.013845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:42.014751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.016695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b961e-860c-4706-a917-6428bd43a46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56112e1c-d667-45db-aae9-82d0668356aa,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:42.126411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.164360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.181053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=d2cd7fb9-a592-4213-9e44-6d8d1d61052c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:42.217197 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.219960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2625419f-3bc8-4838-b1bb-ce5e1f640db0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/d2cd7fb9-a592-4213-9e44-6d8d1d61052c HTTP/1.1" status: 204 len: 168 time: 0.9195287 Aug 20 08:56:42.224066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47186) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:42.226950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:42.233396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.245208 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-28a4182a-5151-4b3a-a9b3-17a51a491637 req-84121628-6cb4-4059-86f1-a14afba91f2d service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525180 Aug 20 08:56:42.309850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 896d72e4-c489-426f-bc4e-2ac86700017e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:42.359683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b2cf3f-6bc0-4dc3-821f-5bb9e36f6697 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:42.362539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b2cf3f-6bc0-4dc3-821f-5bb9e36f6697 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:42.365304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c9b2cf3f-6bc0-4dc3-821f-5bb9e36f6697 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1371081 Aug 20 08:56:42.368099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47196) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:42.379493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 896d72e4-c489-426f-bc4e-2ac86700017e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:42.379841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 896d72e4-c489-426f-bc4e-2ac86700017e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:42.394765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5f04fde3-d815-455b-841d-f0c0dd98dbf7 None None] Could not find standard attr ID for object d2cd7fb9-a592-4213-9e44-6d8d1d61052c. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:56:42.403201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:42.408625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c01d627a-785f-49ec-a435-ff4029a60cc4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:42.417148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c01d627a-785f-49ec-a435-ff4029a60cc4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.3944774 Aug 20 08:56:42.439887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-5365bbef-8109-4a20-a65d-a73a0bf8a884 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0213568 Aug 20 08:56:42.483014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 619b6234-8ef1-4c85-9a79-ffd524131c90 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:42.488961 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.492177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.492591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-19f00a1f-0f98-4205-a1aa-032b8f76df28 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512574 Aug 20 08:56:42.555009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.611314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9755b-9e0c-401e-8ad4-2d49561a9e4f req-e7d31f73-0b09-4c85-ad02-a1477d86a241 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:42.614457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84c9755b-9e0c-401e-8ad4-2d49561a9e4f req-e7d31f73-0b09-4c85-ad02-a1477d86a241 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 944 time: 0.0578768 Aug 20 08:56:42.673290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.674639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84c9755b-9e0c-401e-8ad4-2d49561a9e4f req-98d9ef15-3cc6-4a2c-8f6e-ba5dea98be92 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Aug 20 08:56:42.758668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-7f9a81a2-f430-42a9-a979-dd91fc37157d service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649579 Aug 20 08:56:42.760413 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.794953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=619b6234-8ef1-4c85-9a79-ffd524131c90,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:42.798177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:42.800250 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-447c0ee1-182f-442b-9305-deced67eea3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/619b6234-8ef1-4c85-9a79-ffd524131c90 HTTP/1.1" status: 204 len: 168 time: 0.4310915 Aug 20 08:56:42.803677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47210) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:42.816412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8f5be-ba21-4366-a62b-c8cec78f192f None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:42.847460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4306a7a7-d2aa-49a4-93ec-4d4c117d1cb8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425305 Aug 20 08:56:42.850961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47212) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:42.857632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:42.858870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-5ee6ca2c-51f2-40e2-bd06-48c4b6540fce service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941489 Aug 20 08:56:42.999380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752e642-8aad-452d-8507-6f91bc90fbcd req-cdf9e65e-ded8-4cb2-8f9a-a10ccb7977ef tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:43.000147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:43.003848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d752e642-8aad-452d-8507-6f91bc90fbcd req-cdf9e65e-ded8-4cb2-8f9a-a10ccb7977ef tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1061361 Aug 20 08:56:43.009415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.055067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:43.103033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d752e642-8aad-452d-8507-6f91bc90fbcd req-fecf497b-b7d1-498f-93fa-5e31e9a3e050 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898347 Aug 20 08:56:43.129944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] Deleting port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:43.130447 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.201682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5217c94e-845b-4ab6-8753-3a910bb4dfc3 req-6f133897-9fec-43ef-9d91-5836890166e9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 210 time: 0.0608220 Aug 20 08:56:43.289299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47232) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:43.356279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] For port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:43.366653 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.375067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.379517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e546bacf-eca3-401b-ba37-b4d17c223d07 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:43.406138 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5eac0326-44fc-454e-ac47-f9709309bf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.422771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] Calling delete_port for 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:43.430262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:43.430455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1639361286-network', 'tenant_id': 'd82c3d1bc62e4f41bcd83f4a0332b654'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:43.435090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:43.441865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:43.441865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.469608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=8da33919-d087-420c-9eae-0e9fc771d9b3,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:43.488641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f97562-b191-46b2-95db-fe888a14739f req-cfc51eb5-1fe9-4944-b9a2-7b8cc412192e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:43.490308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55f97562-b191-46b2-95db-fe888a14739f req-cfc51eb5-1fe9-4944-b9a2-7b8cc412192e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1692388 Aug 20 08:56:43.491406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Made reservation on behalf of d82c3d1bc62e4f41bcd83f4a0332b654 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:43.493657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.495718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0cda328d-3c31-46a9-891e-7576dea59f98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6429965 Aug 20 08:56:43.496339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47244) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:43.520928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '8da33919-d087-420c-9eae-0e9fc771d9b3', 'ip_address': '2001:db8::d31f:e459:753d:9e03'}], 'name': 'tempest-NetworksTestDHCPv6-209422501'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:43.532519 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.548157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.552322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:56:43.575690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] No DVR routers for this DVR port 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:43.622201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39f162-5d6c-4b5f-bd03-d2b856be5739 None None] Pushing event deleted for resources: {'Port': ['ID=4cedd6c4-2143-4969-94e9-9f68dbc96ba2,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:43.622469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55f97562-b191-46b2-95db-fe888a14739f req-3b3b3a35-a3d7-42d1-8122-754aa3cd22c9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238468 Aug 20 08:56:43.632635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c48c6-e4aa-429c-90b5-c8407a3827da None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:43.757228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e546bacf-eca3-401b-ba37-b4d17c223d07, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e546bacf-eca3-401b-ba37-b4d17c223d07,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:43.780296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'e546bacf-eca3-401b-ba37-b4d17c223d07', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'port_id': 'e546bacf-eca3-401b-ba37-b4d17c223d07', 'mac_address': 'fa:16:3e:a1:2b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a04b5b-1a7f-482b-80ef-61ec57b83c7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:43.848415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:43.889280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:43.890060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cedd6c4-2143-4969-94e9-9f68dbc96ba2 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:43.899283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.909506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.914685 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.916570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e546bacf-eca3-401b-ba37-b4d17c223d07 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:43.919112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d732-3844-451b-b58a-6a141de38475 req-15b9fe2e-f8a1-4c8f-bf27-59dd0cdc43ee tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:43.926270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c00d732-3844-451b-b58a-6a141de38475 req-15b9fe2e-f8a1-4c8f-bf27-59dd0cdc43ee tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1498976 Aug 20 08:56:43.936750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.954766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e546bacf-eca3-401b-ba37-b4d17c223d07, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e546bacf-eca3-401b-ba37-b4d17c223d07,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:43.967276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cf816-5fd4-4b7f-98b1-602a88bf8363 req-9097959f-2203-4f89-b685-bcfc497bed92 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:43.968586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '8da33919-d087-420c-9eae-0e9fc771d9b3'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:43.968834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-144cf816-5fd4-4b7f-98b1-602a88bf8363 req-9097959f-2203-4f89-b685-bcfc497bed92 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 944 time: 0.1464555 Aug 20 08:56:43.969915 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:43.975087 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.009926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:56:44.023420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:44.028573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.064209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.064555 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Added segment 53027b8d-7909-4a29-bbd6-16572d2a815f of type vlan for network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef Aug 20 08:56:44.065772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf85fb-3d61-4988-8687-7e1ec2832079,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:44.072846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c00d732-3844-451b-b58a-6a141de38475 req-9ef6c299-d89b-44fd-811b-b32c2e4637e6 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422274 Aug 20 08:56:44.093386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 808e5456-908f-4849-9c71-c6a5f3face82 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:44.105396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-144cf816-5fd4-4b7f-98b1-602a88bf8363 req-a7051cc6-f8f8-4012-bf76-dbd8c1aef65a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174791 Aug 20 08:56:44.106008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e546bacf-eca3-401b-ba37-b4d17c223d07,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:44.193300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.201270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/8da33919-d087-420c-9eae-0e9fc771d9b3/0b7bf646-2939-4a08-9588-cebaacbdb5ce) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:44.280455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['e546bacf-eca3-401b-ba37-b4d17c223d07'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:44.389228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.390346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:44.390993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.396693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e261a9f4-aa15-42bf-8a55-a7895b783f1e req-528cfc74-e0b2-4778-b95f-3246169c1f36 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 210 time: 0.1013613 Aug 20 08:56:44.599802 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.617933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Transition to ACTIVE for port object 0b7bf646-2939-4a08-9588-cebaacbdb5ce will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:44.650008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Transition to ACTIVE for port object 0b7bf646-2939-4a08-9588-cebaacbdb5ce will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:44.662277 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.716298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:44.722436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:44.732223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:44.735481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Pushing event updated for resources: {'Port': ['ID=0b7bf646-2939-4a08-9588-cebaacbdb5ce,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:44.802632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Attempting to bind port 0b7bf646-2939-4a08-9588-cebaacbdb5ce on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:44.803010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Attempting to bind port 0b7bf646-2939-4a08-9588-cebaacbdb5ce by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:44.803376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Attempting to bind port 0b7bf646-2939-4a08-9588-cebaacbdb5ce on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:44.809938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:44.810314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:44.810723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.811121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:44.811587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Bound port: 0b7bf646-2939-4a08-9588-cebaacbdb5ce, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:44.811967 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.828378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5382314 Aug 20 08:56:44.831166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47276) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:44.838047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Request body: {'subnet': {'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1639361286-subnet', 'tenant_id': 'd82c3d1bc62e4f41bcd83f4a0332b654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:44.849119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3d7c7-9b3e-4b63-9ac1-785bf37e5ac4 req-c6e54d3e-e6ce-46eb-bf41-4d7435319d98 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:44.850853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29b3d7c7-9b3e-4b63-9ac1-785bf37e5ac4 req-c6e54d3e-e6ce-46eb-bf41-4d7435319d98 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.6005912 Aug 20 08:56:44.872039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657309d-b4d3-4a6e-82f3-9e5ff772b5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4442bda8-e10c-4988-8bf8-e5b5f39e14ef,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:44.888977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Made reservation on behalf of d82c3d1bc62e4f41bcd83f4a0332b654 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:44.890256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::d31f:e459:753d:9e03 (70e63f2b-66e7-4648-9b28-cb982492e847/8da33919-d087-420c-9eae-0e9fc771d9b3/808e5456-908f-4849-9c71-c6a5f3face82) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:44.890726 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:56:44.896455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.934368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] For port 0b7bf646-2939-4a08-9588-cebaacbdb5ce, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:44.935147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-31b244a4-bc06-4829-b606-7862bd4c7319 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:44.936737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-31b244a4-bc06-4829-b606-7862bd4c7319 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.6365290 Aug 20 08:56:44.957838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] For port 0b7bf646-2939-4a08-9588-cebaacbdb5ce, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0b7bf646-2939-4a08-9588-cebaacbdb5ce,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:44.958221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Request body: {'port': {'device_id': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'admin_state_up': True, 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:44.964085 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:44.995356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29b3d7c7-9b3e-4b63-9ac1-785bf37e5ac4 req-39d3dddf-d214-4b27-904a-2bd6db4e4225 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241930 Aug 20 08:56:45.053084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6678a-4c66-4a8f-8b4c-77e7136f667b None None] Pushing event updated for resources: {'Port': ['ID=0b7bf646-2939-4a08-9588-cebaacbdb5ce,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:45.194804 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:45.256346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32d8fdf-9e6b-4690-913e-a7bbddce2b1b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:45.263800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Checking segment: {'id': '53027b8d-7909-4a29-bbd6-16572d2a815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:45.264705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Network hostable DHCP agents. Network: 4442bda8-e10c-4988-8bf8-e5b5f39e14ef, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:56:45.299179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:56:45.313659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4442bda8-e10c-4988-8bf8-e5b5f39e14ef) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:45.318330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:45.322090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:45.334243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96267a35-c207-43c2-b054-4e95af6aab76 None None] Network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:45.356911 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1d6c3410-dc9a-4de1-87a8-d340d165a67d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5156660 Aug 20 08:56:45.358777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:45.363894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:45.412336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfc730-8902-4830-8dbd-347dcd2be361 req-d7a9ef25-c30d-464c-aa3e-9d0ba4a848f7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:45.420161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bccfc730-8902-4830-8dbd-347dcd2be361 req-d7a9ef25-c30d-464c-aa3e-9d0ba4a848f7 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.2641785 Aug 20 08:56:45.468202 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:45.491951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8d4e2-cc36-4cd2-b796-a1eb9788f31e None None] Network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:45.514724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-24bd224a-9487-462e-aea2-bf05153e8cb1 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:45.516253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-24bd224a-9487-462e-aea2-bf05153e8cb1 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/networks?id=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 HTTP/1.1" status: 200 len: 809 time: 0.3339734 Aug 20 08:56:45.553224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 808e5456-908f-4849-9c71-c6a5f3face82 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:45.559635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bccfc730-8902-4830-8dbd-347dcd2be361 req-94c806a4-1f1c-45b1-bbd9-a77255541562 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386585 Aug 20 08:56:45.587345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-fdf8e33d-5de5-4d15-8f93-3612b3233688 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/quotas/ac602461fc114863a663035537ce2662 HTTP/1.1" status: 200 len: 375 time: 0.0363641 Aug 20 08:56:45.631313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-5c4594d6-551f-4ac5-a80a-7043bc8f45e4 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac602461fc114863a663035537ce2662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430293 Aug 20 08:56:45.775515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:45.783771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Allocated IP 172.20.0.11 (dd4ba21e-df64-4625-8721-26d8331e4861/02dd20f7-2daf-4194-bf77-67f04227c429/cce98871-de7f-4fdc-90dd-2d338ce670a6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:45.833606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b7bf646-2939-4a08-9588-cebaacbdb5ce up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:45.858646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0441d7-451d-4aea-af1e-569de3294c9e req-2e89f476-e6cf-49d7-aff6-b9ffdf1f8a50 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:45.860224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b0441d7-451d-4aea-af1e-569de3294c9e req-2e89f476-e6cf-49d7-aff6-b9ffdf1f8a50 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 945 time: 0.2045288 Aug 20 08:56:45.888562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:45.889477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0b7bf646-2939-4a08-9588-cebaacbdb5ce completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:45.912233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:45.931246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:45.936993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:45.937628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:45.946774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-55466208-311a-43c9-83f7-25bc847f8204 service neutron] 10.222.0.35 "GET /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920947 Aug 20 08:56:45.959819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=808e5456-908f-4849-9c71-c6a5f3face82,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:46.044678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db75b4ca-f35d-48c5-87ad-094f46b6dc2b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5472970 Aug 20 08:56:46.047529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47312) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:46.066325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b0441d7-451d-4aea-af1e-569de3294c9e req-01321592-c17c-44f9-9a72-4b2f30bc0080 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893549 Aug 20 08:56:46.132097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2771aa-39f5-4fda-a550-464c5d8eab03 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:46.137925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2771aa-39f5-4fda-a550-464c5d8eab03 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:46.142280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7b2771aa-39f5-4fda-a550-464c5d8eab03 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0935006 Aug 20 08:56:46.143110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:46.196226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-12652326-c5de-4e32-bbe4-d98a4fe2cfea service neutron] 10.222.0.35 "GET /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409618 Aug 20 08:56:46.239243 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.275503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] Provisioning for port 0b7bf646-2939-4a08-9588-cebaacbdb5ce completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:46.279977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] Provisioning complete for port 0b7bf646-2939-4a08-9588-cebaacbdb5ce triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:46.280360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.290220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d24c622-ccb8-47b9-82f9-24c59121970a req-1f976b21-2afc-4793-add1-2a0091e6a1fe tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 210 time: 0.0809817 Aug 20 08:56:46.355676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.376848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 808e5456-908f-4849-9c71-c6a5f3face82 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:46.379916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.388995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.409259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.444754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] For port 0b7bf646-2939-4a08-9588-cebaacbdb5ce, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0b7bf646-2939-4a08-9588-cebaacbdb5ce,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:46.452603 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.507687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb62ae5-fb42-4b41-8295-76e80ae80bba None None] Pushing event updated for resources: {'Port': ['ID=0b7bf646-2939-4a08-9588-cebaacbdb5ce,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:46.582565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Network dd4ba21e-df64-4625-8721-26d8331e4861 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:46.595876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-680d7b01-a20d-4a35-9571-e3ebeb9eb6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.599648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-34db2298-4115-4817-8338-347ba736da8c None None] Provisioning for port 808e5456-908f-4849-9c71-c6a5f3face82 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:46.604260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-34db2298-4115-4817-8338-347ba736da8c None None] Provisioning complete for port 808e5456-908f-4849-9c71-c6a5f3face82 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:46.604749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-34db2298-4115-4817-8338-347ba736da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.615566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:46.637437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:46.660322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-34db2298-4115-4817-8338-347ba736da8c None None] Port 808e5456-908f-4849-9c71-c6a5f3face82 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:56:46.674686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event updated for resources: {'Port': ['ID=cce98871-de7f-4fdc-90dd-2d338ce670a6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:46.707607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.745671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 808e5456-908f-4849-9c71-c6a5f3face82 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:46.755729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:46.756767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:46.782235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73233c04-a56a-4df3-9d36-f1a1da274dcb req-45e86ff3-0764-4fe8-a8b4-79d111dc09c0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:46.783757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73233c04-a56a-4df3-9d36-f1a1da274dcb req-45e86ff3-0764-4fe8-a8b4-79d111dc09c0 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1963429 Aug 20 08:56:46.808926 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-c46224b7-de42-4b68-882b-f16e3c43e9c9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8607988 Aug 20 08:56:46.826686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-bf56b71c-5f3b-4d7b-b720-6407bb7262da tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:46.828468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-bf56b71c-5f3b-4d7b-b720-6407bb7262da tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/networks?id=4442bda8-e10c-4988-8bf8-e5b5f39e14ef HTTP/1.1" status: 200 len: 818 time: 0.3298228 Aug 20 08:56:46.869007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Request body: {'port': {'device_id': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:46.921546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73233c04-a56a-4df3-9d36-f1a1da274dcb req-38d604af-9dab-4c44-aef3-de21bbe35133 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274316 Aug 20 08:56:46.922804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-68b3749b-5886-4a32-9912-6a330543bfdc tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/quotas/d82c3d1bc62e4f41bcd83f4a0332b654 HTTP/1.1" status: 200 len: 375 time: 0.0582693 Aug 20 08:56:46.995284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-11cca9ae-4c18-4a45-9f97-11c5fb48c4e7 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d82c3d1bc62e4f41bcd83f4a0332b654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632277 Aug 20 08:56:46.998596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.161832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9731eaf6-0c6e-4003-828e-affdb6471bc1 req-a2397931-027b-48a5-99a0-3db7d4730903 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0829754 Aug 20 08:56:47.284271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.289864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-7e91a61f-29d3-4fab-9fa4-234a3f8d3049 service neutron] 10.222.0.35 "GET /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815773 Aug 20 08:56:47.327115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.354691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=808e5456-908f-4849-9c71-c6a5f3face82,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:47.383611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e546bacf-eca3-401b-ba37-b4d17c223d07 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:47.437433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port e546bacf-eca3-401b-ba37-b4d17c223d07 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:47.442170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port e546bacf-eca3-401b-ba37-b4d17c223d07 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:47.443416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.467632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.469588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1eb690ac-1f06-4738-b722-2888e473cb70 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/808e5456-908f-4849-9c71-c6a5f3face82 HTTP/1.1" status: 204 len: 168 time: 1.3226285 Aug 20 08:56:47.473072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47346) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:47.487464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25959368-0934-491f-9081-8adfd6865011 req-90dd4bcf-84fd-4ee0-a449-4ca67aab1335 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:47.490520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25959368-0934-491f-9081-8adfd6865011 req-90dd4bcf-84fd-4ee0-a449-4ca67aab1335 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 945 time: 0.2353525 Aug 20 08:56:47.555075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.588373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30162eb7-789b-4a71-8589-935a99eba974 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:47.592115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30162eb7-789b-4a71-8589-935a99eba974 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:47.594336 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-30162eb7-789b-4a71-8589-935a99eba974 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1201944 Aug 20 08:56:47.597508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-c72d1878-2083-4b58-bfbd-0954009680da service neutron] 10.222.0.35 "GET /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842071 Aug 20 08:56:47.599376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:47.612406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e546bacf-eca3-401b-ba37-b4d17c223d07, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e546bacf-eca3-401b-ba37-b4d17c223d07,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:47.614208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e546bacf-eca3-401b-ba37-b4d17c223d07'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:47.618099 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bd0141-55e3-4def-bfbd-712362c1ba3f" -d '{"events": [{"server_uuid": "fd5008a4-a34e-4da7-a91b-b5f3d0e0180a", "name": "network-vif-plugged", "status": "completed", "tag": "e546bacf-eca3-401b-ba37-b4d17c223d07"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:47.622047 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.678860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e546bacf-eca3-401b-ba37-b4d17c223d07,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:47.689587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 8da33919-d087-420c-9eae-0e9fc771d9b3 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:47.698923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25959368-0934-491f-9081-8adfd6865011 req-be4266a1-67d1-4ddf-a5c6-68c6e5bc3b61 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011049 Aug 20 08:56:47.708652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce98871-de7f-4fdc-90dd-2d338ce670a6 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:47.714574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.717489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.750566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Transition to ACTIVE for port object cce98871-de7f-4fdc-90dd-2d338ce670a6 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:47.756038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.819141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Pushing event updated for resources: {'Port': ['ID=cce98871-de7f-4fdc-90dd-2d338ce670a6,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:47.870152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b7bf646-2939-4a08-9588-cebaacbdb5ce up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:47.915160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.937617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0b7bf646-2939-4a08-9588-cebaacbdb5ce triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:47.938017 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:47.973517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-aa382a96-799f-46bf-9fce-a2e36ba4f90b tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:47.975379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-aa382a96-799f-46bf-9fce-a2e36ba4f90b tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.37 "GET /v2.0/networks?id=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 HTTP/1.1" status: 200 len: 809 time: 0.3778703 Aug 20 08:56:48.000400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Request body: {'port': {'device_id': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5', 'admin_state_up': True, 'tenant_id': 'ac602461fc114863a663035537ce2662'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:48.001406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Attempting to bind port cce98871-de7f-4fdc-90dd-2d338ce670a6 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:48.001776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Attempting to bind port cce98871-de7f-4fdc-90dd-2d338ce670a6 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:48.002836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Attempting to bind port cce98871-de7f-4fdc-90dd-2d338ce670a6 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:48.013026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Port cce98871-de7f-4fdc-90dd-2d338ce670a6 on network dd4ba21e-df64-4625-8721-26d8331e4861 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:48.013364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Attempting to bind port cce98871-de7f-4fdc-90dd-2d338ce670a6 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:48.028143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efbf14-5e25-4039-82ae-60b1f4a10465 req-e46d865f-fb4e-4493-8bc9-f3caaee7877f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.036013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4efbf14-5e25-4039-82ae-60b1f4a10465 req-e46d865f-fb4e-4493-8bc9-f3caaee7877f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1358721 Aug 20 08:56:48.039111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:48.039469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:48.040083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Bound using segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:48.040426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Bound port: cce98871-de7f-4fdc-90dd-2d338ce670a6, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:48.040765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.050792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5a3a-7b6e-44af-bbf9-b0612099e9fd req-35fb6bbf-fa04-4568-89d9-fce1e69a4329 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.052242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb9f5a3a-7b6e-44af-bbf9-b0612099e9fd req-35fb6bbf-fa04-4568-89d9-fce1e69a4329 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 944 time: 0.1333983 Aug 20 08:56:48.141751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4efbf14-5e25-4039-82ae-60b1f4a10465 req-4672e5df-2f63-49de-b969-bf80cb73c567 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047730 Aug 20 08:56:48.164088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.179762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb9f5a3a-7b6e-44af-bbf9-b0612099e9fd req-952eb42a-f93d-4036-bab9-7237e2579709 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066229 Aug 20 08:56:48.199667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] For port cce98871-de7f-4fdc-90dd-2d338ce670a6, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:48.203924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] For port cce98871-de7f-4fdc-90dd-2d338ce670a6, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:48.212745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.213175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Made reservation on behalf of ac602461fc114863a663035537ce2662 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:48.220085 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fce3142-fa98-458d-861d-cde0919dfb29 x-openstack-request-id: req-2fce3142-fa98-458d-861d-cde0919dfb29 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:48.220438 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5008a4-a34e-4da7-a91b-b5f3d0e0180a", "name": "network-vif-plugged", "status": "completed", "tag": "e546bacf-eca3-401b-ba37-b4d17c223d07", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:48.220699 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fce3142-fa98-458d-861d-cde0919dfb29 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:48.221114 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e546bacf-eca3-401b-ba37-b4d17c223d07', 'code': 200} Aug 20 08:56:48.228613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.360499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.404627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=8da33919-d087-420c-9eae-0e9fc771d9b3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:48.421664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523354b-ce4c-46d1-bb06-4da4001dccec None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:48.435507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.440045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ebcdf9b9-f5ce-459b-869e-41dd341481de tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/8da33919-d087-420c-9eae-0e9fc771d9b3 HTTP/1.1" status: 204 len: 168 time: 0.8260055 Aug 20 08:56:48.442701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47368) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:48.656744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:48.707930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba071580-5f00-48de-a195-62bcc5287b82 req-635b8cbe-911b-4629-84d0-6314de03738e tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 210 time: 0.4237757 Aug 20 08:56:48.725498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.726157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.727602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] 10.222.0.26 "PUT /v2.0/ports/cce98871-de7f-4fdc-90dd-2d338ce670a6 HTTP/1.1" status: 200 len: 1092 time: 1.8958919 Aug 20 08:56:48.728069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'tag': 'cce98871-de7f-4fdc-90dd-2d338ce670a6'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:48.731280 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b006a7-955b-4d7e-aad4-6c9fed8245e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c613c6c2-5508-4698-b00e-4fb9b7ef7832", "tag": "cce98871-de7f-4fdc-90dd-2d338ce670a6"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:48.768306 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3b0b2785-9993-4714-a68a-3cb977ad1d4b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3244643 Aug 20 08:56:48.772018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128096b-047a-421b-8859-89b94e034b72 req-53001675-f535-4ce2-919e-554c96930817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.773833 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9128096b-047a-421b-8859-89b94e034b72 req-53001675-f535-4ce2-919e-554c96930817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 1097 time: 0.4517655 Aug 20 08:56:48.774135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] Deleting port 0b7bf646-2939-4a08-9588-cebaacbdb5ce {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:48.774517 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.775190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47374) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:48.778022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.786306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad0a0d-d28f-4ed6-a26c-01333514c603 service neutron] Pushing event updated for resources: {'Port': ['ID=cce98871-de7f-4fdc-90dd-2d338ce670a6,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:48.799019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Allocated IP 172.20.0.4 (6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5/7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8/d4f4d268-bdd9-42fd-8906-315d5af66d76) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:48.826901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca828cf-344c-402f-9afd-ee1528492a5b req-7dac14be-eb5c-4e7f-a494-ebd4d589607b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.828366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ca828cf-344c-402f-9afd-ee1528492a5b req-7dac14be-eb5c-4e7f-a494-ebd4d589607b tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1282651 Aug 20 08:56:48.851556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9128096b-047a-421b-8859-89b94e034b72 req-c15591cd-81de-457d-941c-9f68c4ba690b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539558 Aug 20 08:56:48.852303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] For port 0b7bf646-2939-4a08-9588-cebaacbdb5ce, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0b7bf646-2939-4a08-9588-cebaacbdb5ce,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:48.852920 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:48.870969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] Calling delete_port for 0b7bf646-2939-4a08-9588-cebaacbdb5ce owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:48.886661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d31a38ec-c4f3-4f37-8cfc-3fe25fac74e3 req-7933fb0e-fcb2-4463-b32b-2ba68c27987d tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0419412 Aug 20 08:56:48.891733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-94051c5d-f7c2-46dd-9cf7-5261309c0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.893393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-94051c5d-f7c2-46dd-9cf7-5261309c0f3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 1095 time: 0.1155791 Aug 20 08:56:48.900959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3f2b7-8e66-4d16-8483-276132f98252 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:48.902589 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11b3f2b7-8e66-4d16-8483-276132f98252 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1132925 Aug 20 08:56:48.905465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47378) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:48.908983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ca828cf-344c-402f-9afd-ee1528492a5b req-78c04e00-7afe-49e4-b7d7-0c9cfe376b07 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Aug 20 08:56:48.977266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-27d2758d-4264-43f8-b1d4-5c7a7fd5165a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6 HTTP/1.1" status: 200 len: 217 time: 0.0744967 Aug 20 08:56:48.983524 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:49.021024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] Pushing event deleted for resources: {'Port': ['ID=0b7bf646-2939-4a08-9588-cebaacbdb5ce,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:49.021876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1bfa5d-b94c-42d1-9bf0-5dd7de83d738 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.023587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e1bfa5d-b94c-42d1-9bf0-5dd7de83d738 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170299 Aug 20 08:56:49.024125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358feb4d-12d3-4fc8-adb4-2c32f6001c3f None None] No DVR routers for this DVR port 0b7bf646-2939-4a08-9588-cebaacbdb5ce on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:49.047687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-9afb3220-b72f-4d5c-a3fc-23f6c05bae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.049302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-9afb3220-b72f-4d5c-a3fc-23f6c05bae8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0655577 Aug 20 08:56:49.049811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47382) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:49.051884 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f300e5-78e7-49cd-ac6f-10476101f6d9 x-openstack-request-id: req-21f300e5-78e7-49cd-ac6f-10476101f6d9 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:49.052301 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c613c6c2-5508-4698-b00e-4fb9b7ef7832", "tag": "cce98871-de7f-4fdc-90dd-2d338ce670a6", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:49.052552 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21f300e5-78e7-49cd-ac6f-10476101f6d9 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:49.052931 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'tag': 'cce98871-de7f-4fdc-90dd-2d338ce670a6', 'status': 'completed', 'code': 200} Aug 20 08:56:49.135200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f52c98ea-dbf9-4466-909f-7401e65de752 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811951 Aug 20 08:56:49.142106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:49.152656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:49.172348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-5595d68c-9b4c-4ed3-9339-c96b21b34eda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103969 Aug 20 08:56:49.196549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08856cb-718d-432b-8889-296a8227411b req-ba4795d2-5703-4648-9e85-2e9f51206e5e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.198012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f08856cb-718d-432b-8889-296a8227411b req-ba4795d2-5703-4648-9e85-2e9f51206e5e tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 946 time: 0.1431272 Aug 20 08:56:49.286219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:49.331079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-f0e66e9e-3f9b-460f-86d4-2e0737cfd0cc tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.333063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-f0e66e9e-3f9b-460f-86d4-2e0737cfd0cc tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.26 "GET /v2.0/networks?id=4442bda8-e10c-4988-8bf8-e5b5f39e14ef HTTP/1.1" status: 200 len: 818 time: 0.2566059 Aug 20 08:56:49.333695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f08856cb-718d-432b-8889-296a8227411b req-8cd56c31-9348-41cb-91cb-04f7240578c3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280215 Aug 20 08:56:49.343066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:49.345241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807e260-7a7a-4c94-8ec2-8bdcc1d5ede7 req-fc3a5671-1fd5-4c9a-9e9f-08458e6e3a8a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.346546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:49.346771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d807e260-7a7a-4c94-8ec2-8bdcc1d5ede7 req-fc3a5671-1fd5-4c9a-9e9f-08458e6e3a8a tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1596847 Aug 20 08:56:49.352688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Request body: {'port': {'device_id': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef', 'admin_state_up': True, 'tenant_id': 'd82c3d1bc62e4f41bcd83f4a0332b654'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:49.374510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-395b0fc8-805c-4b89-bfed-046aa6a3d8dc service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862097 Aug 20 08:56:49.450034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d807e260-7a7a-4c94-8ec2-8bdcc1d5ede7 req-9f6b964c-5dff-4685-b9c7-77a680333af9 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937855 Aug 20 08:56:49.519104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425fb17-f228-48e6-b722-749c1b0ecbfa req-45365d02-5922-4485-a395-867b0421d927 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.521221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4425fb17-f228-48e6-b722-749c1b0ecbfa req-45365d02-5922-4485-a395-867b0421d927 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 944 time: 0.1051328 Aug 20 08:56:49.534874 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:49.551794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1894c72b-b102-42d0-9469-b4d57a51ea68 req-8d05c6c0-a74a-42dc-bece-7085cb685bdc service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692553 Aug 20 08:56:49.576685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4425fb17-f228-48e6-b722-749c1b0ecbfa req-5cdb68aa-0922-44ee-ac12-cbfab7dae1e1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464127 Aug 20 08:56:49.630659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:49.642809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:49.646489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:49.649371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Pushing event updated for resources: {'Port': ['ID=d4f4d268-bdd9-42fd-8906-315d5af66d76,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:49.672308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-9b71abd9-8ec4-4c39-beea-e6020e6ff6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.673899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-9b71abd9-8ec4-4c39-beea-e6020e6ff6de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 1095 time: 0.0751319 Aug 20 08:56:49.686607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872bc79-9ef7-4bd7-917c-2b5e1eaae50b req-04d7c60a-5a85-46d1-8f20-c1eab1a9602e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.688026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5872bc79-9ef7-4bd7-917c-2b5e1eaae50b req-04d7c60a-5a85-46d1-8f20-c1eab1a9602e tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0802653 Aug 20 08:56:49.703073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Made reservation on behalf of d82c3d1bc62e4f41bcd83f4a0332b654 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:49.710874 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:49.767536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.768206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:49.786603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5872bc79-9ef7-4bd7-917c-2b5e1eaae50b req-9bda9581-b628-46e5-b916-dfe16b2969c6 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886426 Aug 20 08:56:49.821021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-9e22d6f2-a2b9-48d0-9f4d-4c3d0bc1bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:49.822694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-9e22d6f2-a2b9-48d0-9f4d-4c3d0bc1bcd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.1338220 Aug 20 08:56:49.851054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b7bf646-2939-4a08-9588-cebaacbdb5ce no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:49.865921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-372305e7-19b0-42e9-ab4f-1d0ef81e0d09 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8701849 Aug 20 08:56:49.884266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-e6f0326d-d17a-4474-934e-45a77b92ceab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6 HTTP/1.1" status: 200 len: 217 time: 0.0441451 Aug 20 08:56:49.885959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Request body: {'port': {'device_id': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:49.890698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0b7bf646-2939-4a08-9588-cebaacbdb5ce {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:49.893285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0b7bf646-2939-4a08-9588-cebaacbdb5ce not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:49.903309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05230775-65a5-41a5-8d12-8c58877665f3 req-d5f33f39-c48c-41cd-b804-5b568d39ac23 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 210 time: 0.0741985 Aug 20 08:56:49.926558 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.035527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-18db9294-83f9-4af1-bcc3-8fdb57639d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:50.037015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-18db9294-83f9-4af1-bcc3-8fdb57639d87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.1383431 Aug 20 08:56:50.041412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:50.051985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585981a-9989-4a9b-b82f-ac9f391c8a9f req-c973654d-94fb-4dbb-908f-c0990d60da48 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:50.053467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d585981a-9989-4a9b-b82f-ac9f391c8a9f req-c973654d-94fb-4dbb-908f-c0990d60da48 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1398807 Aug 20 08:56:50.053922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:50.064778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:50.065456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.070317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b885e-291b-4a02-a11c-ebf2892be5b7 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:50.076696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=0727fba8-1cc8-4fd2-a2c7-8570fa0ee414,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:50.082711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Allocated IP 172.20.0.6 (4442bda8-e10c-4988-8bf8-e5b5f39e14ef/f32d8fdf-9e6b-4690-913e-a7bbddce2b1b/e1bdf398-2c4e-4842-9e8e-0dff30a609f9) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:50.087075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.102135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-9aa178ad-77c6-4937-bd7c-2e5fe0b5fdaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468318 Aug 20 08:56:50.110942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5e10d637-cda9-4b1d-8978-8672e16d17e7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9633863 Aug 20 08:56:50.111361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:50.117323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '0727fba8-1cc8-4fd2-a2c7-8570fa0ee414', 'ip_address': '2001:db8::3968:3c7:b82f:bb36'}], 'name': 'tempest-NetworksTestDHCPv6-255391929'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:50.142423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb5bee-85bb-456e-aad1-a40e99ef5da4 req-eb9a776f-2026-4591-85c4-affb07f4c563 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:50.143844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fabb5bee-85bb-456e-aad1-a40e99ef5da4 req-eb9a776f-2026-4591-85c4-affb07f4c563 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 931 time: 0.1577404 Aug 20 08:56:50.232533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '0727fba8-1cc8-4fd2-a2c7-8570fa0ee414'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:50.232680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d585981a-9989-4a9b-b82f-ac9f391c8a9f req-983b0db2-3e2c-43d2-bc67-e683a8cdd09d tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562006 Aug 20 08:56:50.234690 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.274700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fabb5bee-85bb-456e-aad1-a40e99ef5da4 req-a27313cd-765f-4be8-92b1-e70c44376542 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948129 Aug 20 08:56:50.306814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-27007d01-3c91-4708-9044-255d25de2580 service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963558 Aug 20 08:56:50.433329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b006a7-955b-4d7e-aad4-6c9fed8245e8 req-b268db52-517e-477e-a306-4448a514f204 service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123157 Aug 20 08:56:50.451971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/0727fba8-1cc8-4fd2-a2c7-8570fa0ee414/40e21ea5-1853-41c7-b7ac-907b18173317) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:50.553333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d26ded-5ad6-44a0-b899-6680b90b1123 req-9d7c8084-b29d-4da9-9a38-3c2fb252d6e5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:50.556488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5d26ded-5ad6-44a0-b899-6680b90b1123 req-9d7c8084-b29d-4da9-9a38-3c2fb252d6e5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 946 time: 0.0766671 Aug 20 08:56:50.559829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:50.617539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5d26ded-5ad6-44a0-b899-6680b90b1123 req-aaca294b-d754-4027-a631-bc51957527d9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495143 Aug 20 08:56:50.661945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.674852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Transition to ACTIVE for port object 40e21ea5-1853-41c7-b7ac-907b18173317 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:50.683080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.696070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Transition to ACTIVE for port object 40e21ea5-1853-41c7-b7ac-907b18173317 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:50.706883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.776555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:50.781688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:50.786473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:50.803435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Pushing event updated for resources: {'Port': ['ID=40e21ea5-1853-41c7-b7ac-907b18173317,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:50.807332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797daba-5e4e-46fc-b2e9-563446150305 req-bf2204ec-7205-4a2b-8660-4c4d377d2cf8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:50.812102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f4d268-bdd9-42fd-8906-315d5af66d76 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:50.816861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1797daba-5e4e-46fc-b2e9-563446150305 req-bf2204ec-7205-4a2b-8660-4c4d377d2cf8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 944 time: 0.0964808 Aug 20 08:56:50.825176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.832763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.860313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.861968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.862316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.862655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.862942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.864219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.864568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.867234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.867596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.867901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.869573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.869942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.871531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:50.877040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Transition to ACTIVE for port object d4f4d268-bdd9-42fd-8906-315d5af66d76 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:50.907134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1797daba-5e4e-46fc-b2e9-563446150305 req-ea1e0ad9-de91-4375-a5a0-fb8315f41d2d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879586 Aug 20 08:56:50.933502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Attempting to bind port 40e21ea5-1853-41c7-b7ac-907b18173317 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:50.934017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Attempting to bind port 40e21ea5-1853-41c7-b7ac-907b18173317 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:50.934379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Attempting to bind port 40e21ea5-1853-41c7-b7ac-907b18173317 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:50.937541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Pushing event updated for resources: {'Port': ['ID=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:50.941205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:50.941625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:50.942339 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.942739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:50.949261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.949261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:50.949944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Bound port: 40e21ea5-1853-41c7-b7ac-907b18173317, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:50.949944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:50.950099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:50.961667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:51.017916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:51.067047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] For port 40e21ea5-1853-41c7-b7ac-907b18173317, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:51.075476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] For port 40e21ea5-1853-41c7-b7ac-907b18173317, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40e21ea5-1853-41c7-b7ac-907b18173317,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:51.087561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:51.132360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff2298-a7a0-4f9c-8fb6-8e7f75b483de req-89b44706-8560-4eaa-864f-04655dc74293 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:51.134186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97ff2298-a7a0-4f9c-8fb6-8e7f75b483de req-89b44706-8560-4eaa-864f-04655dc74293 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 931 time: 0.1208143 Aug 20 08:56:51.182837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b54d2-0f29-405e-92bc-86b46caffe36 None None] Pushing event updated for resources: {'Port': ['ID=40e21ea5-1853-41c7-b7ac-907b18173317,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:51.206443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97ff2298-a7a0-4f9c-8fb6-8e7f75b483de req-f5179636-24a9-4eb1-b970-1c880f68b497 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637851 Aug 20 08:56:51.243085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f4d268-bdd9-42fd-8906-315d5af66d76,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:51.259900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:51.260539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:51.352640 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-69fb4687-6c24-4292-ac4e-1a0e8b3415fb tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0106900 Aug 20 08:56:51.367040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Request body: {'port': {'device_id': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:51.513240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4367-d932-4c85-a7f9-ad4b404b8453 req-bcafa6df-a219-467c-b569-96fea4907457 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:51.513532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Attempting to bind port d4f4d268-bdd9-42fd-8906-315d5af66d76 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:51.513650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Attempting to bind port d4f4d268-bdd9-42fd-8906-315d5af66d76 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:51.513947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Attempting to bind port d4f4d268-bdd9-42fd-8906-315d5af66d76 on network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:51.522226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::3968:3c7:b82f:bb36 (70e63f2b-66e7-4648-9b28-cb982492e847/0727fba8-1cc8-4fd2-a2c7-8570fa0ee414/4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:51.522987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62af4367-d932-4c85-a7f9-ad4b404b8453 req-bcafa6df-a219-467c-b569-96fea4907457 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 943 time: 0.1179054 Aug 20 08:56:51.540229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Port d4f4d268-bdd9-42fd-8906-315d5af66d76 on network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:51.540229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Attempting to bind port d4f4d268-bdd9-42fd-8906-315d5af66d76 on network 6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:51.554442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:51.576811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:51.576811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Checking segment: {'id': 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:51.576811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Bound using segment: {'id': 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:51.576811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Bound port: d4f4d268-bdd9-42fd-8906-315d5af66d76, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:51.576811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:51.604243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62af4367-d932-4c85-a7f9-ad4b404b8453 req-06750f31-0bb9-4bd8-82b8-44ff833e559c tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780411 Aug 20 08:56:51.769991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cce98871-de7f-4fdc-90dd-2d338ce670a6 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:51.880354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] For port d4f4d268-bdd9-42fd-8906-315d5af66d76, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:51.905265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40e21ea5-1853-41c7-b7ac-907b18173317 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:51.952683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] For port d4f4d268-bdd9-42fd-8906-315d5af66d76, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76,segment=NetworkSegment(aa361cd6-60c9-490e-a06f-f2dc9f44d4b0),segment_id=aa361cd6-60c9-490e-a06f-f2dc9f44d4b0)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:51.974557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.009939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.023800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port cce98871-de7f-4fdc-90dd-2d338ce670a6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:52.047210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'cce98871-de7f-4fdc-90dd-2d338ce670a6', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'cce98871-de7f-4fdc-90dd-2d338ce670a6', 'mac_address': 'fa:16:3e:ea:67:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:52.102507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.122304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce98871-de7f-4fdc-90dd-2d338ce670a6 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:52.153288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 40e21ea5-1853-41c7-b7ac-907b18173317 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:52.161669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port cce98871-de7f-4fdc-90dd-2d338ce670a6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:52.169029 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.185459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bdf398-2c4e-4842-9e8e-0dff30a609f9 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:52.195883 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.207897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79caa118-439d-406a-8493-d86fffd56218 req-94f7956c-8bf6-49c2-a839-dc5f4dd5634a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:52.213076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Transition to ACTIVE for port object e1bdf398-2c4e-4842-9e8e-0dff30a609f9 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:52.242588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79caa118-439d-406a-8493-d86fffd56218 req-94f7956c-8bf6-49c2-a839-dc5f4dd5634a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 944 time: 0.1535623 Aug 20 08:56:52.267524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=cce98871-de7f-4fdc-90dd-2d338ce670a6,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:52.270350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.274601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:52.275541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:52.277259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4f4d268-bdd9-42fd-8906-315d5af66d76 HTTP/1.1" status: 200 len: 1091 time: 2.3986392 Aug 20 08:56:52.290451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'tag': 'd4f4d268-bdd9-42fd-8906-315d5af66d76'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:52.296919 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4551d12-6aae-45d4-8360-a17d427b28e3" -d '{"events": [{"name": "network-changed", "server_uuid": "73815aca-bdb9-42bc-af5c-2f9328e08e11", "tag": "d4f4d268-bdd9-42fd-8906-315d5af66d76"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:52.301187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:52.350271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79caa118-439d-406a-8493-d86fffd56218 req-429208ea-afc8-4b7e-ba22-d2f24c91786b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996113 Aug 20 08:56:52.385631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5278-0f98-4a6f-9beb-e99f0af34017 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f4d268-bdd9-42fd-8906-315d5af66d76,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:52.406633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['cce98871-de7f-4fdc-90dd-2d338ce670a6'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:52.498403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-af363d2c-3bd8-4975-b8d8-bfa86ad95390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:52.499965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-af363d2c-3bd8-4975-b8d8-bfa86ad95390 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac602461fc114863a663035537ce2662&device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 1094 time: 0.1680410 Aug 20 08:56:52.528413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c5ee6-14b3-498c-b6a7-963cc5d58a0f req-90532c5e-d4ca-409b-b127-d92dc37ef6da tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:52.530550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8c5ee6-14b3-498c-b6a7-963cc5d58a0f req-90532c5e-d4ca-409b-b127-d92dc37ef6da tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 943 time: 0.0836794 Aug 20 08:56:52.647017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8c5ee6-14b3-498c-b6a7-963cc5d58a0f req-b34488c9-68c3-47d0-a771-bea4aa3ab5b9 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078045 Aug 20 08:56:52.979485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f86dd-3249-484f-b153-097327033615 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:52.984843 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2820ed01-9ccc-4865-9a96-f5e1363c4f5c x-openstack-request-id: req-2820ed01-9ccc-4865-9a96-f5e1363c4f5c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:52.985064 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73815aca-bdb9-42bc-af5c-2f9328e08e11", "tag": "d4f4d268-bdd9-42fd-8906-315d5af66d76", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:52.985300 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2820ed01-9ccc-4865-9a96-f5e1363c4f5c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:52.985789 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'tag': 'd4f4d268-bdd9-42fd-8906-315d5af66d76', 'status': 'completed', 'code': 200} Aug 20 08:56:52.990883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] Provisioning for port 40e21ea5-1853-41c7-b7ac-907b18173317 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:53.015595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] Provisioning complete for port 40e21ea5-1853-41c7-b7ac-907b18173317 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:53.016376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.022713 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-6bb237e2-c0ab-4169-956d-c5dbf2b3171f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76 HTTP/1.1" status: 200 len: 217 time: 0.4838300 Aug 20 08:56:53.025972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.080179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d5e2f-893e-4149-b619-53254c9e8c12 req-bf709bae-9e1b-4833-ab52-ce84963663cc tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:53.096011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a88d5e2f-893e-4149-b619-53254c9e8c12 req-bf709bae-9e1b-4833-ab52-ce84963663cc tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 943 time: 0.1573410 Aug 20 08:56:53.117094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:53.130152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:53.137150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:53.142763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:53.143500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.146565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:53.150377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Attempting to bind port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:53.150722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Attempting to bind port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '53027b8d-7909-4a29-bbd6-16572d2a815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:53.151057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Attempting to bind port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 on network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:53.157924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-9cc1eb20-4d27-434c-975a-ef771353e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:53.159461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-9cc1eb20-4d27-434c-975a-ef771353e45a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8 HTTP/1.1" status: 200 len: 849 time: 0.1290586 Aug 20 08:56:53.167938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 on network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:56:53.168263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Attempting to bind port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 on network 4442bda8-e10c-4988-8bf8-e5b5f39e14ef {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:53.197486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0d2cdd50-89e6-4fa2-bb2c-7fd51ab4a56f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0848289 Aug 20 08:56:53.200020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-86da1899-3bbb-4b05-8a3b-b5b1c122e905 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330679 Aug 20 08:56:53.200477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47460) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:53.205375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '0727fba8-1cc8-4fd2-a2c7-8570fa0ee414', 'ip_address': '2001:db8::3968:3c7:b82f:bb36'}], 'name': 'tempest-NetworksTestDHCPv6-1365113790'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:53.217790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:53.218116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Checking segment: {'id': '53027b8d-7909-4a29-bbd6-16572d2a815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:53.218506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Bound using segment: {'id': '53027b8d-7909-4a29-bbd6-16572d2a815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:53.218960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Bound port: e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53027b8d-7909-4a29-bbd6-16572d2a815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:53.219325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.239768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a88d5e2f-893e-4149-b619-53254c9e8c12 req-d05ea51b-cee7-47ad-977a-aa0cb0972b2f tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343362 Aug 20 08:56:53.275957 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.348885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] For port 40e21ea5-1853-41c7-b7ac-907b18173317, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40e21ea5-1853-41c7-b7ac-907b18173317,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:53.362990 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.482911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d7023-6f54-47f7-b57f-140b4aec53aa None None] Pushing event updated for resources: {'Port': ['ID=40e21ea5-1853-41c7-b7ac-907b18173317,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:53.516169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] For port e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:53.525382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] For port e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,segment=NetworkSegment(53027b8d-7909-4a29-bbd6-16572d2a815f),segment_id=53027b8d-7909-4a29-bbd6-16572d2a815f)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:53.535881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.538361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecb958-ba4e-4974-b4cb-7b278592231c req-23247539-8444-46c5-9875-cc732120030d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:53.539976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3ecb958-ba4e-4974-b4cb-7b278592231c req-23247539-8444-46c5-9875-cc732120030d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 945 time: 0.0753965 Aug 20 08:56:53.552180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-111fbe62-6884-475c-8a1f-be534fb63406 service neutron] 10.222.0.37 "GET /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423464 Aug 20 08:56:53.595955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3ecb958-ba4e-4974-b4cb-7b278592231c req-c333795f-fd86-4823-bec8-42c379e22d77 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499401 Aug 20 08:56:53.602893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b032d55e-37c6-4940-8d17-8f161ce40020 None None] Provisioning for port 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:53.610974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b032d55e-37c6-4940-8d17-8f161ce40020 None None] Provisioning complete for port 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:53.611415 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b032d55e-37c6-4940-8d17-8f161ce40020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.643895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:53.649379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.653818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:53.654731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.655802 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-873f86dd-3249-484f-b153-097327033615 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1bdf398-2c4e-4842-9e8e-0dff30a609f9 HTTP/1.1" status: 200 len: 1091 time: 2.2942352 Aug 20 08:56:53.670083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b032d55e-37c6-4940-8d17-8f161ce40020 None None] Port 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:56:53.701961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f86dd-3249-484f-b153-097327033615 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:53.708555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 0a6814e3-efb0-43b2-bf0f-3e3d1f7649bb yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:53.785566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cce98871-de7f-4fdc-90dd-2d338ce670a6 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:53.860462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ea4db-bcf7-4f06-8a3d-439750ad20a2 req-00af349f-4875-4c4d-8a39-0da0cff7bb3a tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:53.875529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f9ea4db-bcf7-4f06-8a3d-439750ad20a2 req-00af349f-4875-4c4d-8a39-0da0cff7bb3a tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 943 time: 0.1139913 Aug 20 08:56:53.888876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40e21ea5-1853-41c7-b7ac-907b18173317 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:53.932887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port cce98871-de7f-4fdc-90dd-2d338ce670a6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:53.939528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9fa2f991-8b8d-4ab8-a2c3-6cbb92517804 req-166be665-c745-44d4-b238-32d00e06508b service neutron] 10.222.0.37 "GET /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649781 Aug 20 08:56:53.944349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port cce98871-de7f-4fdc-90dd-2d338ce670a6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:53.944724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:53.974543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f9ea4db-bcf7-4f06-8a3d-439750ad20a2 req-15b2d06d-fbfb-4f82-aa51-c2981741c6b3 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978916 Aug 20 08:56:54.069375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-20a478fb-8919-4bbe-877e-c7b32655a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.074507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-20a478fb-8919-4bbe-877e-c7b32655a945 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d82c3d1bc62e4f41bcd83f4a0332b654&device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 1094 time: 0.3750048 Aug 20 08:56:54.102134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 40e21ea5-1853-41c7-b7ac-907b18173317 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:54.103181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:54.144780 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-6cdf3e05-759f-4bd0-b3ed-8a865f5ad41f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9 HTTP/1.1" status: 200 len: 217 time: 0.0441921 Aug 20 08:56:54.201423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:54.229073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-abdb6199-8789-45b9-80dc-60df5d3d2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.231016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-abdb6199-8789-45b9-80dc-60df5d3d2349 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac602461fc114863a663035537ce2662&device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 1094 time: 0.2049685 Aug 20 08:56:54.250197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port cce98871-de7f-4fdc-90dd-2d338ce670a6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:54.254000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce98871-de7f-4fdc-90dd-2d338ce670a6'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:54.270781 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e24d350-4fb5-4431-a98e-1b8922e866ef" -d '{"events": [{"server_uuid": "c613c6c2-5508-4698-b00e-4fb9b7ef7832", "name": "network-vif-plugged", "status": "completed", "tag": "cce98871-de7f-4fdc-90dd-2d338ce670a6"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:54.297426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:54.298203 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 08:56:54.298720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:56:54.308200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b179-c9ea-44ee-bace-42860536a2ba req-d3675a29-1e27-4196-bffa-bd37a4024d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.309642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-d3675a29-1e27-4196-bffa-bd37a4024d97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f32d8fdf-9e6b-4690-913e-a7bbddce2b1b HTTP/1.1" status: 200 len: 858 time: 0.1573169 Aug 20 08:56:54.365159 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4fff85-48af-4f0e-b19f-420a8a7a2597 x-openstack-request-id: req-cc4fff85-48af-4f0e-b19f-420a8a7a2597 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:54.365558 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c613c6c2-5508-4698-b00e-4fb9b7ef7832", "name": "network-vif-plugged", "status": "completed", "tag": "cce98871-de7f-4fdc-90dd-2d338ce670a6", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:54.365773 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc4fff85-48af-4f0e-b19f-420a8a7a2597 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:54.366126 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce98871-de7f-4fdc-90dd-2d338ce670a6', 'code': 200} Aug 20 08:56:54.429897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-d5ea2756-1dbf-4560-bf75-90a6c0ff7207 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4442bda8-e10c-4988-8bf8-e5b5f39e14ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947618 Aug 20 08:56:54.440434 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e95f0968-0d9a-40f9-a48b-02c6689067bc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2365918 Aug 20 08:56:54.442248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47482) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:54.479137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=cce98871-de7f-4fdc-90dd-2d338ce670a6,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:54.541412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d5fa-c3f7-4769-ada4-a2f07a7e73de req-faa35bb1-c057-4cd3-8bf5-0e6add348ddb tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.546631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-f28533f4-481a-4a13-a896-7217980f2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.548083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-f28533f4-481a-4a13-a896-7217980f2f6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 HTTP/1.1" status: 200 len: 909 time: 0.3067842 Aug 20 08:56:54.557233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1230d5fa-c3f7-4769-ada4-a2f07a7e73de req-faa35bb1-c057-4cd3-8bf5-0e6add348ddb tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 943 time: 0.1408138 Aug 20 08:56:54.598339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4656a50-e5af-4766-88ea-bafba5e1f568 req-acaa622a-568f-4a2c-90bf-8f1b4ea5faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.600296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4656a50-e5af-4766-88ea-bafba5e1f568 req-acaa622a-568f-4a2c-90bf-8f1b4ea5faf1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 1097 time: 0.1402943 Aug 20 08:56:54.621337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1230d5fa-c3f7-4769-ada4-a2f07a7e73de req-d7593f1c-2fcb-46c2-ad70-1cc20323e49f tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569851 Aug 20 08:56:54.639179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836643d-ed9e-4f64-9483-41658ddbf2a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.646129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836643d-ed9e-4f64-9483-41658ddbf2a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.650580 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2836643d-ed9e-4f64-9483-41658ddbf2a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2048779 Aug 20 08:56:54.652132 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-e8b9541a-899b-4ab5-8ca6-712f2c52b36e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76 HTTP/1.1" status: 200 len: 217 time: 0.0894818 Aug 20 08:56:54.654512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47486) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:54.673505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-0163141b-4583-4925-87c3-cce5d7855dec service neutron] 10.222.0.26 "GET /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186589 Aug 20 08:56:54.676695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4656a50-e5af-4766-88ea-bafba5e1f568 req-9ac9abbd-38c0-4f08-9a7d-31bd739fe463 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600073 Aug 20 08:56:54.735023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-7d36f867-e8e0-4ef2-9406-ff37d8691ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.737128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-7d36f867-e8e0-4ef2-9406-ff37d8691ebc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8 HTTP/1.1" status: 200 len: 849 time: 0.0620508 Aug 20 08:56:54.783518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-356751c6-f0d4-42cc-934b-9960801db4c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380967 Aug 20 08:56:54.805632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e0392-354e-4de1-a49e-2a7bf85a2843 req-6833c88b-57d4-4983-8bbb-41f4a2bd0df9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:54.813796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-137e0392-354e-4de1-a49e-2a7bf85a2843 req-6833c88b-57d4-4983-8bbb-41f4a2bd0df9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.1189363 Aug 20 08:56:54.874709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-137e0392-354e-4de1-a49e-2a7bf85a2843 req-946d19d3-1f85-4354-baf6-2a1c5a03144e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 Aug 20 08:56:54.881807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:54.882329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:54.966168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-b0095fc4-b48f-43d6-acba-f345babfa237 service neutron] 10.222.0.37 "GET /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746531 Aug 20 08:56:54.996172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'tag': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:55.000808 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608356dc-789a-41ad-a115-18abbc1eef78" -d '{"events": [{"name": "network-changed", "server_uuid": "f14791ae-b176-4318-93cb-f46ba51971dc", "tag": "e1bdf398-2c4e-4842-9e8e-0dff30a609f9"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:55.016938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:55.034870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3755b179-c9ea-44ee-bace-42860536a2ba req-0eb8442e-13d7-4ce1-9c78-cdf134054871 service neutron] 10.222.0.26 "GET /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699476 Aug 20 08:56:55.085325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:55.166885 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12c71df-a905-4882-b4c5-c493b44bc6fe x-openstack-request-id: req-e12c71df-a905-4882-b4c5-c493b44bc6fe {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:55.167468 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14791ae-b176-4318-93cb-f46ba51971dc", "tag": "e1bdf398-2c4e-4842-9e8e-0dff30a609f9", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:55.169231 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e12c71df-a905-4882-b4c5-c493b44bc6fe {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:55.170239 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'tag': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9', 'status': 'completed', 'code': 200} Aug 20 08:56:55.247684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4551d12-6aae-45d4-8360-a17d427b28e3 req-186bdc10-9adb-4e23-b680-033c593af88c service neutron] 10.222.0.37 "GET /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689185 Aug 20 08:56:55.257539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608356dc-789a-41ad-a115-18abbc1eef78 req-83413f30-8695-42fe-89d1-fad38695a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:55.259138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-83413f30-8695-42fe-89d1-fad38695a6bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d82c3d1bc62e4f41bcd83f4a0332b654&device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 1094 time: 0.0879128 Aug 20 08:56:55.282338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c14253-7a75-4985-b32e-295d6ee3f5f2 req-39a36703-eeee-4cad-bd7e-e08cfdc067f2 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:55.283728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10c14253-7a75-4985-b32e-295d6ee3f5f2 req-39a36703-eeee-4cad-bd7e-e08cfdc067f2 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 943 time: 0.1652541 Aug 20 08:56:55.374713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608356dc-789a-41ad-a115-18abbc1eef78 req-0a933e5f-68c0-4ba2-b3bb-4cacb272cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:55.376509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-0a933e5f-68c0-4ba2-b3bb-4cacb272cc1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4442bda8-e10c-4988-8bf8-e5b5f39e14ef HTTP/1.1" status: 200 len: 918 time: 0.1044478 Aug 20 08:56:55.381508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10c14253-7a75-4985-b32e-295d6ee3f5f2 req-b5cae479-8fb0-4b41-8bf3-0bc867b2f29e tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908668 Aug 20 08:56:55.400917 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:55.429675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d4f4d268-bdd9-42fd-8906-315d5af66d76 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:55.463930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:55.481069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-c840b29c-27a0-4fcd-be14-992490d37a6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9 HTTP/1.1" status: 200 len: 217 time: 0.0892041 Aug 20 08:56:55.517460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:55.524578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f HTTP/1.1" status: 204 len: 168 time: 0.8639510 Aug 20 08:56:55.525612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47500) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:55.550328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.551047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.555314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.555672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.556019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.556365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.556699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.557029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.557361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.557690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.560160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.560499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58306-ac08-41ed-ab32-6dc6eec00f75 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:56:55.608275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608356dc-789a-41ad-a115-18abbc1eef78 req-a99e6f85-2b7e-44b5-a290-9412e77e0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:55.614917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-a99e6f85-2b7e-44b5-a290-9412e77e0ade service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f32d8fdf-9e6b-4690-913e-a7bbddce2b1b HTTP/1.1" status: 200 len: 858 time: 0.1256015 Aug 20 08:56:55.649332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port d4f4d268-bdd9-42fd-8906-315d5af66d76, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76,segment=NetworkSegment(aa361cd6-60c9-490e-a06f-f2dc9f44d4b0),segment_id=aa361cd6-60c9-490e-a06f-f2dc9f44d4b0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:55.680084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'd4f4d268-bdd9-42fd-8906-315d5af66d76', 'network_id': '6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5', 'port_id': 'd4f4d268-bdd9-42fd-8906-315d5af66d76', 'mac_address': 'fa:16:3e:0f:8d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:55.696150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-b1b847bf-74c4-4f43-bc71-f99839e3ec08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4442bda8-e10c-4988-8bf8-e5b5f39e14ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726826 Aug 20 08:56:55.700676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e5ad2-246b-459d-bb13-22075bd28320 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:55.709348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e5ad2-246b-459d-bb13-22075bd28320 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:55.710992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e85e5ad2-246b-459d-bb13-22075bd28320 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1843748 Aug 20 08:56:55.716078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47504) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:55.793457 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:56:55.794904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:55.819830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f4d268-bdd9-42fd-8906-315d5af66d76 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:55.890165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port d4f4d268-bdd9-42fd-8906-315d5af66d76, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76,segment=NetworkSegment(aa361cd6-60c9-490e-a06f-f2dc9f44d4b0),segment_id=aa361cd6-60c9-490e-a06f-f2dc9f44d4b0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:55.895680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:55.923004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 0727fba8-1cc8-4fd2-a2c7-8570fa0ee414 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:55.958156 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:56.081746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=d4f4d268-bdd9-42fd-8906-315d5af66d76,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:56.091412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-bb868529-d70d-4cce-b997-108230e98b93 service neutron] 10.222.0.26 "GET /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811414 Aug 20 08:56:56.098922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810dbd1-190e-4a15-bc44-f8108923d90e req-03a6fd5c-b33d-476b-8a7e-f54421a29f44 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:56.110926 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d810dbd1-190e-4a15-bc44-f8108923d90e req-03a6fd5c-b33d-476b-8a7e-f54421a29f44 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 943 time: 0.3120897 Aug 20 08:56:56.196995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['d4f4d268-bdd9-42fd-8906-315d5af66d76'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:56.205991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:56.269913 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-608356dc-789a-41ad-a115-18abbc1eef78 req-9afc2c7c-0da6-4de0-a5c5-c6f15b6b14fb service neutron] 10.222.0.26 "GET /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652052 Aug 20 08:56:56.288286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d810dbd1-190e-4a15-bc44-f8108923d90e req-8c74c57a-7e25-4bdc-b3dc-a23b41b6ad87 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596613 Aug 20 08:56:56.298066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d71a43-3eb3-4c5d-b902-b82e90f5ffe8 req-b8728bb5-56c0-4de3-8159-d5d5b89686e0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:56.305468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27d71a43-3eb3-4c5d-b902-b82e90f5ffe8 req-b8728bb5-56c0-4de3-8159-d5d5b89686e0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.1882429 Aug 20 08:56:56.397682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27d71a43-3eb3-4c5d-b902-b82e90f5ffe8 req-f455c3ca-498a-40f5-9a99-e76d2bae53a5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912459 Aug 20 08:56:56.435513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:56.552463 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:56.607853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=0727fba8-1cc8-4fd2-a2c7-8570fa0ee414,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:56.640316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a66e8-9391-45c4-ba4b-a41c75a05e0d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:56.645256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:56.650079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-030bf58d-04ba-476c-aba3-9c1bc842eb1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/0727fba8-1cc8-4fd2-a2c7-8570fa0ee414 HTTP/1.1" status: 204 len: 168 time: 0.9329085 Aug 20 08:56:56.652737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47524) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:56.750420 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fadc5276-4016-41eb-8b06-0d74d1bd3565 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963647 Aug 20 08:56:56.751351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47526) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:56.764559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:56.775227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daf554-8d95-419f-8cc8-8ec37047c543 req-9cb57d95-cae8-4b6a-a921-eee64fbcbdd6 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:56.786373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50daf554-8d95-419f-8cc8-8ec37047c543 req-9cb57d95-cae8-4b6a-a921-eee64fbcbdd6 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 943 time: 0.1887372 Aug 20 08:56:56.838347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50daf554-8d95-419f-8cc8-8ec37047c543 req-b7fdc794-e65c-43f1-81d9-a9f8ac076520 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508637 Aug 20 08:56:56.943999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:56.950280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:56.968249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:56:57.011635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed5c73-3c7a-4258-9c1e-47488bda9dfa req-917beafe-c4c2-4402-8b42-eb5d6a2d8d3f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:57.013282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7aed5c73-3c7a-4258-9c1e-47488bda9dfa req-917beafe-c4c2-4402-8b42-eb5d6a2d8d3f tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0918026 Aug 20 08:56:57.083012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] Deleting port 40e21ea5-1853-41c7-b7ac-907b18173317 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:57.083698 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.108476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7aed5c73-3c7a-4258-9c1e-47488bda9dfa req-91c2d308-e588-4550-bbc7-153ddc4e0a50 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857334 Aug 20 08:56:57.165053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.170760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] For port 40e21ea5-1853-41c7-b7ac-907b18173317, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40e21ea5-1853-41c7-b7ac-907b18173317,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:57.171443 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.186043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] Calling delete_port for 40e21ea5-1853-41c7-b7ac-907b18173317 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:57.214828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:57.218162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:57.223320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:57.223913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.227608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=055017f2-5268-4065-b8a6-142969591584,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:57.249346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47530) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:57.249919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dcdf3c0d-0eea-4308-ab99-75652ed5eda0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4947793 Aug 20 08:56:57.264359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '055017f2-5268-4065-b8a6-142969591584', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-579090403'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:57.288054 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.304194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] No DVR routers for this DVR port 40e21ea5-1853-41c7-b7ac-907b18173317 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:57.338971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639f13a-f119-4127-b375-a2dd189a5b8f None None] Pushing event deleted for resources: {'Port': ['ID=40e21ea5-1853-41c7-b7ac-907b18173317,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:57.360572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accf2db-d718-468a-88ee-9bcb0ee98116 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:56:57.502838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14faab-e1df-4821-9e1a-c1cbfb4a905b req-0fb66d03-10e3-483e-8eb2-4c7cbda11007 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:57.505271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef14faab-e1df-4821-9e1a-c1cbfb4a905b req-0fb66d03-10e3-483e-8eb2-4c7cbda11007 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 944 time: 0.0812271 Aug 20 08:56:57.555917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d4f4d268-bdd9-42fd-8906-315d5af66d76 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:57.561371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef14faab-e1df-4821-9e1a-c1cbfb4a905b req-01b92269-9052-49bc-ba19-6fe1396978ac tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Aug 20 08:56:57.568291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:57.682944 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.706165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0abfe2-1a22-4bf8-aafc-6ddc9247b0a2 req-c750f484-e738-41af-9d25-66c9674dbfdd tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:57.712664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port d4f4d268-bdd9-42fd-8906-315d5af66d76 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:57.715123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0abfe2-1a22-4bf8-aafc-6ddc9247b0a2 req-c750f484-e738-41af-9d25-66c9674dbfdd tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.2405584 Aug 20 08:56:57.724645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port d4f4d268-bdd9-42fd-8906-315d5af66d76 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:57.725107 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.732345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 6318c967-60ec-4824-8cf9-ce80e9fa05c9 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:56:57.797823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '055017f2-5268-4065-b8a6-142969591584'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:56:57.798720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:57.817471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1bdf398-2c4e-4842-9e8e-0dff30a609f9 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:56:57.867574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec0abfe2-1a22-4bf8-aafc-6ddc9247b0a2 req-cb59dd50-0c95-4047-b136-41f0d9dea2b3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514745 Aug 20 08:56:57.883058 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:56:57.883543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:56:57.905312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-96687646-f0cf-4160-a34b-a0153bba2376 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6518152 Aug 20 08:56:57.905854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47546) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:57.941232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7e258b24-c1c5-4f49-a033-feebbf0d18f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318522 Aug 20 08:56:57.942241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47548) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:57.953924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40e21ea5-1853-41c7-b7ac-907b18173317 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:56:58.011717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2caf423-5e3b-4b63-a6cc-9da196a2a333 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.014178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2caf423-5e3b-4b63-a6cc-9da196a2a333 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.019898 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a2caf423-5e3b-4b63-a6cc-9da196a2a333 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0753262 Aug 20 08:56:58.021065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47550) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:58.073357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520d9e3-48d1-457f-a7b3-d9af575bba9b req-e772a4ce-bc27-41de-bb28-57c796cafd99 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.079408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 055017f2-5268-4065-b8a6-142969591584 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:56:58.079903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7520d9e3-48d1-457f-a7b3-d9af575bba9b req-e772a4ce-bc27-41de-bb28-57c796cafd99 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 943 time: 0.1088531 Aug 20 08:56:58.127397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7520d9e3-48d1-457f-a7b3-d9af575bba9b req-d7c5ed0a-75a5-46c1-801e-1ac97a69b9d3 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Aug 20 08:56:58.134436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 40e21ea5-1853-41c7-b7ac-907b18173317 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:56:58.134851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40e21ea5-1853-41c7-b7ac-907b18173317 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:56:58.153231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/055017f2-5268-4065-b8a6-142969591584/bb9ebc1e-0293-49cc-80d6-0f9a43032e24) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:56:58.183549 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.258674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3b98f-e4aa-475c-973c-a82329fed8f9 req-39835c0c-bc7b-40b8-b563-daf05620aee5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.260306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fe3b98f-e4aa-475c-973c-a82329fed8f9 req-39835c0c-bc7b-40b8-b563-daf05620aee5 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.0587695 Aug 20 08:56:58.317246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f4d268-bdd9-42fd-8906-315d5af66d76'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:58.319724 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c4020-9f48-49ab-a86e-1810798c0911" -d '{"events": [{"server_uuid": "73815aca-bdb9-42bc-af5c-2f9328e08e11", "name": "network-vif-plugged", "status": "completed", "tag": "d4f4d268-bdd9-42fd-8906-315d5af66d76"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:58.342488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port d4f4d268-bdd9-42fd-8906-315d5af66d76, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76,segment=NetworkSegment(aa361cd6-60c9-490e-a06f-f2dc9f44d4b0),segment_id=aa361cd6-60c9-490e-a06f-f2dc9f44d4b0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:58.348692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fe3b98f-e4aa-475c-973c-a82329fed8f9 req-33b81bb6-6807-4c3a-888f-cb1d2f772260 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/security-groups?id=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789576 Aug 20 08:56:58.360393 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.370610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,segment=NetworkSegment(53027b8d-7909-4a29-bbd6-16572d2a815f),segment_id=53027b8d-7909-4a29-bbd6-16572d2a815f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:58.428773 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8f2589-8c4f-4499-ad89-40c5163b010d x-openstack-request-id: req-0d8f2589-8c4f-4499-ad89-40c5163b010d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:58.428773 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73815aca-bdb9-42bc-af5c-2f9328e08e11", "name": "network-vif-plugged", "status": "completed", "tag": "d4f4d268-bdd9-42fd-8906-315d5af66d76", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:58.428773 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d8f2589-8c4f-4499-ad89-40c5163b010d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:58.428773 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f4d268-bdd9-42fd-8906-315d5af66d76', 'code': 200} Aug 20 08:56:58.430649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9', 'network_id': '4442bda8-e10c-4988-8bf8-e5b5f39e14ef', 'port_id': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9', 'mac_address': 'fa:16:3e:84:24:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32d8fdf-9e6b-4690-913e-a7bbddce2b1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:56:58.515319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=d4f4d268-bdd9-42fd-8906-315d5af66d76,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:58.540396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-f394a131-40b5-4c54-acd3-1a0fba2cfb43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.542047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-f394a131-40b5-4c54-acd3-1a0fba2cfb43 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 946 time: 0.1227787 Aug 20 08:56:58.549290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.554678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d1789-8e32-4d93-9c7d-3173c3e3e3c1 req-1e212bde-1cea-4727-8cda-66b9c3f02fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.556105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d8d1789-8e32-4d93-9c7d-3173c3e3e3c1 req-1e212bde-1cea-4727-8cda-66b9c3f02fa0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 1096 time: 0.0856838 Aug 20 08:56:58.574751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bdf398-2c4e-4842-9e8e-0dff30a609f9 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:56:58.592792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.609887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,segment=NetworkSegment(53027b8d-7909-4a29-bbd6-16572d2a815f),segment_id=53027b8d-7909-4a29-bbd6-16572d2a815f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:58.611493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Transition to ACTIVE for port object bb9ebc1e-0293-49cc-80d6-0f9a43032e24 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:58.619164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.630581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d8d1789-8e32-4d93-9c7d-3173c3e3e3c1 req-d46c8513-1d25-465a-9dca-5028a6668012 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662971 Aug 20 08:56:58.656352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Transition to ACTIVE for port object bb9ebc1e-0293-49cc-80d6-0f9a43032e24 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:56:58.666325 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.671717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.697747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:58.711007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:58.745557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:58.748684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.751561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:56:58.794836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Deleting port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:56:58.795213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.797597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c543b-a1b6-470b-b9d1-ed3afc49a09b req-2ffb5e3b-610a-4d57-bf93-6ee49e4b3367 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:58.799600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba0c543b-a1b6-470b-b9d1-ed3afc49a09b req-2ffb5e3b-610a-4d57-bf93-6ee49e4b3367 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0879757 Aug 20 08:56:58.854347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Pushing event updated for resources: {'Port': ['ID=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:58.859382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e1bdf398-2c4e-4842-9e8e-0dff30a609f9'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:58.883968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba0c543b-a1b6-470b-b9d1-ed3afc49a09b req-579b483e-3129-4355-8f1b-3ac21f256655 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778730 Aug 20 08:56:58.932637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Attempting to bind port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:56:58.933464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Attempting to bind port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:56:58.933850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Attempting to bind port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:56:58.948644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:56:58.948644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:56:58.948644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.948644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:56:58.948644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Bound port: bb9ebc1e-0293-49cc-80d6-0f9a43032e24, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:56:58.948644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:58.985272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.033834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] For port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,segment=NetworkSegment(79216572-e583-4764-9991-f3cf0531c78e),segment_id=79216572-e583-4764-9991-f3cf0531c78e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:56:59.033834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.052630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Calling delete_port for f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:56:59.119323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.121084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] For port bb9ebc1e-0293-49cc-80d6-0f9a43032e24, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:56:59.137672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] For port bb9ebc1e-0293-49cc-80d6-0f9a43032e24, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:56:59.142853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.178863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=055017f2-5268-4065-b8a6-142969591584,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:59.205496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.208326 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-36213171-d73f-4c06-9277-5ef55c35f55d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/055017f2-5268-4065-b8a6-142969591584 HTTP/1.1" status: 204 len: 168 time: 1.1859658 Aug 20 08:56:59.211239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47572) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:59.215250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a08f6-3116-479c-91b7-daff7fb97acf None None] Pushing event updated for resources: {'Port': ['ID=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:59.282034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2791dbfb-8ec6-42ed-8f74-1530f886c83f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687239 Aug 20 08:56:59.286500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47574) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:59.308318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:56:59.311102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.352382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Pushing event deleted for resources: {'Port': ['ID=f00d5756-5d45-40be-a66a-f2f2ba0e5ef3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:59.462360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a721245-1324-4c8b-bff4-f6c7d2fa7757 req-1516c7f2-0ce3-4d03-83f4-80033476cbf3 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:59.463969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a721245-1324-4c8b-bff4-f6c7d2fa7757 req-1516c7f2-0ce3-4d03-83f4-80033476cbf3 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 944 time: 0.2314014 Aug 20 08:56:59.479676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:56:59.519737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8edb378-ce26-491d-bc6d-5052d912f339 req-458b5c7f-dcb4-458d-bf22-d720c92eee61 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3535cc7-2256-497f-ac0f-98b1de656db0 HTTP/1.1" status: 200 len: 210 time: 0.0398254 Aug 20 08:56:59.557755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a721245-1324-4c8b-bff4-f6c7d2fa7757 req-ab18bd6b-d255-4873-9179-1954eb41f238 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865600 Aug 20 08:56:59.558956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:56:59.563109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.699702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] No DVR routers for this DVR port f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:56:59.702454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.704792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e0954a9b-533e-4a3a-a65c-c93d31940e3f req-da494cba-482e-417d-a7e5-7db025956d90 tempest-ServersNegativeTestJSON-765925261 tempest-ServersNegativeTestJSON-765925261-project] 10.222.0.26 "DELETE /v2.0/ports/f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 HTTP/1.1" status: 204 len: 173 time: 1.1531897 Aug 20 08:56:59.705184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-deleted', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:56:59.708333 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b85929-31b3-4a45-b58b-a1c5d6113b7c" -d '{"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-deleted", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:56:59.761841 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe4e6b-dd8f-4ab0-b674-a540f53a1e97 x-openstack-request-id: req-3ebe4e6b-dd8f-4ab0-b674-a540f53a1e97 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:56:59.762138 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3535cc7-2256-497f-ac0f-98b1de656db0", "name": "network-vif-deleted", "tag": "f00d5756-5d45-40be-a66a-f2f2ba0e5ef3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:56:59.762575 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ebe4e6b-dd8f-4ab0-b674-a540f53a1e97 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:56:59.763297 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3535cc7-2256-497f-ac0f-98b1de656db0', 'name': 'network-vif-deleted', 'tag': 'f00d5756-5d45-40be-a66a-f2f2ba0e5ef3', 'status': 'completed', 'code': 200} Aug 20 08:56:59.817932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1bdf398-2c4e-4842-9e8e-0dff30a609f9 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:59.875284 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.889101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:56:59.896498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:56:59.896881 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.953407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:56:59.960991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bb9ebc1e-0293-49cc-80d6-0f9a43032e24 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:56:59.964035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:56:59.968621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:56:59.969248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:56:59.985997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=1bd318ee-096e-4bc1-a24e-a390fee916c0,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:56:59.990302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0eb95abf-997f-45df-b2c4-8dfe624282c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7026179 Aug 20 08:56:59.993017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47598) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:56:59.998033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:00.026974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.028727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.100517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:00.105937 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.139567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.153835 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.167127 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.171139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7a56ebb2-d80d-44cf-b925-992e894bbe31 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1760643 Aug 20 08:57:00.177485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47602) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:00.201839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122823-59d5-4d06-a11c-64f722f12bc1 req-334ac49c-4ec9-45bd-aaed-1b52f4366328 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:00.211935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,segment=NetworkSegment(53027b8d-7909-4a29-bbd6-16572d2a815f),segment_id=53027b8d-7909-4a29-bbd6-16572d2a815f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:00.216118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9122823-59d5-4d06-a11c-64f722f12bc1 req-334ac49c-4ec9-45bd-aaed-1b52f4366328 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 945 time: 0.1124725 Aug 20 08:57:00.217587 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.280856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9122823-59d5-4d06-a11c-64f722f12bc1 req-5fbdc876-e195-4920-9214-b180b29cf4e5 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562620 Aug 20 08:57:00.309102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:00.429042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:00.431769 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f45ebd-342e-4669-8b51-016dc29d5cdc" -d '{"events": [{"server_uuid": "f14791ae-b176-4318-93cb-f46ba51971dc", "name": "network-vif-plugged", "status": "completed", "tag": "e1bdf398-2c4e-4842-9e8e-0dff30a609f9"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:00.511323 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc33396-d33c-4a6d-9945-ca6919607d36 x-openstack-request-id: req-5dc33396-d33c-4a6d-9945-ca6919607d36 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:00.511620 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14791ae-b176-4318-93cb-f46ba51971dc", "name": "network-vif-plugged", "status": "completed", "tag": "e1bdf398-2c4e-4842-9e8e-0dff30a609f9", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:00.511896 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5dc33396-d33c-4a6d-9945-ca6919607d36 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:00.512433 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9', 'code': 200} Aug 20 08:57:00.616044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.617870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:00.717871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6c74f-1199-4a98-ac0e-8b0eab0f00ad None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:00.790297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd485b2-f97e-4122-b765-e4f919765103 req-7542c121-cbc3-44ae-a88a-40f2d7a5b81b tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:00.794423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cd485b2-f97e-4122-b765-e4f919765103 req-7542c121-cbc3-44ae-a88a-40f2d7a5b81b tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 945 time: 0.1112430 Aug 20 08:57:00.816958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eef67e-1735-44d3-be00-ccbea4edd08b req-b7051aa7-c5af-47ef-a6ae-df552c279d1a tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:00.818963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85eef67e-1735-44d3-be00-ccbea4edd08b req-b7051aa7-c5af-47ef-a6ae-df552c279d1a tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0812678 Aug 20 08:57:00.823840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Deleting subnet ae2cb509-06bf-4b38-86e1-ac1d77b928c7 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:00.831073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.833834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] Provisioning for port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:00.834345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9253c9f-cb2c-4d7a-9787-1539f61f154a req-db930ae7-3352-4efd-aab5-639654e0f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:00.835530 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d9253c9f-cb2c-4d7a-9787-1539f61f154a req-db930ae7-3352-4efd-aab5-639654e0f862 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 1096 time: 0.2284346 Aug 20 08:57:00.839765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] Provisioning complete for port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:00.840140 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:00.873905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cd485b2-f97e-4122-b765-e4f919765103 req-e391f162-0393-4bd7-aaf5-3abea4a80e27 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744267 Aug 20 08:57:00.908083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85eef67e-1735-44d3-be00-ccbea4edd08b req-3fdd8735-cfb9-4a62-845b-ed9758aa0893 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774155 Aug 20 08:57:00.979908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.031339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d9253c9f-cb2c-4d7a-9787-1539f61f154a req-e9a3ef61-1fb8-4fa1-9e42-881250c0122c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499665 Aug 20 08:57:01.049539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.084040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.097293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] For port bb9ebc1e-0293-49cc-80d6-0f9a43032e24, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:01.102472 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.156350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::1 (70e63f2b-66e7-4648-9b28-cb982492e847/1bd318ee-096e-4bc1-a24e-a390fee916c0/af069fdd-b896-4cc5-9d13-0c48d9e8896c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:01.179374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6eab1-9397-447c-b9e3-89c157b89797 None None] Pushing event updated for resources: {'Port': ['ID=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:01.210092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.290015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2cb509-06bf-4b38-86e1-ac1d77b928c7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:01.294793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.299317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6cc99eec-c730-4060-95c1-823ace9e6926 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ae2cb509-06bf-4b38-86e1-ac1d77b928c7 HTTP/1.1" status: 204 len: 168 time: 0.6770344 Aug 20 08:57:01.299633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47626) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:01.327546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-868ae991-765a-4a6a-9871-0431c50b1a6e None None] Provisioning complete for port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:01.328063 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-868ae991-765a-4a6a-9871-0431c50b1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.355391 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.371230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object af069fdd-b896-4cc5-9d13-0c48d9e8896c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:01.378575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.407703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.453824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:01.456960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:01.460811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:01.461381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.470311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.481511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3594c1c7-93eb-45d1-bd19-5c055d23279a']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:01.493870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79216572-e583-4764-9991-f3cf0531c78e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:01.494171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79216572-e583-4764-9991-f3cf0531c78e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:01.504573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.507657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=af069fdd-b896-4cc5-9d13-0c48d9e8896c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:01.530488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.537814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:57:01.538861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:57:01.540641 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:57:01.623434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.626805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.637115 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:01.639464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] 10.222.0.35 "DELETE /v2.0/networks/3594c1c7-93eb-45d1-bd19-5c055d23279a HTTP/1.1" status: 204 len: 168 time: 0.3379447 Aug 20 08:57:01.656815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f3c99-174f-4459-8077-c14f68f5b0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3594c1c7-93eb-45d1-bd19-5c055d23279a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:01.839274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:01.852172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47632) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:01.876343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:01.876687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f00d5756-5d45-40be-a66a-f2f2ba0e5ef3 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:01.888850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dfd5cf59-ec12-4de5-96a1-edbdd87fe6d0 None None] Provisioning for port af069fdd-b896-4cc5-9d13-0c48d9e8896c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:01.892531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bb9ebc1e-0293-49cc-80d6-0f9a43032e24 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:01.905286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-359c5bfb-9e72-4abf-812b-0332878f3126 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af1170b453d24270b420f250780a4af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515478 Aug 20 08:57:01.907611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:01.947924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dfd5cf59-ec12-4de5-96a1-edbdd87fe6d0 None None] Provisioning complete for port af069fdd-b896-4cc5-9d13-0c48d9e8896c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:01.952698 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dfd5cf59-ec12-4de5-96a1-edbdd87fe6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.022327 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.024907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d60c3aa3-9db6-4226-8276-d171163665e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.028836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.029688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.047236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5cf59-ec12-4de5-96a1-edbdd87fe6d0 None None] Port af069fdd-b896-4cc5-9d13-0c48d9e8896c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:02.061025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:02.061629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.159552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d60c3aa3-9db6-4226-8276-d171163665e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.215708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25326742-a296-4965-85c3-c14484da73d6 req-f49bad97-3a42-4d42-9e6e-bab6a063ef6b tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:02.217323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25326742-a296-4965-85c3-c14484da73d6 req-f49bad97-3a42-4d42-9e6e-bab6a063ef6b tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 945 time: 0.2028782 Aug 20 08:57:02.231185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=af069fdd-b896-4cc5-9d13-0c48d9e8896c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:02.250614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-3c2f3bf0-95c1-4297-a6eb-ffebd438d2ab tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:02.252150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-3c2f3bf0-95c1-4297-a6eb-ffebd438d2ab tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.37 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 945 time: 0.2169991 Aug 20 08:57:02.272977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a007d-488a-4a1f-8836-5f52784560b9 req-1ac55e4a-d402-446f-b488-a3e255aa4d76 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:02.280260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-109a007d-488a-4a1f-8836-5f52784560b9 req-1ac55e4a-d402-446f-b488-a3e255aa4d76 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 945 time: 0.2430906 Aug 20 08:57:02.316519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:02.319775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:02.338096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25326742-a296-4965-85c3-c14484da73d6 req-08cfb3a5-a1fc-4b2a-9c90-4e2683997d9a tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833046 Aug 20 08:57:02.341444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d60c3aa3-9db6-4226-8276-d171163665e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.344156 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d60c3aa3-9db6-4226-8276-d171163665e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.345661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d60c3aa3-9db6-4226-8276-d171163665e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20 HTTP/1.1" status: 204 len: 168 time: 0.4369431 Aug 20 08:57:02.365113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-109a007d-488a-4a1f-8836-5f52784560b9 req-9c00fddb-de37-452c-b805-b760a535a697 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/security-groups?id=8e217c2e-014c-4212-bbb0-d6b315d63a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800269 Aug 20 08:57:02.391074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c3aa3-9db6-4226-8276-d171163665e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bcfed9-9c3f-43b2-bcd9-7e5ee9d4fd20,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:02.578113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Deleting port d4f4d268-bdd9-42fd-8906-315d5af66d76 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:02.578460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.624775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Router 035466cc-9e9f-4751-8bda-da246685158c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:57:02.773578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc67e13f-2a82-4fce-95f3-cd2a493f6b9a None None] Provisioning complete for port af069fdd-b896-4cc5-9d13-0c48d9e8896c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:02.773810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] For port d4f4d268-bdd9-42fd-8906-315d5af66d76, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=d4f4d268-bdd9-42fd-8906-315d5af66d76,segment=NetworkSegment(aa361cd6-60c9-490e-a06f-f2dc9f44d4b0),segment_id=aa361cd6-60c9-490e-a06f-f2dc9f44d4b0)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:02.774034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.774499 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cc67e13f-2a82-4fce-95f3-cd2a493f6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:02.791032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:02.802183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Sync routers for ids ['035466cc-9e9f-4751-8bda-da246685158c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:02.804364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47654) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:02.804799 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28674d5a-5362-43d8-9e7f-9f55084205e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "PUT /v2.0/routers/035466cc-9e9f-4751-8bda-da246685158c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260736 Aug 20 08:57:02.806585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Calling delete_port for d4f4d268-bdd9-42fd-8906-315d5af66d76 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:02.821998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cc67e13f-2a82-4fce-95f3-cd2a493f6b9a None None] Port af069fdd-b896-4cc5-9d13-0c48d9e8896c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:02.824033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Routers {'035466cc-9e9f-4751-8bda-da246685158c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:02.824824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['035466cc-9e9f-4751-8bda-da246685158c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:02.905408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e8ba70-d58e-41f2-985a-101974ed7b86 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:02.916048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7e8ba70-d58e-41f2-985a-101974ed7b86 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports/af069fdd-b896-4cc5-9d13-0c48d9e8896c HTTP/1.1" status: 200 len: 911 time: 0.1106052 Aug 20 08:57:02.927018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:02.999056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:03.005954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Set router 035466cc-9e9f-4751-8bda-da246685158c gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:03.048451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Pushing event deleted for resources: {'Port': ['ID=d4f4d268-bdd9-42fd-8906-315d5af66d76,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:03.059005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ac5f0-59ac-4fac-9b12-9f220ff2d58a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:03.065760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ac5f0-59ac-4fac-9b12-9f220ff2d58a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:03.066690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['d4f4d268-bdd9-42fd-8906-315d5af66d76'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:03.067450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-866ac5f0-59ac-4fac-9b12-9f220ff2d58a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1394145 Aug 20 08:57:03.070606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47664) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:03.506188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] No DVR routers for this DVR port d4f4d268-bdd9-42fd-8906-315d5af66d76 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:03.512887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:03.516043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bc9d8315-00b2-414b-81d7-c06113c78668 req-09b1dd1f-5723-44da-8b18-a572cf6bb2b2 tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.37 "DELETE /v2.0/ports/d4f4d268-bdd9-42fd-8906-315d5af66d76 HTTP/1.1" status: 204 len: 173 time: 1.2556083 Aug 20 08:57:03.516514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'name': 'network-vif-deleted', 'tag': 'd4f4d268-bdd9-42fd-8906-315d5af66d76'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:03.520915 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8713a50f-72d6-414c-9a93-894ac37c5f06" -d '{"events": [{"server_uuid": "73815aca-bdb9-42bc-af5c-2f9328e08e11", "name": "network-vif-deleted", "tag": "d4f4d268-bdd9-42fd-8906-315d5af66d76"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:03.777531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47686) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:03.810072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc497fd4-596c-4701-838f-1da49f7e03be req-c2a962a8-667d-40fc-8b6f-d34804f4e1dd tempest-ServerGroupTestJSON-195412304 tempest-ServerGroupTestJSON-195412304-project] 10.222.0.35 "GET /v2.0/ports?device_id=73815aca-bdb9-42bc-af5c-2f9328e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0727692 Aug 20 08:57:03.822405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035466cc-9e9f-4751-8bda-da246685158c', 'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:01Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None, '_interfaces': [{'id': 'af069fdd-b896-4cc5-9d13-0c48d9e8896c', 'name': '', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'mac_address': 'fa:16:3e:2c:7b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035466cc-9e9f-4751-8bda-da246685158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '1bd318ee-096e-4bc1-a24e-a390fee916c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:01Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'subnets': [{'id': '1bd318ee-096e-4bc1-a24e-a390fee916c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:03.851448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Checking router: 035466cc-9e9f-4751-8bda-da246685158c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:03.851803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Updating router 035466cc-9e9f-4751-8bda-da246685158c port af069fdd-b896-4cc5-9d13-0c48d9e8896c binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:57:03.877245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:03.924507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1109936184-network', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:03.975056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Made reservation on behalf of 866c5988a5974ec2a4c7e94ac37eedf9 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:03.981115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:03.990520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bae98c-cbb6-4376-9cd7-fd80d786ba49 req-aac3d546-7e8e-4fd7-ac06-1f21a9dd2e17 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:03.998224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72bae98c-cbb6-4376-9cd7-fd80d786ba49 req-aac3d546-7e8e-4fd7-ac06-1f21a9dd2e17 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 945 time: 0.2476256 Aug 20 08:57:04.008363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.110779 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af1eba-0698-4e09-aed5-697ece53514d x-openstack-request-id: req-c9af1eba-0698-4e09-aed5-697ece53514d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:04.111095 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73815aca-bdb9-42bc-af5c-2f9328e08e11", "name": "network-vif-deleted", "tag": "d4f4d268-bdd9-42fd-8906-315d5af66d76", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:04.111330 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9af1eba-0698-4e09-aed5-697ece53514d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:04.111725 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73815aca-bdb9-42bc-af5c-2f9328e08e11', 'name': 'network-vif-deleted', 'tag': 'd4f4d268-bdd9-42fd-8906-315d5af66d76', 'status': 'completed', 'code': 200} Aug 20 08:57:04.167237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72bae98c-cbb6-4376-9cd7-fd80d786ba49 req-1a05a56c-ccee-448c-afa7-10117b1362a1 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677208 Aug 20 08:57:04.196687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.207056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.227611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:57:04.266800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06931e4-9e96-4ff0-a80a-46ac375f3029,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:04.274610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.275254 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Added segment 29d027e6-3121-4db8-b3e0-25e4abac8510 of type vlan for network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 Aug 20 08:57:04.322310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.351628 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.355832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.357310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:04.358390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.382243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Transition to ACTIVE for port object af069fdd-b896-4cc5-9d13-0c48d9e8896c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:04.410765 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.470893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40aa10-e33d-4193-98ee-2a4665decc12 None None] Pushing event updated for resources: {'Port': ['ID=af069fdd-b896-4cc5-9d13-0c48d9e8896c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:04.481771 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7006927 Aug 20 08:57:04.484347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:04.498084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5af056-80d5-42ae-8bd9-aab5e5adca45 admin admin] Pushing event updated for resources: {'Network': ['ID=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:04.500635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Request body: {'subnet': {'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1109936184-subnet', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:04.518785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:57:04.606747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.610579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Made reservation on behalf of 866c5988a5974ec2a4c7e94ac37eedf9 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:04.613465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Attempting to bind port af069fdd-b896-4cc5-9d13-0c48d9e8896c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:04.613873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Attempting to bind port af069fdd-b896-4cc5-9d13-0c48d9e8896c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:04.614267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Attempting to bind port af069fdd-b896-4cc5-9d13-0c48d9e8896c on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:04.614382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.640653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:04.641071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:04.641438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.643141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:04.648375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Bound port: af069fdd-b896-4cc5-9d13-0c48d9e8896c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:04.648794 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.750212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] For port af069fdd-b896-4cc5-9d13-0c48d9e8896c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:04.754132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] For port af069fdd-b896-4cc5-9d13-0c48d9e8896c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af069fdd-b896-4cc5-9d13-0c48d9e8896c,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:04.762581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.812031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fe2-b2af-4872-996a-b528d1105cc3 req-e69f567c-8385-41b2-8340-7431f49c87ad tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:04.820279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69862fe2-b2af-4872-996a-b528d1105cc3 req-e69f567c-8385-41b2-8340-7431f49c87ad tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 945 time: 0.2980847 Aug 20 08:57:04.827865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Routers {'035466cc-9e9f-4751-8bda-da246685158c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:04.828440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['035466cc-9e9f-4751-8bda-da246685158c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:04.870463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40aa10-e33d-4193-98ee-2a4665decc12 None None] Pushing event updated for resources: {'Port': ['ID=af069fdd-b896-4cc5-9d13-0c48d9e8896c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:04.935850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:04.982401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69862fe2-b2af-4872-996a-b528d1105cc3 req-cbfa06b5-b929-4898-9b39-548bd383b77a tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609020 Aug 20 08:57:05.052088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] Set router 035466cc-9e9f-4751-8bda-da246685158c gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:05.174761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0922113-bf53-4209-af8a-62ed9eb9b172,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:05.214109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Checking segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:05.214507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Network hostable DHCP agents. Network: 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:57:05.245276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:57:05.263023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:05.267707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:05.268508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.292123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ccd19-f6c9-4dbc-ad04-1f22038f7d1b None None] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:05.327910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7cd7b0cd-833d-4962-bec1-95106d69727b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8336079 Aug 20 08:57:05.327910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47726) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:05.327910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:05.365338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port af069fdd-b896-4cc5-9d13-0c48d9e8896c {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:05.365883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.370803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.371902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.398054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:05.485050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Deleting subnet 7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:05.495575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.508245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.549517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d4f4d268-bdd9-42fd-8906-315d5af66d76 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:05.570877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] For port af069fdd-b896-4cc5-9d13-0c48d9e8896c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af069fdd-b896-4cc5-9d13-0c48d9e8896c,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:05.571423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.582861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.620710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for af069fdd-b896-4cc5-9d13-0c48d9e8896c owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:05.634163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: d4f4d268-bdd9-42fd-8906-315d5af66d76 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:05.634825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device d4f4d268-bdd9-42fd-8906-315d5af66d76 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:05.652763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035466cc-9e9f-4751-8bda-da246685158c', 'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:01Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None, '_interfaces': [{'id': 'af069fdd-b896-4cc5-9d13-0c48d9e8896c', 'name': '', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'mac_address': 'fa:16:3e:2c:7b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035466cc-9e9f-4751-8bda-da246685158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '1bd318ee-096e-4bc1-a24e-a390fee916c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:04Z', 'revision_number': 4, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'subnets': [{'id': '1bd318ee-096e-4bc1-a24e-a390fee916c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:05.710537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.714489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ac71-3a05-4ea8-8564-f0e08922c20d None None] The sync data for ids ['035466cc-9e9f-4751-8bda-da246685158c'] in n-d-804285-2 is: [{'id': '035466cc-9e9f-4751-8bda-da246685158c', 'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:01Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None, '_interfaces': [{'id': 'af069fdd-b896-4cc5-9d13-0c48d9e8896c', 'name': '', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'mac_address': 'fa:16:3e:2c:7b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035466cc-9e9f-4751-8bda-da246685158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '1bd318ee-096e-4bc1-a24e-a390fee916c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:04Z', 'revision_number': 4, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'subnets': [{'id': '1bd318ee-096e-4bc1-a24e-a390fee916c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:05.718303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:05.720095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.739479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:05.906470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-a90c5454-2352-4db1-9202-93792bb4b98c tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:05.908499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-a90c5454-2352-4db1-9202-93792bb4b98c tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.26 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 945 time: 0.1094651 Aug 20 08:57:05.915037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.121403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Allocated IP 172.20.0.2 (3b51bcbd-e4b8-49be-b8bf-1906c37f33d5/d0922113-bf53-4209-af8a-62ed9eb9b172/13f3d4bb-a49a-4917-b876-9d3223c1ffa6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:06.133784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:06.147151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.152555 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3023b620-2811-4fdc-8827-8fd1be6a8a43 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7f2c6577-c4c3-43cb-b8e8-1e7c3d48ddd8 HTTP/1.1" status: 204 len: 168 time: 0.7513168 Aug 20 08:57:06.154097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47752) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:06.204590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.331802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=af069fdd-b896-4cc5-9d13-0c48d9e8896c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:06.374833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Deleting port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:06.375324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.473469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.473806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.486573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Transition to ACTIVE for port object 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:06.490676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.506126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bae199-5f18-45a8-a2a4-be0dca58c7fc req-23281a46-0a66-4cf9-86f7-b8a23b806024 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:06.513445 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26bae199-5f18-45a8-a2a4-be0dca58c7fc req-23281a46-0a66-4cf9-86f7-b8a23b806024 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 945 time: 0.2983730 Aug 20 08:57:06.529667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.543271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Transition to ACTIVE for port object 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:06.569801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.570349 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.614774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:06.618580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:06.625410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:06.661909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Pushing event updated for resources: {'Port': ['ID=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:06.699918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] For port e1bdf398-2c4e-4842-9e8e-0dff30a609f9, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,segment=NetworkSegment(53027b8d-7909-4a29-bbd6-16572d2a815f),segment_id=53027b8d-7909-4a29-bbd6-16572d2a815f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:06.700304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.716142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Calling delete_port for e1bdf398-2c4e-4842-9e8e-0dff30a609f9 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:06.733371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Attempting to bind port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:06.733757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Attempting to bind port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:06.734124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Attempting to bind port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:06.745294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:06.745671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Checking segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:06.748169 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.748566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Bound using segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:06.749046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Bound port: 13f3d4bb-a49a-4917-b876-9d3223c1ffa6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:06.749426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.750328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26bae199-5f18-45a8-a2a4-be0dca58c7fc req-ad5a3400-5d63-4305-835f-244e543cef83 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ddf85fb-3d61-4988-8687-7e1ec2832079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358413 Aug 20 08:57:06.838836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.850449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:06.862448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:06.863554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa361cd6-60c9-490e-a06f-f2dc9f44d4b0') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:06.873884 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.874657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] For port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:06.878926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] For port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:06.883586 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.904204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.917506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:57:06.917945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:06.918332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Router 035466cc-9e9f-4751-8bda-da246685158c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:57:06.920243 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:57:06.938048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Allocated IP 172.25.5.223 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/54e339cc-563d-448d-a0f5-1e2ed32fa6eb) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:06.989915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a1526-7c3a-443f-aeed-7d8ac69b5612 None None] Pushing event updated for resources: {'Port': ['ID=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:07.053094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.074351 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.078518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] 10.222.0.35 "DELETE /v2.0/networks/6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5 HTTP/1.1" status: 204 len: 168 time: 0.9190183 Aug 20 08:57:07.080309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ec4b1-5ee9-4f22-8fb8-f2b9e3c26a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd40b28-6f46-4d0f-9a5f-7f993aa60ed5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:07.108302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:07.115561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-31f63fc5-4bc3-4de9-b1ca-1ba7bfcc16d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "PUT /v2.0/routers/035466cc-9e9f-4751-8bda-da246685158c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0438945 Aug 20 08:57:07.118043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47762) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:07.130600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.141489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e1bdf398-2c4e-4842-9e8e-0dff30a609f9'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:07.218151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Pushing event deleted for resources: {'Port': ['ID=e1bdf398-2c4e-4842-9e8e-0dff30a609f9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:07.244472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b69668-855e-496a-a963-03bebe117f69 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:07.249776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b69668-855e-496a-a963-03bebe117f69 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:07.251377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b1b69668-855e-496a-a963-03bebe117f69 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1324170 Aug 20 08:57:07.260549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47766) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:07.270549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47768) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:07.294683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] No DVR routers for this DVR port e1bdf398-2c4e-4842-9e8e-0dff30a609f9 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:07.298639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.300864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5147d51-8c27-4e29-9969-dd252f63a554 req-72db73fc-f380-444e-ae5f-00a13c1c33e4 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.26 "DELETE /v2.0/ports/e1bdf398-2c4e-4842-9e8e-0dff30a609f9 HTTP/1.1" status: 204 len: 173 time: 1.3829536 Aug 20 08:57:07.301361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'name': 'network-vif-deleted', 'tag': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:07.313007 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8230281-2c05-4b1e-8899-4754f61d4112" -d '{"events": [{"server_uuid": "f14791ae-b176-4318-93cb-f46ba51971dc", "name": "network-vif-deleted", "tag": "e1bdf398-2c4e-4842-9e8e-0dff30a609f9"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:07.390730 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7648bd-66e4-4fcd-9373-6a0e9f9b7956 x-openstack-request-id: req-ec7648bd-66e4-4fcd-9373-6a0e9f9b7956 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:07.391032 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14791ae-b176-4318-93cb-f46ba51971dc", "name": "network-vif-deleted", "tag": "e1bdf398-2c4e-4842-9e8e-0dff30a609f9", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:07.391291 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec7648bd-66e4-4fcd-9373-6a0e9f9b7956 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:07.391691 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14791ae-b176-4318-93cb-f46ba51971dc', 'name': 'network-vif-deleted', 'tag': 'e1bdf398-2c4e-4842-9e8e-0dff30a609f9', 'status': 'completed', 'code': 200} Aug 20 08:57:07.402135 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.481065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-886553b8-c32f-4def-ad61-73496e750578 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac602461fc114863a663035537ce2662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068293 Aug 20 08:57:07.483478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47776) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:07.496270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 1bd318ee-096e-4bc1-a24e-a390fee916c0 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:07.500895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.575802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.583531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fd22-c4a1-407d-92f1-b4c476f208f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.626769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fd22-c4a1-407d-92f1-b4c476f208f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.633473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.675844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.684547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fd22-c4a1-407d-92f1-b4c476f208f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.687439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fd22-c4a1-407d-92f1-b4c476f208f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:07.691670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2eb9fd22-c4a1-407d-92f1-b4c476f208f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e217c2e-014c-4212-bbb0-d6b315d63a5a HTTP/1.1" status: 204 len: 168 time: 0.2041874 Aug 20 08:57:07.705558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9fd22-c4a1-407d-92f1-b4c476f208f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e217c2e-014c-4212-bbb0-d6b315d63a5a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:07.713224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:07.721150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:07.730414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:07.735171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Pushing event updated for resources: {'Port': ['ID=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:08.007150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:08.131328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:08.402638 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] Sync routers for ids ['035466cc-9e9f-4751-8bda-da246685158c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:08.418863 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] Routers {'035466cc-9e9f-4751-8bda-da246685158c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:08.419628 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['035466cc-9e9f-4751-8bda-da246685158c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:08.433806 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:08.462082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db2445-c0b6-4479-afd1-99bb40bb1c18 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:08.462925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6efb3104-fc8d-4c74-ad1a-201d828d0972 req-ec427810-4f1b-45ee-8f0d-2a32802ce155 tempest-InstanceActionsV221TestJSON-2097662315 tempest-InstanceActionsV221TestJSON-2097662315-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14791ae-b176-4318-93cb-f46ba51971dc HTTP/1.1" status: 200 len: 210 time: 0.0839343 Aug 20 08:57:08.549860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:08.555377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/1bd318ee-096e-4bc1-a24e-a390fee916c0 HTTP/1.1" status: 204 len: 168 time: 1.2920270 Aug 20 08:57:08.557865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47802) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:08.594476 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] Set router 035466cc-9e9f-4751-8bda-da246685158c gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:08.666492 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035466cc-9e9f-4751-8bda-da246685158c', 'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:06Z', 'revision_number': 3, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:08.702566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902aaaed-4b4c-4da4-8d13-535c3c0c7e74 None None] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:08.717470 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] Checking router: 035466cc-9e9f-4751-8bda-da246685158c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:08.728290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] Routers {'035466cc-9e9f-4751-8bda-da246685158c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:08.729157 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['035466cc-9e9f-4751-8bda-da246685158c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:08.858533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] Provisioning for port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:08.872423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781be58-ef89-46d3-8710-7849124151ab None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:57:08.887563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-545d8c51-523f-44d7-a1a5-0dc54f1f0ce8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3282280 Aug 20 08:57:08.889955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47812) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:08.912573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:08.931881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] Provisioning complete for port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:08.932331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:08.934922 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] Set router 035466cc-9e9f-4751-8bda-da246685158c gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:08.994609 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035466cc-9e9f-4751-8bda-da246685158c', 'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:06Z', 'revision_number': 3, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:09.026336 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae568d-1a8c-4361-aa94-3d3fa7430702 None None] The sync data for ids ['035466cc-9e9f-4751-8bda-da246685158c'] in n-d-804285-2 is: [{'id': '035466cc-9e9f-4751-8bda-da246685158c', 'name': 'tempest-NetworksTestDHCPv6-router-2061877088', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:00Z', 'updated_at': '2021-08-20T08:57:06Z', 'revision_number': 3, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:09.034689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3387-b615-4e67-9cb2-0374eccfcffb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd318ee-096e-4bc1-a24e-a390fee916c0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:09.069182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.093097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47818) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:09.137669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7fa53-954e-4b63-bcbb-87f1066c3e73 req-a8192ff2-f793-4853-af2e-a00687594589 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:09.139297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54f7fa53-954e-4b63-bcbb-87f1066c3e73 req-a8192ff2-f793-4853-af2e-a00687594589 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 946 time: 0.5161283 Aug 20 08:57:09.241935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a781be58-ef89-46d3-8710-7849124151ab None None] Deleting port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:09.242409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a781be58-ef89-46d3-8710-7849124151ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.270079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54f7fa53-954e-4b63-bcbb-87f1066c3e73 req-7a840fc6-3019-474f-97fb-f9a98c4ba9c2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862725 Aug 20 08:57:09.297994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1138894643-network', 'tenant_id': 'c090f51031b844fd850b52c8bea83174'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:09.313071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.334605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.336872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.351750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.357938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Made reservation on behalf of c090f51031b844fd850b52c8bea83174 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:09.360614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.368893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] For port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:09.380637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.389602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a781be58-ef89-46d3-8710-7849124151ab None None] For port bb9ebc1e-0293-49cc-80d6-0f9a43032e24, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:09.390543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a781be58-ef89-46d3-8710-7849124151ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.403726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.404851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Fanout notify agent at l3_agent the message router_deleted on router 035466cc-9e9f-4751-8bda-da246685158c {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:57:09.408644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a781be58-ef89-46d3-8710-7849124151ab None None] Calling delete_port for bb9ebc1e-0293-49cc-80d6-0f9a43032e24 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:09.421616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.422817 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c648423e-10f2-4430-84e9-2eb1f0b803b4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/routers/035466cc-9e9f-4751-8bda-da246685158c HTTP/1.1" status: 204 len: 168 time: 0.5316913 Aug 20 08:57:09.426094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47822) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:09.434727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:09.526665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.635158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a781be58-ef89-46d3-8710-7849124151ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.649055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968b377-2a0a-48e4-aaaa-0537fb2e275a None None] Pushing event updated for resources: {'Port': ['ID=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:09.683600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781be58-ef89-46d3-8710-7849124151ab None None] Pushing event deleted for resources: {'Port': ['ID=bb9ebc1e-0293-49cc-80d6-0f9a43032e24,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:09.685900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781be58-ef89-46d3-8710-7849124151ab None None] No DVR routers for this DVR port bb9ebc1e-0293-49cc-80d6-0f9a43032e24 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:09.756513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0328a1dd-3520-4553-9ff4-3aa851017e5a None None] Provisioning complete for port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:09.758771 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0328a1dd-3520-4553-9ff4-3aa851017e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.801704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.822838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.857786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-6dfbcaad-7a4d-432b-b7c2-0e778839f37d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:09.860000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-6dfbcaad-7a4d-432b-b7c2-0e778839f37d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 946 time: 0.1480508 Aug 20 08:57:09.881844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:57:09.900576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:57:09.907800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e2895-49a9-4d66-b20a-055d9d9c401d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:09.916844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1bdf398-2c4e-4842-9e8e-0dff30a609f9 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:09.919591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47836) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:09.932236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:09.932714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:09.938056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.942429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:09.943004 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Added segment ec98bd4b-9db5-4423-8bab-2d269b3cc836 of type vlan for network 2d0c12a5-9332-4a01-9b82-ebf354a6763c Aug 20 08:57:10.026499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: e1bdf398-2c4e-4842-9e8e-0dff30a609f9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:10.026997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1bdf398-2c4e-4842-9e8e-0dff30a609f9 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:10.067412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:10.067919 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.115550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:10.136064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Deleting port 06cb6f33-6ef5-4ede-9938-3bb801cd032f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:10.136064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.148832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.150102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-708ab41b-052b-40cd-bd2b-1cb904a461d3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8275373 Aug 20 08:57:10.153739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47840) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:10.314719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:10.317440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] For port 06cb6f33-6ef5-4ede-9938-3bb801cd032f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=06cb6f33-6ef5-4ede-9938-3bb801cd032f,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:10.317946 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.339434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:10.340242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:10.344375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Deleting subnet f32d8fdf-9e6b-4690-913e-a7bbddce2b1b {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:10.357023 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.437302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:10.443441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.450071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.456588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:10.460026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:10.460811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.478981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfb08f-bccf-4932-9590-be9a7d758cbd None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:10.559524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.568494 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1408229 Aug 20 08:57:10.573853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47844) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:10.574573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5c513-853d-4b9d-8a25-39437f1b2ba5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=3ee3bacb-759d-4dd2-830f-084dd1f08202,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:10.583160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:10.583822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:10.597653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc26be-eef6-4718-bf85-e0c937f73d84 req-6ee1accf-4c46-4544-9b83-272db2a25919 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:10.606156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cfc26be-eef6-4718-bf85-e0c937f73d84 req-6ee1accf-4c46-4544-9b83-272db2a25919 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 946 time: 0.1964381 Aug 20 08:57:10.673509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.674693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:10.675412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.725028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.734286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.735380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.825127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.825513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.826398 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Floating IP 71c16f7d-1465-45f0-903f-9efcfad49294 disassociated. External IP: 172.25.5.37, port: 06cb6f33-6ef5-4ede-9938-3bb801cd032f. Aug 20 08:57:10.826398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Calling delete_port for 06cb6f33-6ef5-4ede-9938-3bb801cd032f owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:10.839089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af069fdd-b896-4cc5-9d13-0c48d9e8896c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:10.847665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7501490 Aug 20 08:57:10.858542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47850) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:10.863523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Request body: {'subnet': {'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1138894643-subnet', 'tenant_id': 'c090f51031b844fd850b52c8bea83174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:10.869809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.875675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.884315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cfc26be-eef6-4718-bf85-e0c937f73d84 req-349ba83a-2043-4843-87e0-58ea7743cee2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5e1b467-0fff-4ff0-b881-db556144a13a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771785 Aug 20 08:57:10.890617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741412a1-e66c-4b72-802d-59b430b36eda admin admin] Pushing event updated for resources: {'Network': ['ID=2d0c12a5-9332-4a01-9b82-ebf354a6763c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:10.950648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 2d0c12a5-9332-4a01-9b82-ebf354a6763c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:57:10.954485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '3ee3bacb-759d-4dd2-830f-084dd1f08202'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:10.955503 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.957465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Made reservation on behalf of c090f51031b844fd850b52c8bea83174 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:10.960405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.967829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: af069fdd-b896-4cc5-9d13-0c48d9e8896c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:10.968676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af069fdd-b896-4cc5-9d13-0c48d9e8896c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:10.969468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bb9ebc1e-0293-49cc-80d6-0f9a43032e24 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:10.973561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:10.974900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d5633359-9ad6-4e2b-876b-b14eb97a2bc8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3958027 Aug 20 08:57:10.980396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47852) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:11.035663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.055094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: bb9ebc1e-0293-49cc-80d6-0f9a43032e24 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:11.056111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bb9ebc1e-0293-49cc-80d6-0f9a43032e24 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:11.101559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32d8fdf-9e6b-4690-913e-a7bbddce2b1b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:11.111643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.114010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6708ed16-9fc6-4f4c-805b-3681b5f25359 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f32d8fdf-9e6b-4690-913e-a7bbddce2b1b HTTP/1.1" status: 204 len: 168 time: 1.1926124 Aug 20 08:57:11.122427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47854) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:11.276580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/3ee3bacb-759d-4dd2-830f-084dd1f08202/3220d5d6-440e-4faa-9d07-e4537f71e6a0) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:11.311081 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.432717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.434863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.456570 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.467029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Transition to ACTIVE for port object 3220d5d6-440e-4faa-9d07-e4537f71e6a0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:11.486208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Transition to ACTIVE for port object 3220d5d6-440e-4faa-9d07-e4537f71e6a0 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:11.506316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.569627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e21039-66a7-4ddf-8c44-14ea590af1cb,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:11.583235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.595105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.607409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:11.615190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:11.618862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:11.638935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4442bda8-e10c-4988-8bf8-e5b5f39e14ef']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:11.641870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Pushing event updated for resources: {'Port': ['ID=3220d5d6-440e-4faa-9d07-e4537f71e6a0,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:11.662021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53027b8d-7909-4a29-bbd6-16572d2a815f') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:11.662359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53027b8d-7909-4a29-bbd6-16572d2a815f') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:11.664212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Checking segment: {'id': 'ec98bd4b-9db5-4423-8bab-2d269b3cc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:11.664575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Network hostable DHCP agents. Network: 2d0c12a5-9332-4a01-9b82-ebf354a6763c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:57:11.683607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.688956 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.714949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:08Z', 'revision_number': 3, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:11.727456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event deleted for resources: {'Port': ['ID=06cb6f33-6ef5-4ede-9938-3bb801cd032f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:11.742602 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.758655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Network 2d0c12a5-9332-4a01-9b82-ebf354a6763c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:57:11.782282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:57:11.782972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:57:11.787159 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:57:11.803166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:11.803517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Updating router f9b7d27c-2ae7-4a8c-bab4-3339e672130c port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:57:11.828099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 2d0c12a5-9332-4a01-9b82-ebf354a6763c) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:11.856900 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.858623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94acd0-ab3a-4597-b8f7-5e4ea7347283 None None] Network 2d0c12a5-9332-4a01-9b82-ebf354a6763c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:11.860347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Attempting to bind port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:11.860706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Attempting to bind port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:11.861548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Attempting to bind port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:11.903086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:11.904572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:11.941334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Router cb058ee3-fc32-42e4-a48d-bcdae2298156 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:11.973538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a706812b-fbe1-4b9f-9bb1-c1dfa7c61e64 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1051517 Aug 20 08:57:11.973538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.000555 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.003648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4442bda8-e10c-4988-8bf8-e5b5f39e14ef HTTP/1.1" status: 204 len: 168 time: 0.8773339 Aug 20 08:57:12.011404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:12.012203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:12.012846 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.013480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:12.014224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Bound port: 3220d5d6-440e-4faa-9d07-e4537f71e6a0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:12.014855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.023758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Allocated IP 172.20.0.1 (3b51bcbd-e4b8-49be-b8bf-1906c37f33d5/d0922113-bf53-4209-af8a-62ed9eb9b172/2590a746-673c-4230-a3d7-e80eab3f6132) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:12.068670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2b57f-175c-4aa6-858a-449d1eb362c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4442bda8-e10c-4988-8bf8-e5b5f39e14ef,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:12.317847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:12.398871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] For port 3220d5d6-440e-4faa-9d07-e4537f71e6a0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:12.426023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::1 (70e63f2b-66e7-4648-9b28-cb982492e847/3ee3bacb-759d-4dd2-830f-084dd1f08202/5b02f99a-0b66-4ddb-8f08-63c2369eddbb) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:12.429857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] For port 3220d5d6-440e-4faa-9d07-e4537f71e6a0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3220d5d6-440e-4faa-9d07-e4537f71e6a0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:12.508084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.538833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:12.541159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894c0a5-f046-405c-9679-788e002273cb None None] Network 2d0c12a5-9332-4a01-9b82-ebf354a6763c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:12.551591 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] Sync routers for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:12.568192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:12.572251 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:12.604987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] No DVR routers for this DVR port 06cb6f33-6ef5-4ede-9938-3bb801cd032f on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:12.608331 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.610640 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4af83cb8-488f-4fcc-bc2d-18dff61c3c24 req-babb01f8-28ca-4e74-9e9a-7c99d4f887b2 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.26 "DELETE /v2.0/ports/06cb6f33-6ef5-4ede-9938-3bb801cd032f HTTP/1.1" status: 204 len: 173 time: 2.7358975 Aug 20 08:57:12.618174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'name': 'network-vif-deleted', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:12.620602 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab45e7c3-54be-4dfc-9f76-c0d5354eb20b" -d '{"events": [{"server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "name": "network-vif-deleted", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:12.637138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f855e288-0e51-4c49-bd8d-fa215e8c4269 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d82c3d1bc62e4f41bcd83f4a0332b654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080242 Aug 20 08:57:12.641542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47884) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:12.754795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26c24f8f-20a6-4cac-99ab-871cad9eddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.766305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.799980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26c24f8f-20a6-4cac-99ab-871cad9eddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.803664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 5b02f99a-0b66-4ddb-8f08-63c2369eddbb will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:12.892078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.909022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:12.919068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.925660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26c24f8f-20a6-4cac-99ab-871cad9eddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.928154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26c24f8f-20a6-4cac-99ab-871cad9eddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:12.932016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-26c24f8f-20a6-4cac-99ab-871cad9eddca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ddf85fb-3d61-4988-8687-7e1ec2832079 HTTP/1.1" status: 204 len: 168 time: 0.2889345 Aug 20 08:57:12.976085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25492-ba1d-4c05-8f99-f8cd478214c5 None None] Pushing event updated for resources: {'Port': ['ID=3220d5d6-440e-4faa-9d07-e4537f71e6a0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:12.999936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b1c31c4-6a12-46f6-9865-5f1921285d2d req-0568c9c1-dc38-4ff9-bce9-3b137f9b902d tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b HTTP/1.1" status: 200 len: 210 time: 0.8882766 Aug 20 08:57:13.035108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c24f8f-20a6-4cac-99ab-871cad9eddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf85fb-3d61-4988-8687-7e1ec2832079,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:13.047200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:13.058090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:13.061101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:13.062045 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.188829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:13.428736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.434785 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb9178e-1321-4f90-b01c-d5730eb19a98 x-openstack-request-id: req-fcb9178e-1321-4f90-b01c-d5730eb19a98 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:13.435347 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b", "name": "network-vif-deleted", "tag": "06cb6f33-6ef5-4ede-9938-3bb801cd032f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:13.435347 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fcb9178e-1321-4f90-b01c-d5730eb19a98 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:13.435711 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f5ce4b-1e14-46ee-bf5f-4237d46e0d1b', 'name': 'network-vif-deleted', 'tag': '06cb6f33-6ef5-4ede-9938-3bb801cd032f', 'status': 'completed', 'code': 200} Aug 20 08:57:13.439763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-030fa7b3-0ba8-44ea-8869-a4fa39696012 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:13.445769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.451167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-030fa7b3-0ba8-44ea-8869-a4fa39696012 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/networks?id=2d0c12a5-9332-4a01-9b82-ebf354a6763c HTTP/1.1" status: 200 len: 809 time: 0.4708519 Aug 20 08:57:13.496075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-87046b6d-8e57-456b-ac78-c9e9e8e6cae8 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/quotas/c090f51031b844fd850b52c8bea83174 HTTP/1.1" status: 200 len: 375 time: 0.0422745 Aug 20 08:57:13.498179 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:10Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:13.504383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Transition to ACTIVE for port object 2590a746-673c-4230-a3d7-e80eab3f6132 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:13.561940 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] Checking router: cb058ee3-fc32-42e4-a48d-bcdae2298156 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:13.582315 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:13.583104 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:13.583634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fed27449-854f-4e54-91ae-34531cd822ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.603482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b4f2ab06-9687-4481-b9dd-3cebb4ae935c tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c090f51031b844fd850b52c8bea83174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058960 Aug 20 08:57:13.604306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.627181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Transition to ACTIVE for port object 54e339cc-563d-448d-a0f5-1e2ed32fa6eb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:13.641772 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.749133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Attempting to bind port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:13.751370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Attempting to bind port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:13.751523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Attempting to bind port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:13.786599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba65b69-6718-4a4f-b189-abfdf9a9b477 None None] Pushing event updated for resources: {'Port': ['ID=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:13.796049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:13.799142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:13.799529 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.800450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:13.802828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Bound port: 54e339cc-563d-448d-a0f5-1e2ed32fa6eb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:13.804670 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.846751 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:13.881114 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:13.974670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] For port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:13.978365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] For port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:13.987824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 06cb6f33-6ef5-4ede-9938-3bb801cd032f no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:13.993384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-db721f6d-1dc0-4d4a-8d1f-f6e7fa05a029 service neutron] 10.222.0.35 "GET /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881297 Aug 20 08:57:14.015646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3220d5d6-440e-4faa-9d07-e4537f71e6a0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:14.020757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 06cb6f33-6ef5-4ede-9938-3bb801cd032f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:14.021227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 06cb6f33-6ef5-4ede-9938-3bb801cd032f not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:14.023319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.114644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:14.125635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:14.132521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.140488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:14.153607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Pushing event updated for resources: {'Port': ['ID=2590a746-673c-4230-a3d7-e80eab3f6132,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:14.227861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba65b69-6718-4a4f-b189-abfdf9a9b477 None None] Pushing event updated for resources: {'Port': ['ID=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:14.231825 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:10Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:14.239294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:14.239939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f0c26-c637-4898-9f12-9da02f0f24d4 req-0d2edd19-70ec-4a0a-bc5d-34cd95cf395e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:14.240108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:14.251620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c90f0c26-c637-4898-9f12-9da02f0f24d4 req-0d2edd19-70ec-4a0a-bc5d-34cd95cf395e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.4319515 Aug 20 08:57:14.296036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.302079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-2305ef00-1862-49a7-b6ed-7d8991be2408 service neutron] 10.222.0.35 "GET /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076899 Aug 20 08:57:14.303755 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.304710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.324708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.339933 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd922234-7834-4d77-a99b-417ec43d2b47 None None] The sync data for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 is: [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:54:57Z', 'revision_number': 4, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f0de2b94-4808-4f06-9228-d25945089f3a', 'name': '', 'network_id': 'fca0fc66-b00a-4f12-a566-a0eceb6f07c2', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'mac_address': 'fa:16:3e:2d:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:56Z', 'updated_at': '2021-08-20T08:55:10Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'subnets': [{'id': 'd33cc909-b3d7-4817-ac9b-7d43ab6fe04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:14.416357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:14.459689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c90f0c26-c637-4898-9f12-9da02f0f24d4 req-ca22f5a6-da1c-44a6-b66d-c31080436323 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064621 Aug 20 08:57:14.508920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:14.568711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:14.655630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:14.657155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:14.660150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47938) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:14.835830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1271005927-network', 'tenant_id': 'c5bfcefe71024273aa15871bdb9e5a10'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:14.885413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Provisioning for port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:14.887930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Made reservation on behalf of c5bfcefe71024273aa15871bdb9e5a10 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:14.890399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.902485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-c2e8b8a8-c760-4cf6-b778-d1a9a6eea1d9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:14.906258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.910736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Provisioning complete for port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:14.911111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:14.915890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-c2e8b8a8-c760-4cf6-b778-d1a9a6eea1d9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.3061371 Aug 20 08:57:14.937077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7286c6-1f41-4507-bed8-3d95e8dd4f6e None None] New status for floating IP 71c16f7d-1465-45f0-903f-9efcfad49294: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:57:14.991698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Router 427956d4-e480-45bf-bab9-ed146ead5405 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:57:15.046744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-63a8530e-0b72-44e1-8535-8feedcba943c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/quotas/4382ecd349434db2ae9560951f498aaf HTTP/1.1" status: 200 len: 375 time: 0.1298723 Aug 20 08:57:15.056882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d79a7ab6-70a3-4363-acbc-0776f97d4656 req-e531ab47-8b1f-42ee-a17a-925bf4eebaa3 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 210 time: 0.1217010 Aug 20 08:57:15.157522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.190645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.233879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.238049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.279863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:15.304005 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Sync routers for ids ['427956d4-e480-45bf-bab9-ed146ead5405'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:15.306428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-4913b8e6-27c5-433b-bd3b-e92f4f1a723c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:15.308417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-4913b8e6-27c5-433b-bd3b-e92f4f1a723c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.2345846 Aug 20 08:57:15.309003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:57:15.315919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47952) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:15.322823 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Routers {'427956d4-e480-45bf-bab9-ed146ead5405'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:15.325221 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:56:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['427956d4-e480-45bf-bab9-ed146ead5405'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:15.329269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] For port 3220d5d6-440e-4faa-9d07-e4537f71e6a0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3220d5d6-440e-4faa-9d07-e4537f71e6a0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:15.330787 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-57dacfad-b246-4104-bcd3-3546486b7429 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "PUT /v2.0/routers/427956d4-e480-45bf-bab9-ed146ead5405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3451154 Aug 20 08:57:15.336481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47954) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:15.340177 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.414243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Pushing event updated for resources: {'Port': ['ID=3220d5d6-440e-4faa-9d07-e4537f71e6a0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:15.427094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b843cf1f-1b1c-4508-8e15-ea4c3d327725,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:15.461755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Provisioning for port 2590a746-673c-4230-a3d7-e80eab3f6132 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:15.467027 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Set router 427956d4-e480-45bf-bab9-ed146ead5405 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:15.479832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Provisioning complete for port 2590a746-673c-4230-a3d7-e80eab3f6132 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:15.480387 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.486004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.495176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.495468 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Added segment 5c1fadd1-aae5-495e-bd5e-8393681120f1 of type vlan for network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 Aug 20 08:57:15.500479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.516083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:08Z', 'revision_number': 3, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:15.557562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c50ca-dfb0-479c-a2be-004f47da08bd None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:08Z', 'revision_number': 3, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:15.582971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-95108be7-7d90-4bf9-a029-79e66f9b867e None None] Port 2590a746-673c-4230-a3d7-e80eab3f6132 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:15.583464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca9fd9-a500-47d3-b3dc-fec7acbbece0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:15.590739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-35ca9fd9-a500-47d3-b3dc-fec7acbbece0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports/5b02f99a-0b66-4ddb-8f08-63c2369eddbb HTTP/1.1" status: 200 len: 911 time: 0.2419510 Aug 20 08:57:15.607657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-ad88a909-e5e4-4b6b-a72c-7dde8b3eaedf tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5599198 Aug 20 08:57:15.611273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:15.632764 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.710866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fb08eb6a-aea6-4ffa-98af-64dfbd64fc09 None None] Provisioning for port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:15.715671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.716218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fb08eb6a-aea6-4ffa-98af-64dfbd64fc09 None None] Provisioning complete for port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:15.717345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fb08eb6a-aea6-4ffa-98af-64dfbd64fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.769458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fb08eb6a-aea6-4ffa-98af-64dfbd64fc09 None None] Port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:15.796705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278e77c9-ffed-49ff-87c8-a0219290933b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.800987 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427956d4-e480-45bf-bab9-ed146ead5405', 'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:10Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None, '_interfaces': [{'id': '5b02f99a-0b66-4ddb-8f08-63c2369eddbb', 'name': '', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'mac_address': 'fa:16:3e:4a:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427956d4-e480-45bf-bab9-ed146ead5405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3ee3bacb-759d-4dd2-830f-084dd1f08202', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'subnets': [{'id': '3ee3bacb-759d-4dd2-830f-084dd1f08202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:15.809365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.811185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:15.811987 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.839644 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Checking router: 427956d4-e480-45bf-bab9-ed146ead5405 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:15.840518 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Updating router 427956d4-e480-45bf-bab9-ed146ead5405 port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:57:15.846779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Pushing event updated for resources: {'Port': ['ID=2590a746-673c-4230-a3d7-e80eab3f6132,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:15.884824 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.909465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290eeb89-06c1-4e75-bf5f-66e0c1b22652 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:15.916732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290eeb89-06c1-4e75-bf5f-66e0c1b22652 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:15.930333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-290eeb89-06c1-4e75-bf5f-66e0c1b22652 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3163199 Aug 20 08:57:15.946294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:15.951476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278e77c9-ffed-49ff-87c8-a0219290933b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:15.961279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3220d5d6-440e-4faa-9d07-e4537f71e6a0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:15.970927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974bdf2-e3e3-4fd1-b938-4de79fa0c42f req-6281cb5a-e2ab-46d4-a80e-7cd1c7d3050b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:15.985336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2974bdf2-e3e3-4fd1-b938-4de79fa0c42f req-6281cb5a-e2ab-46d4-a80e-7cd1c7d3050b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.3725727 Aug 20 08:57:16.007432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3418002 Aug 20 08:57:16.042646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47964) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:16.061653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-46590b6b-b215-4328-bbbd-40b8d62d8bf9 service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356074 Aug 20 08:57:16.064681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Deleting port cce98871-de7f-4fdc-90dd-2d338ce670a6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:16.065217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.072930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Request body: {'subnet': {'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1271005927-subnet', 'tenant_id': 'c5bfcefe71024273aa15871bdb9e5a10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:16.087343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:16.087558 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.094897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fffd7e-0f08-47a6-8642-3a3118f54176 admin admin] Pushing event updated for resources: {'Network': ['ID=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:16.115594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:57:16.229580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:16.240563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:16.279536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2974bdf2-e3e3-4fd1-b938-4de79fa0c42f req-6606a87a-7110-410d-b7cd-e74eb028058f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822845 Aug 20 08:57:16.338977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] For port cce98871-de7f-4fdc-90dd-2d338ce670a6, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cce98871-de7f-4fdc-90dd-2d338ce670a6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:16.339359 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.361166 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.389577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Calling delete_port for cce98871-de7f-4fdc-90dd-2d338ce670a6 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:16.431045 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.445758 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Transition to ACTIVE for port object 5b02f99a-0b66-4ddb-8f08-63c2369eddbb will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:16.455152 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.515193 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:16.528834 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.529320 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.529632 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.530650 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.531123 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.531461 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.531790 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.532489 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.532830 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.533155 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.533479 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.533934 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:16.556031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Made reservation on behalf of c5bfcefe71024273aa15871bdb9e5a10 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:16.560102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.595822 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4f1fe73-f568-400d-9dc6-624ceaea3e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.617759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-fa7047d7-d70d-4d87-9c93-97e7c91134bf service neutron] 10.222.0.35 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550508 Aug 20 08:57:16.634066 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Attempting to bind port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:16.634886 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Attempting to bind port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:16.635424 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Attempting to bind port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:16.641497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:16.642193 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:16.642760 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.643374 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:16.645034 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Bound port: 5b02f99a-0b66-4ddb-8f08-63c2369eddbb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:16.645896 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.708156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7ca2bdc4-54bb-45f3-9254-cb89d560e78f None None] Provisioning complete for port 2590a746-673c-4230-a3d7-e80eab3f6132 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:16.709340 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7ca2bdc4-54bb-45f3-9254-cb89d560e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.767980 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] For port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:16.778855 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] For port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:16.786153 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.800499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2bdc4-54bb-45f3-9254-cb89d560e78f None None] Port 2590a746-673c-4230-a3d7-e80eab3f6132 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:16.892942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278e77c9-ffed-49ff-87c8-a0219290933b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.896598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278e77c9-ffed-49ff-87c8-a0219290933b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.897827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-278e77c9-ffed-49ff-87c8-a0219290933b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "DELETE /v2.0/security-groups/c5e1b467-0fff-4ff0-b881-db556144a13a HTTP/1.1" status: 204 len: 168 time: 1.5650244 Aug 20 08:57:16.907740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:16.911083 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6fdd5-6f0c-45ea-8215-e824d9b5c4d2 None None] Pushing event updated for resources: {'Port': ['ID=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:16.913931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47974) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:16.926157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-c85989d3-49c2-4772-bc14-611d0c09ea82 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:16.929218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-c85989d3-49c2-4772-bc14-611d0c09ea82 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.26 "GET /v2.0/networks?id=2d0c12a5-9332-4a01-9b82-ebf354a6763c HTTP/1.1" status: 200 len: 809 time: 0.4777524 Aug 20 08:57:16.931306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a3b5716-17b6-443e-a149-368c2366fd20 req-bd402049-dbf2-4dec-821e-bfbbac584c09 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 210 time: 0.4852278 Aug 20 08:57:16.936199 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Routers {'427956d4-e480-45bf-bab9-ed146ead5405'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:16.936846 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['427956d4-e480-45bf-bab9-ed146ead5405'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:16.967030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Request body: {'port': {'device_id': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c', 'admin_state_up': True, 'tenant_id': 'c090f51031b844fd850b52c8bea83174'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:17.047068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:17.060545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e77c9-ffed-49ff-87c8-a0219290933b tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1b467-0fff-4ff0-b881-db556144a13a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:17.104099 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-4227109d-8ed0-4af0-b686-7778ef9e9b32 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] show failed (client error): The resource could not be found. Aug 20 08:57:17.108380 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4227109d-8ed0-4af0-b686-7778ef9e9b32 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "GET /v2.0/security-groups/c5e1b467-0fff-4ff0-b881-db556144a13a HTTP/1.1" status: 404 len: 347 time: 0.1366625 Aug 20 08:57:17.109288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47976) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:17.184894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-881aa1c6-a8dc-4727-8cf5-12b7a9ee5e7f req-c837a597-4d1b-4e08-88e3-bfc5d15e4dac tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 210 time: 0.1329372 Aug 20 08:57:17.279011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:17.309408 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] Set router 427956d4-e480-45bf-bab9-ed146ead5405 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:17.364259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.373943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Checking segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:17.374445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Network hostable DHCP agents. Network: 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:57:17.494577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Deleting port 9c15889c-4863-40d0-ac26-e487d091ca18 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:17.495084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.500341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:57:17.504384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Made reservation on behalf of c090f51031b844fd850b52c8bea83174 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:17.507881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.552176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.572271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:17.582771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb0556-1d24-42fd-94fa-93b88c52c883 None None] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:17.606019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:17.606939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.619237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event deleted for resources: {'Port': ['ID=cce98871-de7f-4fdc-90dd-2d338ce670a6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:17.641308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a7d82be5-55fb-4ab0-8156-093ec1b222e5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5827909 Aug 20 08:57:17.679527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:17.689804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99aa9-83e9-46cb-941d-544ac19c2252 req-db4ff818-11f6-416a-98a1-c93104b0a497 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:17.691869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ad99aa9-83e9-46cb-941d-544ac19c2252 req-db4ff818-11f6-416a-98a1-c93104b0a497 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 946 time: 0.2538817 Aug 20 08:57:17.695506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ca3cfd9a-9486-4d7c-89d4-c93a62414a8b admin admin] 10.222.0.35 "PUT /v2.0/routers/f9b7d27c-2ae7-4a8c-bab4-3339e672130c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5182695 Aug 20 08:57:17.732100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427956d4-e480-45bf-bab9-ed146ead5405', 'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:10Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None, '_interfaces': [{'id': '5b02f99a-0b66-4ddb-8f08-63c2369eddbb', 'name': '', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'mac_address': 'fa:16:3e:4a:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427956d4-e480-45bf-bab9-ed146ead5405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3ee3bacb-759d-4dd2-830f-084dd1f08202', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:16Z', 'revision_number': 4, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'subnets': [{'id': '3ee3bacb-759d-4dd2-830f-084dd1f08202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:17.776120 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2b9c-10fa-4e94-ab2c-c97a7d182fb7 None None] The sync data for ids ['427956d4-e480-45bf-bab9-ed146ead5405'] in n-d-804285-2 is: [{'id': '427956d4-e480-45bf-bab9-ed146ead5405', 'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:10Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 2, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None, '_interfaces': [{'id': '5b02f99a-0b66-4ddb-8f08-63c2369eddbb', 'name': '', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'mac_address': 'fa:16:3e:4a:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427956d4-e480-45bf-bab9-ed146ead5405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3ee3bacb-759d-4dd2-830f-084dd1f08202', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:16Z', 'revision_number': 4, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'subnets': [{'id': '3ee3bacb-759d-4dd2-830f-084dd1f08202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:17.791148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] No DVR routers for this DVR port cce98871-de7f-4fdc-90dd-2d338ce670a6 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:17.804185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.813354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31a888fb-30c1-43b9-97d8-e313252ab22d req-bea9c7cc-a355-4686-a852-3faa882461af tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "DELETE /v2.0/ports/cce98871-de7f-4fdc-90dd-2d338ce670a6 HTTP/1.1" status: 204 len: 173 time: 2.4788327 Aug 20 08:57:17.819759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'name': 'network-vif-deleted', 'tag': 'cce98871-de7f-4fdc-90dd-2d338ce670a6'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:17.842815 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01bb75c-7c67-4791-a511-ff85b3858517" -d '{"events": [{"server_uuid": "c613c6c2-5508-4698-b00e-4fb9b7ef7832", "name": "network-vif-deleted", "tag": "cce98871-de7f-4fdc-90dd-2d338ce670a6"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:17.862132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.866400 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:17.903117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Calling delete_port for 9c15889c-4863-40d0-ac26-e487d091ca18 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:17.911179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cce98871-de7f-4fdc-90dd-2d338ce670a6 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:18.004572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: cce98871-de7f-4fdc-90dd-2d338ce670a6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:18.005291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cce98871-de7f-4fdc-90dd-2d338ce670a6 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:18.019131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54e339cc-563d-448d-a0f5-1e2ed32fa6eb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:18.078324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'tenant_id': 'c5bfcefe71024273aa15871bdb9e5a10', 'fixed_ips': [{'subnet_id': '5fce9cc6-f406-4f7c-83ca-dfff1a9707b8'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:18.079184 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:18.132623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:18.189974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:18.202154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:18.202671 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:18.216695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:18.369265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Pushing event deleted for resources: {'Port': ['ID=9c15889c-4863-40d0-ac26-e487d091ca18,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:18.426206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:18.511289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:18.512256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:18.609626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Allocated IP 172.20.0.2 (9af2e8cd-2ed5-4391-bd9e-fbc1318c2588/5fce9cc6-f406-4f7c-83ca-dfff1a9707b8/aa51185b-e67a-49f7-9c76-99c95638465e) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:18.774366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ad99aa9-83e9-46cb-941d-544ac19c2252 req-8e7f248d-c2b5-41b8-ad3f-595106016e14 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0740170 Aug 20 08:57:18.789051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:18.853365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:18.866990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-176dd362-6ef7-4e23-8f11-64b695aece6a req-a34d9065-6bab-4718-a056-c6fd8304e93c tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 210 time: 0.7368331 Aug 20 08:57:18.903645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Allocated IP 172.20.0.13 (2d0c12a5-9332-4a01-9b82-ebf354a6763c/d8e21039-66a7-4ddf-8c44-14ea590af1cb/77e9e620-0404-44a0-824f-7596024702b5) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:18.911178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:18.915498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:18.968863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.057833 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.060392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.067224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6f5dd481-f161-4017-a19b-87eccf0ca271 tempest-ServersTestFqdnHostnames-962043941 tempest-ServersTestFqdnHostnames-962043941-project] 10.222.0.35 "DELETE /v2.0/floatingips/71c16f7d-1465-45f0-903f-9efcfad49294 HTTP/1.1" status: 204 len: 168 time: 1.9552410 Aug 20 08:57:19.071916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48010) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:19.296837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:19.366813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-cea99418-d0be-4a83-9fc2-94a860fa1027 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:19.368309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-cea99418-d0be-4a83-9fc2-94a860fa1027 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 814 time: 0.9668281 Aug 20 08:57:19.383888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.387515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Request body: {'port': {'device_id': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'admin_state_up': True, 'tenant_id': '4382ecd349434db2ae9560951f498aaf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:19.398540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Transition to ACTIVE for port object aa51185b-e67a-49f7-9c76-99c95638465e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:19.452277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Transition to ACTIVE for port object aa51185b-e67a-49f7-9c76-99c95638465e will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:19.471012 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.504427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:19.526820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:19.536459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:19.627026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.662769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Attempting to bind port aa51185b-e67a-49f7-9c76-99c95638465e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:19.663259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Attempting to bind port aa51185b-e67a-49f7-9c76-99c95638465e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:19.663739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Attempting to bind port aa51185b-e67a-49f7-9c76-99c95638465e on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:19.664706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:19.665062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.675425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:19.676333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Checking segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:19.676992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.677493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Bound using segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:19.678643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Bound port: aa51185b-e67a-49f7-9c76-99c95638465e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:19.682332 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.707347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:15Z', 'revision_number': 2, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:19.709638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48020) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:19.710807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Pushing event updated for resources: {'Port': ['ID=aa51185b-e67a-49f7-9c76-99c95638465e,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:19.726195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727170117', 'description': 'tempest-description--193088609'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:19.781076 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a1ea5b-dddc-4bce-8933-e650d2460b55 x-openstack-request-id: req-43a1ea5b-dddc-4bce-8933-e650d2460b55 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:19.781462 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c613c6c2-5508-4698-b00e-4fb9b7ef7832", "name": "network-vif-deleted", "tag": "cce98871-de7f-4fdc-90dd-2d338ce670a6", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:19.781671 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43a1ea5b-dddc-4bce-8933-e650d2460b55 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:19.786759 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c613c6c2-5508-4698-b00e-4fb9b7ef7832', 'name': 'network-vif-deleted', 'tag': 'cce98871-de7f-4fdc-90dd-2d338ce670a6', 'status': 'completed', 'code': 200} Aug 20 08:57:19.790992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-fecaa22b-2de4-4c2f-9776-bb4a8308d1b6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:19.808325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-fecaa22b-2de4-4c2f-9776-bb4a8308d1b6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 816 time: 0.4354179 Aug 20 08:57:19.824678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:19.824678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Updating router f9b7d27c-2ae7-4a8c-bab4-3339e672130c port 2590a746-673c-4230-a3d7-e80eab3f6132 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:57:19.837616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.885616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Made reservation on behalf of 4382ecd349434db2ae9560951f498aaf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:19.889779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.908701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.917900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] For port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:19.918353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:19.940375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 5b02f99a-0b66-4ddb-8f08-63c2369eddbb owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:19.967406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] For port aa51185b-e67a-49f7-9c76-99c95638465e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:20.037402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] For port aa51185b-e67a-49f7-9c76-99c95638465e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aa51185b-e67a-49f7-9c76-99c95638465e,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:20.064462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.134326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.140467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.159492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b02f99a-0b66-4ddb-8f08-63c2369eddbb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:20.174676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dd9b5-3714-4ad9-8d5c-a4f5b55c41a1 None None] Pushing event updated for resources: {'Port': ['ID=aa51185b-e67a-49f7-9c76-99c95638465e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:20.188824 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.208147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Allocated IP 172.20.0.13 (a810fb87-0153-4f4a-9162-62cb4bec1532/45a04b5b-1a7f-482b-80ef-61ec57b83c7c/a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:20.254502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.255733 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5437632 Aug 20 08:57:20.263405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48028) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:20.270481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'security_group_rule': {'security_group_id': '40a5d5ac-8376-4e38-aee1-b05b91096830', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:20.301339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba65dc4-30fd-44eb-b351-6d68a0919f3b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a5d5ac-8376-4e38-aee1-b05b91096830,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:20.314782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-25c78519-b934-4824-95fd-184eef14ccb3 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/quotas/c5bfcefe71024273aa15871bdb9e5a10 HTTP/1.1" status: 200 len: 375 time: 0.5037322 Aug 20 08:57:20.323079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.375499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb0f4cf9-0d50-4ad7-8f07-3fe99750ff50 req-c18a7a26-0da8-4646-abf0-ba2f55667037 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 210 time: 0.1142328 Aug 20 08:57:20.445759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=5b02f99a-0b66-4ddb-8f08-63c2369eddbb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:20.447946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:20.447946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.453103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.496085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Port 5b02f99a-0b66-4ddb-8f08-63c2369eddbb was deleted so its status cannot be updated. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 08:57:20.496561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54e339cc-563d-448d-a0f5-1e2ed32fa6eb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:20.671451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Pushing event updated for resources: {'Port': ['ID=77e9e620-0404-44a0-824f-7596024702b5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:20.687433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.718936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Network 2d0c12a5-9332-4a01-9b82-ebf354a6763c is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:20.727099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.765862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Transition to ACTIVE for port object 2590a746-673c-4230-a3d7-e80eab3f6132 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:20.770156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29503815-1ee2-4d5c-9df2-3aad54a15556 req-ffbbdb10-e1e6-4253-838e-543c8f041716 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 210 time: 0.2456975 Aug 20 08:57:20.778225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.789665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.821970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Deleting port f0de2b94-4808-4f06-9228-d25945089f3a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:20.822315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.825698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.843544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:20.845950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['883db711-0685-4af2-8a80-b8e3705fa001', 'e546bacf-eca3-401b-ba37-b4d17c223d07'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:20.857606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:20.872242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:20.885921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-c94add26-49ac-4c40-829d-949bed84927c tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5673761 Aug 20 08:57:20.903649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:20.904026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.966382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] For port f0de2b94-4808-4f06-9228-d25945089f3a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f0de2b94-4808-4f06-9228-d25945089f3a,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:20.966600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.967626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:20.985216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Calling delete_port for f0de2b94-4808-4f06-9228-d25945089f3a owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:21.033085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e2751-6d72-47eb-b123-fd7fa1fe34df None None] Pushing event updated for resources: {'Port': ['ID=2590a746-673c-4230-a3d7-e80eab3f6132,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:21.197467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.280719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:21.281517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.283379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Network a810fb87-0153-4f4a-9162-62cb4bec1532 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:21.287917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Attempting to bind port 2590a746-673c-4230-a3d7-e80eab3f6132 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:21.288291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Attempting to bind port 2590a746-673c-4230-a3d7-e80eab3f6132 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:21.288656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Attempting to bind port 2590a746-673c-4230-a3d7-e80eab3f6132 on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:21.296104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-e27eb604-283e-4223-80c1-034f6ddff8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085996 Aug 20 08:57:21.315659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:21.341039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:21.341412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Checking segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:21.341868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.342442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Bound using segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:21.342748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Bound port: 2590a746-673c-4230-a3d7-e80eab3f6132, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:21.343153 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.352609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:21.361509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event updated for resources: {'Port': ['ID=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:21.433800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.451626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:21.452324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.453764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.460435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-e580e574-353a-4dba-9d7f-1be9583558c2 service neutron] 10.222.0.35 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630011 Aug 20 08:57:21.492353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3c238-9d2b-4939-afd5-a8ad12e89a84 req-57285842-f967-4a06-875f-117703a49bc2 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:21.493959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0de2b94-4808-4f06-9228-d25945089f3a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:21.506161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77e3c238-9d2b-4939-afd5-a8ad12e89a84 req-57285842-f967-4a06-875f-117703a49bc2 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 932 time: 0.6454759 Aug 20 08:57:21.523281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.525143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2591429 Aug 20 08:57:21.541225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48032) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:21.551202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'security_group_rule': {'security_group_id': '40a5d5ac-8376-4e38-aee1-b05b91096830', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:21.559712 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-e0221de8-9355-4aab-9d67-c88daef216ff tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1764309 Aug 20 08:57:21.561737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-ab71cb72-c1b5-47e4-97f0-fa1ce15a85ea tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6171176 Aug 20 08:57:21.567990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c7a93-107e-4062-bdfa-b1d0fe7eae71 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f93d23-65db-44e1-bb19-a01fa1d84d35,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:21.580415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Request body: {'port': {'device_id': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:21.629014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Request body: {'port': {'device_id': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:21.758464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.903342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.911166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] For port 2590a746-673c-4230-a3d7-e80eab3f6132, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:21.920106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] For port 2590a746-673c-4230-a3d7-e80eab3f6132, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2590a746-673c-4230-a3d7-e80eab3f6132,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:21.964022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c33fc-3ce0-452b-a40e-0d9f9b1a0ddb None None] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:21.972512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.978342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:21.997745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77e3c238-9d2b-4939-afd5-a8ad12e89a84 req-5c537fa0-27f2-4f14-9a45-bd16eb0b3bbc tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906664 Aug 20 08:57:22.013805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.090830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.100919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Router 427956d4-e480-45bf-bab9-ed146ead5405 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:22.147823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91fbda7-874f-4144-b6f3-39dcc57fa189,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:22.260932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.262293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e54c206e-cbb0-493b-acf2-0e6056fe27f9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7158971 Aug 20 08:57:22.283497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aa51185b-e67a-49f7-9c76-99c95638465e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:22.305433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3188e61f-300e-4886-abfc-9dd4c3682a98 req-5965f065-5d24-440e-bb4c-5f8441242b7a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 210 time: 0.0780919 Aug 20 08:57:22.361805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:22.375542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:22.408486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b56b7c87-d8e0-4e85-bbac-8a18f2bc1719 None None] Provisioning for port aa51185b-e67a-49f7-9c76-99c95638465e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:22.479081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:22.479742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:22.506523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.551203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f77655-5326-4264-bb7b-045481bc830a req-f24e7587-3702-4f8e-a294-c5837b4778b7 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:22.559271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5f77655-5326-4264-bb7b-045481bc830a req-f24e7587-3702-4f8e-a294-c5837b4778b7 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 932 time: 0.5509357 Aug 20 08:57:22.621625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:22.632050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:22.651593 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] Sync routers for ids ['427956d4-e480-45bf-bab9-ed146ead5405'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:22.652952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bdf9a2ed-5ada-49cb-80fe-2de6612a131c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "PUT /v2.0/routers/427956d4-e480-45bf-bab9-ed146ead5405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7053232 Aug 20 08:57:22.688909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] Routers {'427956d4-e480-45bf-bab9-ed146ead5405'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:22.691945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['427956d4-e480-45bf-bab9-ed146ead5405'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:22.710975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48058) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:22.719327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.725237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e2751-6d72-47eb-b123-fd7fa1fe34df None None] Pushing event updated for resources: {'Port': ['ID=2590a746-673c-4230-a3d7-e80eab3f6132,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:22.890993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5f77655-5326-4264-bb7b-045481bc830a req-37864771-ddb0-48ac-b515-e892d4482762 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305378 Aug 20 08:57:22.903716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:22.916967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.939610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] Set router 427956d4-e480-45bf-bab9-ed146ead5405 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:22.964792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Transition to ACTIVE for port object a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:22.975098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Router cb058ee3-fc32-42e4-a48d-bcdae2298156 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:22.979368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:22.980764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port aa51185b-e67a-49f7-9c76-99c95638465e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:22.991710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port aa51185b-e67a-49f7-9c76-99c95638465e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:22.992133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.099860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-2e397f07-1abd-46d6-b574-aa690d109daf tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:23.122830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-2e397f07-1abd-46d6-b574-aa690d109daf tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 816 time: 0.6571102 Aug 20 08:57:23.123058 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427956d4-e480-45bf-bab9-ed146ead5405', 'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:10Z', 'updated_at': '2021-08-20T08:57:20Z', 'revision_number': 3, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:23.166520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25c4361-7305-4bf0-890c-345ca432c02f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:23.176583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25c4361-7305-4bf0-890c-345ca432c02f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:23.185319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f25c4361-7305-4bf0-890c-345ca432c02f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4670606 Aug 20 08:57:23.187593 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] Checking router: 427956d4-e480-45bf-bab9-ed146ead5405 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:23.202710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48066) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:23.202971 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] Routers {'427956d4-e480-45bf-bab9-ed146ead5405'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:23.203602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['427956d4-e480-45bf-bab9-ed146ead5405'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:23.263140 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.330358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:23.356648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port aa51185b-e67a-49f7-9c76-99c95638465e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aa51185b-e67a-49f7-9c76-99c95638465e,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:23.358062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] Set router 427956d4-e480-45bf-bab9-ed146ead5405 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:23.371659 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.451144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=aa51185b-e67a-49f7-9c76-99c95638465e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:23.466959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:21Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:23.479289 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427956d4-e480-45bf-bab9-ed146ead5405', 'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:10Z', 'updated_at': '2021-08-20T08:57:20Z', 'revision_number': 3, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:23.499133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Attempting to bind port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:23.499790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Attempting to bind port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:23.500317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Attempting to bind port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:23.509063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 on network a810fb87-0153-4f4a-9162-62cb4bec1532 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:23.510168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Attempting to bind port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 on network a810fb87-0153-4f4a-9162-62cb4bec1532 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:23.519252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:23.521469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Checking segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:23.529854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8da3b-1166-432f-a466-792888b7f245 None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:21Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:23.533866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Bound using segment: {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:23.535511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Bound port: a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90ba7d9-f185-4523-9ce6-664092c1c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:23.536992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.541962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-beda950b-3fca-45ec-9456-829e9ade29e2 None None] Provisioning complete for port aa51185b-e67a-49f7-9c76-99c95638465e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:23.542208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-beda950b-3fca-45ec-9456-829e9ade29e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.551939 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5949b9-9ce1-4443-8dc8-0f02e691af4a None None] The sync data for ids ['427956d4-e480-45bf-bab9-ed146ead5405'] in n-d-804285-2 is: [{'id': '427956d4-e480-45bf-bab9-ed146ead5405', 'name': 'tempest-NetworksTestDHCPv6-router-110137064', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:10Z', 'updated_at': '2021-08-20T08:57:20Z', 'revision_number': 3, 'project_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:23.585014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:23.609623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-892455e8-4f34-49df-b42e-487fbbcaaa53 admin admin] 10.222.0.35 "PUT /v2.0/routers/cb058ee3-fc32-42e4-a48d-bcdae2298156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5262256 Aug 20 08:57:23.612847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:23.616237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] Sync routers for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:23.636538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:23.637099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:23.699143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] For port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:23.740280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] For port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:23.765391 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.771047 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:23.849993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a0b5fad9-a88d-4903-a8b8-d1002f655c94 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/quotas/c5bfcefe71024273aa15871bdb9e5a10 HTTP/1.1" status: 200 len: 375 time: 0.7232664 Aug 20 08:57:23.850598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:24.023922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 3ee3bacb-759d-4dd2-830f-084dd1f08202 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:24.030621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.039213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.119194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:24.122771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.124318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 HTTP/1.1" status: 200 len: 1092 time: 2.5014718 Aug 20 08:57:24.144741 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.199249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aa51185b-e67a-49f7-9c76-99c95638465e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:24.202195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'tag': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:24.214681 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169" -d '{"events": [{"name": "network-changed", "server_uuid": "6843904e-1f6b-4fbb-be40-f6d9ad697899", "tag": "a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:24.291747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port aa51185b-e67a-49f7-9c76-99c95638465e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:24.292155 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.297602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:57:21Z', 'revision_number': 5, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port': {'id': '40c66286-78a4-4e14-98c3-d5f6430335c6', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ad:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:54:50Z', 'updated_at': '2021-08-20T08:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:24.336793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb2446-07ec-4ec5-958d-918a54d59790 req-89e20755-20ab-4c19-909b-0df41b3894bd tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:24.338677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7edb2446-07ec-4ec5-958d-918a54d59790 req-89e20755-20ab-4c19-909b-0df41b3894bd tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 932 time: 1.1206307 Aug 20 08:57:24.348251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.351172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] Checking router: cb058ee3-fc32-42e4-a48d-bcdae2298156 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:24.369679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] Routers {'cb058ee3-fc32-42e4-a48d-bcdae2298156'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:24.370350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['cb058ee3-fc32-42e4-a48d-bcdae2298156'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:24.432163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-da35e791-4488-4719-8a52-46c226beeacd tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5812161 Aug 20 08:57:24.497179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] Set router cb058ee3-fc32-42e4-a48d-bcdae2298156 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:24.579637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.613118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e9e620-0404-44a0-824f-7596024702b5 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:24.622567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.697280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee3bacb-759d-4dd2-830f-084dd1f08202,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:24.741989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Transition to ACTIVE for port object 77e9e620-0404-44a0-824f-7596024702b5 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:24.744946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:57:24Z', 'revision_number': 6, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:24.764718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7edb2446-07ec-4ec5-958d-918a54d59790 req-536ee326-9871-4540-9a5d-daf14296253c tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966892 Aug 20 08:57:24.771368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.777426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb13b7-4fa5-4baf-9819-4cb28a6c03df None None] The sync data for ids ['cb058ee3-fc32-42e4-a48d-bcdae2298156'] in n-d-804285-2 is: [{'id': 'cb058ee3-fc32-42e4-a48d-bcdae2298156', 'name': 'tempest-ServersTestFqdnHostnames-1497772825-router', 'tenant_id': '3412239edc994b2791619726bae99aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:54:49Z', 'updated_at': '2021-08-20T08:57:24Z', 'revision_number': 6, 'project_id': '3412239edc994b2791619726bae99aa3', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:24.791269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.796264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ae6dbc-fe2f-4d26-9a61-d81ec7e5c912 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:24.802086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5578c080-733e-46d3-881f-7a3e49080844 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/3ee3bacb-759d-4dd2-830f-084dd1f08202 HTTP/1.1" status: 204 len: 168 time: 1.5784357 Aug 20 08:57:24.843143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:24.873416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:24.989649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b02f99a-0b66-4ddb-8f08-63c2369eddbb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:24.991358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e9ba4-2196-4878-80e3-97c9adb2c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:25.027044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5b02f99a-0b66-4ddb-8f08-63c2369eddbb {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:25.027268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b02f99a-0b66-4ddb-8f08-63c2369eddbb not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:25.073801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-f6f5320c-dcda-4e1e-9743-3fa66d2530c5 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:25.075579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-f6f5320c-dcda-4e1e-9743-3fa66d2530c5 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 816 time: 1.0585277 Aug 20 08:57:25.082538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-c12c653e-47d9-4c97-8466-53fbb1576ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:25.084071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-c12c653e-47d9-4c97-8466-53fbb1576ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 1095 time: 0.8423510 Aug 20 08:57:25.090052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Request body: {'port': {'device_id': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'admin_state_up': True, 'tenant_id': 'c5bfcefe71024273aa15871bdb9e5a10'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:25.121322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Deleting port 40c66286-78a4-4e14-98c3-d5f6430335c6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:25.121691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.125685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10aa002e-814d-49d4-892a-aaedc76f0a58 req-d9c7b396-83f9-4769-9c21-f8848a5e8c94 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=c613c6c2-5508-4698-b00e-4fb9b7ef7832 HTTP/1.1" status: 200 len: 210 time: 0.1412654 Aug 20 08:57:25.191619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Pushing event updated for resources: {'Port': ['ID=77e9e620-0404-44a0-824f-7596024702b5,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:25.195641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:57:25.222469 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-3291e668-6a3e-46b1-8f77-53a4c28cac13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 HTTP/1.1" status: 200 len: 217 time: 0.1271505 Aug 20 08:57:25.266300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-9681dbee-1f7e-4612-b16a-d4348d48bb22 service neutron] 10.222.0.35 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326338 Aug 20 08:57:25.285248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] Deleting port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:25.285833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.380227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] For port 3220d5d6-440e-4faa-9d07-e4537f71e6a0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3220d5d6-440e-4faa-9d07-e4537f71e6a0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:25.380629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.388811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-7424bb71-0c46-4245-ab8a-db18bda41e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:25.390678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-7424bb71-0c46-4245-ab8a-db18bda41e47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.1395350 Aug 20 08:57:25.395204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] Calling delete_port for 3220d5d6-440e-4faa-9d07-e4537f71e6a0 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:25.416156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0e119b3e-37ae-4bbe-b5e7-f3b830a20cd7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5718610 Aug 20 08:57:25.444360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48080) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:25.485979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.517594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] Pushing event deleted for resources: {'Port': ['ID=3220d5d6-440e-4faa-9d07-e4537f71e6a0,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:25.521314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-730911af-6926-4caf-8994-6bfa6f2e194f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163735 Aug 20 08:57:25.524669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0883b7-c198-4a3e-abbc-e9a1438e3c1a None None] No DVR routers for this DVR port 3220d5d6-440e-4faa-9d07-e4537f71e6a0 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:25.542613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Allocated IP 172.25.5.192 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/1766b6e0-9af9-4b8f-b090-a4ce4d4f6df2) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:25.566086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Attempting to bind port 77e9e620-0404-44a0-824f-7596024702b5 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:25.566458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Attempting to bind port 77e9e620-0404-44a0-824f-7596024702b5 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'ec98bd4b-9db5-4423-8bab-2d269b3cc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:25.567021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Attempting to bind port 77e9e620-0404-44a0-824f-7596024702b5 on network 2d0c12a5-9332-4a01-9b82-ebf354a6763c {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:25.590315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242f87-4689-4796-9e68-733948e1f6f8 req-d81c1cd4-6cab-425e-9a86-6417aabbe42c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:25.592279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3242f87-4689-4796-9e68-733948e1f6f8 req-d81c1cd4-6cab-425e-9a86-6417aabbe42c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 944 time: 0.3718057 Aug 20 08:57:25.599926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] For port 40c66286-78a4-4e14-98c3-d5f6430335c6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=40c66286-78a4-4e14-98c3-d5f6430335c6,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:25.600520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.604722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Port 77e9e620-0404-44a0-824f-7596024702b5 on network 2d0c12a5-9332-4a01-9b82-ebf354a6763c not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:25.605064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Attempting to bind port 77e9e620-0404-44a0-824f-7596024702b5 on network 2d0c12a5-9332-4a01-9b82-ebf354a6763c {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:25.642539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:25.642885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Checking segment: {'id': 'ec98bd4b-9db5-4423-8bab-2d269b3cc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:25.643524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Bound using segment: {'id': 'ec98bd4b-9db5-4423-8bab-2d269b3cc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:25.644605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Bound port: 77e9e620-0404-44a0-824f-7596024702b5, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec98bd4b-9db5-4423-8bab-2d269b3cc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:25.644961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.656353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.663429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-ab9507de-103c-4337-b8c9-e134e01ffc46 service neutron] 10.222.0.35 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614678 Aug 20 08:57:25.711152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Calling delete_port for 40c66286-78a4-4e14-98c3-d5f6430335c6 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:25.728069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3242f87-4689-4796-9e68-733948e1f6f8 req-91c6f27b-8b87-4353-a81a-fdcc936c7415 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270018 Aug 20 08:57:25.831938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.834679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] For port 77e9e620-0404-44a0-824f-7596024702b5, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:25.859811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Made reservation on behalf of c5bfcefe71024273aa15871bdb9e5a10 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:25.864465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.871882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] For port 77e9e620-0404-44a0-824f-7596024702b5, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=77e9e620-0404-44a0-824f-7596024702b5,segment=NetworkSegment(ec98bd4b-9db5-4423-8bab-2d269b3cc836),segment_id=ec98bd4b-9db5-4423-8bab-2d269b3cc836)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:25.882704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.973675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:25.973675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:25.973675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] 10.222.0.26 "PUT /v2.0/ports/77e9e620-0404-44a0-824f-7596024702b5 HTTP/1.1" status: 200 len: 1092 time: 4.3879859 Aug 20 08:57:25.974527 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd33959-1ca5-44ca-bb2a-72642ad81e10 x-openstack-request-id: req-8dd33959-1ca5-44ca-bb2a-72642ad81e10 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:25.974527 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6843904e-1f6b-4fbb-be40-f6d9ad697899", "tag": "a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:25.974527 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8dd33959-1ca5-44ca-bb2a-72642ad81e10 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:25.974527 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'tag': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9', 'status': 'completed', 'code': 200} Aug 20 08:57:25.981605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2590a746-673c-4230-a3d7-e80eab3f6132 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:25.997368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'tag': '77e9e620-0404-44a0-824f-7596024702b5'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:25.999767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-c010c085-74ca-40fb-9269-9e92d7f29fc2 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663069 Aug 20 08:57:26.004089 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9afe84-9790-4a36-9211-1ba8e636520e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfa9b90-677d-42ec-add0-b7e7e66229d3", "tag": "77e9e620-0404-44a0-824f-7596024702b5"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:26.045667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.105205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3568-fbbc-4574-a2b7-38979a88ecea service neutron] Pushing event updated for resources: {'Port': ['ID=77e9e620-0404-44a0-824f-7596024702b5,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:26.107298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2590a746-673c-4230-a3d7-e80eab3f6132 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:26.111481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2590a746-673c-4230-a3d7-e80eab3f6132 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:26.111863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.193981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:26.219400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:26.240582 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.250150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-7a2d2cec-af00-4d73-8f6a-41390d59746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:26.252023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-7a2d2cec-af00-4d73-8f6a-41390d59746e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c090f51031b844fd850b52c8bea83174&device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 1095 time: 0.2078793 Aug 20 08:57:26.259045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:26.277675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 2590a746-673c-4230-a3d7-e80eab3f6132, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2590a746-673c-4230-a3d7-e80eab3f6132,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:26.282113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.285957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.288427 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.312730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'Port': ['ID=1766b6e0-9af9-4b8f-b090-a4ce4d4f6df2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:26.389691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674e78e-3fd3-4273-87e9-a625883009de req-84611807-fdb5-4da0-98d5-9fc9f8e84f89 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:26.394267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=2590a746-673c-4230-a3d7-e80eab3f6132,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:26.398689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f0de2b94-4808-4f06-9228-d25945089f3a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:26.400431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3674e78e-3fd3-4273-87e9-a625883009de req-84611807-fdb5-4da0-98d5-9fc9f8e84f89 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 944 time: 0.3148263 Aug 20 08:57:26.403230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-4fdd220f-cbee-49db-ac78-6387a2176305 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e9e620-0404-44a0-824f-7596024702b5 HTTP/1.1" status: 200 len: 217 time: 0.1219020 Aug 20 08:57:26.422881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: f0de2b94-4808-4f06-9228-d25945089f3a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:26.423239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f0de2b94-4808-4f06-9228-d25945089f3a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:26.423800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3220d5d6-440e-4faa-9d07-e4537f71e6a0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:26.447070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3220d5d6-440e-4faa-9d07-e4537f71e6a0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:26.447625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3220d5d6-440e-4faa-9d07-e4537f71e6a0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:26.448086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 40c66286-78a4-4e14-98c3-d5f6430335c6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:26.487817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.488512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Fanout notify agent at l3_agent the message router_deleted on router 427956d4-e480-45bf-bab9-ed146ead5405 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:57:26.496836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.498132 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ce46410-7ee6-4794-b78c-3abebf94c055 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/routers/427956d4-e480-45bf-bab9-ed146ead5405 HTTP/1.1" status: 204 len: 168 time: 1.0479541 Aug 20 08:57:26.510678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48108) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:26.532440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-9222ebe1-e54e-46d5-8e05-1fa106673516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:26.535324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-9222ebe1-e54e-46d5-8e05-1fa106673516 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8e21039-66a7-4ddf-8c44-14ea590af1cb HTTP/1.1" status: 200 len: 849 time: 0.1164482 Aug 20 08:57:26.538589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3674e78e-3fd3-4273-87e9-a625883009de req-b0cec583-403d-41cd-b708-8cf2e299069c tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372659 Aug 20 08:57:26.556874 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.560098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-098c05ad-d133-45db-aeb0-01dd4f88f3ff tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:26.561996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-098c05ad-d133-45db-aeb0-01dd4f88f3ff tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 816 time: 0.4086795 Aug 20 08:57:26.583709 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f4b3d1fe-b5b1-4141-811d-03dc59025342 req-c260b83f-0d16-4afd-85ea-736b571263ed service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505393 Aug 20 08:57:26.589572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-d3ae972c-4467-446c-8628-2e550973ffcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d0c12a5-9332-4a01-9b82-ebf354a6763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460515 Aug 20 08:57:26.618190 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68acea24-602a-46bc-bbff-51fd9b8f4d8c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1066937 Aug 20 08:57:26.618902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48110) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:26.707960 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd41cc50-e3bc-4bed-b298-b9906a325803 x-openstack-request-id: req-fd41cc50-e3bc-4bed-b298-b9906a325803 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:26.708252 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfa9b90-677d-42ec-add0-b7e7e66229d3", "tag": "77e9e620-0404-44a0-824f-7596024702b5", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:26.708506 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd41cc50-e3bc-4bed-b298-b9906a325803 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:26.708907 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'tag': '77e9e620-0404-44a0-824f-7596024702b5', 'status': 'completed', 'code': 200} Aug 20 08:57:26.712446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.717540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-c309f629-4c2b-4574-b74a-4615df92ba66 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/quotas/c5bfcefe71024273aa15871bdb9e5a10 HTTP/1.1" status: 200 len: 375 time: 0.1307096 Aug 20 08:57:26.826150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Pushing event deleted for resources: {'Port': ['ID=40c66286-78a4-4e14-98c3-d5f6430335c6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:26.846173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:26.859411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-d0a87cde-3c0a-4eb7-adb9-028b8b5a575a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139905 Aug 20 08:57:26.900807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1086a79a-e474-4b2c-9d08-fe76e5a5f29a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:26.902325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1086a79a-e474-4b2c-9d08-fe76e5a5f29a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2771652 Aug 20 08:57:26.909422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48122) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:26.921501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Allocated IP 172.20.0.7 (9af2e8cd-2ed5-4391-bd9e-fbc1318c2588/5fce9cc6-f406-4f7c-83ca-dfff1a9707b8/534dd006-a22c-4562-9fab-6a98b3803666) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:26.947268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-3008a1ab-3f9c-4de1-86b8-db0a01d67996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:26.949570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-3008a1ab-3f9c-4de1-86b8-db0a01d67996 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 1095 time: 0.2374330 Aug 20 08:57:26.952961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-db57d54e-a5ad-4b58-b7ac-9774840bffc2 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547082 Aug 20 08:57:26.981043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.029074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fa504287-dded-4c29-b88c-b448ba7c3aee tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822675 Aug 20 08:57:27.041110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48124) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:27.075900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:27.092992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.119501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.128770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.160179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812a2cf-fd8d-4f62-b6fd-5bef1d31683f req-8fb9320a-a7bc-4192-89c5-151f6b5e02a5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:27.161820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3812a2cf-fd8d-4f62-b6fd-5bef1d31683f req-8fb9320a-a7bc-4192-89c5-151f6b5e02a5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 944 time: 0.3011169 Aug 20 08:57:27.264588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-ee04fce4-6597-45c3-b510-3546b3ad6e1d service neutron] 10.222.0.35 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926826 Aug 20 08:57:27.301749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.302193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb058ee3-fc32-42e4-a48d-bcdae2298156 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:57:27.313759 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.317897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8088f485-449b-456f-89f6-18ba956f570d admin admin] 10.222.0.35 "DELETE /v2.0/routers/cb058ee3-fc32-42e4-a48d-bcdae2298156 HTTP/1.1" status: 204 len: 168 time: 3.7006536 Aug 20 08:57:27.324227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48126) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:27.344809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-4d3ff771-00e0-4f1a-b95f-d6830fe7b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:27.346363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-4d3ff771-00e0-4f1a-b95f-d6830fe7b663 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 914 time: 0.3870280 Aug 20 08:57:27.445807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-35ca4e86-4459-4337-8da0-89d993284fc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 HTTP/1.1" status: 200 len: 217 time: 0.0764160 Aug 20 08:57:27.490627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Deleting subnet d33cc909-b3d7-4817-ac9b-7d43ab6fe04a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:27.515698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.530359 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.542376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-27a94271-4971-4605-923d-77a45e871eb8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:27.543822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-27a94271-4971-4605-923d-77a45e871eb8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 816 time: 0.3225708 Aug 20 08:57:27.577614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Request body: {'port': {'device_id': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'admin_state_up': True, 'tenant_id': 'c5bfcefe71024273aa15871bdb9e5a10'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:27.581017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Transition to ACTIVE for port object 534dd006-a22c-4562-9fab-6a98b3803666 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:27.603493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:27.639460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-35ecf2ff-384c-40f8-add6-ba27e2b5818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:27.640947 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-35ecf2ff-384c-40f8-add6-ba27e2b5818d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.1798334 Aug 20 08:57:27.650027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.653594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c3eaf50-c9bd-483b-9334-cfa2f48d2b39 req-db57abb5-90dd-45ee-9407-0b91af858b55 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713734 Aug 20 08:57:27.711348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3812a2cf-fd8d-4f62-b6fd-5bef1d31683f req-821aa680-43f6-4bc4-a042-37ccf5354592 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5352170 Aug 20 08:57:27.759118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:27.773942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:27.777520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.782320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9', 'network_id': 'a810fb87-0153-4f4a-9162-62cb4bec1532', 'port_id': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9', 'mac_address': 'fa:16:3e:27:f7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a04b5b-1a7f-482b-80ef-61ec57b83c7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:27.833149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.857671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:27.871980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-2ac08b3d-bcdc-402f-a0ed-65109c35967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:27.873516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-2ac08b3d-bcdc-402f-a0ed-65109c35967c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c090f51031b844fd850b52c8bea83174&device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 1095 time: 0.1558082 Aug 20 08:57:27.893003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:27.898384 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:27.941318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2590a746-673c-4230-a3d7-e80eab3f6132 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:27.997197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-f4c90399-bf95-4bf6-987f-38306b904516 service neutron] 10.222.0.35 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207153 Aug 20 08:57:28.012652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-90a355f9-fc1e-4e65-822d-6d4876ebcda0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3583758 Aug 20 08:57:28.033440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:28.046488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.061279 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.071077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2590a746-673c-4230-a3d7-e80eab3f6132 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:28.071924 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.139636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'Port': ['ID=1766b6e0-9af9-4b8f-b090-a4ce4d4f6df2,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:28.162509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-dad32356-8e43-48da-b27e-d6a2ed71b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:28.164205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-dad32356-8e43-48da-b27e-d6a2ed71b404 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d0c12a5-9332-4a01-9b82-ebf354a6763c HTTP/1.1" status: 200 len: 909 time: 0.2800522 Aug 20 08:57:28.249573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:28.270012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.321369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.327982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-7f2da2e3-9bba-4d8e-906d-55e2e82c6727 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77e9e620-0404-44a0-824f-7596024702b5 HTTP/1.1" status: 200 len: 217 time: 0.1256602 Aug 20 08:57:28.330464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Made reservation on behalf of c5bfcefe71024273aa15871bdb9e5a10 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:28.335033 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.380560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a387d-e162-4782-b455-34bf5ad569c3 req-640c8f6c-10b4-4f6f-92ea-5624b132c145 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:28.382125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d58a387d-e162-4782-b455-34bf5ad569c3 req-640c8f6c-10b4-4f6f-92ea-5624b132c145 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 944 time: 0.2435775 Aug 20 08:57:28.388956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff21877d-250b-4bf6-95e6-a56a4aced880 req-387a1501-c1a9-41c6-a576-83dff71d989b tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 210 time: 0.0695815 Aug 20 08:57:28.410540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:28.435803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:28.442195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Pushing event updated for resources: {'Port': ['ID=534dd006-a22c-4562-9fab-6a98b3803666,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:28.446480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:28.457074 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-c224b0fe-a0f4-4bd7-a87d-3780046f7ed7 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294600 Aug 20 08:57:28.458255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.556749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.558447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-df91515c-cb52-47c0-8ccb-95e049524763 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1925538 Aug 20 08:57:28.586404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-f97f2ded-1e0c-4207-9494-4051fa9146ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:28.591631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-f97f2ded-1e0c-4207-9494-4051fa9146ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8e21039-66a7-4ddf-8c44-14ea590af1cb HTTP/1.1" status: 200 len: 849 time: 0.2512138 Aug 20 08:57:28.651161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d58a387d-e162-4782-b455-34bf5ad569c3 req-b0eeca82-be50-4d15-8be1-a366621c0f00 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354362 Aug 20 08:57:28.761334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:28.762041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.771756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-f45a0c92-6b70-4c24-9806-152f691b21e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d0c12a5-9332-4a01-9b82-ebf354a6763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554573 Aug 20 08:57:28.779514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.838085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33cc909-b3d7-4817-ac9b-7d43ab6fe04a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:28.849297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-22fbd335-ef34-4fb5-b272-27a94cad4b73 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7632117 Aug 20 08:57:28.851307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:28.855356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4609b-f38a-40be-8d18-b407432a574f None None] Network fca0fc66-b00a-4f12-a566-a0eceb6f07c2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:28.855857 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f5c3fd6b-01be-4960-bad5-2ee23bf4c966 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d33cc909-b3d7-4817-ac9b-7d43ab6fe04a HTTP/1.1" status: 204 len: 168 time: 1.5277662 Aug 20 08:57:28.859974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:28.874962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Request body: {'port': {'device_id': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:28.886768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-fbe28d77-d78b-4e06-a1ef-5c7fe983c86f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2662494 Aug 20 08:57:28.893755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc8eb41-eaff-4e7e-bb3e-5530b6728169 req-0d0fb75f-7c90-4530-9a62-7936f64f33c9 service neutron] 10.222.0.37 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772216 Aug 20 08:57:28.908759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Allocated IP 172.20.0.3 (9af2e8cd-2ed5-4391-bd9e-fbc1318c2588/5fce9cc6-f406-4f7c-83ca-dfff1a9707b8/fa561e3b-83d2-4be8-b2c5-5e588fb77092) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:28.946543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-56d50a7f-4988-4fe9-ab95-904ad71d2783 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1727170117&fields=id&tenant_id=866c5988a5974ec2a4c7e94ac37eedf9 HTTP/1.1" status: 200 len: 267 time: 0.1671081 Aug 20 08:57:29.014531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-e2328f72-ab40-48a2-9043-5fe9589a3e10 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.021354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-e2328f72-ab40-48a2-9043-5fe9589a3e10 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.4279981 Aug 20 08:57:29.029411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-809995de-90cd-4f79-bae4-bdc709058469 None None] Provisioning for port 534dd006-a22c-4562-9fab-6a98b3803666 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:29.058192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-809995de-90cd-4f79-bae4-bdc709058469 None None] Provisioning complete for port 534dd006-a22c-4562-9fab-6a98b3803666 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:29.058695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-809995de-90cd-4f79-bae4-bdc709058469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.073090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.084902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.108965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-809995de-90cd-4f79-bae4-bdc709058469 None None] Port 534dd006-a22c-4562-9fab-6a98b3803666 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:29.114291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-d9b7c581-4ab2-4211-ba09-19eab6fbde2a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0919676 Aug 20 08:57:29.142397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:57:29.151709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.153169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.153169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.153384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.156456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.156456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.156456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.156727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-68d21b69-6956-4d56-a173-4a2850d3ace0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.1949944 Aug 20 08:57:29.184519 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.195053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-49dcb485-7639-48b2-92f8-220a136417a7 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795491 Aug 20 08:57:29.196293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] DHCP port deletion for fca0fc66-b00a-4f12-a566-a0eceb6f07c2 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:57:29.250201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] Deleting port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:29.250583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.263817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-99c069a4-eeb2-436a-aa6a-be8bff80b24d service neutron] 10.222.0.26 "GET /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752557 Aug 20 08:57:29.322451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] For port 20aefb2e-ebd6-412d-b0e5-eb11d475e380, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=20aefb2e-ebd6-412d-b0e5-eb11d475e380,segment=NetworkSegment(fc61eb72-78bd-46b3-a895-39fa07b55dbe),segment_id=fc61eb72-78bd-46b3-a895-39fa07b55dbe)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:29.322844 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.338038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] Calling delete_port for 20aefb2e-ebd6-412d-b0e5-eb11d475e380 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:29.354118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.368578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:29.384214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:29.390744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=2242c9c3-94f3-4366-a9d0-bd26017f52da,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:29.394646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.395469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.399240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301babd-9f77-4029-ae0d-4b15ec6d407b None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:29.415783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-5d67f554-d9b8-4b26-96ce-9cb6f8978519 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.423446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-5d67f554-d9b8-4b26-96ce-9cb6f8978519 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 811 time: 0.4797013 Aug 20 08:57:29.428668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Transition to ACTIVE for port object fa561e3b-83d2-4be8-b2c5-5e588fb77092 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:29.474609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-d8ce22de-f106-4d27-9bd1-37b4b17eea4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/quotas/866c5988a5974ec2a4c7e94ac37eedf9 HTTP/1.1" status: 200 len: 375 time: 0.0499663 Aug 20 08:57:29.495323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fb764c1e-f2b2-4c3a-9206-bc8ac9da4566 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4206872 Aug 20 08:57:29.503571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:29.513746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:29.533014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-cb1bceed-db5b-4bc8-9dc6-a5c87684bb82 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367529 Aug 20 08:57:29.540045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9afe84-9790-4a36-9211-1ba8e636520e req-83ee560c-f651-40d1-a4c4-0578a88099b2 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382040 Aug 20 08:57:29.556903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.568826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Deleting port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:29.569089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.595043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] Pushing event deleted for resources: {'Port': ['ID=20aefb2e-ebd6-412d-b0e5-eb11d475e380,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:29.597575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b38e72-38db-4a8b-b56a-7e117d690772 None None] No DVR routers for this DVR port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:29.609130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-1e4afac1-aef4-4889-82bc-46bac6301940 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253111 Aug 20 08:57:29.623040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-351c3154-590d-4259-9ede-0b0ce71cfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.623839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-351c3154-590d-4259-9ede-0b0ce71cfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.624335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-351c3154-590d-4259-9ede-0b0ce71cfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:29.626108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-351c3154-590d-4259-9ede-0b0ce71cfca0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=8c97371e-9164-463e-9da6-569b1f99b62f&id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 2290 time: 0.4396677 Aug 20 08:57:29.633515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:29.673019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '2242c9c3-94f3-4366-a9d0-bd26017f52da'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:29.675792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.719930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-0ac414f9-d9f4-475a-993a-c9f72d105b21 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752329 Aug 20 08:57:29.743382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-416c1751-5009-41f0-a8ff-0fb6051d9adc service neutron] 10.222.0.35 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331210 Aug 20 08:57:29.769015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:29.784112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:29.785130 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:29.799004 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-47bbbf57-ee29-4f65-8758-a7e217a27c77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 1000 time: 0.1560738 Aug 20 08:57:29.871480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-20be8c97-6922-45e3-a045-3e94d87e015b service neutron] 10.222.0.35 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259334 Aug 20 08:57:29.909600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Allocated IP 2001:db8::f816:3eff:fe90:679b (70e63f2b-66e7-4648-9b28-cb982492e847/2242c9c3-94f3-4366-a9d0-bd26017f52da/14ddd440-7c81-4949-bc9f-a6fb2acab3f1) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:29.926275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 20aefb2e-ebd6-412d-b0e5-eb11d475e380 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:29.991098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 77e9e620-0404-44a0-824f-7596024702b5 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:30.008526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 20aefb2e-ebd6-412d-b0e5-eb11d475e380 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:30.008962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 20aefb2e-ebd6-412d-b0e5-eb11d475e380 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:30.128589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.186466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:30.193102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:30.195734 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d978e3-4b21-4bb2-9b77-e726dd8cd917" -d '{"events": [{"server_uuid": "6843904e-1f6b-4fbb-be40-f6d9ad697899", "name": "network-vif-plugged", "status": "completed", "tag": "a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:30.205151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.223006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114401ca-52aa-4fa3-b07d-8cbefb2106f2 req-89739a93-fca4-402f-991f-e1f39cf82263 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:30.226497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-114401ca-52aa-4fa3-b07d-8cbefb2106f2 req-89739a93-fca4-402f-991f-e1f39cf82263 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 945 time: 0.1323378 Aug 20 08:57:30.296818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 77e9e620-0404-44a0-824f-7596024702b5, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=77e9e620-0404-44a0-824f-7596024702b5,segment=NetworkSegment(ec98bd4b-9db5-4423-8bab-2d269b3cc836),segment_id=ec98bd4b-9db5-4423-8bab-2d269b3cc836)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:30.303607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-114401ca-52aa-4fa3-b07d-8cbefb2106f2 req-21716b85-c9c3-47e0-9b1c-9a2aa278c7f1 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649536 Aug 20 08:57:30.325343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-de1c4c70-5c31-428e-8878-701e7b42741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:30.328646 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-de1c4c70-5c31-428e-8878-701e7b42741a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 200 len: 851 time: 0.4776330 Aug 20 08:57:30.346150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '77e9e620-0404-44a0-824f-7596024702b5', 'network_id': '2d0c12a5-9332-4a01-9b82-ebf354a6763c', 'port_id': '77e9e620-0404-44a0-824f-7596024702b5', 'mac_address': 'fa:16:3e:5c:00:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e21039-66a7-4ddf-8c44-14ea590af1cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:30.348202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] For port 20aefb2e-ebd6-412d-b0e5-eb11d475e380, host n-d-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:30.349022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:30.349217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.379443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Calling delete_port for 20aefb2e-ebd6-412d-b0e5-eb11d475e380 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:30.386663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 was not found and therefore no delete operation was performed {{(pid=101317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 08:57:30.394294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.402747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b4796d2-12d9-4412-a871-d6294bb62d08 req-10393721-990b-464e-b6ee-ba7b73da5ae5 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 210 time: 0.1163809 Aug 20 08:57:30.417025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Transition to ACTIVE for port object 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:30.429334 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.464328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e9e620-0404-44a0-824f-7596024702b5 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:30.476787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Transition to ACTIVE for port object 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:30.497909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.504291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 77e9e620-0404-44a0-824f-7596024702b5, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=77e9e620-0404-44a0-824f-7596024702b5,segment=NetworkSegment(ec98bd4b-9db5-4423-8bab-2d269b3cc836),segment_id=ec98bd4b-9db5-4423-8bab-2d269b3cc836)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:30.533804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.540254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf281684-fd04-4434-bbc9-b23d35228303 req-5b3e115e-d207-4ad9-944a-9b539213f71f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.0645933 Aug 20 08:57:30.554046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:30.561283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:30.570648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:30.586308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93348b-a03e-47b8-9b9f-12a3dc8a34e8 req-ac21901a-b936-43ca-aa8d-6d311da27f92 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:30.602016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Pushing event updated for resources: {'Port': ['ID=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:30.603835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc93348b-a03e-47b8-9b9f-12a3dc8a34e8 req-ac21901a-b936-43ca-aa8d-6d311da27f92 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 944 time: 0.1819146 Aug 20 08:57:30.686593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f314470-aa54-43fe-8953-43b0761760c8 req-4416e234-38cf-41ff-9752-25eba5c72efc tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 210 time: 0.0476367 Aug 20 08:57:30.703452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc93348b-a03e-47b8-9b9f-12a3dc8a34e8 req-955859e7-f136-4209-97c9-ccf48806a997 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985153 Aug 20 08:57:30.731883 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.778899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.815709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:30.819570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.880776 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ab9c9-7d51-4aff-bebf-75d61c092b52 x-openstack-request-id: req-084ab9c9-7d51-4aff-bebf-75d61c092b52 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:30.881032 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843904e-1f6b-4fbb-be40-f6d9ad697899", "name": "network-vif-plugged", "status": "completed", "tag": "a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:30.881342 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-084ab9c9-7d51-4aff-bebf-75d61c092b52 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:30.881814 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9', 'code': 200} Aug 20 08:57:30.912013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20aefb2e-ebd6-412d-b0e5-eb11d475e380,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:30.921044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-e7ef85b2-485c-4ca4-9112-0d0c88150553 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:30.922695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-e7ef85b2-485c-4ca4-9112-0d0c88150553 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.37 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 816 time: 1.0972307 Aug 20 08:57:30.927978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Attempting to bind port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:30.928542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Attempting to bind port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:30.928718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Attempting to bind port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:30.942380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:30.942755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:30.943160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.946680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:30.947312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Bound port: 14ddd440-7c81-4949-bc9f-a6fb2acab3f1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:30.951220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:30.977942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] No DVR routers for this DVR port 20aefb2e-ebd6-412d-b0e5-eb11d475e380 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:30.984366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['77e9e620-0404-44a0-824f-7596024702b5'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:31.003046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Request body: {'port': {'device_id': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'admin_state_up': True, 'tenant_id': 'c5bfcefe71024273aa15871bdb9e5a10'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:31.020562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=77e9e620-0404-44a0-824f-7596024702b5,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:31.118917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] For port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:31.123044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] For port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:31.137427 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:31.293242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a3a4f-a11f-4e4c-aabf-6c1acb9df603 None None] Pushing event updated for resources: {'Port': ['ID=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:31.394780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e138f47-85d3-42e0-82d5-eeef6cc47435 req-3c699da8-f3e3-4f4c-90fd-23f5e83288ce tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.0364463 Aug 20 08:57:31.437827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:31.465214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f5469-75e9-4138-bea6-9c6e7b0298e8 req-6cb74c98-7fd0-4399-844a-2ee541ace626 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:31.467720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b27f5469-75e9-4138-bea6-9c6e7b0298e8 req-6cb74c98-7fd0-4399-844a-2ee541ace626 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.0764327 Aug 20 08:57:31.514689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:31.517674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:31.543531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc52abf3-51d8-4548-aba4-5a3786277e33 req-b976f234-50bd-4db0-86db-c124cb75960f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 210 time: 0.0329533 Aug 20 08:57:31.566282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:31.571704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b27f5469-75e9-4138-bea6-9c6e7b0298e8 req-94bc5ec7-52df-40f1-b314-18460eb762df tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852218 Aug 20 08:57:31.592913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca0fc66-b00a-4f12-a566-a0eceb6f07c2']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:31.653826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc61eb72-78bd-46b3-a895-39fa07b55dbe') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:31.654023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc61eb72-78bd-46b3-a895-39fa07b55dbe') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:31.683031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:31.758578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-46e4f0d8-efec-439f-9a66-9980d2c68f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:31.760564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-46e4f0d8-efec-439f-9a66-9980d2c68f05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f95823e4-5c94-4000-9c08-c63c5e51a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3483927 Aug 20 08:57:31.765348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:31.783369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Pushing event updated for resources: {'Port': ['ID=fa561e3b-83d2-4be8-b2c5-5e588fb77092,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:31.844003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534dd006-a22c-4562-9fab-6a98b3803666 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:31.853423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:57:31.854155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:31.880446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2dacc3f4-6446-4366-80a1-0fa9616e0a07 req-30f243c4-22bf-4c9b-81f9-ae88c371355b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 210 time: 0.0710187 Aug 20 08:57:31.915245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f8da-505e-4c8c-92df-ed6c02ff951c req-064a58ec-55ec-4a29-a5a2-8a3dc9e06eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:31.917139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c396f8da-505e-4c8c-92df-ed6c02ff951c req-064a58ec-55ec-4a29-a5a2-8a3dc9e06eea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 1097 time: 1.0065610 Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:57:31.918075 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:57:31.937984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:31.981872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 77e9e620-0404-44a0-824f-7596024702b5 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:31.987801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3a055-670e-4594-bae2-1cfb2d5f9dca req-c2841485-4e9f-404f-9030-3a0c842d184b tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:31.990186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00f3a055-670e-4594-bae2-1cfb2d5f9dca req-c2841485-4e9f-404f-9030-3a0c842d184b tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 945 time: 0.1616440 Aug 20 08:57:31.995697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.000348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.26', 61997) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:32.034617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b0bcb1a6-887b-4041-94a1-14069e6ea471 None None] Provisioning for port fa561e3b-83d2-4be8-b2c5-5e588fb77092 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:32.042922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b0bcb1a6-887b-4041-94a1-14069e6ea471 None None] Provisioning complete for port fa561e3b-83d2-4be8-b2c5-5e588fb77092 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:32.043290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb1a6-887b-4041-94a1-14069e6ea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.047055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-cb9744d2-0204-4002-a0a2-4a5bff2c5ead tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:32.048508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-cb9744d2-0204-4002-a0a2-4a5bff2c5ead tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 811 time: 0.3311417 Aug 20 08:57:32.052382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-19ebb686-a42d-4ec3-92bb-7faa5e0968e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.0510685 Aug 20 08:57:32.072498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:32.073577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.100469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcb1a6-887b-4041-94a1-14069e6ea471 None None] Port fa561e3b-83d2-4be8-b2c5-5e588fb77092 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:32.108712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 77e9e620-0404-44a0-824f-7596024702b5 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:32.115415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:32.123443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 77e9e620-0404-44a0-824f-7596024702b5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:32.123817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.149275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Transition to ACTIVE for port object 534dd006-a22c-4562-9fab-6a98b3803666 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:32.176054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.182393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00f3a055-670e-4594-bae2-1cfb2d5f9dca req-704c3170-3af7-4ac4-8324-4b38008e3e54 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826353 Aug 20 08:57:32.248719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.256828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-4510eb4d-3105-4417-8564-92f4b8001163 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866c5988a5974ec2a4c7e94ac37eedf9 HTTP/1.1" status: 200 len: 380 time: 0.1916938 Aug 20 08:57:32.275335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'port': {'device_id': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'admin_state_up': True, 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'security_groups': ['40a5d5ac-8376-4e38-aee1-b05b91096830']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:32.303083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 77e9e620-0404-44a0-824f-7596024702b5, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=77e9e620-0404-44a0-824f-7596024702b5,segment=NetworkSegment(ec98bd4b-9db5-4423-8bab-2d269b3cc836),segment_id=ec98bd4b-9db5-4423-8bab-2d269b3cc836)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:32.311425 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.354261 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7d90a31-e32e-44a7-a46d-d2d42fa8e17a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7858441 Aug 20 08:57:32.357940 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-6e6bb0d8-da5b-41ee-95e1-2ff4221db6e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5961375 Aug 20 08:57:32.374588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=77e9e620-0404-44a0-824f-7596024702b5,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:32.376441 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c396f8da-505e-4c8c-92df-ed6c02ff951c req-3a35f190-2288-4ae4-aa25-1f8d9eb886d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002466 Aug 20 08:57:32.377065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.391865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.395978 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fca0fc66-b00a-4f12-a566-a0eceb6f07c2 HTTP/1.1" status: 204 len: 168 time: 3.5317352 Aug 20 08:57:32.426418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Request body: {'port': {'device_id': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:32.626667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88a9b7-17ba-4084-a71f-09a28e88b7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca0fc66-b00a-4f12-a566-a0eceb6f07c2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:32.661576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Made reservation on behalf of c5bfcefe71024273aa15871bdb9e5a10 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:32.665491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.675294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48230) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:32.677319 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-65371d3b-9be4-4ebc-a03b-4a131d3a29df service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8750844 Aug 20 08:57:32.710064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Pushing event updated for resources: {'Port': ['ID=534dd006-a22c-4562-9fab-6a98b3803666,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:32.739789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] Provisioning for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:32.744440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] Provisioning complete for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:32.744951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.748567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-90943145-bdb9-4e19-a8f7-484922987569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:32.750117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-90943145-bdb9-4e19-a8f7-484922987569 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4382ecd349434db2ae9560951f498aaf&device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 1096 time: 0.2929857 Aug 20 08:57:32.792949 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:57:32.826896 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.861154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] For port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:32.868717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.889750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eada8c29-2906-4b32-8d18-2a90be8ad474 req-2d943bbb-5bf1-45e8-b107-b153b61c4d94 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 210 time: 0.0906260 Aug 20 08:57:32.895347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ef20058-dc8f-4eab-a5de-002b3cce73ab req-91e8bc58-58fd-4552-a711-1ab6a8d1ec6a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.1098883 Aug 20 08:57:32.902321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e9e620-0404-44a0-824f-7596024702b5'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:32.902784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.904706 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7785cc5-2915-4787-ac27-01121283c422" -d '{"events": [{"server_uuid": "0bfa9b90-677d-42ec-add0-b7e7e66229d3", "name": "network-vif-plugged", "status": "completed", "tag": "77e9e620-0404-44a0-824f-7596024702b5"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:32.912100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-996a1311-45cb-4552-9c24-9b4a5fb2221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:32.914140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-996a1311-45cb-4552-9c24-9b4a5fb2221a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=16560f4393b048758f4b74c4dcd08eea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8497467 Aug 20 08:57:32.928597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:32.930299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0258760c-8c5b-4090-afe7-daa73d9f4965 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3412239edc994b2791619726bae99aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519643 Aug 20 08:57:32.938156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48236) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:32.966409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d8df9-69fe-4fe2-b984-70ecfb0b9d5e None None] Pushing event updated for resources: {'Port': ['ID=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:32.992305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Attempting to bind port 534dd006-a22c-4562-9fab-6a98b3803666 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:32.992783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Attempting to bind port 534dd006-a22c-4562-9fab-6a98b3803666 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:32.993346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Attempting to bind port 534dd006-a22c-4562-9fab-6a98b3803666 on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:33.026827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:33.042906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Port 534dd006-a22c-4562-9fab-6a98b3803666 on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:33.043239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Attempting to bind port 534dd006-a22c-4562-9fab-6a98b3803666 on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:33.056988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:33.060357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:33.060945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.066268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f55e2-1ef1-421a-98d2-308ecbcff0d4 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:33.130191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:33.130531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Checking segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:33.130918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Bound using segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:33.131376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Bound port: 534dd006-a22c-4562-9fab-6a98b3803666, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:33.131730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.173374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c177c5a9-9bd4-46e3-9fea-753140cb791d req-ef1078d4-6325-4dda-963d-9825b515c15f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 210 time: 0.1614373 Aug 20 08:57:33.190952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=683553a7-191b-433c-8068-2f002c0880ef,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:33.208273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-25bd2732-e89a-4696-a326-eab6ab796a12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6968668 Aug 20 08:57:33.213399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48238) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:33.223286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:90:a2:49', 'name': 'tempest-NetworksTestDHCPv6-1688264414'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:33.228063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-ca7e2136-e2b7-4230-b857-6dba546ec46a service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206182 Aug 20 08:57:33.234521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-b9ed92a0-c44a-4e27-8c56-a40e25399a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:33.236031 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-b9ed92a0-c44a-4e27-8c56-a40e25399a05 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 200 len: 914 time: 0.4483054 Aug 20 08:57:33.249280 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8370bd6-a716-44fc-b984-47f339d476de x-openstack-request-id: req-c8370bd6-a716-44fc-b984-47f339d476de {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:33.249895 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfa9b90-677d-42ec-add0-b7e7e66229d3", "name": "network-vif-plugged", "status": "completed", "tag": "77e9e620-0404-44a0-824f-7596024702b5", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:33.250359 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8370bd6-a716-44fc-b984-47f339d476de {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:33.250950 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e9e620-0404-44a0-824f-7596024702b5', 'code': 200} Aug 20 08:57:33.301599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Made reservation on behalf of 866c5988a5974ec2a4c7e94ac37eedf9 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:33.305794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.329081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.26', 61998) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:33.351467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-e320516c-fa5c-4daf-91ba-17cc324ac5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:33.352951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-e320516c-fa5c-4daf-91ba-17cc324ac5c5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4296618 Aug 20 08:57:33.364409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ac9a-c1b8-46aa-bf57-a8ff5ec56863 req-b55ba50a-713d-42c7-9ad4-e0711bd52688 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:33.370584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8600ac9a-c1b8-46aa-bf57-a8ff5ec56863 req-b55ba50a-713d-42c7-9ad4-e0711bd52688 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.3229513 Aug 20 08:57:33.371277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5709-e75c-4a9a-bc49-7c1938410cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.386074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e1400-be38-417b-97bc-81320b964737 None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '2242c9c3-94f3-4366-a9d0-bd26017f52da', 'ip_address': '2001:db8::f816:3eff:fe90:679b'}, {'subnet_id': '683553a7-191b-433c-8068-2f002c0880ef'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '14ddd440-7c81-4949-bc9f-a6fb2acab3f1'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:57:33.415396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-671e1400-be38-417b-97bc-81320b964737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.468302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-c768c275-3809-4849-ba11-0942812e2e5a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/ports?device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.0351233 Aug 20 08:57:33.495545 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-2662827a-8361-4022-83a3-c84e98c1c5a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da620b94-f92d-430e-b897-96ebb3abd5e0 HTTP/1.1" status: 200 len: 217 time: 0.1989012 Aug 20 08:57:33.511435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-840bb79a-d877-4663-9bc3-8e69c9641870 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 217 time: 0.2482071 Aug 20 08:57:33.514755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Allocated IP 172.20.0.5 (9af2e8cd-2ed5-4391-bd9e-fbc1318c2588/5fce9cc6-f406-4f7c-83ca-dfff1a9707b8/b891becb-9cf0-4699-b2c9-1a0c239f0f2c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:33.620476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5709-e75c-4a9a-bc49-7c1938410cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.642287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-671e1400-be38-417b-97bc-81320b964737 None None] Allocated IP 172.20.0.2 (70e63f2b-66e7-4648-9b28-cb982492e847/683553a7-191b-433c-8068-2f002c0880ef/14ddd440-7c81-4949-bc9f-a6fb2acab3f1) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:33.667646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c0554-1f10-4621-9587-2bb4d9e174b6 req-bfdcc437-e655-4ede-8484-2cf28539fe87 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:33.669498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-193c0554-1f10-4621-9587-2bb4d9e174b6 req-bfdcc437-e655-4ede-8484-2cf28539fe87 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 946 time: 0.3512430 Aug 20 08:57:33.680974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8600ac9a-c1b8-46aa-bf57-a8ff5ec56863 req-5b684a3f-4e83-4fd1-beda-8da5223ae1a8 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851992 Aug 20 08:57:33.696409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66416a8-a305-4e61-ac64-46e14c289091 req-90fab13b-c2f1-4909-8ab8-bc7fcc2c97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:33.706020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d66416a8-a305-4e61-ac64-46e14c289091 req-90fab13b-c2f1-4909-8ab8-bc7fcc2c97f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 1097 time: 0.3663173 Aug 20 08:57:33.757096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Allocated IP 172.20.0.13 (3b51bcbd-e4b8-49be-b8bf-1906c37f33d5/d0922113-bf53-4209-af8a-62ed9eb9b172/5be7992b-7617-4f2c-bc83-10feba44e36f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:33.809409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d66416a8-a305-4e61-ac64-46e14c289091 req-6a8db102-298f-4dcd-99c7-e434c14a26a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951467 Aug 20 08:57:33.818159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-671e1400-be38-417b-97bc-81320b964737 None None] For port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:33.828005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-193c0554-1f10-4621-9587-2bb4d9e174b6 req-98cedde7-5d9c-486d-9991-961c4c417bbb tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228266 Aug 20 08:57:33.843069 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5709-e75c-4a9a-bc49-7c1938410cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.845639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5709-e75c-4a9a-bc49-7c1938410cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.864347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6dcc5709-e75c-4a9a-bc49-7c1938410cac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a49fe9bc-628c-4e8e-aebb-49a1fe00baa9 HTTP/1.1" status: 204 len: 168 time: 0.9221311 Aug 20 08:57:33.873317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-671e1400-be38-417b-97bc-81320b964737 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.900211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-671e1400-be38-417b-97bc-81320b964737 None None] Transition to ACTIVE for port object 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:33.916734 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-671e1400-be38-417b-97bc-81320b964737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:33.990674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc5709-e75c-4a9a-bc49-7c1938410cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fe9bc-628c-4e8e-aebb-49a1fe00baa9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:34.001445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e1400-be38-417b-97bc-81320b964737 None None] Pushing event updated for resources: {'Port': ['ID=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:34.004700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:34.064054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-689cf5e9-43c8-41ec-b4fe-379bc72d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.065795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-689cf5e9-43c8-41ec-b4fe-379bc72d32cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 200 len: 854 time: 0.5444419 Aug 20 08:57:34.136299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] For port 534dd006-a22c-4562-9fab-6a98b3803666, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:34.142086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-f97b7c38-ae55-4bc7-9461-19e25dc25e5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a810fb87-0153-4f4a-9162-62cb4bec1532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581090 Aug 20 08:57:34.166835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f0bb27b-1e8e-4f0f-826b-33a5a5eba1ce req-1b764353-cfe8-46f5-95d0-cf49185f5ee4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.0943809 Aug 20 08:57:34.177591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-0f6f482d-88aa-48ce-8c5a-2842eb364622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.179125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-0f6f482d-88aa-48ce-8c5a-2842eb364622 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.6117141 Aug 20 08:57:34.219113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8513279e-b6ab-41d2-a525-bbc5362328bf req-0d83cd71-605f-4a95-af66-852a41c32158 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 210 time: 0.1696689 Aug 20 08:57:34.225509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] For port 534dd006-a22c-4562-9fab-6a98b3803666, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=534dd006-a22c-4562-9fab-6a98b3803666,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:34.262798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-c73f8d0a-54bf-4982-8f59-5aad77cc2e5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.0543461 Aug 20 08:57:34.303808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:34.313476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:34.385148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bd44bc4-a9b4-4637-85a2-74b27edbb7a0 req-6f1b5706-25fe-4de8-9e9b-24d950307165 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 210 time: 0.0902774 Aug 20 08:57:34.401084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Transition to ACTIVE for port object 5be7992b-7617-4f2c-bc83-10feba44e36f will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:34.429067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.429750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:34.431205 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] 10.222.0.26 "PUT /v2.0/ports/534dd006-a22c-4562-9fab-6a98b3803666 HTTP/1.1" status: 200 len: 1091 time: 5.5689979 Aug 20 08:57:34.471072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-0fd040d6-c55b-4ca9-ac82-3383d51f1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.473039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-0fd040d6-c55b-4ca9-ac82-3383d51f1065 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=16560f4393b048758f4b74c4dcd08eea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1998711 Aug 20 08:57:34.475615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'tag': '534dd006-a22c-4562-9fab-6a98b3803666'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:34.477926 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b12a123-b3dd-44ab-bc16-261c090aa2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2af4f65f-bb2b-4c59-8297-9552b43ce94c", "tag": "534dd006-a22c-4562-9fab-6a98b3803666"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:34.495734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:34.618432 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4651d8-925a-4fa8-9ad0-e731e8f3fcd0 x-openstack-request-id: req-1a4651d8-925a-4fa8-9ad0-e731e8f3fcd0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:34.618731 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af4f65f-bb2b-4c59-8297-9552b43ce94c", "tag": "534dd006-a22c-4562-9fab-6a98b3803666", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:34.618986 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a4651d8-925a-4fa8-9ad0-e731e8f3fcd0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:34.619383 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'tag': '534dd006-a22c-4562-9fab-6a98b3803666', 'status': 'completed', 'code': 200} Aug 20 08:57:34.635482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf80c9-643a-4730-b5b0-9eee3b4c843a service neutron] Pushing event updated for resources: {'Port': ['ID=534dd006-a22c-4562-9fab-6a98b3803666,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:34.647042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:34.654973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:34.655784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-9ee0ad5d-230a-4688-8c2c-979b11281ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974539 Aug 20 08:57:34.667766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:34.676934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:34.704173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-91b6fa89-220d-4078-acfd-83cffb30f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.707664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-91b6fa89-220d-4078-acfd-83cffb30f248 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4832249 Aug 20 08:57:34.854122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'Port': ['ID=5be7992b-7617-4f2c-bc83-10feba44e36f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:34.888372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:34.894245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.894992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:34.911364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-30ad54b4-e95c-4dd5-8d1c-1e31bcfd9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:34.917177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-30ad54b4-e95c-4dd5-8d1c-1e31bcfd9425 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4335189 Aug 20 08:57:34.924398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-690e1284-1af6-4d7f-9b13-caab1d8fde32 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6611943 Aug 20 08:57:34.958660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Transition to ACTIVE for port object b891becb-9cf0-4699-b2c9-1a0c239f0f2c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:34.979729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Request body: {'port': {'device_id': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:35.149690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5b5622f5-fa85-438c-a087-cd8a0f46ef2e None None] Provisioning for port 5be7992b-7617-4f2c-bc83-10feba44e36f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:35.155727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5b5622f5-fa85-438c-a087-cd8a0f46ef2e None None] Provisioning complete for port 5be7992b-7617-4f2c-bc83-10feba44e36f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:35.156520 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5b5622f5-fa85-438c-a087-cd8a0f46ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.160633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.169779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-7f5c10d4-1622-492b-b278-e9321e77eea5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/ports?device_id=57cd5627-e51f-433b-af3c-d99b12cec10a HTTP/1.1" status: 200 len: 210 time: 0.1240735 Aug 20 08:57:35.244736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5b5622f5-fa85-438c-a087-cd8a0f46ef2e None None] Port 5be7992b-7617-4f2c-bc83-10feba44e36f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:35.253060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c75fe-d963-4648-a5ae-22d8e49db7b0 req-8a2ea661-e68a-4bc8-a760-9518c071236b tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:35.263081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd4c75fe-d963-4648-a5ae-22d8e49db7b0 req-8a2ea661-e68a-4bc8-a760-9518c071236b tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.3889120 Aug 20 08:57:35.288075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.312225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:35.353529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd4c75fe-d963-4648-a5ae-22d8e49db7b0 req-5b6f5a46-c49a-4515-9d70-537fb262cb30 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864315 Aug 20 08:57:35.439175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-397eb0ff-e715-4851-9cf3-214bbd63927a service neutron] 10.222.0.26 "GET /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491641 Aug 20 08:57:35.447925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367446c0-c917-473f-8160-863751f51425 req-06d630f4-8dd3-4747-a10e-76970672623a tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:35.457123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-367446c0-c917-473f-8160-863751f51425 req-06d630f4-8dd3-4747-a10e-76970672623a tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 946 time: 0.3651111 Aug 20 08:57:35.529575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-b10fc2bb-2da0-4f91-9492-6fe3e9bee811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:35.531141 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-b10fc2bb-2da0-4f91-9492-6fe3e9bee811 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 1094 time: 1.0068622 Aug 20 08:57:35.533598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.577286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4bb30de3-2fc3-4570-bb25-e09c84a35105 None None] Provisioning for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:35.584578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4bb30de3-2fc3-4570-bb25-e09c84a35105 None None] Provisioning complete for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:35.585179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4bb30de3-2fc3-4570-bb25-e09c84a35105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.596230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:35.633211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-network', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:35.701337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:35.746395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-367446c0-c917-473f-8160-863751f51425 req-65f6068b-a85b-4009-91cf-9f97857d3c46 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877581 Aug 20 08:57:35.766851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Pushing event updated for resources: {'Port': ['ID=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:35.783373 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-076bd633-6708-4a28-aae0-3d897aee80d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=534dd006-a22c-4562-9fab-6a98b3803666 HTTP/1.1" status: 200 len: 217 time: 0.2379868 Aug 20 08:57:35.801114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-5f311822-caeb-4980-a795-d3c5f223ecbf service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0419700 Aug 20 08:57:35.836270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:35.839353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:35.840069 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.866857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:35.878376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb990d3-6e6e-4124-89cd-7512a4b2f3f3 req-0e82f207-d747-4e39-b727-c70410bc5e5e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:35.886751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bb990d3-6e6e-4124-89cd-7512a4b2f3f3 req-0e82f207-d747-4e39-b727-c70410bc5e5e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 931 time: 0.2909636 Aug 20 08:57:35.923853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:35.950228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-82cd178d-48b8-437b-9b51-32976ad2239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:35.952217 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-82cd178d-48b8-437b-9b51-32976ad2239c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.1082366 Aug 20 08:57:35.983589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 07d56d01-5bbc-4a92-a2d0-2dcec4323323 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:57:36.020801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:36.021147 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.101813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be7992b-7617-4f2c-bc83-10feba44e36f {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:36.111028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.135805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Transition to ACTIVE for port object 5be7992b-7617-4f2c-bc83-10feba44e36f will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:36.149468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bb990d3-6e6e-4124-89cd-7512a4b2f3f3 req-019f5b8c-2051-4548-9147-f05da8b43e6f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617428 Aug 20 08:57:36.153248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.170011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa561e3b-83d2-4be8-b2c5-5e588fb77092 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:36.178814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f1bb1643-718b-4deb-8ba3-b7bf2fb1bbca None None] Provisioning for port b891becb-9cf0-4699-b2c9-1a0c239f0f2c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:36.193112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f1bb1643-718b-4deb-8ba3-b7bf2fb1bbca None None] Provisioning complete for port b891becb-9cf0-4699-b2c9-1a0c239f0f2c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:36.193949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1643-718b-4deb-8ba3-b7bf2fb1bbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.197206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:36.198962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.203249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.228167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5be7992b-7617-4f2c-bc83-10feba44e36f,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:36.268017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Transition to ACTIVE for port object fa561e3b-83d2-4be8-b2c5-5e588fb77092 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:36.270336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb1643-718b-4deb-8ba3-b7bf2fb1bbca None None] Port b891becb-9cf0-4699-b2c9-1a0c239f0f2c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:36.275466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-4b3f6d29-9558-466a-92ac-0f23473faa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:36.277379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-4b3f6d29-9558-466a-92ac-0f23473faa4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884104 Aug 20 08:57:36.300268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214ebe-67fe-4d1f-9bd1-25ea7934dd24 req-4115605d-d76f-4661-a93b-ab3a0cffc536 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:36.302005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78214ebe-67fe-4d1f-9bd1-25ea7934dd24 req-4115605d-d76f-4661-a93b-ab3a0cffc536 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 932 time: 0.3875935 Aug 20 08:57:36.309346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.434178 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-fd6c8e9d-01d3-4a4a-8b16-a399643d0802 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317997 Aug 20 08:57:36.505916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa561e3b-83d2-4be8-b2c5-5e588fb77092,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:36.523744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-52e81961-3cda-4897-b4f1-23f6f25fa0b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 217 time: 0.0782101 Aug 20 08:57:36.556406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-0134a8e1-28fc-424d-90d1-557d039387fe tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:36.564380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-0134a8e1-28fc-424d-90d1-557d039387fe tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.2613027 Aug 20 08:57:36.569061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78214ebe-67fe-4d1f-9bd1-25ea7934dd24 req-890b4ee1-4d15-4cc1-b1a9-2051c31c83f4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442434 Aug 20 08:57:36.594713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-a63886cd-5b38-408d-b7ad-d11ea5f6bea5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0293522 Aug 20 08:57:36.616119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Attempting to bind port 5be7992b-7617-4f2c-bc83-10feba44e36f on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:36.616461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Attempting to bind port 5be7992b-7617-4f2c-bc83-10feba44e36f by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:36.616795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Attempting to bind port 5be7992b-7617-4f2c-bc83-10feba44e36f on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:36.684383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-38c5e658-f472-4667-8ed0-addf5e76d0fc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886960 Aug 20 08:57:36.691846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Port 5be7992b-7617-4f2c-bc83-10feba44e36f on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:36.691846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Attempting to bind port 5be7992b-7617-4f2c-bc83-10feba44e36f on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:36.709332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:36.709772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Checking segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:36.710231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Bound using segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:36.710620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Bound port: 5be7992b-7617-4f2c-bc83-10feba44e36f, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:36.710995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.729935 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-07a388ab-33a5-415c-b7e7-a0bf43a879e8 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235189 Aug 20 08:57:36.753584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Attempting to bind port fa561e3b-83d2-4be8-b2c5-5e588fb77092 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:36.753968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Attempting to bind port fa561e3b-83d2-4be8-b2c5-5e588fb77092 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:36.754260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Attempting to bind port fa561e3b-83d2-4be8-b2c5-5e588fb77092 on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:36.770277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-b2529e2b-ebce-478e-b1be-99e76bf8d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:36.771753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-b2529e2b-ebce-478e-b1be-99e76bf8d029 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.2334003 Aug 20 08:57:36.827134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Port fa561e3b-83d2-4be8-b2c5-5e588fb77092 on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:36.827464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Attempting to bind port fa561e3b-83d2-4be8-b2c5-5e588fb77092 on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:36.833200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 172.20.0.11 (70e63f2b-66e7-4648-9b28-cb982492e847/683553a7-191b-433c-8068-2f002c0880ef/07d56d01-5bbc-4a92-a2d0-2dcec4323323) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:36.867135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe90:a249 (70e63f2b-66e7-4648-9b28-cb982492e847/2242c9c3-94f3-4366-a9d0-bd26017f52da/07d56d01-5bbc-4a92-a2d0-2dcec4323323) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:36.878049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:36.878407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Checking segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:36.878804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Bound using segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:36.879254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Bound port: fa561e3b-83d2-4be8-b2c5-5e588fb77092, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:36.879592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.879725 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.895740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:36.920127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-aa2a48bd-589e-4b88-b619-6195657845dc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9655566 Aug 20 08:57:36.943755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:57:36.946050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Request body: {'port': {'device_id': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:36.954312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-44577795-cc8f-49d0-bc5a-85de3c603913 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547052 Aug 20 08:57:36.962202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c5d78-cdcb-48d1-a812-8e4712b9dd19 req-2d1de577-0cf1-4bb3-a764-4cca61062fe3 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:36.963688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-878c5d78-cdcb-48d1-a812-8e4712b9dd19 req-2d1de577-0cf1-4bb3-a764-4cca61062fe3 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 946 time: 0.1238413 Aug 20 08:57:36.995836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] For port 5be7992b-7617-4f2c-bc83-10feba44e36f, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:37.011988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-571f9524-8185-4df5-a590-98f73d6578ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.013505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-571f9524-8185-4df5-a590-98f73d6578ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995356 Aug 20 08:57:37.016035 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.016394 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Added segment 8d288c9f-f2c3-42c1-a8d0-d8695bed8c68 of type vlan for network 2197b274-0c57-4258-a943-1259d03ded58 Aug 20 08:57:37.023690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89162a85-88ef-48a6-8c91-a592368008cc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:37.024675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5957d4f8-1265-4cba-b74a-4ed0caf84972 req-9c1fab2c-9b6e-4d62-924a-8c79ba684710 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845068 Aug 20 08:57:37.071592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] For port 5be7992b-7617-4f2c-bc83-10feba44e36f, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5be7992b-7617-4f2c-bc83-10feba44e36f,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:37.079599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.171229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.198239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-878c5d78-cdcb-48d1-a812-8e4712b9dd19 req-85be650f-9408-4d98-b3f5-b12b743bf599 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186215 Aug 20 08:57:37.240556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.241822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.243299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 1092 time: 2.2873352 Aug 20 08:57:37.244322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a186603-8cae-45b1-88e3-bf3c146311f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5be7992b-7617-4f2c-bc83-10feba44e36f,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:37.259233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-412e4b07-f0a0-4579-a391-7b064a0b3de8 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830524 Aug 20 08:57:37.259940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:37.263297 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e" -d '{"events": [{"name": "network-changed", "server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:37.298784 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.303403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.305613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.349025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0342824 Aug 20 08:57:37.373971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48324) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:37.414303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Request body: {'subnet': {'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-subnet', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:37.485768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-1cd3eb4e-6252-4324-ae9f-1cca215155e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.487607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-1cd3eb4e-6252-4324-ae9f-1cca215155e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1095 time: 0.1585481 Aug 20 08:57:37.490231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bf4d7-77ea-4909-9431-00c9fd9ef787 admin admin] Pushing event updated for resources: {'Network': ['ID=2197b274-0c57-4258-a943-1259d03ded58,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:37.503762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 2197b274-0c57-4258-a943-1259d03ded58 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:57:37.582550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:37.584979 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.618832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] For port fa561e3b-83d2-4be8-b2c5-5e588fb77092, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:37.642591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-55a92927-8f62-4b3a-8d34-9695c08ae665 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 217 time: 0.1254830 Aug 20 08:57:37.651669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.752222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] For port fa561e3b-83d2-4be8-b2c5-5e588fb77092, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:37.781791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.825677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-b9fdc803-cfae-4bbc-888b-d671ae112766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.827210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-b9fdc803-cfae-4bbc-888b-d671ae112766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.1602044 Aug 20 08:57:37.846721 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:37.857419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-c96292b4-0fe6-4f6e-96e3-d22d9eff3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.864176 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-c96292b4-0fe6-4f6e-96e3-d22d9eff3ade service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 1094 time: 0.7572787 Aug 20 08:57:37.876085 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e9eafe-7cd2-4892-beb6-49515e139212 x-openstack-request-id: req-81e9eafe-7cd2-4892-beb6-49515e139212 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:37.876085 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:37.876323 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81e9eafe-7cd2-4892-beb6-49515e139212 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:37.877127 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'status': 'completed', 'code': 200} Aug 20 08:57:37.887801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec4ae-eee6-428c-af94-98435cacbb42 req-3ddd590d-fda1-4c23-98cb-373049bf58e0 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:37.896178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a1ec4ae-eee6-428c-af94-98435cacbb42 req-3ddd590d-fda1-4c23-98cb-373049bf58e0 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 931 time: 0.2579367 Aug 20 08:57:37.923654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-aa297b3c-c676-4de4-ba23-0b207cb2f0b6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8905659 Aug 20 08:57:38.025880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-61e67d10-f160-40d7-ae66-5ffb26eca903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:38.027672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-61e67d10-f160-40d7-ae66-5ffb26eca903 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920683 Aug 20 08:57:38.052472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:38.053116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:38.054565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/fa561e3b-83d2-4be8-b2c5-5e588fb77092 HTTP/1.1" status: 200 len: 1091 time: 5.6550970 Aug 20 08:57:38.055607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d1e54fb-43ba-43e3-9a8b-b63b6fd1d1ba req-68db70d1-5e38-4850-a89b-bac9d258e5c7 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 210 time: 0.1428969 Aug 20 08:57:38.067553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'tag': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:38.077833 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659f797-abf9-40a6-be0b-520606ca5e70" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c1ddee-cbd8-486b-9690-b10c6c334720", "tag": "fa561e3b-83d2-4be8-b2c5-5e588fb77092"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:38.098422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a1ec4ae-eee6-428c-af94-98435cacbb42 req-5aa293d7-8ed1-4bc8-998f-a95faaf5d569 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013505 Aug 20 08:57:38.172734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 07d56d01-5bbc-4a92-a2d0-2dcec4323323 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:38.339960 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f9e0d-f1b9-475a-8207-a3af0d73a9af x-openstack-request-id: req-354f9e0d-f1b9-475a-8207-a3af0d73a9af {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:38.340316 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c1ddee-cbd8-486b-9690-b10c6c334720", "tag": "fa561e3b-83d2-4be8-b2c5-5e588fb77092", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:38.340815 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-354f9e0d-f1b9-475a-8207-a3af0d73a9af {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:38.341417 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'tag': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092', 'status': 'completed', 'code': 200} Aug 20 08:57:38.365033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa561e3b-83d2-4be8-b2c5-5e588fb77092,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:38.421840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.429929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.430718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.431238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.431821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.433191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.434230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.434721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.435259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.435931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.436482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.436995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb4a5c1-99fc-46e1-9ed7-3257249680d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:38.474870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-46a1b9d3-8f48-43e4-8942-96a4d360dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:38.478550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-46a1b9d3-8f48-43e4-8942-96a4d360dc16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 916 time: 0.5975358 Aug 20 08:57:38.559506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7e8d731-9f32-4dcd-aa4d-a766d1d38d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:38.561138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-a7e8d731-9f32-4dcd-aa4d-a766d1d38d54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 1094 time: 0.3733540 Aug 20 08:57:38.601431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-5fbb1983-e17b-4a8d-b5d5-634b34f6a7a6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565807 Aug 20 08:57:38.608363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-e416151e-f4a0-4561-a596-0e5a1417bfaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=534dd006-a22c-4562-9fab-6a98b3803666 HTTP/1.1" status: 200 len: 217 time: 0.0931606 Aug 20 08:57:38.617446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:38.672290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-b8244bfe-f222-4da7-9ca8-6b9389c2ce3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 217 time: 0.0451953 Aug 20 08:57:38.779428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-5ce18e1a-bb27-4ff6-a730-f99c32ac2ea2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092 HTTP/1.1" status: 200 len: 217 time: 0.1769488 Aug 20 08:57:38.841980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789021b7-4452-43c7-b87e-a81a123ad74c req-77f50910-bfd6-48b6-ae47-2dd4ca0a7d3a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:38.850729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-789021b7-4452-43c7-b87e-a81a123ad74c req-77f50910-bfd6-48b6-ae47-2dd4ca0a7d3a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 944 time: 0.1473324 Aug 20 08:57:38.855463 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:38.894894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:38.904608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-74626cd1-7a89-40ac-9861-c7a01b42445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:38.907047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-74626cd1-7a89-40ac-9861-c7a01b42445c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.0840890 Aug 20 08:57:38.929427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:38.932032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:38.964261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1250a3d0-39fb-409b-a936-3ab03579e8f9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:38.968500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-e50c9901-253f-49a2-acf2-f6ad96c9963f service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9066920 Aug 20 08:57:39.029540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.030252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.031959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-789021b7-4452-43c7-b87e-a81a123ad74c req-05691de6-febe-4290-9042-8a5440fea578 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801295 Aug 20 08:57:39.111930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Checking segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:39.112848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Network hostable DHCP agents. Network: 2197b274-0c57-4258-a943-1259d03ded58, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:57:39.126034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=07d56d01-5bbc-4a92-a2d0-2dcec4323323,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:39.208016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Network 2197b274-0c57-4258-a943-1259d03ded58 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:57:39.221144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-9da677fc-199d-49e7-83d8-e426131ddf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.222873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-9da677fc-199d-49e7-83d8-e426131ddf35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.6003394 Aug 20 08:57:39.224207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-018d3fe7-ed5c-46cd-9a41-3e46e3d85fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.225972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-018d3fe7-ed5c-46cd-9a41-3e46e3d85fa3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.5094121 Aug 20 08:57:39.254170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 2197b274-0c57-4258-a943-1259d03ded58) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:39.266644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e376a-23b8-4848-913c-0b10e1d0392d None None] Network 2197b274-0c57-4258-a943-1259d03ded58 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:39.293071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00f0aca8-db22-41e7-8712-3bcd7febcfea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.0746732 Aug 20 08:57:39.315851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48378) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:39.335126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.335801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.339497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ef4d5e5-ee94-4a00-bcf9-63060ceefcf4 req-1d01a70d-0a98-48d3-ae53-53f3396827aa service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354597 Aug 20 08:57:39.371355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99cc5e8a-ce8f-4b52-a645-e4811f9f1e03 req-e2e6babe-4af7-49b5-b0bf-6c18659e5739 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 210 time: 0.1833792 Aug 20 08:57:39.463442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-e8604efa-4a7d-4287-a842-b205f1bfdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.466092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-e8604efa-4a7d-4287-a842-b205f1bfdafe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1918962 Aug 20 08:57:39.477650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-78b80ba9-9d19-43cd-8d6b-e49992c8ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.479887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-78b80ba9-9d19-43cd-8d6b-e49992c8ea0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462225 Aug 20 08:57:39.482340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57daab4-fef2-4f36-be82-aa1981342593 req-1f792a7c-4452-4c43-84be-a9439c60c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.484531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-1f792a7c-4452-4c43-84be-a9439c60c285 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4639232 Aug 20 08:57:39.502739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-44691216-3fd4-4f02-adc0-8cafb16f1716 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.505025 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-44691216-3fd4-4f02-adc0-8cafb16f1716 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.5967069 Aug 20 08:57:39.511315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-191a7000-5058-4e59-b2bb-6908657da9aa None None] Provisioning for port 07d56d01-5bbc-4a92-a2d0-2dcec4323323 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:39.516609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-191a7000-5058-4e59-b2bb-6908657da9aa None None] Provisioning complete for port 07d56d01-5bbc-4a92-a2d0-2dcec4323323 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:39.517167 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-191a7000-5058-4e59-b2bb-6908657da9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.520150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47c29eb4-4795-4aac-9172-0483170295fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1449463 Aug 20 08:57:39.522875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48380) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:39.540152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:39.548372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b891becb-9cf0-4699-b2c9-1a0c239f0f2c {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:39.562479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-2197b274-0c57-4258-a943-1259d03ded58', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:39.563462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.592068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-191a7000-5058-4e59-b2bb-6908657da9aa None None] Port 07d56d01-5bbc-4a92-a2d0-2dcec4323323 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:39.600413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.601684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.618903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-7bb9cdb0-dc33-4909-adca-f8ab7814c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.620447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-7bb9cdb0-dc33-4909-adca-f8ab7814c9aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1095 time: 0.1664112 Aug 20 08:57:39.628350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f975a63-bd59-437f-935c-cc816d3e17dd req-acd0651c-d0d0-44f3-819d-7ace20403148 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:39.629841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f975a63-bd59-437f-935c-cc816d3e17dd req-acd0651c-d0d0-44f3-819d-7ace20403148 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 931 time: 0.3225749 Aug 20 08:57:39.706422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.714538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Request body: {'port': {'device_id': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'admin_state_up': True, 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:39.798278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Allocated IP 172.20.0.2 (2197b274-0c57-4258-a943-1259d03ded58/1250a3d0-39fb-409b-a936-3ab03579e8f9/463cdda1-4023-4074-bcc9-d06287e9e832) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:39.822718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f975a63-bd59-437f-935c-cc816d3e17dd req-5f106270-688a-419e-bf02-c60d5a80ba49 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690578 Aug 20 08:57:39.849664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.863275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-652f26fb-abf0-4834-ab19-732212099917 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776429 Aug 20 08:57:39.885825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Transition to ACTIVE for port object b891becb-9cf0-4699-b2c9-1a0c239f0f2c will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:39.928635 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-58a8b601-ede2-4742-9d96-7b1d0238553e service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033680 Aug 20 08:57:39.974027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:39.980776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 534dd006-a22c-4562-9fab-6a98b3803666 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:40.117516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.125661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-20ac155a-6857-47fe-b94f-b5fe3a5a6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:40.129011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-20ac155a-6857-47fe-b94f-b5fe3a5a6401 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.4972773 Aug 20 08:57:40.216971 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.232767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Transition to ACTIVE for port object 463cdda1-4023-4074-bcc9-d06287e9e832 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:40.244231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-d9dd1edd-5ccc-4251-ae62-649c86120543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 217 time: 0.1009429 Aug 20 08:57:40.259980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 534dd006-a22c-4562-9fab-6a98b3803666, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=534dd006-a22c-4562-9fab-6a98b3803666,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:40.272700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Transition to ACTIVE for port object 463cdda1-4023-4074-bcc9-d06287e9e832 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:40.277065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '534dd006-a22c-4562-9fab-6a98b3803666', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'port_id': '534dd006-a22c-4562-9fab-6a98b3803666', 'mac_address': 'fa:16:3e:13:00:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce9cc6-f406-4f7c-83ca-dfff1a9707b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:40.326857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.331676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.357312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde2ba1-6474-41c6-bdd8-87d8c9112547 req-993686fe-e954-4016-aa24-c6e70619ad8d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:40.365238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fde2ba1-6474-41c6-bdd8-87d8c9112547 req-993686fe-e954-4016-aa24-c6e70619ad8d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 944 time: 0.2110262 Aug 20 08:57:40.393307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534dd006-a22c-4562-9fab-6a98b3803666 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:40.397399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-57fb5d4d-a0cb-495a-98e0-df656c012b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:40.399221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-57fb5d4d-a0cb-495a-98e0-df656c012b52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.1365583 Aug 20 08:57:40.404002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Network 2197b274-0c57-4258-a943-1259d03ded58 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:40.409230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:40.419863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:40.441524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Pushing event updated for resources: {'Port': ['ID=463cdda1-4023-4074-bcc9-d06287e9e832,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:40.449275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 534dd006-a22c-4562-9fab-6a98b3803666, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=534dd006-a22c-4562-9fab-6a98b3803666,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:40.470442 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.497906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fde2ba1-6474-41c6-bdd8-87d8c9112547 req-7359915b-5189-45ef-84a2-12e1881f84ea tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172993 Aug 20 08:57:40.528890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-4cfec680-9372-49e8-be22-5f1c6ff7d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:40.532755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-4cfec680-9372-49e8-be22-5f1c6ff7d80a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213233 Aug 20 08:57:40.543829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=534dd006-a22c-4562-9fab-6a98b3803666,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:40.560611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Attempting to bind port 463cdda1-4023-4074-bcc9-d06287e9e832 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:40.561222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Attempting to bind port 463cdda1-4023-4074-bcc9-d06287e9e832 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:40.561812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Attempting to bind port 463cdda1-4023-4074-bcc9-d06287e9e832 on network 2197b274-0c57-4258-a943-1259d03ded58 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:40.569559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:40.570279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Checking segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:40.570847 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.571393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Bound using segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:40.572013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Bound port: 463cdda1-4023-4074-bcc9-d06287e9e832, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:40.572638 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.611126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-264adee1-7ba6-4725-b7a7-6022e0b562c7 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402202 Aug 20 08:57:40.645016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b6b46-bcab-4035-af8e-0b63a234563b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:40.665952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b6b46-bcab-4035-af8e-0b63a234563b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:40.670653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b71b6b46-bcab-4035-af8e-0b63a234563b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.3402216 Aug 20 08:57:40.675215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48408) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:40.699609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['534dd006-a22c-4562-9fab-6a98b3803666'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:40.706993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] For port 463cdda1-4023-4074-bcc9-d06287e9e832, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:40.771824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:40.786148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] For port 463cdda1-4023-4074-bcc9-d06287e9e832, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=463cdda1-4023-4074-bcc9-d06287e9e832,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:40.793964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:40.800467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-48a42dc9-b79f-4020-84a5-b3ebeca032cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 217 time: 0.1193426 Aug 20 08:57:40.908275 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-fe49f8b4-42f0-4efe-a546-cdbd95d6ef32 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848716 Aug 20 08:57:40.934951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56d8d31b-1f5b-406d-b419-0c9a59396d9b req-42f0d477-60cb-439c-90a9-089d5824574d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 210 time: 0.3068924 Aug 20 08:57:41.021457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16e13c-a736-4ea2-87cb-eee2f02b6c67 None None] Pushing event updated for resources: {'Port': ['ID=463cdda1-4023-4074-bcc9-d06287e9e832,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:41.129285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-cd6257e4-1672-43f1-9b52-1b1f9297f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:41.133926 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-cd6257e4-1672-43f1-9b52-1b1f9297f155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.3034194 Aug 20 08:57:41.294090 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-54a6690a-a826-4fb7-8798-817d7795ef85 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7686996 Aug 20 08:57:41.492946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:41.534541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:41.542116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b12a123-b3dd-44ab-bc16-261c090aa2b4 req-f078ede6-f6a8-4f4a-82c5-c0d3d212226d service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5629413 Aug 20 08:57:41.550217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:41.554021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:41.583616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b32cc-733a-4de4-8fc9-280d8fef0a58 req-223338b3-fd85-4abf-b3d3-b06ab4412219 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:41.592336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a32b32cc-733a-4de4-8fc9-280d8fef0a58 req-223338b3-fd85-4abf-b3d3-b06ab4412219 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 943 time: 0.4644094 Aug 20 08:57:41.596112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-4ea8eae2-4b18-4865-9b6c-52135da57e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:41.598445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-4ea8eae2-4b18-4865-9b6c-52135da57e09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3485830 Aug 20 08:57:41.617999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-593c4d86-9d65-4ebb-8a2d-7bf1495e372e req-046a6d12-52ee-4516-b720-ff877fad7037 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780224 Aug 20 08:57:41.655871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Attempting to bind port b891becb-9cf0-4699-b2c9-1a0c239f0f2c on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:41.655871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Attempting to bind port b891becb-9cf0-4699-b2c9-1a0c239f0f2c by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:41.655871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Attempting to bind port b891becb-9cf0-4699-b2c9-1a0c239f0f2c on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:41.660071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b57daab4-fef2-4f36-be82-aa1981342593 req-ab9bf268-ded2-495a-9836-6ed4bb220f6a service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033175 Aug 20 08:57:41.725705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378b313-31dd-4f13-a0e9-be377805b65f req-3217316f-c4b1-487f-b129-b279c8682bb2 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:41.734472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3378b313-31dd-4f13-a0e9-be377805b65f req-3217316f-c4b1-487f-b129-b279c8682bb2 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 946 time: 0.3088217 Aug 20 08:57:41.759117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-691fcbd1-4157-467e-bf01-49fbe1ce8471 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459851 Aug 20 08:57:41.773270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Port b891becb-9cf0-4699-b2c9-1a0c239f0f2c on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:41.773990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Attempting to bind port b891becb-9cf0-4699-b2c9-1a0c239f0f2c on network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:41.777109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 07d56d01-5bbc-4a92-a2d0-2dcec4323323 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:41.777504 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:41.854897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a32b32cc-733a-4de4-8fc9-280d8fef0a58 req-2134ffc5-50a0-4ddc-b717-9aae5062bc45 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610564 Aug 20 08:57:41.975142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 463cdda1-4023-4074-bcc9-d06287e9e832 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:41.998382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:41.998644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Checking segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:42.000166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Bound using segment: {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:42.000650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Bound port: b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1fadd1-aae5-495e-bd5e-8393681120f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:42.001008 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.018299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5be7992b-7617-4f2c-bc83-10feba44e36f details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:42.026481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3378b313-31dd-4f13-a0e9-be377805b65f req-cc75af7a-fa11-42df-a2aa-d6014ed05237 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909877 Aug 20 08:57:42.155854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-1aa9a98e-28d8-4cd0-8b6a-30c786df9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:42.158105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-1aa9a98e-28d8-4cd0-8b6a-30c786df9a26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 1094 time: 0.3980017 Aug 20 08:57:42.232917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Allocated IP 172.20.0.11 (dd4ba21e-df64-4625-8721-26d8331e4861/02dd20f7-2daf-4194-bf77-67f04227c429/a2f81252-31c2-413f-b874-6d68ba70afd6) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:42.308124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Allocated IP 172.25.5.228 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/381c5610-72eb-4aac-a1e9-64eb061c4017) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:42.312972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.385831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d94f7-e2b6-4bc1-87d6-82b2d7e1d66b req-eada4ece-539d-4aeb-a799-5f8f61234aa0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:42.392870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-744d94f7-e2b6-4bc1-87d6-82b2d7e1d66b req-eada4ece-539d-4aeb-a799-5f8f61234aa0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 944 time: 0.3928981 Aug 20 08:57:42.403924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 07d56d01-5bbc-4a92-a2d0-2dcec4323323 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:42.426177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5be7992b-7617-4f2c-bc83-10feba44e36f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5be7992b-7617-4f2c-bc83-10feba44e36f,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:42.439056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 534dd006-a22c-4562-9fab-6a98b3803666 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:42.443393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'port_id': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'mac_address': 'fa:16:3e:02:8f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:42.463152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bde684b-6fa1-431b-923c-f74ce27b9fb3 req-44e3ea9c-044e-4814-98e6-4876862265a6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 210 time: 0.1103504 Aug 20 08:57:42.498479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86899685-4812-46dc-801e-bcbbd55c1def None None] Network 2197b274-0c57-4258-a943-1259d03ded58 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:42.598379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-744d94f7-e2b6-4bc1-87d6-82b2d7e1d66b req-f2571292-7579-4fdb-8e14-8c6cc4789eab tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983681 Aug 20 08:57:42.663188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.678029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.692970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d321a26-8042-4919-9042-f80947cdba06 None None] Provisioning for port 463cdda1-4023-4074-bcc9-d06287e9e832 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:42.706783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.713836 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.725253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] For port b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:42.728485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] For port b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:42.730472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-796d76de-f468-43b3-a8b4-23fb34e0df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:42.732310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-796d76de-f468-43b3-a8b4-23fb34e0df16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 916 time: 0.5559342 Aug 20 08:57:42.749915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.759918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.789657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be7992b-7617-4f2c-bc83-10feba44e36f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:42.816985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 463cdda1-4023-4074-bcc9-d06287e9e832 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:42.823423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:42.826404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-363ddeda-64aa-4d3e-a06f-f353df806dd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092 HTTP/1.1" status: 200 len: 217 time: 0.0825329 Aug 20 08:57:42.826927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Pushing event updated for resources: {'Port': ['ID=381c5610-72eb-4aac-a1e9-64eb061c4017,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:42.829980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:42.832523 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-9d7f85cd-7612-472f-a41e-d4a16d706109 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0554757 Aug 20 08:57:42.835610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:42.854241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 463cdda1-4023-4074-bcc9-d06287e9e832 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:42.856211 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.861142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 534dd006-a22c-4562-9fab-6a98b3803666 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:42.863916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:42.865175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.866758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] 10.222.0.37 "PUT /v2.0/ports/b891becb-9cf0-4699-b2c9-1a0c239f0f2c HTTP/1.1" status: 200 len: 1091 time: 5.9301164 Aug 20 08:57:42.876869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'tag': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:42.889857 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b892c3d-59aa-486f-abf4-a88c087e2568" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0f5ac3-9624-41b4-ba2f-d0478c98f01e", "tag": "b891becb-9cf0-4699-b2c9-1a0c239f0f2c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:42.919975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 534dd006-a22c-4562-9fab-6a98b3803666 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:42.920660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.930389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5be7992b-7617-4f2c-bc83-10feba44e36f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5be7992b-7617-4f2c-bc83-10feba44e36f,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:42.960192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:42.986180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-1ae2c0b5-4c4a-4d5e-a67c-3e27c626cedd tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:42.988483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-1ae2c0b5-4c4a-4d5e-a67c-3e27c626cedd tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 946 time: 0.2789853 Aug 20 08:57:43.119693 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-f449a593-96af-4d5a-91ea-0b9d0bbdd222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 217 time: 0.2725718 Aug 20 08:57:43.126404 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5507b0d7-6ca4-40c1-a9f4-3db8deadecc2 x-openstack-request-id: req-5507b0d7-6ca4-40c1-a9f4-3db8deadecc2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:43.126671 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0f5ac3-9624-41b4-ba2f-d0478c98f01e", "tag": "b891becb-9cf0-4699-b2c9-1a0c239f0f2c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:43.126987 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5507b0d7-6ca4-40c1-a9f4-3db8deadecc2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:43.128510 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'tag': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c', 'status': 'completed', 'code': 200} Aug 20 08:57:43.131309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.280444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5be7992b-7617-4f2c-bc83-10feba44e36f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:43.293362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5be7992b-7617-4f2c-bc83-10feba44e36f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:43.319499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5db72-c85a-408a-b6a2-9ffe517e9e66 service neutron] Pushing event updated for resources: {'Port': ['ID=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:43.349520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Network dd4ba21e-df64-4625-8721-26d8331e4861 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:43.367859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:43.372541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-4e78365d-42b7-4a83-ac79-2adbc9673996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.378087 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-4e78365d-42b7-4a83-ac79-2adbc9673996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.5249562 Aug 20 08:57:43.381351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-67f245e2-723c-42b5-b0e5-b259bd6ead46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.382818 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-67f245e2-723c-42b5-b0e5-b259bd6ead46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 1094 time: 0.3403122 Aug 20 08:57:43.387622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:43.419731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34ef27-325d-4b8a-8843-4749734704eb req-0dd0ce9b-7b28-4d2f-87be-1b29e5e1ece3 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.431622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b34ef27-325d-4b8a-8843-4749734704eb req-0dd0ce9b-7b28-4d2f-87be-1b29e5e1ece3 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 943 time: 0.3539691 Aug 20 08:57:43.453377 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0a1c8d3f-6678-49a1-8d71-88352c4bba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.465849 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.521986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 534dd006-a22c-4562-9fab-6a98b3803666, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=534dd006-a22c-4562-9fab-6a98b3803666,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:43.522492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-9d36fa03-38c2-4192-9d19-c04c11439716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.523970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-9d36fa03-38c2-4192-9d19-c04c11439716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.3871851 Aug 20 08:57:43.527642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534dd006-a22c-4562-9fab-6a98b3803666'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:43.531063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-e65fc368-c36d-4a2d-be50-7021ec320652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c HTTP/1.1" status: 200 len: 217 time: 0.0663433 Aug 20 08:57:43.532213 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e880c6-e54f-4e4a-aa28-94bddfc163b5" -d '{"events": [{"server_uuid": "2af4f65f-bb2b-4c59-8297-9552b43ce94c", "name": "network-vif-plugged", "status": "completed", "tag": "534dd006-a22c-4562-9fab-6a98b3803666"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:43.536412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b812d19-2f8d-4c34-9b64-dee5b2689ed0 req-c34a6f89-c2f4-4a0f-87d7-350d62f8dc16 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.544095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b812d19-2f8d-4c34-9b64-dee5b2689ed0 req-c34a6f89-c2f4-4a0f-87d7-350d62f8dc16 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 946 time: 0.2389107 Aug 20 08:57:43.547433 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.567861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b34ef27-325d-4b8a-8843-4749734704eb req-513b1485-e85e-49fa-b552-e3dc36e549b4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304262 Aug 20 08:57:43.568154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.598793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-f99e9c6c-3fe7-4fc8-b4ec-5f0a57cea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.600333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-f99e9c6c-3fe7-4fc8-b4ec-5f0a57cea8ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.0548718 Aug 20 08:57:43.603426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 463cdda1-4023-4074-bcc9-d06287e9e832, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=463cdda1-4023-4074-bcc9-d06287e9e832,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:43.622649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Deleting port 77e9e620-0404-44a0-824f-7596024702b5 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:43.633986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.634668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.662323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event updated for resources: {'Port': ['ID=a2f81252-31c2-413f-b874-6d68ba70afd6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:43.673443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-eb180734-7b49-4b4f-99ab-d24968249342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.675801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-eb180734-7b49-4b4f-99ab-d24968249342 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576547 Aug 20 08:57:43.714046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.715000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.716097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f0c357e0-a618-4a5e-9ba0-c9608b653633 None None] Provisioning complete for port 463cdda1-4023-4074-bcc9-d06287e9e832 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:43.716468 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c357e0-a618-4a5e-9ba0-c9608b653633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.721283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=534dd006-a22c-4562-9fab-6a98b3803666,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:43.743680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.780646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-09d922c3-c267-4dc0-afd3-df88d51ef00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.782430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-09d922c3-c267-4dc0-afd3-df88d51ef00c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560695 Aug 20 08:57:43.805349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=463cdda1-4023-4074-bcc9-d06287e9e832,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:43.822611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-e0ac4ad2-8d8f-4b49-a782-c532800b2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:43.824584 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-e0ac4ad2-8d8f-4b49-a782-c532800b2dfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2896955 Aug 20 08:57:43.840101 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-d7f7c2f1-5db3-405a-8923-32535d9f3ca4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3142221 Aug 20 08:57:43.905514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:43.970236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-d0d37307-3ed5-431d-bd4e-f7136a806959 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281204 Aug 20 08:57:43.982129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Request body: {'port': {'device_id': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:44.034232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa561e3b-83d2-4be8-b2c5-5e588fb77092 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:44.136340 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:44.163814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-4c769a57-0d05-433f-99ec-5738de67f282 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743855 Aug 20 08:57:44.171893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port fa561e3b-83d2-4be8-b2c5-5e588fb77092, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:44.188356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'port_id': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092', 'mac_address': 'fa:16:3e:1d:c9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce9cc6-f406-4f7c-83ca-dfff1a9707b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:44.229171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b812d19-2f8d-4c34-9b64-dee5b2689ed0 req-f8ac72bd-29cb-4ed9-923f-57fe8fe78aed tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/security-groups?id=f07e2895-49a9-4d66-b20a-055d9d9c401d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839569 Aug 20 08:57:44.231606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:44.235002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=07d56d01-5bbc-4a92-a2d0-2dcec4323323,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:44.257443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa561e3b-83d2-4be8-b2c5-5e588fb77092 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:44.285626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port fa561e3b-83d2-4be8-b2c5-5e588fb77092, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:44.289191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-5bf67583-8ff7-4506-992f-a4e9fbe2f372 service neutron] 10.222.0.37 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840748 Aug 20 08:57:44.291384 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:44.305868 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3710cd6-8742-4df9-bee3-5587e3ecc929 x-openstack-request-id: req-e3710cd6-8742-4df9-bee3-5587e3ecc929 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:44.306477 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4f65f-bb2b-4c59-8297-9552b43ce94c", "name": "network-vif-plugged", "status": "completed", "tag": "534dd006-a22c-4562-9fab-6a98b3803666", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:44.307099 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3710cd6-8742-4df9-bee3-5587e3ecc929 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:44.307881 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534dd006-a22c-4562-9fab-6a98b3803666', 'code': 200} Aug 20 08:57:44.374340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-4f778ebd-8279-4622-9ea4-bf30d65d43d5 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838122 Aug 20 08:57:44.378919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=fa561e3b-83d2-4be8-b2c5-5e588fb77092,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:44.461578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] For port 77e9e620-0404-44a0-824f-7596024702b5, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=77e9e620-0404-44a0-824f-7596024702b5,segment=NetworkSegment(ec98bd4b-9db5-4423-8bab-2d269b3cc836),segment_id=ec98bd4b-9db5-4423-8bab-2d269b3cc836)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:44.462167 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:44.501369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e82af4-2901-40f4-9d33-62bc9ea193df req-b98bab92-5646-458c-aac3-28ed5b785453 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:44.503904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16e82af4-2901-40f4-9d33-62bc9ea193df req-b98bab92-5646-458c-aac3-28ed5b785453 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 932 time: 0.7044652 Aug 20 08:57:44.519258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Calling delete_port for 77e9e620-0404-44a0-824f-7596024702b5 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:44.520038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa561e3b-83d2-4be8-b2c5-5e588fb77092'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:44.545907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:44.610777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe14361-0bd1-4a77-94fa-0ff2506fcba5 req-7d499bc4-2ed4-487b-a29c-5bdecc00d4ef tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:44.612994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fe14361-0bd1-4a77-94fa-0ff2506fcba5 req-7d499bc4-2ed4-487b-a29c-5bdecc00d4ef tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 945 time: 0.1891589 Aug 20 08:57:44.618478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:44.620420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-858d0401-e859-4862-b2a7-183473ab0c26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/07d56d01-5bbc-4a92-a2d0-2dcec4323323 HTTP/1.1" status: 204 len: 168 time: 3.9372153 Aug 20 08:57:44.625548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48448) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:44.765559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16e82af4-2901-40f4-9d33-62bc9ea193df req-71f2ba90-ce98-483c-bfad-54dccea9da6c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434821 Aug 20 08:57:44.890707 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-e0964f15-e059-4e45-a589-a3731874e12f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 217 time: 0.1205604 Aug 20 08:57:44.897580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fe14361-0bd1-4a77-94fa-0ff2506fcba5 req-1c53cb32-2927-4c79-8909-1dbc513f35e1 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743518 Aug 20 08:57:44.961376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55e1cd-26b6-4373-b14b-cdb0635af224 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:44.963093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55e1cd-26b6-4373-b14b-cdb0635af224 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:44.964783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55e1cd-26b6-4373-b14b-cdb0635af224 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:44.969011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0f55e1cd-26b6-4373-b14b-cdb0635af224 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3114967 Aug 20 08:57:44.975720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48452) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:45.011347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f3962-3d22-4173-8719-9725d48e11ad req-3cd07779-2271-48d9-a202-4e4ac10c21c4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.012899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f5f3962-3d22-4173-8719-9725d48e11ad req-3cd07779-2271-48d9-a202-4e4ac10c21c4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 943 time: 0.1726615 Aug 20 08:57:45.027579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899429a-0d07-4ea4-874b-38a9666d1db2 req-a79ddebc-7b7a-4198-acf5-746e7f63d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.028997 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c899429a-0d07-4ea4-874b-38a9666d1db2 req-a79ddebc-7b7a-4198-acf5-746e7f63d05f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 1096 time: 0.6606066 Aug 20 08:57:45.030870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5659f797-abf9-40a6-be0b-520606ca5e70 req-a4e65da2-7869-47fb-b4c1-5ca873a6963d service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8513522 Aug 20 08:57:45.047049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.090464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-839c0fc0-7c16-4a3d-af21-e71f3be3b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.091990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-839c0fc0-7c16-4a3d-af21-e71f3be3b680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.1871781 Aug 20 08:57:45.102691 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4b39869b-8e15-48a6-b81f-1226cdd14631 req-6d8d98a0-728b-47c8-b0fd-428dd03188ca service neutron] 10.222.0.37 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652581 Aug 20 08:57:45.108807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Pushing event deleted for resources: {'Port': ['ID=77e9e620-0404-44a0-824f-7596024702b5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:45.132145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.174022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] No DVR routers for this DVR port 77e9e620-0404-44a0-824f-7596024702b5 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:45.179676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f5f3962-3d22-4173-8719-9725d48e11ad req-cbeb17fc-d99a-426e-ba1b-0243e6ff5ae6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342373 Aug 20 08:57:45.181668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.183659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-add97f3c-bfe0-4a87-9834-44ee33447f65 req-d767416c-7c49-46fe-bcb2-e2d42fbe81db tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.26 "DELETE /v2.0/ports/77e9e620-0404-44a0-824f-7596024702b5 HTTP/1.1" status: 204 len: 173 time: 2.1860342 Aug 20 08:57:45.184119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'name': 'network-vif-deleted', 'tag': '77e9e620-0404-44a0-824f-7596024702b5'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:45.186431 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6b2ac3-c973-4e15-91d2-83743e6fd0f8" -d '{"events": [{"server_uuid": "0bfa9b90-677d-42ec-add0-b7e7e66229d3", "name": "network-vif-deleted", "tag": "77e9e620-0404-44a0-824f-7596024702b5"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:45.197568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 2242c9c3-94f3-4366-a9d0-bd26017f52da {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:45.234462 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b299299-a819-4904-be33-607b00915be8 x-openstack-request-id: req-6b299299-a819-4904-be33-607b00915be8 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:45.234780 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfa9b90-677d-42ec-add0-b7e7e66229d3", "name": "network-vif-deleted", "tag": "77e9e620-0404-44a0-824f-7596024702b5", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:45.235038 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b299299-a819-4904-be33-607b00915be8 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:45.235442 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfa9b90-677d-42ec-add0-b7e7e66229d3', 'name': 'network-vif-deleted', 'tag': '77e9e620-0404-44a0-824f-7596024702b5', 'status': 'completed', 'code': 200} Aug 20 08:57:45.241475 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c899429a-0d07-4ea4-874b-38a9666d1db2 req-6c00817a-a3fb-4999-8b22-47a7d92baeb6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988533 Aug 20 08:57:45.244384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.300873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-96bbffcb-a273-47d9-a0da-36313cb207de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.302414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-96bbffcb-a273-47d9-a0da-36313cb207de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1931767 Aug 20 08:57:45.329606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.349826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-959bb633-4e8b-4644-9993-ef36fc3f7992 req-486496e1-6a7c-4868-9e4f-8f43909aa7d8 tempest-ServerTagsTestJSON-851358308 tempest-ServerTagsTestJSON-851358308-project] 10.222.0.35 "GET /v2.0/ports?device_id=0bfa9b90-677d-42ec-add0-b7e7e66229d3 HTTP/1.1" status: 200 len: 210 time: 0.0309787 Aug 20 08:57:45.363173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-f0050576-1fb1-4e18-8553-bac7b95fa5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.364678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-f0050576-1fb1-4e18-8553-bac7b95fa5c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 1094 time: 0.2062378 Aug 20 08:57:45.373315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Router d178d5cf-87f3-444e-b4c5-421ffea57a3f is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:57:45.485167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:45.495192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Sync routers for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:45.500904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f81252-31c2-413f-b874-6d68ba70afd6 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:45.509327 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:45.511421 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:45.513976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.516772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-63f814d9-09c6-4546-84e6-cafe9c28cbbf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9920771 Aug 20 08:57:45.519058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48460) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:45.522756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.571069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Transition to ACTIVE for port object a2f81252-31c2-413f-b874-6d68ba70afd6 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:45.591089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.641901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:45.643996 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.671360 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-fc516d16-be79-45ce-ac1f-45b03a710c19 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569279 Aug 20 08:57:45.755642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-262612e9-6073-4951-af2d-e69f936c24db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.758410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-262612e9-6073-4951-af2d-e69f936c24db service neutron] 10.222.0.37 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 916 time: 0.3609095 Aug 20 08:57:45.783156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Pushing event updated for resources: {'Port': ['ID=a2f81252-31c2-413f-b874-6d68ba70afd6,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:45.835643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:43Z', 'revision_number': 3, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:45.864748 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Checking router: d178d5cf-87f3-444e-b4c5-421ffea57a3f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:45.865145 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Updating router d178d5cf-87f3-444e-b4c5-421ffea57a3f port 381c5610-72eb-4aac-a1e9-64eb061c4017 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:57:45.895510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 463cdda1-4023-4074-bcc9-d06287e9e832 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:45.901922 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.960179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 463cdda1-4023-4074-bcc9-d06287e9e832 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:45.960564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:45.964710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68099a-1f25-4fb3-a301-490337b131cd req-128378e3-e9e5-4f00-ad96-1bfa389ad4d6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:45.966303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a68099a-1f25-4fb3-a301-490337b131cd req-128378e3-e9e5-4f00-ad96-1bfa389ad4d6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 944 time: 0.0810258 Aug 20 08:57:46.041815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5be7992b-7617-4f2c-bc83-10feba44e36f up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:46.062254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a68099a-1f25-4fb3-a301-490337b131cd req-7ff34539-bca8-431a-ac3c-4eea6e755750 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826685 Aug 20 08:57:46.090701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-27d8c6cc-754b-4368-a550-c46fd0397424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c HTTP/1.1" status: 200 len: 217 time: 0.3086610 Aug 20 08:57:46.103312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.130340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Attempting to bind port a2f81252-31c2-413f-b874-6d68ba70afd6 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:46.130707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Attempting to bind port a2f81252-31c2-413f-b874-6d68ba70afd6 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:46.131592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Attempting to bind port a2f81252-31c2-413f-b874-6d68ba70afd6 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:46.163320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5be7992b-7617-4f2c-bc83-10feba44e36f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:46.168972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5be7992b-7617-4f2c-bc83-10feba44e36f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:46.169689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.177867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Port a2f81252-31c2-413f-b874-6d68ba70afd6 on network dd4ba21e-df64-4625-8721-26d8331e4861 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:57:46.178221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Attempting to bind port a2f81252-31c2-413f-b874-6d68ba70afd6 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:46.218695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffcab8-4e0c-46b7-8877-d07c6f703571 req-2e32053e-0274-4939-bd0a-d6f47190ccb4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.227158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddffcab8-4e0c-46b7-8877-d07c6f703571 req-2e32053e-0274-4939-bd0a-d6f47190ccb4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 945 time: 0.1632032 Aug 20 08:57:46.234039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:46.234390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:46.234783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Bound using segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:46.235242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Bound port: a2f81252-31c2-413f-b874-6d68ba70afd6, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:46.235611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.255200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=2242c9c3-94f3-4366-a9d0-bd26017f52da,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:46.287321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764e3dd-54dd-443b-a7e3-40b0f8e20f57 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:46.300956 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.304059 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a8c27b8-4e4a-4699-b8e8-0552bc443a33 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/2242c9c3-94f3-4366-a9d0-bd26017f52da HTTP/1.1" status: 204 len: 168 time: 1.3172219 Aug 20 08:57:46.304437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddffcab8-4e0c-46b7-8877-d07c6f703571 req-094f8b70-77d3-4364-9eae-9690c396b06e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714388 Aug 20 08:57:46.307932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48470) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:46.340611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ddfe76f0-60e7-414e-bdef-3207b72621ca req-99ab77eb-52ac-47d6-9e0b-babd1e3225d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550806 Aug 20 08:57:46.382446 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.408471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] For port a2f81252-31c2-413f-b874-6d68ba70afd6, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:46.412204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] For port a2f81252-31c2-413f-b874-6d68ba70afd6, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2f81252-31c2-413f-b874-6d68ba70afd6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:46.427640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.432854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-562308b5-5ab3-4adf-b3ee-a20fbcd7be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.434423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-562308b5-5ab3-4adf-b3ee-a20fbcd7be8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.3288860 Aug 20 08:57:46.452579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.457059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:46.461753 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.490929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.491555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.492953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] 10.222.0.37 "PUT /v2.0/ports/a2f81252-31c2-413f-b874-6d68ba70afd6 HTTP/1.1" status: 200 len: 1092 time: 2.5173187 Aug 20 08:57:46.493410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'tag': 'a2f81252-31c2-413f-b874-6d68ba70afd6'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:46.496599 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a02afe-b98f-458e-8287-c32b06b7e73a" -d '{"events": [{"name": "network-changed", "server_uuid": "39860a2b-c59c-46c1-95fe-9a1c816a6ab3", "tag": "a2f81252-31c2-413f-b874-6d68ba70afd6"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:46.517487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:46.520843 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6afeb80-bbae-41af-b82c-2d971adfa639" -d '{"events": [{"server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "name": "network-vif-plugged", "status": "completed", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:46.533067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8955b-dd1b-4ce1-afe7-0818d6f7aa7f req-cdc21d29-c474-45fa-b7b8-f6700ff4fb83 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.540341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5be7992b-7617-4f2c-bc83-10feba44e36f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5be7992b-7617-4f2c-bc83-10feba44e36f,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:46.548505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.549300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35e8955b-dd1b-4ce1-afe7-0818d6f7aa7f req-cdc21d29-c474-45fa-b7b8-f6700ff4fb83 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 943 time: 0.2328928 Aug 20 08:57:46.549423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa561e3b-83d2-4be8-b2c5-5e588fb77092 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:46.565318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 683553a7-191b-433c-8068-2f002c0880ef {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:46.569548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c9d3d-6136-48a0-9033-46bfec91f60d service neutron] Pushing event updated for resources: {'Port': ['ID=a2f81252-31c2-413f-b874-6d68ba70afd6,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:46.604975 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368774be-4a9f-42d2-8416-a99e08b17fd3 x-openstack-request-id: req-368774be-4a9f-42d2-8416-a99e08b17fd3 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:46.605466 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39860a2b-c59c-46c1-95fe-9a1c816a6ab3", "tag": "a2f81252-31c2-413f-b874-6d68ba70afd6", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:46.605900 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-368774be-4a9f-42d2-8416-a99e08b17fd3 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:46.606988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.607423 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'tag': 'a2f81252-31c2-413f-b874-6d68ba70afd6', 'status': 'completed', 'code': 200} Aug 20 08:57:46.611248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-cba094e8-1aa6-487e-a865-7f2328baa92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.616421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-cba094e8-1aa6-487e-a865-7f2328baa92d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558452 Aug 20 08:57:46.651494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd2b74be-5aac-4bc1-898f-9d35e0e4926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.673514 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9863e8ae-f854-486a-a8bd-5de56c9c0c0c x-openstack-request-id: req-9863e8ae-f854-486a-a8bd-5de56c9c0c0c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:46.673828 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "name": "network-vif-plugged", "status": "completed", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:46.674088 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9863e8ae-f854-486a-a8bd-5de56c9c0c0c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:46.675516 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'code': 200} Aug 20 08:57:46.689554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5be7992b-7617-4f2c-bc83-10feba44e36f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:46.700929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port fa561e3b-83d2-4be8-b2c5-5e588fb77092 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:46.705981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port fa561e3b-83d2-4be8-b2c5-5e588fb77092 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:46.706444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.742115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35e8955b-dd1b-4ce1-afe7-0818d6f7aa7f req-2362b7d7-5dcc-4ab7-b342-415fc7381ff9 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913421 Aug 20 08:57:46.749700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Deleting subnet d8e21039-66a7-4ddf-8c44-14ea590af1cb {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:46.760952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-c490b43a-40df-40f6-8bc2-d99de235d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.762520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-c490b43a-40df-40f6-8bc2-d99de235d152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 1095 time: 0.2107036 Aug 20 08:57:46.768491 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.783519 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Transition to ACTIVE for port object 381c5610-72eb-4aac-a1e9-64eb061c4017 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:46.794657 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.839422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.844381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.847700 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.881913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port fa561e3b-83d2-4be8-b2c5-5e588fb77092, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:46.887299 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.888595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 77e9e620-0404-44a0-824f-7596024702b5 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:46.906294 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-6d26eda6-27db-48ce-9dc8-bbcb852bb303 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f81252-31c2-413f-b874-6d68ba70afd6 HTTP/1.1" status: 200 len: 217 time: 0.1324713 Aug 20 08:57:46.910320 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-a24a1705-6911-485a-b380-c9df52bc5d97 service neutron] 10.222.0.37 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803619 Aug 20 08:57:46.936151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84691d-5147-4f4b-b2ab-f78f188e707e req-5b820bb4-46df-4e4e-91d9-dbf98271dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:46.939314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f84691d-5147-4f4b-b2ab-f78f188e707e req-5b820bb4-46df-4e4e-91d9-dbf98271dd7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1097 time: 0.1204195 Aug 20 08:57:46.943782 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Attempting to bind port 381c5610-72eb-4aac-a1e9-64eb061c4017 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:46.944151 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Attempting to bind port 381c5610-72eb-4aac-a1e9-64eb061c4017 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:46.944511 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Attempting to bind port 381c5610-72eb-4aac-a1e9-64eb061c4017 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:46.946995 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80025fca-c557-49f7-ab6a-8c957d4f4f8a None None] Pushing event updated for resources: {'Port': ['ID=381c5610-72eb-4aac-a1e9-64eb061c4017,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:46.963477 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:46.963851 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:46.964254 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.964643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:46.965110 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Bound port: 381c5610-72eb-4aac-a1e9-64eb061c4017, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:46.965799 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:46.990786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=fa561e3b-83d2-4be8-b2c5-5e588fb77092,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:46.994537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 77e9e620-0404-44a0-824f-7596024702b5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:46.994892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 77e9e620-0404-44a0-824f-7596024702b5 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:47.017141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.038352 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] For port 381c5610-72eb-4aac-a1e9-64eb061c4017, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:47.041559 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] For port 381c5610-72eb-4aac-a1e9-64eb061c4017, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=381c5610-72eb-4aac-a1e9-64eb061c4017,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:47.051084 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.083051 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1f84691d-5147-4f4b-b2ab-f78f188e707e req-4920a804-9718-43b3-b3e5-029abc7e29fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290135 Aug 20 08:57:47.105468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-1de09f52-d224-40e4-81cb-8ed3ebac668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:47.108819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-1de09f52-d224-40e4-81cb-8ed3ebac668f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.1846707 Aug 20 08:57:47.138701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:47.139489 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:47.144524 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80025fca-c557-49f7-ab6a-8c957d4f4f8a None None] Pushing event updated for resources: {'Port': ['ID=381c5610-72eb-4aac-a1e9-64eb061c4017,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:47.156619 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-acb82199-716f-4724-afb7-d471a4a8e93d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399606 Aug 20 08:57:47.159954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3b892c3d-59aa-486f-abf4-a88c087e2568 req-84f1a39d-e162-49e4-803d-e4ea4019abbc service neutron] 10.222.0.37 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271869 Aug 20 08:57:47.229360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.293894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.331139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Allocated IP 172.20.0.1 (2197b274-0c57-4258-a943-1259d03ded58/1250a3d0-39fb-409b-a936-3ab03579e8f9/1801a074-a233-4631-a59d-0a61ad1e4195) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:47.340376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.374329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-a15a7271-1d61-401d-95be-cef8db81b99a service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917274 Aug 20 08:57:47.401342 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:47.526295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7836d6-aab8-4742-878b-a328a59097d6 req-9ffe2f0c-1330-4962-a4d2-dfb000518726 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:47.528027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e7836d6-aab8-4742-878b-a328a59097d6 req-9ffe2f0c-1330-4962-a4d2-dfb000518726 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 944 time: 0.3397222 Aug 20 08:57:47.536937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3623f79b-9b78-4f0a-8f8c-d99b61c424e8 None None] Provisioning complete for port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:47.537380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3623f79b-9b78-4f0a-8f8c-d99b61c424e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.573824 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f34e9b2f-42fd-4673-a33a-4cb741cf5386 req-f4112b5d-ffa8-4170-90be-382ee790dc71 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903126 Aug 20 08:57:47.594083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.660065 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:43Z', 'revision_number': 3, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:47.660708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.662948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e21039-66a7-4ddf-8c44-14ea590af1cb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:47.672883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81437628-2d48-49c1-8669-d89c6a0b5776 req-7883a90a-9721-4d3b-906c-d56c4d54bed0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:47.680687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81437628-2d48-49c1-8669-d89c6a0b5776 req-7883a90a-9721-4d3b-906c-d56c4d54bed0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.2380867 Aug 20 08:57:47.682841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.683895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b891becb-9cf0-4699-b2c9-1a0c239f0f2c details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:47.692627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-49d8d97b-8f7e-46fa-b9cf-5c8f64d0915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:47.695290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-49d8d97b-8f7e-46fa-b9cf-5c8f64d0915e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0678003 Aug 20 08:57:47.699822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbc2a0-5589-4876-beb3-6c36c3d8e17a None None] The sync data for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 is: [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:43Z', 'revision_number': 3, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:47.718854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.727880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-406a9319-5448-455f-8b32-5475913fd696 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d8e21039-66a7-4ddf-8c44-14ea590af1cb HTTP/1.1" status: 204 len: 168 time: 1.2607341 Aug 20 08:57:47.734060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48490) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:47.748339 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:47.755085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/683553a7-191b-433c-8068-2f002c0880ef HTTP/1.1" status: 204 len: 168 time: 1.4461384 Aug 20 08:57:47.758158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48492) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:47.817933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b4159adf-699f-42f0-a223-8facc230f54d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583072 Aug 20 08:57:47.820547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48496) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:47.824884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba665f-506b-4f5d-ba30-0ddad8992300 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:47.828035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:47.836647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d114-9c3e-4b22-bef9-43aee8a03fd8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=683553a7-191b-433c-8068-2f002c0880ef,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:47.852764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Transition to ACTIVE for port object 1801a074-a233-4631-a59d-0a61ad1e4195 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:47.918123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e7836d6-aab8-4742-878b-a328a59097d6 req-ef85d064-d1ff-4f41-9eb0-cc3723b05822 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347468 Aug 20 08:57:47.927930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:47.951355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-8ae49961-eceb-4256-a8c1-dc140f28356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:47.952253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81437628-2d48-49c1-8669-d89c6a0b5776 req-5f00f36a-7f7f-46ad-ba70-0fba602c82ff tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706289 Aug 20 08:57:47.952847 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-8ae49961-eceb-4256-a8c1-dc140f28356e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.2504070 Aug 20 08:57:47.975163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c', 'network_id': '9af2e8cd-2ed5-4391-bd9e-fbc1318c2588', 'port_id': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c', 'mac_address': 'fa:16:3e:b3:da:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce9cc6-f406-4f7c-83ca-dfff1a9707b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:48.017666 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-75e56fa8-3082-4137-8445-83e5cdda9581 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2f81252-31c2-413f-b874-6d68ba70afd6 HTTP/1.1" status: 200 len: 217 time: 0.0551119 Aug 20 08:57:48.030737 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.086523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.114248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:48.121559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.161257 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.170764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-3dde9132-939a-4ed2-a177-f1a503107c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:48.172307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-3dde9132-939a-4ed2-a177-f1a503107c5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.1461442 Aug 20 08:57:48.206358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b891becb-9cf0-4699-b2c9-1a0c239f0f2c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:48.259683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:48.265655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.278601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:57:48.400318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:48.426622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] Deleting port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:48.427311 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.512600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] For port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:48.513298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.530207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] Calling delete_port for 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:48.645084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Network 2197b274-0c57-4258-a943-1259d03ded58 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:48.648736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:48.670780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:48.722210 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-c9a937ce-8cd2-4d17-ae91-43160272e4b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929656 Aug 20 08:57:48.758639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Pushing event updated for resources: {'Port': ['ID=1801a074-a233-4631-a59d-0a61ad1e4195,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:48.789874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.808698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:48.809071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438c7e-09b3-4c28-9770-3b2f7a4181c2 req-a1351393-7452-42bd-9a90-3e7db829d068 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:48.811192 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de70832e-f4fb-48ed-9853-2317e8aaa10c" -d '{"events": [{"server_uuid": "d0c1ddee-cbd8-486b-9690-b10c6c334720", "name": "network-vif-plugged", "status": "completed", "tag": "fa561e3b-83d2-4be8-b2c5-5e588fb77092"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:48.819122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1438c7e-09b3-4c28-9770-3b2f7a4181c2 req-a1351393-7452-42bd-9a90-3e7db829d068 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 943 time: 0.7350667 Aug 20 08:57:48.828596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.836106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0c12a5-9332-4a01-9b82-ebf354a6763c']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:48.890033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.893317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.902568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec98bd4b-9db5-4423-8bab-2d269b3cc836') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:48.902948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec98bd4b-9db5-4423-8bab-2d269b3cc836') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:48.920229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-80ec3c38-8918-499f-95c8-892986a7d0c8 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408026 Aug 20 08:57:48.922772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] No DVR routers for this DVR port 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:48.957324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:48.960830 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64367b1b-bfc2-4d5a-99ba-da572921ca3f x-openstack-request-id: req-64367b1b-bfc2-4d5a-99ba-da572921ca3f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:48.969795 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c1ddee-cbd8-486b-9690-b10c6c334720", "name": "network-vif-plugged", "status": "completed", "tag": "fa561e3b-83d2-4be8-b2c5-5e588fb77092", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:48.970059 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64367b1b-bfc2-4d5a-99ba-da572921ca3f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:48.971546 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092', 'code': 200} Aug 20 08:57:48.975118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:57:49.000455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b891becb-9cf0-4699-b2c9-1a0c239f0f2c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:49.005967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3af097-4497-42a1-bb4f-685f0847caa7 None None] Pushing event deleted for resources: {'Port': ['ID=14ddd440-7c81-4949-bc9f-a6fb2acab3f1,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:49.017257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1438c7e-09b3-4c28-9770-3b2f7a4181c2 req-6541f8f6-9613-480d-b4c7-dd3c89c544a7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967881 Aug 20 08:57:49.038946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.040218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.057581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:57:49.057823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:57:49.156635 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:57:49.159867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:49.178876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:49.182881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:49.183478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.197874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-82740dfb-7ece-49ba-9c58-3078f031640f None None] Provisioning for port 1801a074-a233-4631-a59d-0a61ad1e4195 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:49.198849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8936e87-9880-4a82-b4ea-12938f5d473d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:49.206957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=16446677-9e90-4b82-a133-b1ac353b5704,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:49.220139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-82740dfb-7ece-49ba-9c58-3078f031640f None None] Provisioning complete for port 1801a074-a233-4631-a59d-0a61ad1e4195 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:49.220522 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-82740dfb-7ece-49ba-9c58-3078f031640f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.235328 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5dace9ee-44e6-4d54-893d-1b97ce57892a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4106905 Aug 20 08:57:49.235570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48508) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:49.243660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de72eb-439c-4c85-b55b-8af6c679af56 req-fa594436-0495-4008-b9f9-27e30f87c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:49.243974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.246163 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-11de72eb-439c-4c85-b55b-8af6c679af56 req-fa594436-0495-4008-b9f9-27e30f87c1bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 1096 time: 0.2511239 Aug 20 08:57:49.248964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05a02afe-b98f-458e-8287-c32b06b7e73a req-3c82e996-26a5-4d43-989c-06b1b0e8565f service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077083 Aug 20 08:57:49.250329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:49.271330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.275571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] 10.222.0.35 "DELETE /v2.0/networks/2d0c12a5-9332-4a01-9b82-ebf354a6763c HTTP/1.1" status: 204 len: 168 time: 1.5297551 Aug 20 08:57:49.291248 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-11de72eb-439c-4c85-b55b-8af6c679af56 req-d89cfb01-3978-40d3-9096-771646446a84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Aug 20 08:57:49.332930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61feb6d-0e43-410a-b71e-83885b20ad4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0c12a5-9332-4a01-9b82-ebf354a6763c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:49.342135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-82740dfb-7ece-49ba-9c58-3078f031640f None None] Port 1801a074-a233-4631-a59d-0a61ad1e4195 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:49.392383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd4f0a-8563-4cf1-8966-27a40a70e105 req-53d599cc-1df2-4fae-b8a7-38c734528461 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:49.399700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67fd4f0a-8563-4cf1-8966-27a40a70e105 req-53d599cc-1df2-4fae-b8a7-38c734528461 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.2421412 Aug 20 08:57:49.409072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d3980-cf9a-4289-bce7-cd78b11a2237 req-68dcf200-e6b5-4fc5-8e54-42a710b771fe tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:49.410593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a8d3980-cf9a-4289-bce7-cd78b11a2237 req-68dcf200-e6b5-4fc5-8e54-42a710b771fe tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 944 time: 0.2324803 Aug 20 08:57:49.429567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.447172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:49.460311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '16446677-9e90-4b82-a133-b1ac353b5704'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:49.461264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.561262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67fd4f0a-8563-4cf1-8966-27a40a70e105 req-91a6561a-ecb7-40b1-8562-06d679ebbf6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606877 Aug 20 08:57:49.579582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a8d3980-cf9a-4289-bce7-cd78b11a2237 req-bf446bc3-ed97-4f13-8cfe-9bef5a2907b7 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509225 Aug 20 08:57:49.585443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3fded692-2275-4782-8350-70d0e150215e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c090f51031b844fd850b52c8bea83174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366313 Aug 20 08:57:49.588070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48518) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:49.618365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:49.622944 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.665440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Allocated IP 2001:db8::f816:3eff:fea0:d0a8 (70e63f2b-66e7-4648-9b28-cb982492e847/16446677-9e90-4b82-a133-b1ac353b5704/be40234c-441a-4f91-9191-e19be025108e) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:49.673314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b12f5b8-71dc-4a9a-8bb6-9cd52025a849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.704535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2f81252-31c2-413f-b874-6d68ba70afd6 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:57:49.708307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b12f5b8-71dc-4a9a-8bb6-9cd52025a849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.789214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b12f5b8-71dc-4a9a-8bb6-9cd52025a849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.792770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b12f5b8-71dc-4a9a-8bb6-9cd52025a849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.794212 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b12f5b8-71dc-4a9a-8bb6-9cd52025a849 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f07e2895-49a9-4d66-b20a-055d9d9c401d HTTP/1.1" status: 204 len: 168 time: 0.2050102 Aug 20 08:57:49.824960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12f5b8-71dc-4a9a-8bb6-9cd52025a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e2895-49a9-4d66-b20a-055d9d9c401d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:49.828882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6596d7c-7332-4af9-b507-6bfe759f05fc req-bbc38845-d582-4b9d-ba8a-a7dfb28b57cb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:49.835078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6596d7c-7332-4af9-b507-6bfe759f05fc req-bbc38845-d582-4b9d-ba8a-a7dfb28b57cb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1478024 Aug 20 08:57:49.840456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:49.845634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'floatingip': {'port_id': '5be7992b-7617-4f2c-bc83-10feba44e36f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:49.899374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:49.909116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.000148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.046617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 381c5610-72eb-4aac-a1e9-64eb061c4017 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:50.073858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Pushing event updated for resources: {'Port': ['ID=1801a074-a233-4631-a59d-0a61ad1e4195,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:50.085749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.125971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a2f81252-31c2-413f-b874-6d68ba70afd6, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2f81252-31c2-413f-b874-6d68ba70afd6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:50.170078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'a2f81252-31c2-413f-b874-6d68ba70afd6', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'a2f81252-31c2-413f-b874-6d68ba70afd6', 'mac_address': 'fa:16:3e:7a:86:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:57:50.178263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.249802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Transition to ACTIVE for port object be40234c-441a-4f91-9191-e19be025108e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:50.303543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.306348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Transition to ACTIVE for port object be40234c-441a-4f91-9191-e19be025108e will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:50.315950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 381c5610-72eb-4aac-a1e9-64eb061c4017 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:50.321928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 381c5610-72eb-4aac-a1e9-64eb061c4017 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:50.322421 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.324448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.357266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.382577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f81252-31c2-413f-b874-6d68ba70afd6 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:57:50.397947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bfd8f-6d36-4caf-b3d1-599a5ec23eb0 req-bac1169b-6066-4b75-a0b1-48a57e6090ce tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:50.399442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-325bfd8f-6d36-4caf-b3d1-599a5ec23eb0 req-bac1169b-6066-4b75-a0b1-48a57e6090ce tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 944 time: 0.2042382 Aug 20 08:57:50.421284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:50.432199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a2f81252-31c2-413f-b874-6d68ba70afd6, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2f81252-31c2-413f-b874-6d68ba70afd6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:50.437274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:50.442207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:50.444655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.459745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Pushing event updated for resources: {'Port': ['ID=be40234c-441a-4f91-9191-e19be025108e,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:50.498701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Network 2197b274-0c57-4258-a943-1259d03ded58 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:50.519845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:50.562837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:50.571480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:50.589539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:50.590188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.591138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Attempting to bind port be40234c-441a-4f91-9191-e19be025108e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:50.591788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Attempting to bind port be40234c-441a-4f91-9191-e19be025108e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:50.592426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Attempting to bind port be40234c-441a-4f91-9191-e19be025108e on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:50.598625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=a2f81252-31c2-413f-b874-6d68ba70afd6,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:50.613838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:50.614450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:50.615786 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.616369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:50.617100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Bound port: be40234c-441a-4f91-9191-e19be025108e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:50.617675 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.623206 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.666679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=4849001b-6a48-48ce-874c-0094ff51f920,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:50.717949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 381c5610-72eb-4aac-a1e9-64eb061c4017, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=381c5610-72eb-4aac-a1e9-64eb061c4017,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:50.724797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-325bfd8f-6d36-4caf-b3d1-599a5ec23eb0 req-2a158316-55bc-4c3c-8e2f-0f09e1acb5fd tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101668 Aug 20 08:57:50.725933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-612548c2-c86c-4f00-8ecd-b9d30237c729 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4870367 Aug 20 08:57:50.740027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:50.769471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:34:6f:3b', 'name': 'tempest-NetworksTestDHCPv6-1255606423'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:50.774913 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:50.778854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['a2f81252-31c2-413f-b874-6d68ba70afd6'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:57:50.897578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:50.976489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:57:50.976964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 14ddd440-7c81-4949-bc9f-a6fb2acab3f1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:57:50.998333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] For port be40234c-441a-4f91-9191-e19be025108e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:51.045437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] For port be40234c-441a-4f91-9191-e19be025108e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be40234c-441a-4f91-9191-e19be025108e,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:51.047410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=381c5610-72eb-4aac-a1e9-64eb061c4017,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:51.058773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.092297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.092688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.093008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.093400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.093773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.094117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.094451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.094785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.095115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.095499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.095833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.096769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:51.116071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Router d178d5cf-87f3-444e-b4c5-421ffea57a3f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:51.133000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805d3ef-37a4-49e4-bf95-46d83c684a2a req-b0e5de83-d64c-489d-9ace-16c3eb358ee0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:51.134855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-35ed3003-d1e1-4e73-9bb7-9180b1375506 None None] Provisioning complete for port 1801a074-a233-4631-a59d-0a61ad1e4195 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:51.135233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35ed3003-d1e1-4e73-9bb7-9180b1375506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.146117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a805d3ef-37a4-49e4-bf95-46d83c684a2a req-b0e5de83-d64c-489d-9ace-16c3eb358ee0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 945 time: 0.2276070 Aug 20 08:57:51.208757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.resource_extend [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:57:51.242349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a805d3ef-37a4-49e4-bf95-46d83c684a2a req-e4787e19-eed5-4d13-8d88-28e0fa47a4ac tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953481 Aug 20 08:57:51.259118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-35ed3003-d1e1-4e73-9bb7-9180b1375506 None None] Port 1801a074-a233-4631-a59d-0a61ad1e4195 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:57:51.259118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f9d9-3c38-4e52-b28a-2414e6863da2 None None] Pushing event updated for resources: {'Port': ['ID=be40234c-441a-4f91-9191-e19be025108e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:51.289071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.289791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48566) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:51.297313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:51.298603 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.459318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:51.460423 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Floating IP b829d51b-c4ff-41a4-8924-365f1793e46e associated. External IP: 172.25.5.192, port: 5be7992b-7617-4f2c-bc83-10feba44e36f. Aug 20 08:57:51.479680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6f31144c-ee09-419f-9815-bc56d689916a admin admin] 10.222.0.35 "PUT /v2.0/routers/d178d5cf-87f3-444e-b4c5-421ffea57a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9499416 Aug 20 08:57:51.484090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Sync routers for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:51.499787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:51.500560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:51.505926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.510910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1375182130-network', 'tenant_id': '47aab5421c13484890b9e9f74fd0f891'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:51.554314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port b24d997d-cc27-443b-aa7c-69e87c46252b yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:57:51.554536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Made reservation on behalf of 47aab5421c13484890b9e9f74fd0f891 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:51.556866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.602959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:51.684830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:51.726672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b891becb-9cf0-4699-b2c9-1a0c239f0f2c up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:51.784200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:57:51.968812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port b891becb-9cf0-4699-b2c9-1a0c239f0f2c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:51.977421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b891becb-9cf0-4699-b2c9-1a0c239f0f2c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:51.978094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.010682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 172.20.0.12 (70e63f2b-66e7-4648-9b28-cb982492e847/4849001b-6a48-48ce-874c-0094ff51f920/b24d997d-cc27-443b-aa7c-69e87c46252b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:52.021693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe34:6f3b (70e63f2b-66e7-4648-9b28-cb982492e847/16446677-9e90-4b82-a133-b1ac353b5704/b24d997d-cc27-443b-aa7c-69e87c46252b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:57:52.035418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.040404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:57:52.047725 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.051676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.055020 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:57:52.081706 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:52.086551 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:52.110157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:57:52.114215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a2e7829d-5209-4bed-804c-e5782f30d4c9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "PUT /v2.0/floatingips/b829d51b-c4ff-41a4-8924-365f1793e46e HTTP/1.1" status: 200 len: 992 time: 2.2726805 Aug 20 08:57:52.122360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:52.123146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8b7bd-bb2d-48a1-b405-43cdda7d0294 req-5d34e118-27ed-43e3-aeab-7f30fc4d2141 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:52.130793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4b8b7bd-bb2d-48a1-b405-43cdda7d0294 req-5d34e118-27ed-43e3-aeab-7f30fc4d2141 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 944 time: 0.2869551 Aug 20 08:57:52.150002 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa" -d '{"events": [{"name": "network-changed", "server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:52.161655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.181458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa2c3a3-0d0e-43a4-b156-fb98a99cae59,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:52.198275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.198629 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Added segment ae159d90-1c47-42e5-a31d-a71db7d30101 of type vlan for network ccd623a7-43df-4dd7-b853-43e3d81af6e1 Aug 20 08:57:52.234786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:52.238770 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23375cef-088e-420b-bafb-41bdfdaff1ba" -d '{"events": [{"server_uuid": "3d0f5ac3-9624-41b4-ba2f-d0478c98f01e", "name": "network-vif-plugged", "status": "completed", "tag": "b891becb-9cf0-4699-b2c9-1a0c239f0f2c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:52.255703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device be40234c-441a-4f91-9191-e19be025108e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:52.312635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.322931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:52.340365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.351952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 2, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:52.396843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4b8b7bd-bb2d-48a1-b405-43cdda7d0294 req-32bbc2b9-9f67-407c-81d6-4bd7e079c180 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435858 Aug 20 08:57:52.399507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.400906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:52.401650 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.431502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Checking router: d178d5cf-87f3-444e-b4c5-421ffea57a3f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:52.432014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Updating router d178d5cf-87f3-444e-b4c5-421ffea57a3f port 1801a074-a233-4631-a59d-0a61ad1e4195 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:57:52.462531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1710582 Aug 20 08:57:52.465619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48618) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:52.466594 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.506157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:52.507341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Request body: {'subnet': {'network_id': 'ccd623a7-43df-4dd7-b853-43e3d81af6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1375182130-subnet', 'tenant_id': '47aab5421c13484890b9e9f74fd0f891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:52.526285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port be40234c-441a-4f91-9191-e19be025108e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:52.555446 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ddc9f-df84-4879-9190-1d4ed8a8e906 x-openstack-request-id: req-df4ddc9f-df84-4879-9190-1d4ed8a8e906 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:52.555847 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0f5ac3-9624-41b4-ba2f-d0478c98f01e", "name": "network-vif-plugged", "status": "completed", "tag": "b891becb-9cf0-4699-b2c9-1a0c239f0f2c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:52.556203 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df4ddc9f-df84-4879-9190-1d4ed8a8e906 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:52.556738 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c', 'code': 200} Aug 20 08:57:52.559602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 381c5610-72eb-4aac-a1e9-64eb061c4017 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:52.585647 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:52.738589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Made reservation on behalf of 47aab5421c13484890b9e9f74fd0f891 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:52.746353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.798341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 381c5610-72eb-4aac-a1e9-64eb061c4017 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:52.799142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:52.886424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485bae1-026e-42e7-afaf-f8fc09506175 req-3d773bb3-1c53-45cf-8f46-e6648cf186dd tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:52.894719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d798deb5-b454-4f51-9b73-220d36aa195d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:52.895313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c485bae1-026e-42e7-afaf-f8fc09506175 req-3d773bb3-1c53-45cf-8f46-e6648cf186dd tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 945 time: 0.2226610 Aug 20 08:57:52.981381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.047405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object b24d997d-cc27-443b-aa7c-69e87c46252b will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:53.054502 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b829d51b-c4ff-41a4-8924-365f1793e46e', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'port_id': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'mac_address': 'fa:16:3e:02:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:57:26Z', 'updated_at': '2021-08-20T08:57:51Z', 'revision_number': 1, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:53.078393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c485bae1-026e-42e7-afaf-f8fc09506175 req-a0ae3368-be87-4913-aa17-5274dd29a4f2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821005 Aug 20 08:57:53.161117 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:57:53.182378 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:53.183453 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:53.255879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.328820 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7a6ae4-45c8-4822-b9bd-49d714eeea58 x-openstack-request-id: req-ea7a6ae4-45c8-4822-b9bd-49d714eeea58 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:53.329373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:53.329373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea7a6ae4-45c8-4822-b9bd-49d714eeea58 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:53.329743 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'status': 'completed', 'code': 200} Aug 20 08:57:53.345818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:53.356895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:53.365415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:57:53.387476 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:53.415550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.446285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-c2251c50-2c59-4df7-af1e-22f606e02dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.447820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-c2251c50-2c59-4df7-af1e-22f606e02dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1097 time: 0.1173387 Aug 20 08:57:53.448477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0da3d-1f4d-4bd1-8aee-86ace504ac60 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd623a7-43df-4dd7-b853-43e3d81af6e1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:53.473962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fd0f8b-b01a-4ed5-9aff-ed2f371369b4,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:53.476184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=b24d997d-cc27-443b-aa7c-69e87c46252b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:53.533666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.534535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.567395 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.577093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Checking segment: {'id': 'ae159d90-1c47-42e5-a31d-a71db7d30101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ccd623a7-43df-4dd7-b853-43e3d81af6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:53.577459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Network hostable DHCP agents. Network: ccd623a7-43df-4dd7-b853-43e3d81af6e1, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:57:53.583273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Transition to ACTIVE for port object 1801a074-a233-4631-a59d-0a61ad1e4195 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:57:53.589251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ccd623a7-43df-4dd7-b853-43e3d81af6e1 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:57:53.610295 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.618596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] Provisioning for port be40234c-441a-4f91-9191-e19be025108e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:53.636821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ac397a2-85f9-4793-8985-669461bd9d47 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8934445 Aug 20 08:57:53.641656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48658) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:53.660232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f99e9-8897-448a-aa42-921fe6348e3f req-e7718df0-8507-47e7-be5b-67f7e0d6dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.661775 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2d0f99e9-8897-448a-aa42-921fe6348e3f req-e7718df0-8507-47e7-be5b-67f7e0d6dc20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 1096 time: 0.3047912 Aug 20 08:57:53.684902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Network ccd623a7-43df-4dd7-b853-43e3d81af6e1 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:57:53.697414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd236f4c-9e27-4cb3-9e22-e5711dd16c28 req-58a14faf-16f0-4bd4-8ca9-49500dde39aa tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.699117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd236f4c-9e27-4cb3-9e22-e5711dd16c28 req-58a14faf-16f0-4bd4-8ca9-49500dde39aa tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.1183040 Aug 20 08:57:53.707690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ccd623a7-43df-4dd7-b853-43e3d81af6e1) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:53.732598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.733208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.747958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2d0f99e9-8897-448a-aa42-921fe6348e3f req-b82c977a-008d-4eaf-8c88-a4e3122ab811 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652082 Aug 20 08:57:53.772256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-362dd231-b8d9-41c5-b602-a81c54dca324 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2908795 Aug 20 08:57:53.801489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378a35-8c8d-441c-9833-49b1b17e7c72 None None] Pushing event updated for resources: {'Port': ['ID=1801a074-a233-4631-a59d-0a61ad1e4195,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:53.822453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2ab6c-f107-45d3-9881-8b331565c94f None None] Network ccd623a7-43df-4dd7-b853-43e3d81af6e1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:53.823239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae038472-d270-4226-b9ac-ab4a884ba016 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.824592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2f81252-31c2-413f-b874-6d68ba70afd6 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:53.832657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd236f4c-9e27-4cb3-9e22-e5711dd16c28 req-aa5dda11-0312-45e1-808b-b37c86e8a325 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181695 Aug 20 08:57:53.844670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] Provisioning complete for port be40234c-441a-4f91-9191-e19be025108e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:53.845012 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:53.857675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae038472-d270-4226-b9ac-ab4a884ba016 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.857675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ae038472-d270-4226-b9ac-ab4a884ba016 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2096066 Aug 20 08:57:53.857938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48674) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:53.858057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-1fa75b50-68ec-4eab-a8c3-8885e196f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:53.871858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-1fa75b50-68ec-4eab-a8c3-8885e196f2a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.4080245 Aug 20 08:57:53.948326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48678) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:54.038590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Deleting subnet 54fd0f8b-b01a-4ed5-9aff-ed2f371369b4 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:54.050563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-147b3457-1cdc-4d51-94fb-9cdcc705113b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 1000 time: 0.1697021 Aug 20 08:57:54.050805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.093276 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b829d51b-c4ff-41a4-8924-365f1793e46e', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'port_id': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'mac_address': 'fa:16:3e:02:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:57:26Z', 'updated_at': '2021-08-20T08:57:51Z', 'revision_number': 1, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:54.162238 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df0e80-412e-4109-94cb-71f00b537a19 None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b829d51b-c4ff-41a4-8924-365f1793e46e', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'port_id': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'mac_address': 'fa:16:3e:02:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:57:26Z', 'updated_at': '2021-08-20T08:57:51Z', 'revision_number': 1, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:54.192326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.226022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port a2f81252-31c2-413f-b874-6d68ba70afd6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:57:54.247523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-ad8dad95-bcbe-4be5-a936-fa2b0ad4835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:54.249547 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-ad8dad95-bcbe-4be5-a936-fa2b0ad4835c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.1913674 Aug 20 08:57:54.294815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.335930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port a2f81252-31c2-413f-b874-6d68ba70afd6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:54.336305 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.388017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-8648bc57-b45f-4c76-9f16-4357fd5a65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:54.389644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-8648bc57-b45f-4c76-9f16-4357fd5a65c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299376 Aug 20 08:57:54.558917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b79583-8055-47ca-a795-e75f11b725ef req-184c910a-968b-4241-9e70-c1cf0e757150 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:54.572142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.579680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12b79583-8055-47ca-a795-e75f11b725ef req-184c910a-968b-4241-9e70-c1cf0e757150 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 945 time: 0.1985016 Aug 20 08:57:54.585979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port b24d997d-cc27-443b-aa7c-69e87c46252b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:54.586215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Attempting to bind port 1801a074-a233-4631-a59d-0a61ad1e4195 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:57:54.586554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Attempting to bind port 1801a074-a233-4631-a59d-0a61ad1e4195 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:57:54.586971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Attempting to bind port 1801a074-a233-4631-a59d-0a61ad1e4195 on network 2197b274-0c57-4258-a943-1259d03ded58 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:57:54.587773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.619899 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-72c44125-3ec7-42ca-8107-fc2d19c8cc39 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214787 Aug 20 08:57:54.628859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:57:54.629242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Checking segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:57:54.629804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.630051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Bound using segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:57:54.630529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Bound port: 1801a074-a233-4631-a59d-0a61ad1e4195, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:57:54.630909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.716536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d24cc7-7012-45b3-894f-10cfc03985f9 None None] New status for floating IP b829d51b-c4ff-41a4-8924-365f1793e46e: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:57:54.769571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.795893 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e46c6f88-59ed-4ec9-9e93-9f430ccebffa req-15f82dbb-8ecc-4930-aab8-d98f4f930110 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649942 Aug 20 08:57:54.816048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.832810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba35c2-6643-4542-908d-6cace05c957d None None] Network ccd623a7-43df-4dd7-b853-43e3d81af6e1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:54.855527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for b24d997d-cc27-443b-aa7c-69e87c46252b owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:54.857667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fd0f8b-b01a-4ed5-9aff-ed2f371369b4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:54.877705 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:54.879968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-21e7ce2b-ef70-476c-abe2-ec3ee0ba448f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/54fd0f8b-b01a-4ed5-9aff-ed2f371369b4 HTTP/1.1" status: 204 len: 168 time: 0.9306724 Aug 20 08:57:54.882706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:54.900675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12b79583-8055-47ca-a795-e75f11b725ef req-24bdeea6-f44d-41a5-9c18-d7c751095042 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930840 Aug 20 08:57:55.000624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] For port be40234c-441a-4f91-9191-e19be025108e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be40234c-441a-4f91-9191-e19be025108e,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:55.034780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.062733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.083113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0ced4-2044-4eb0-a63d-d05f73337d88 req-192b6eb5-b0dd-40d0-a844-cda6c4e385a7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:55.085088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0c0ced4-2044-4eb0-a63d-d05f73337d88 req-192b6eb5-b0dd-40d0-a844-cda6c4e385a7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.1114001 Aug 20 08:57:55.124967 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.165225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ad1c6-a494-43c2-9f1a-f77da1a9137e None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '16446677-9e90-4b82-a133-b1ac353b5704', 'ip_address': '2001:db8::f816:3eff:fea0:d0a8'}, {'subnet_id': '4849001b-6a48-48ce-874c-0094ff51f920'}], 'binding:host_id': 'n-d-804285-2'}, 'id': 'be40234c-441a-4f91-9191-e19be025108e'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:57:55.199731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f81252-31c2-413f-b874-6d68ba70afd6'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:57:55.202340 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6881e29e-f8f3-4ad8-84e3-67f293bd96b1" -d '{"events": [{"server_uuid": "39860a2b-c59c-46c1-95fe-9a1c816a6ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a2f81252-31c2-413f-b874-6d68ba70afd6"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:57:55.205128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0c0ced4-2044-4eb0-a63d-d05f73337d88 req-d45ebf4c-5bb9-4c9d-89fb-8338ceb34645 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113329 Aug 20 08:57:55.211835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.232967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd623a7-43df-4dd7-b853-43e3d81af6e1']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:55.251488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae159d90-1c47-42e5-a31d-a71db7d30101') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:55.251849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae159d90-1c47-42e5-a31d-a71db7d30101') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:55.280512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.316794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.317338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.323462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port a2f81252-31c2-413f-b874-6d68ba70afd6, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2f81252-31c2-413f-b874-6d68ba70afd6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:55.325697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:57:55.326600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.329858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad1c6-a494-43c2-9f1a-f77da1a9137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:57:55.354861 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:57:55.376199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] For port 1801a074-a233-4631-a59d-0a61ad1e4195, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:57:55.384888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.420773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] For port 1801a074-a233-4631-a59d-0a61ad1e4195, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1801a074-a233-4631-a59d-0a61ad1e4195,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:57:55.421970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=b24d997d-cc27-443b-aa7c-69e87c46252b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:55.504225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.512073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-615a9caf-b5fc-46e1-90f3-7e84f077b8ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/b24d997d-cc27-443b-aa7c-69e87c46252b HTTP/1.1" status: 204 len: 168 time: 1.6538553 Aug 20 08:57:55.512280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48702) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:55.540980 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d68e556-ea2b-41e9-8dee-af1a3cc707f4 x-openstack-request-id: req-3d68e556-ea2b-41e9-8dee-af1a3cc707f4 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:57:55.541223 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39860a2b-c59c-46c1-95fe-9a1c816a6ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a2f81252-31c2-413f-b874-6d68ba70afd6", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:57:55.541458 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d68e556-ea2b-41e9-8dee-af1a3cc707f4 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:57:55.541957 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f81252-31c2-413f-b874-6d68ba70afd6', 'code': 200} Aug 20 08:57:55.544936 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.548910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.568135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:55.573318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ccd623a7-43df-4dd7-b853-43e3d81af6e1 HTTP/1.1" status: 204 len: 168 time: 0.6892319 Aug 20 08:57:55.574913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d47fb3-4e22-4c9a-8bc0-a7525a797ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd623a7-43df-4dd7-b853-43e3d81af6e1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:55.583624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9623-d49e-436c-938c-e693f4b91ad2 req-a6e772cc-b8c6-4b66-84a9-7d0274011513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:55.585318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fb9623-d49e-436c-938c-e693f4b91ad2 req-a6e772cc-b8c6-4b66-84a9-7d0274011513 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0785191 Aug 20 08:57:55.662610 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15fb9623-d49e-436c-938c-e693f4b91ad2 req-9eaff5dc-928b-42ef-a874-39c3b826674b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691278 Aug 20 08:57:55.665051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb94f56-e726-4419-89b4-9ed0a3b99d66 None None] Pushing event updated for resources: {'Port': ['ID=be40234c-441a-4f91-9191-e19be025108e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:55.744237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:57:55.744958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:55.842447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48710) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:55.962783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7f50bf77-1df6-4d58-927b-1930424b9b5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47aab5421c13484890b9e9f74fd0f891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101112 Aug 20 08:57:55.963448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48714) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:56.106519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2d2d-bbf9-4899-af63-d3c9b9cbf945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.138934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:57:56.160080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2d2d-bbf9-4899-af63-d3c9b9cbf945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.260505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2d2d-bbf9-4899-af63-d3c9b9cbf945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.265862 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2d2d-bbf9-4899-af63-d3c9b9cbf945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.273983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b3b2d2d-bbf9-4899-af63-d3c9b9cbf945 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fa2c3a3-0d0e-43a4-b156-fb98a99cae59 HTTP/1.1" status: 204 len: 168 time: 0.3070452 Aug 20 08:57:56.291419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b2d2d-bbf9-4899-af63-d3c9b9cbf945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa2c3a3-0d0e-43a4-b156-fb98a99cae59,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:56.420204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1378b-8666-4652-bbc6-9921c8cea813 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:56.421771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1378b-8666-4652-bbc6-9921c8cea813 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:56.423609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1378b-8666-4652-bbc6-9921c8cea813 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:56.428450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46c1378b-8666-4652-bbc6-9921c8cea813 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9127476 Aug 20 08:57:56.428845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48722) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:56.447364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1ce4-5686-419a-b0e0-ae2833c7a287 req-63629cac-2384-442e-b278-e334a5182d05 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:56.449018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b28a1ce4-5686-419a-b0e0-ae2833c7a287 req-63629cac-2384-442e-b278-e334a5182d05 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.0895257 Aug 20 08:57:56.457189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d73f6-8832-4dba-807c-ec9a6a50e8a7 req-8cfe656f-c2c0-48b9-9ed2-016f3471c325 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:56.460388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-736d73f6-8832-4dba-807c-ec9a6a50e8a7 req-8cfe656f-c2c0-48b9-9ed2-016f3471c325 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.1346869 Aug 20 08:57:56.538402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 16446677-9e90-4b82-a133-b1ac353b5704 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:56.545526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.547473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device be40234c-441a-4f91-9191-e19be025108e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:57:56.552040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b28a1ce4-5686-419a-b0e0-ae2833c7a287 req-24183359-a045-40da-b2c2-6891104607c3 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886803 Aug 20 08:57:56.606976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-736d73f6-8832-4dba-807c-ec9a6a50e8a7 req-a3c4f34e-1201-411a-813c-9667b560494c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193602 Aug 20 08:57:56.656586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.710771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=a2f81252-31c2-413f-b874-6d68ba70afd6,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:56.847006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:56.864126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023a070-187e-4c51-a2b7-2fff9e1ef3b8 req-62d6e2b2-af55-4aff-8dd5-f7286abaf651 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:56.886684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6023a070-187e-4c51-a2b7-2fff9e1ef3b8 req-62d6e2b2-af55-4aff-8dd5-f7286abaf651 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.0985985 Aug 20 08:57:56.983206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.037386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6023a070-187e-4c51-a2b7-2fff9e1ef3b8 req-8a248fdf-e918-4341-b41f-064deccf4b90 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408122 Aug 20 08:57:57.085660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=16446677-9e90-4b82-a133-b1ac353b5704,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:57.092891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.098066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48738) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:57.099335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40479818-bebd-4c5a-882c-d0fe2fb02a58 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/16446677-9e90-4b82-a133-b1ac353b5704 HTTP/1.1" status: 204 len: 168 time: 0.6683459 Aug 20 08:57:57.210564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port be40234c-441a-4f91-9191-e19be025108e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:57.210939 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.265646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 4849001b-6a48-48ce-874c-0094ff51f920 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:57:57.285961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.301595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb38a2-58df-4f56-a209-6546b2054216 req-34cf2edc-a517-4670-881f-083672f33db4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:57.304448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7cb38a2-58df-4f56-a209-6546b2054216 req-34cf2edc-a517-4670-881f-083672f33db4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 945 time: 0.1333089 Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-3c0ad1c6-a494-43c2-9f1a-f77da1a9137e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16446677-9e90-4b82-a133-b1ac353b5704: This subnet is being modified by another concurrent operation. Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 08:57:57.317694 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16446677-9e90-4b82-a133-b1ac353b5704: This subnet is being modified by another concurrent operation. Aug 20 08:57:57.322112 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 08:57:57.334256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378a35-8c8d-441c-9833-49b1b17e7c72 None None] Pushing event updated for resources: {'Port': ['ID=1801a074-a233-4631-a59d-0a61ad1e4195,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:57.476989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7cb38a2-58df-4f56-a209-6546b2054216 req-b13e2b62-50e5-40dc-8076-a82e756dd44f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495721 Aug 20 08:57:57.480309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.522072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4495d3db-89f0-44d0-bee3-6f389e812a8e None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:57.579154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-569450b1-d4af-4d99-bedd-e618a6375e59 None None] Could not find standard attr ID for object b24d997d-cc27-443b-aa7c-69e87c46252b. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:57:57.589684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.765689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:57:55Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:57:57.766730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.847606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=4849001b-6a48-48ce-874c-0094ff51f920,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:57.847862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b7ffc-31bb-4f4e-ab55-8957438f3bac None None] The sync data for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 is: [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:57:55Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:57:57.852152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-569450b1-d4af-4d99-bedd-e618a6375e59 None None] Provisioning complete for port be40234c-441a-4f91-9191-e19be025108e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:57:57.852749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-569450b1-d4af-4d99-bedd-e618a6375e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.861112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.862600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.863123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.863621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.864122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.864614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.865121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.865607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.866122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.866880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.867390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.867886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:57:57.871477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:57.873881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-54f890c8-793f-433f-b1bc-bf934cbae0a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/4849001b-6a48-48ce-874c-0094ff51f920 HTTP/1.1" status: 204 len: 168 time: 0.7743742 Aug 20 08:57:57.876132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48762) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:57.911932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7c16c-b854-4163-887c-a5015c0a5637 req-11faebe8-445c-4a96-b1f6-0a59856a9ade tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:57.917678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d7c16c-b854-4163-887c-a5015c0a5637 req-11faebe8-445c-4a96-b1f6-0a59856a9ade tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.1749148 Aug 20 08:57:57.998632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-502cbccc-ba28-47b8-ad27-6d0fdd3624fc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205130 Aug 20 08:57:58.001200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:58.010916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:58.040005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device be40234c-441a-4f91-9191-e19be025108e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:57:58.068322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d7c16c-b854-4163-887c-a5015c0a5637 req-ffdd076e-3bcf-4d0c-bebb-8794dbd9a915 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444199 Aug 20 08:57:58.171503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:58.178889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a647e6e-19b0-499a-b4b1-01d1f58ae328 req-3dc5f61a-f112-4c6b-8bc0-d2702db5eec6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:58.179697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:58.181663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a647e6e-19b0-499a-b4b1-01d1f58ae328 req-3dc5f61a-f112-4c6b-8bc0-d2702db5eec6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.1017373 Aug 20 08:57:58.270544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a647e6e-19b0-499a-b4b1-01d1f58ae328 req-41d274f3-a9f1-49d5-9f60-b4465de0a8d1 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815809 Aug 20 08:57:58.547284 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:58.586055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:57:58.634808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:58.753736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port be40234c-441a-4f91-9191-e19be025108e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be40234c-441a-4f91-9191-e19be025108e,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:58.781931 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:58.825482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:57:58.830657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:57:58.836079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:58.837269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:58.841082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=23e471a0-6b83-49a4-baaa-1b791f8ce873,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:58.848407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48784) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:58.899473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a33dada-4983-4e5d-b454-814e89359d3f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8943548 Aug 20 08:57:58.900585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48788) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:58.911101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:57:58.911951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc147921-faaf-40a9-a1a7-758d87665f38 req-0c64ad14-5836-4afc-9d93-9b6dffaa29d3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:58.922906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc147921-faaf-40a9-a1a7-758d87665f38 req-0c64ad14-5836-4afc-9d93-9b6dffaa29d3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.1587954 Aug 20 08:57:58.949084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] Deleting port be40234c-441a-4f91-9191-e19be025108e {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:57:58.952127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.029846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc147921-faaf-40a9-a1a7-758d87665f38 req-d467f114-f28b-4ee7-8e12-127792d1a52b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993176 Aug 20 08:57:59.092401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=be40234c-441a-4f91-9191-e19be025108e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:59.152645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781c8a9-63e7-4fec-a329-2a0c216ca373 req-5cb7ab47-016f-4672-8c7e-40b887856be7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:59.154264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8781c8a9-63e7-4fec-a329-2a0c216ca373 req-5cb7ab47-016f-4672-8c7e-40b887856be7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.0987189 Aug 20 08:57:59.194482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] For port be40234c-441a-4f91-9191-e19be025108e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be40234c-441a-4f91-9191-e19be025108e,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:57:59.196407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.196544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f9f33bb-0023-4a64-98c9-222e1bb74cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.227785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] Calling delete_port for be40234c-441a-4f91-9191-e19be025108e owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:57:59.234829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8781c8a9-63e7-4fec-a329-2a0c216ca373 req-7c51bd87-48f2-4e0d-8409-33b1bd637808 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Aug 20 08:57:59.238445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:57:59.242984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.436988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.474020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] Pushing event deleted for resources: {'Port': ['ID=be40234c-441a-4f91-9191-e19be025108e,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:59.476964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179ab37-1db5-4a8d-aa45-986212594b7b None None] No DVR routers for this DVR port be40234c-441a-4f91-9191-e19be025108e on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:57:59.499298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52653dd-5a03-4487-a10d-53871ff12dd8 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:57:59.715063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82e81-87c5-451a-acb4-97d41d4e2d60 req-c41293bc-0289-48d0-918e-e47861f1ef44 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:59.717619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f9f33bb-0023-4a64-98c9-222e1bb74cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.723313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82e81-87c5-451a-acb4-97d41d4e2d60 req-c41293bc-0289-48d0-918e-e47861f1ef44 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:59.728604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f9f33bb-0023-4a64-98c9-222e1bb74cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.729998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec82e81-87c5-451a-acb4-97d41d4e2d60 req-c41293bc-0289-48d0-918e-e47861f1ef44 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:57:59.738344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eec82e81-87c5-451a-acb4-97d41d4e2d60 req-c41293bc-0289-48d0-918e-e47861f1ef44 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e&device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720&device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 2416 time: 0.1186244 Aug 20 08:57:59.780273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '23e471a0-6b83-49a4-baaa-1b791f8ce873'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:57:59.787038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:57:59.806194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f9f33bb-0023-4a64-98c9-222e1bb74cec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb39148868334f37adfe85a862688d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511728 Aug 20 08:57:59.809919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f33bb-0023-4a64-98c9-222e1bb74cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e89e11-7f81-457f-90f6-10514ec59c4c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:57:59.815444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48800) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:57:59.816334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eec82e81-87c5-451a-acb4-97d41d4e2d60 req-62a896aa-b468-43ec-b59c-240619a523f8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767934 Aug 20 08:57:59.984095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03cc3aa-ea01-4807-8d0f-661fb4ef8639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.017022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024c5f5-e3ac-4ea4-85e0-00155de6f95f req-70c3ba9c-7ebe-479c-bacc-3fd6dab27ab0 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:00.027906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6024c5f5-e3ac-4ea4-85e0-00155de6f95f req-70c3ba9c-7ebe-479c-bacc-3fd6dab27ab0 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.0820551 Aug 20 08:58:00.041440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03cc3aa-ea01-4807-8d0f-661fb4ef8639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.050244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1801a074-a233-4631-a59d-0a61ad1e4195 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:00.078289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6024c5f5-e3ac-4ea4-85e0-00155de6f95f req-9a56cabf-cd40-4ed8-b3e9-693e6f2a8a48 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Aug 20 08:58:00.158987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Allocated IP 172.20.0.2 (70e63f2b-66e7-4648-9b28-cb982492e847/23e471a0-6b83-49a4-baaa-1b791f8ce873/ce4e0fb9-849f-4843-a77a-d1a6531148d0) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:00.185684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1801a074-a233-4631-a59d-0a61ad1e4195 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:00.201982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83183b-e4b7-4b50-9889-1fc4f89e501c req-6e728066-5c7f-4b1d-b932-8a8447d92d9e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:00.202238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1801a074-a233-4631-a59d-0a61ad1e4195 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:00.202698 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.208583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:00.211959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.215639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b83183b-e4b7-4b50-9889-1fc4f89e501c req-6e728066-5c7f-4b1d-b932-8a8447d92d9e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.0821486 Aug 20 08:58:00.266214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b83183b-e4b7-4b50-9889-1fc4f89e501c req-ac538e63-389d-4343-9516-791f94b5b54c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Aug 20 08:58:00.318250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=34be7053-a9ef-4c32-90e2-8c57ab116154,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:00.321962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:00.323980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:00.327496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:00.328221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.342088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03cc3aa-ea01-4807-8d0f-661fb4ef8639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.344995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03cc3aa-ea01-4807-8d0f-661fb4ef8639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.347272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e03cc3aa-ea01-4807-8d0f-661fb4ef8639 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08e89e11-7f81-457f-90f6-10514ec59c4c HTTP/1.1" status: 204 len: 168 time: 0.5298138 Aug 20 08:58:00.353981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a99736f-f025-4c6e-bf33-2b758fd37aec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4521315 Aug 20 08:58:00.357758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48814) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:00.362759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:05:d2:93', 'name': 'tempest-NetworksTestDHCPv6-1101334083'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:00.376569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cc3aa-ea01-4807-8d0f-661fb4ef8639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e89e11-7f81-457f-90f6-10514ec59c4c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:00.414294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.514151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 1801a074-a233-4631-a59d-0a61ad1e4195, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1801a074-a233-4631-a59d-0a61ad1e4195,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:00.522099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.523891 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.554440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Transition to ACTIVE for port object ce4e0fb9-849f-4843-a77a-d1a6531148d0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:00.588930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Transition to ACTIVE for port object ce4e0fb9-849f-4843-a77a-d1a6531148d0 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:00.601050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=1801a074-a233-4631-a59d-0a61ad1e4195,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:00.605812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.641883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:00.702017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:00.707587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:00.713131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:00.766995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Pushing event updated for resources: {'Port': ['ID=ce4e0fb9-849f-4843-a77a-d1a6531148d0,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:00.793010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Attempting to bind port ce4e0fb9-849f-4843-a77a-d1a6531148d0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:00.794861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Attempting to bind port ce4e0fb9-849f-4843-a77a-d1a6531148d0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:00.795257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Attempting to bind port ce4e0fb9-849f-4843-a77a-d1a6531148d0 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:00.802256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:00.802748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:00.803176 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.803567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:00.804063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Bound port: ce4e0fb9-849f-4843-a77a-d1a6531148d0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:00.804592 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.945035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] For port ce4e0fb9-849f-4843-a77a-d1a6531148d0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:00.950829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:00.956536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] For port ce4e0fb9-849f-4843-a77a-d1a6531148d0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce4e0fb9-849f-4843-a77a-d1a6531148d0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:00.965898 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:01.014568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06223504-8044-4d6b-918e-49e426de61b9 req-8738ff73-04c3-491a-8c53-8a69da6a4d9d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:01.022242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06223504-8044-4d6b-918e-49e426de61b9 req-8738ff73-04c3-491a-8c53-8a69da6a4d9d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.2202845 Aug 20 08:58:01.048488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 5ad8a23d-8cf4-4a00-95f5-899168b71319 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:01.093602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488881f-42d9-4374-9923-95e3595b3815 None None] Pushing event updated for resources: {'Port': ['ID=ce4e0fb9-849f-4843-a77a-d1a6531148d0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:01.332624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06223504-8044-4d6b-918e-49e426de61b9 req-29b1eb71-ff5b-45e4-9cce-7e4fb1a0a684 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991753 Aug 20 08:58:01.457490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 172.20.0.3 (70e63f2b-66e7-4648-9b28-cb982492e847/23e471a0-6b83-49a4-baaa-1b791f8ce873/5ad8a23d-8cf4-4a00-95f5-899168b71319) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:01.480482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe05:d293 (70e63f2b-66e7-4648-9b28-cb982492e847/34be7053-a9ef-4c32-90e2-8c57ab116154/5ad8a23d-8cf4-4a00-95f5-899168b71319) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:01.641007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48862) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:01.791054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:01.807556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-316519175-network', 'tenant_id': '9016b635ab40490f98eaff872a1f5349'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:01.833225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Made reservation on behalf of 9016b635ab40490f98eaff872a1f5349 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:01.836323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:01.851010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:01.851547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 5ad8a23d-8cf4-4a00-95f5-899168b71319 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:01.879350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b0a5-3ac7-4b65-8cc3-16e51b5147b7 req-3d53916b-2365-4a32-9b64-e9f5ab9243b8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:01.883257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee16b0a5-3ac7-4b65-8cc3-16e51b5147b7 req-3d53916b-2365-4a32-9b64-e9f5ab9243b8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.0892982 Aug 20 08:58:02.005683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.013294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.058636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:58:02.059516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee16b0a5-3ac7-4b65-8cc3-16e51b5147b7 req-1631c11d-b9b1-477c-a4d0-11d1c6484ccd tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659100 Aug 20 08:58:02.083445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce4e0fb9-849f-4843-a77a-d1a6531148d0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:02.091196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.091630 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Added segment 866f9d7a-1beb-4b19-b599-befddfd23e4f of type vlan for network 627391fe-4cc3-47a6-be2c-8a4c09467d47 Aug 20 08:58:02.104594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.142568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.242344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:02.246388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.247465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:02.248114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.250551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb605d85-c8c2-464a-bd68-90670c620a7a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:02.272622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:02.281835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:02.289641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1801a074-a233-4631-a59d-0a61ad1e4195 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:02.290962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:02.354439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=5ad8a23d-8cf4-4a00-95f5-899168b71319,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:02.381399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1801a074-a233-4631-a59d-0a61ad1e4195 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:02.381818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.419325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:02.424460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.483148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cfe2ba05-4982-442c-beaa-e35dbff89123 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1253805 Aug 20 08:58:02.486049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:02.506678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8636966 Aug 20 08:58:02.524433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-b4afd64e-b27f-4984-b07d-068d14c679f5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:02.526391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-b4afd64e-b27f-4984-b07d-068d14c679f5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.3081815 Aug 20 08:58:02.526738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48878) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:02.535919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Request body: {'subnet': {'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-subnet', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:02.579190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b1bdc-d5c4-4e50-94cd-d6bae83b30e1 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:02.584695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689e9b9-deb1-4d54-9c1b-f7ac6faa3c95 req-2143afac-3248-4a68-88af-bc54dbdbf719 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:02.596879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4689e9b9-deb1-4d54-9c1b-f7ac6faa3c95 req-2143afac-3248-4a68-88af-bc54dbdbf719 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 946 time: 0.1442027 Aug 20 08:58:02.634183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449aa5-a403-4e36-85f6-4d117c807800 admin admin] Pushing event updated for resources: {'Network': ['ID=627391fe-4cc3-47a6-be2c-8a4c09467d47,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:02.636776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f386f-3661-45cc-b49f-8167979a27ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:02.652133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f386f-3661-45cc-b49f-8167979a27ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:02.653919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dd2f386f-3661-45cc-b49f-8167979a27ca tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1624250 Aug 20 08:58:02.657873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48882) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:02.665623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:58:02.706127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Made reservation on behalf of 9016b635ab40490f98eaff872a1f5349 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:02.710028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.728135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4689e9b9-deb1-4d54-9c1b-f7ac6faa3c95 req-de1902c7-e9f3-45b3-ac22-74824b7cf64d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295767 Aug 20 08:58:02.806671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 5ad8a23d-8cf4-4a00-95f5-899168b71319 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:02.807168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.814281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Deleting port a2f81252-31c2-413f-b874-6d68ba70afd6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:02.815220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.929071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:02.967834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 5ad8a23d-8cf4-4a00-95f5-899168b71319 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:03.000285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] For port a2f81252-31c2-413f-b874-6d68ba70afd6, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2f81252-31c2-413f-b874-6d68ba70afd6,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:03.000837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.008655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] Provisioning for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:03.018585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] Provisioning complete for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:03.018964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.055786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Calling delete_port for a2f81252-31c2-413f-b874-6d68ba70afd6 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:03.258317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.284644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.338585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c185f4e-3370-4d71-ace9-16547c045dcc req-9ca7c80d-931a-4e02-9f6a-12f5ecc60a22 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:03.348005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c185f4e-3370-4d71-ace9-16547c045dcc req-9ca7c80d-931a-4e02-9f6a-12f5ecc60a22 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1632860 Aug 20 08:58:03.412034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] For port ce4e0fb9-849f-4843-a77a-d1a6531148d0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce4e0fb9-849f-4843-a77a-d1a6531148d0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:03.426140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c185f4e-3370-4d71-ace9-16547c045dcc req-7ed30897-b4bb-4d02-8c6f-63814068eb46 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767803 Aug 20 08:58:03.441383 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.442857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.443434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9b44a1-4251-4a77-97b0-5c68b20cf72d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:03.453776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Checking segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:03.454125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Network hostable DHCP agents. Network: 627391fe-4cc3-47a6-be2c-8a4c09467d47, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:58:03.459766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '23e471a0-6b83-49a4-baaa-1b791f8ce873', 'ip_address': '172.20.0.2'}, {'subnet_id': '34be7053-a9ef-4c32-90e2-8c57ab116154'}], 'binding:host_id': 'n-d-804285-2'}, 'id': 'ce4e0fb9-849f-4843-a77a-d1a6531148d0'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:58:03.494971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.497693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:58:03.510664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['a2f81252-31c2-413f-b874-6d68ba70afd6'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:03.531209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event deleted for resources: {'Port': ['ID=a2f81252-31c2-413f-b874-6d68ba70afd6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:03.534326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=5ad8a23d-8cf4-4a00-95f5-899168b71319,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:03.556622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 627391fe-4cc3-47a6-be2c-8a4c09467d47) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:03.578112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f8720-bb17-4bf7-80f5-a96e4e2d82ba None None] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:03.584011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:03.584881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.586852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.617405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] No DVR routers for this DVR port a2f81252-31c2-413f-b874-6d68ba70afd6 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:03.620578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.622946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3c776382-9902-4595-a7ec-b1c86a6fda62 req-090bc168-ce39-489b-af7d-2a9425d8256b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "DELETE /v2.0/ports/a2f81252-31c2-413f-b874-6d68ba70afd6 HTTP/1.1" status: 204 len: 173 time: 1.0815709 Aug 20 08:58:03.623398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'name': 'network-vif-deleted', 'tag': 'a2f81252-31c2-413f-b874-6d68ba70afd6'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:03.626201 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f54efa-64a5-4cf6-bff4-b7762d4fb306" -d '{"events": [{"server_uuid": "39860a2b-c59c-46c1-95fe-9a1c816a6ab3", "name": "network-vif-deleted", "tag": "a2f81252-31c2-413f-b874-6d68ba70afd6"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:03.640000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-956d7a44-3f18-46b6-9949-770c8fccc892 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1069977 Aug 20 08:58:03.640716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48894) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:03.646348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:03.678550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.679944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.710296 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771bda0-ed83-4d15-b339-6524e51e02c2 x-openstack-request-id: req-2771bda0-ed83-4d15-b339-6524e51e02c2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:03.710932 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39860a2b-c59c-46c1-95fe-9a1c816a6ab3", "name": "network-vif-deleted", "tag": "a2f81252-31c2-413f-b874-6d68ba70afd6", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:03.710932 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2771bda0-ed83-4d15-b339-6524e51e02c2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:03.712214 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39860a2b-c59c-46c1-95fe-9a1c816a6ab3', 'name': 'network-vif-deleted', 'tag': 'a2f81252-31c2-413f-b874-6d68ba70afd6', 'status': 'completed', 'code': 200} Aug 20 08:58:03.732156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44625238-7436-480e-b7c4-2b515135a4b0 None None] Pushing event updated for resources: {'Port': ['ID=ce4e0fb9-849f-4843-a77a-d1a6531148d0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:03.798814 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:03.817022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f086757c-aecc-4661-88b3-15012bc31d17 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/5ad8a23d-8cf4-4a00-95f5-899168b71319 HTTP/1.1" status: 204 len: 168 time: 1.1572542 Aug 20 08:58:03.834835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48900) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:03.875567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.017618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b3cec84-640d-44d1-bae3-69a0f2083ef3 req-04a1025a-cf00-4af2-8ef1-9a8b47a453df tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=39860a2b-c59c-46c1-95fe-9a1c816a6ab3 HTTP/1.1" status: 200 len: 210 time: 0.1441603 Aug 20 08:58:04.021693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce4e0fb9-849f-4843-a77a-d1a6531148d0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:04.071934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02752026-6351-44ce-a0cf-4710931430c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:04.073624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02752026-6351-44ce-a0cf-4710931430c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:04.080408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02752026-6351-44ce-a0cf-4710931430c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:04.085903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-02752026-6351-44ce-a0cf-4710931430c5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2456555 Aug 20 08:58:04.085903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48902) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:04.173652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 23e471a0-6b83-49a4-baaa-1b791f8ce873 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:04.176983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.182078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Allocated IP 2001:db8::f816:3eff:fe26:a2c4 (70e63f2b-66e7-4648-9b28-cb982492e847/34be7053-a9ef-4c32-90e2-8c57ab116154/ce4e0fb9-849f-4843-a77a-d1a6531148d0) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:04.388517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-627391fe-4cc3-47a6-be2c-8a4c09467d47', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:04.390144 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.392042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:04.392397 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.544757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] For port ce4e0fb9-849f-4843-a77a-d1a6531148d0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce4e0fb9-849f-4843-a77a-d1a6531148d0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:04.594216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.622251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.681097 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.720387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Allocated IP 172.20.0.2 (627391fe-4cc3-47a6-be2c-8a4c09467d47/1c9b44a1-4251-4a77-97b0-5c68b20cf72d/9d3ccb42-7065-467b-9fe6-0e10cc9382ad) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:04.730018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Transition to ACTIVE for port object ce4e0fb9-849f-4843-a77a-d1a6531148d0 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:04.735906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.741560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:04.835461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Allocated IP 172.25.5.214 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/010c209e-26a8-4ad4-8c51-0da477d85e0a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:04.858890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.018621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.040207 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.050182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Transition to ACTIVE for port object 9d3ccb42-7065-467b-9fe6-0e10cc9382ad will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:05.066522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Transition to ACTIVE for port object 9d3ccb42-7065-467b-9fe6-0e10cc9382ad will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:05.086582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.108020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107aba1-8824-4594-b02f-c83270a052d8 None None] Pushing event updated for resources: {'Port': ['ID=ce4e0fb9-849f-4843-a77a-d1a6531148d0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:05.113240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.131054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a8bcb-a99a-456d-8779-8d93cc68d4a8 req-cacc6086-9d89-48cb-87d1-645fc3511cdb tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:05.131488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:05.135449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:05.140525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:05.141992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-711a8bcb-a99a-456d-8779-8d93cc68d4a8 req-cacc6086-9d89-48cb-87d1-645fc3511cdb tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.2208049 Aug 20 08:58:05.183830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Pushing event updated for resources: {'Port': ['ID=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:05.231312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:05.238385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-711a8bcb-a99a-456d-8779-8d93cc68d4a8 req-8ea665d4-fa82-49df-8f11-c7ed587aa515 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Aug 20 08:58:05.242773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:05.255739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:05.258767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.333640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Attempting to bind port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:05.334339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Attempting to bind port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:05.334951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Attempting to bind port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:05.341761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:05.342610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Checking segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:05.343279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.343983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Bound using segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:05.344697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Bound port: 9d3ccb42-7065-467b-9fe6-0e10cc9382ad, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:05.345305 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.397872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.453985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] For port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:05.458195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] For port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:05.476604 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.534671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:05.540311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/23e471a0-6b83-49a4-baaa-1b791f8ce873 HTTP/1.1" status: 204 len: 168 time: 1.4545705 Aug 20 08:58:05.546399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f79a0-615e-4ef2-b09d-c5ca4cc09bc6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=23e471a0-6b83-49a4-baaa-1b791f8ce873,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:05.574222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:05.664984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52bf33-a2ff-47b6-bf9f-36e12b7b1b4d None None] Pushing event updated for resources: {'Port': ['ID=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:05.955330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce4e0fb9-849f-4843-a77a-d1a6531148d0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:05.956716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-ce55569c-3716-4065-b0a0-9fe708eeb16c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:05.962259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-ce55569c-3716-4065-b0a0-9fe708eeb16c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.4354780 Aug 20 08:58:05.979423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-44012a54-7490-424a-86b0-c80f8b3da9dc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0112689 Aug 20 08:58:06.013442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 34be7053-a9ef-4c32-90e2-8c57ab116154 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:06.043906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.133607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Pushing event updated for resources: {'Port': ['ID=010c209e-26a8-4ad4-8c51-0da477d85e0a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:06.203956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-aa325175-a765-404f-b5d6-8c56e0d15edf tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1684115 Aug 20 08:58:06.280053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3bb62-6294-46ed-86d6-786c49b2ffbd None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:06.285299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.324888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c1aad-6273-4557-874f-8408af3546ed req-b79f46f0-61d3-4937-b84d-3425341903ec tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:06.332926 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-766c1aad-6273-4557-874f-8408af3546ed req-b79f46f0-61d3-4937-b84d-3425341903ec tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.3693278 Aug 20 08:58:06.334394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.394943 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5f1bbee-6c79-451f-ae91-40f45d7e250e None None] Provisioning for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:06.403382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5f1bbee-6c79-451f-ae91-40f45d7e250e None None] Provisioning complete for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:06.403754 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bbee-6c79-451f-ae91-40f45d7e250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.407630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-766c1aad-6273-4557-874f-8408af3546ed req-9d9273fe-a8f4-4550-9ab0-c5780aee044a tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738218 Aug 20 08:58:06.492543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.573158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-2dee0bbc-84f7-4405-b28d-2189cef37ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551061 Aug 20 08:58:06.688099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5f1bbee-6c79-451f-ae91-40f45d7e250e None None] Could not find standard attr ID for object 5ad8a23d-8cf4-4a00-95f5-899168b71319. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:58:06.758221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.812752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.845806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=34be7053-a9ef-4c32-90e2-8c57ab116154,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:06.875688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:06.879412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-99fde8f9-e2d8-447e-98d6-8ec1ae12c6d5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/34be7053-a9ef-4c32-90e2-8c57ab116154 HTTP/1.1" status: 204 len: 168 time: 1.3040471 Aug 20 08:58:06.886710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48948) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:06.894806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eee15-7657-4718-913f-531d57bdd7b9 req-d38ba30c-982f-4751-ac1e-25d18d6d3af9 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:06.896611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-971eee15-7657-4718-913f-531d57bdd7b9 req-d38ba30c-982f-4751-ac1e-25d18d6d3af9 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.2442951 Aug 20 08:58:06.908115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-f0c41ae8-fcba-4304-87a3-680eecaaa918 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339858 Aug 20 08:58:06.952224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c8544dbe-29f4-4464-b6f1-c5ddde1e8449 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641973 Aug 20 08:58:06.952930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48950) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:06.960917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:07.011399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-971eee15-7657-4718-913f-531d57bdd7b9 req-84306770-3fa8-4854-94f7-9e9208be244e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985196 Aug 20 08:58:07.173091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:07.179090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:07.224840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10d28785-1ea1-4c4a-b9f2-796bbaabe5a5 req-2210d57c-fd78-436d-bc23-9d7e2172ee93 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 210 time: 0.0580533 Aug 20 08:58:07.247714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:58:07.346996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0034f754-7518-492f-b20e-674b98302993 None None] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:07.424627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:58:07.436350 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:58:07.456290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:07.457123 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:07.500272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fa333cd6-7ccb-49bc-b3db-d406619950e4 None None] Provisioning for port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:07.506922 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:07.511096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:07.514895 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c581686e-3f84-4be3-8a7e-1c59ee5af904 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8732557 Aug 20 08:58:07.611060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc16104-6f54-4986-813b-413951dd6413 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:07.755178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b75126-b60a-416f-af60-4e53060475cd req-e0c7f794-637f-400b-9f1a-7eca54ef636c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:07.759431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1b75126-b60a-416f-af60-4e53060475cd req-e0c7f794-637f-400b-9f1a-7eca54ef636c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.3045418 Aug 20 08:58:07.781470 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:07.860748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285fe8c-3e90-483b-a90e-721f8b4ef477 req-d6ae0def-2f1c-474a-bdee-ebf45cb9414f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:07.868376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2f81252-31c2-413f-b874-6d68ba70afd6 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:07.870836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9285fe8c-3e90-483b-a90e-721f8b4ef477 req-d6ae0def-2f1c-474a-bdee-ebf45cb9414f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.2012162 Aug 20 08:58:07.903832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: a2f81252-31c2-413f-b874-6d68ba70afd6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:07.904257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2f81252-31c2-413f-b874-6d68ba70afd6 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:07.931396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fb518f01-85c6-46d4-ae7d-0481f8478cdf None None] Provisioning complete for port ce4e0fb9-849f-4843-a77a-d1a6531148d0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:07.931832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fb518f01-85c6-46d4-ae7d-0481f8478cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:07.944207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9285fe8c-3e90-483b-a90e-721f8b4ef477 req-6236db1f-18bd-43b0-b652-b6cf5cbbcd1f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708499 Aug 20 08:58:08.057562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9d3ccb42-7065-467b-9fe6-0e10cc9382ad up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:08.079176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.224625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:08.243792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:08.243792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.257702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:08.287797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Deleting port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:08.288515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.294755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=6e634fdd-c3da-40d3-b68a-9afc26e170ec,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:08.307627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:08.312976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:08.318304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:08.319482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.432924 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.433433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7da0f1d4-e574-4775-88c9-b8167a37f4ab tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4771738 Aug 20 08:58:08.436643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48976) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:08.444499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:08.478935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] Deleting port ce4e0fb9-849f-4843-a77a-d1a6531148d0 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:08.478935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.501146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c185720d-8e22-461b-9937-72ec56ef6a09 req-8fcbf7d5-61a8-4297-b749-dd8b82c596ad tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 210 time: 0.0527239 Aug 20 08:58:08.519349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeccf61-2f4f-444c-a19d-2d7c146d54bc req-5fe70f17-f633-4a3a-9fb3-c6322b05628a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:08.522285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeeccf61-2f4f-444c-a19d-2d7c146d54bc req-5fe70f17-f633-4a3a-9fb3-c6322b05628a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.2749553 Aug 20 08:58:08.627954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] For port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:08.629338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.636751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeeccf61-2f4f-444c-a19d-2d7c146d54bc req-788f1229-9c15-4d5d-80f3-679587f88d5e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059868 Aug 20 08:58:08.667645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Calling delete_port for a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:08.699015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:08.719115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ef5af396-a8c6-4f55-9607-f8c1c6fa9a0c None None] Provisioning complete for port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:08.719429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef5af396-a8c6-4f55-9607-f8c1c6fa9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.748941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:06Z', 'revision_number': 3, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:08.760647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.765216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:08.769698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.832344 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.832776 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:58:08.833557 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Updating router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f port 010c209e-26a8-4ad4-8c51-0da477d85e0a binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:58:08.864238 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.933171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] For port ce4e0fb9-849f-4843-a77a-d1a6531148d0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce4e0fb9-849f-4843-a77a-d1a6531148d0,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:08.933767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:08.978915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] Calling delete_port for ce4e0fb9-849f-4843-a77a-d1a6531148d0 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:09.024333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:09.092001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Allocated IP 172.20.0.1 (627391fe-4cc3-47a6-be2c-8a4c09467d47/1c9b44a1-4251-4a77-97b0-5c68b20cf72d/8f991dbe-6f2b-4830-b365-412a1209ca8c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:09.176262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.212138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] No DVR routers for this DVR port ce4e0fb9-849f-4843-a77a-d1a6531148d0 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:09.216392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-ea446fe6-95e2-439f-9e0c-c4d1dc3d2c3d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:09.218620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-ea446fe6-95e2-439f-9e0c-c4d1dc3d2c3d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.5013254 Aug 20 08:58:09.221487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.262754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Request body: {'port': {'device_id': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'admin_state_up': True, 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:09.281331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6bffdb-b926-464d-b223-79bd148d4c74 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:09.288736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48010-6455-4e6c-8855-5aff2ec303ca None None] Pushing event deleted for resources: {'Port': ['ID=ce4e0fb9-849f-4843-a77a-d1a6531148d0,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:09.308331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8b7be-aca6-4699-b73d-002859b5f623 req-61461d8c-f632-41b7-977d-0969c824c08c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:09.310245 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.311388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34a8b7be-aca6-4699-b73d-002859b5f623 req-61461d8c-f632-41b7-977d-0969c824c08c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=6843904e-1f6b-4fbb-be40-f6d9ad697899 HTTP/1.1" status: 200 len: 946 time: 0.0737171 Aug 20 08:58:09.361259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34a8b7be-aca6-4699-b73d-002859b5f623 req-02ebc953-4cc1-4273-a5db-ebb5f97504d5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Aug 20 08:58:09.446989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Transition to ACTIVE for port object 010c209e-26a8-4ad4-8c51-0da477d85e0a will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:09.447920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Transition to ACTIVE for port object 8f991dbe-6f2b-4830-b365-412a1209ca8c will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:09.451108 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.453825 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.484115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['883db711-0685-4af2-8a80-b8e3705fa001', 'e546bacf-eca3-401b-ba37-b4d17c223d07', 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:09.493973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:09.521860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.522361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event deleted for resources: {'Port': ['ID=a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:09.557648 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3987d5-2bc7-4a25-bf0c-22792516bed5 None None] Pushing event updated for resources: {'Port': ['ID=010c209e-26a8-4ad4-8c51-0da477d85e0a,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:09.591749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:09.596635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:09.611027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] No DVR routers for this DVR port a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:09.615112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:09.618286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Attempting to bind port 010c209e-26a8-4ad4-8c51-0da477d85e0a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:09.618661 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Attempting to bind port 010c209e-26a8-4ad4-8c51-0da477d85e0a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:09.619026 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Attempting to bind port 010c209e-26a8-4ad4-8c51-0da477d85e0a on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:09.629892 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:09.630550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:09.631124 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.633217 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:09.633914 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Bound port: 010c209e-26a8-4ad4-8c51-0da477d85e0a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:09.635421 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.639185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.641734 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b1b75126-b60a-416f-af60-4e53060475cd req-1739806b-4064-46f0-9fa1-fa13f8e4511c tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "DELETE /v2.0/ports/a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 HTTP/1.1" status: 204 len: 173 time: 1.8718348 Aug 20 08:58:09.643225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'name': 'network-vif-deleted', 'tag': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:09.688444 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95c3d6-1ad4-4cc6-981f-ae1d8b823848" -d '{"events": [{"server_uuid": "6843904e-1f6b-4fbb-be40-f6d9ad697899", "name": "network-vif-deleted", "tag": "a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:09.747604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '6e634fdd-c3da-40d3-b68a-9afc26e170ec'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:09.748460 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.759306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.769251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Pushing event updated for resources: {'Port': ['ID=8f991dbe-6f2b-4830-b365-412a1209ca8c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:09.803991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:09.813832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:09.841432 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:58:09.858730 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] For port 010c209e-26a8-4ad4-8c51-0da477d85e0a, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:09.865761 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] For port 010c209e-26a8-4ad4-8c51-0da477d85e0a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=010c209e-26a8-4ad4-8c51-0da477d85e0a,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:09.874771 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.015218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:10.021014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.064137 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:10.065836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:10.070584 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3987d5-2bc7-4a25-bf0c-22792516bed5 None None] Pushing event updated for resources: {'Port': ['ID=010c209e-26a8-4ad4-8c51-0da477d85e0a,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:10.121156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:10.131049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:10.142195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:10.142836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.154170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=332ca408-f8ab-4b17-b7e2-4e181cb3de0b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:10.192205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9d3ccb42-7065-467b-9fe6-0e10cc9382ad up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:10.222693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:10.227575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Allocated IP 172.20.0.14 (dd4ba21e-df64-4625-8721-26d8331e4861/02dd20f7-2daf-4194-bf77-67f04227c429/b7284826-5551-4dba-9600-52c684dbd279) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:10.464727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.516617 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:06Z', 'revision_number': 3, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:10.526817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1822e5ed-f070-49ec-83a7-fe9b28405d3c None None] Provisioning for port 8f991dbe-6f2b-4830-b365-412a1209ca8c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:10.536456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5d66e5c-b900-4cbc-868c-f5738dda5478 req-16858c14-ec43-4040-b1fa-3ea7e604ea30 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 210 time: 0.7718127 Aug 20 08:58:10.540667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1822e5ed-f070-49ec-83a7-fe9b28405d3c None None] Provisioning complete for port 8f991dbe-6f2b-4830-b365-412a1209ca8c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:10.541300 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1822e5ed-f070-49ec-83a7-fe9b28405d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.544370 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e04486-ae5b-456b-a363-1c57052afb11 None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:06Z', 'revision_number': 3, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:58:10.569162 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f83f80a-5e54-4d15-b490-8e78ad22579a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1241832 Aug 20 08:58:10.569162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49002) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:10.570111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:b0:64:73', 'name': 'tempest-NetworksTestDHCPv6-754783416'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:10.589919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.602004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.610586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1822e5ed-f070-49ec-83a7-fe9b28405d3c None None] Port 8f991dbe-6f2b-4830-b365-412a1209ca8c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:10.647339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942befde-1fa6-46b0-9f3b-cb161c96cfdd req-e4da223d-fa7e-4b1c-91ce-c9879d7d23e8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:10.657621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-942befde-1fa6-46b0-9f3b-cb161c96cfdd req-e4da223d-fa7e-4b1c-91ce-c9879d7d23e8 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1671922 Aug 20 08:58:10.701660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Network dd4ba21e-df64-4625-8721-26d8331e4861 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:10.711573 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32724351-3297-4d36-9a17-524dba924489 x-openstack-request-id: req-32724351-3297-4d36-9a17-524dba924489 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:10.711920 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843904e-1f6b-4fbb-be40-f6d9ad697899", "name": "network-vif-deleted", "tag": "a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:10.712185 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32724351-3297-4d36-9a17-524dba924489 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:10.712645 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843904e-1f6b-4fbb-be40-f6d9ad697899', 'name': 'network-vif-deleted', 'tag': 'a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9', 'status': 'completed', 'code': 200} Aug 20 08:58:10.713781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:10.721980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:10.744439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-942befde-1fa6-46b0-9f3b-cb161c96cfdd req-6b54341d-2761-49da-872f-2e5b8ce38d28 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852425 Aug 20 08:58:10.797358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:10.833704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:10.834442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.895032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:10.895407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:10.896092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:10.959440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Allocated IP 172.20.0.2 (70e63f2b-66e7-4648-9b28-cb982492e847/6e634fdd-c3da-40d3-b68a-9afc26e170ec/9f02cf31-83c5-4dba-9204-d584e1727798) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:10.976906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Allocated IP 2001:db8::f816:3eff:fe79:a104 (70e63f2b-66e7-4648-9b28-cb982492e847/332ca408-f8ab-4b17-b7e2-4e181cb3de0b/9f02cf31-83c5-4dba-9204-d584e1727798) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:11.050013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.053817 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-76e0a29d-529d-4259-9555-bdf82c41a4ff tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8158584 Aug 20 08:58:11.058550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.067057 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.089660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Request body: {'port': {'device_id': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:11.138140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Pushing event updated for resources: {'Port': ['ID=8f991dbe-6f2b-4830-b365-412a1209ca8c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:11.184484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 9b72adf0-2909-494f-ac40-6d7d74d64eb1 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:11.201128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.261281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.368140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce4e0fb9-849f-4843-a77a-d1a6531148d0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:11.442238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: ce4e0fb9-849f-4843-a77a-d1a6531148d0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:11.442581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce4e0fb9-849f-4843-a77a-d1a6531148d0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:11.465071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:11.468315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:11.479204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.493889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Transition to ACTIVE for port object 9f02cf31-83c5-4dba-9204-d584e1727798 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:11.519959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Transition to ACTIVE for port object 9f02cf31-83c5-4dba-9204-d584e1727798 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:11.530589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:11.684232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:11.745417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:11.747289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Pushing event updated for resources: {'Port': ['ID=9f02cf31-83c5-4dba-9204-d584e1727798,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:11.761299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:11.783773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 172.20.0.9 (70e63f2b-66e7-4648-9b28-cb982492e847/6e634fdd-c3da-40d3-b68a-9afc26e170ec/9b72adf0-2909-494f-ac40-6d7d74d64eb1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:11.819655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:feb0:6473 (70e63f2b-66e7-4648-9b28-cb982492e847/332ca408-f8ab-4b17-b7e2-4e181cb3de0b/9b72adf0-2909-494f-ac40-6d7d74d64eb1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:11.874828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:11.890456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:58:11.947098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7b51d-eb94-40d7-94e8-f3c12bcd6841 req-6244c9b8-4589-4ce1-bdad-56887d20608e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:11.964493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ed7b51d-eb94-40d7-94e8-f3c12bcd6841 req-6244c9b8-4589-4ce1-bdad-56887d20608e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 932 time: 0.2284017 Aug 20 08:58:12.083896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7284826-5551-4dba-9600-52c684dbd279 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:58:12.171156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.249117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Transition to ACTIVE for port object b7284826-5551-4dba-9600-52c684dbd279 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:12.257058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.302140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:58:12.313304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Attempting to bind port 9f02cf31-83c5-4dba-9204-d584e1727798 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:12.314033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Attempting to bind port 9f02cf31-83c5-4dba-9204-d584e1727798 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:12.315327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Attempting to bind port 9f02cf31-83c5-4dba-9204-d584e1727798 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:12.318318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 010c209e-26a8-4ad4-8c51-0da477d85e0a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:12.323177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:12.323550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device a2495dc7-fe62-4ccc-ba0d-eb22c78c47a9 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:12.347597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8ee2041d-32eb-4a8d-8564-5fc9a2594a25 admin admin] 10.222.0.35 "PUT /v2.0/routers/1079f4e5-b97c-4a61-bbf7-4594b4a12c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8276675 Aug 20 08:58:12.368563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:12.374140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:12.374742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:12.374987 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.375323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:12.375875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Bound port: 9f02cf31-83c5-4dba-9204-d584e1727798, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:12.379252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feda139-5948-4b5c-b427-65e9b14390ae req-82d3c5df-b601-4055-8208-0e7b1441cfcc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:12.381890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.388102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8feda139-5948-4b5c-b427-65e9b14390ae req-82d3c5df-b601-4055-8208-0e7b1441cfcc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.4144931 Aug 20 08:58:12.391308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ed7b51d-eb94-40d7-94e8-f3c12bcd6841 req-269492a3-2598-41c8-afa4-06e6250b633a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244809 Aug 20 08:58:12.512133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] For port 9f02cf31-83c5-4dba-9204-d584e1727798, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:12.520284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] For port 9f02cf31-83c5-4dba-9204-d584e1727798, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9f02cf31-83c5-4dba-9204-d584e1727798,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:12.530574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8feda139-5948-4b5c-b427-65e9b14390ae req-441e7cee-5a9b-4fab-9125-2db4cab9a7fc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380765 Aug 20 08:58:12.550429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.581965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b7e8f93d-d6d6-4559-a32c-f17a8b76c845 None None] Provisioning complete for port 8f991dbe-6f2b-4830-b365-412a1209ca8c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:12.582350 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f93d-d6d6-4559-a32c-f17a8b76c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.599839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.621680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 9b72adf0-2909-494f-ac40-6d7d74d64eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:12.648151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Attempting to bind port b7284826-5551-4dba-9600-52c684dbd279 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:12.648563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Attempting to bind port b7284826-5551-4dba-9600-52c684dbd279 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:12.649596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Attempting to bind port b7284826-5551-4dba-9600-52c684dbd279 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:12.663631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Port b7284826-5551-4dba-9600-52c684dbd279 on network dd4ba21e-df64-4625-8721-26d8331e4861 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:58:12.664582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Attempting to bind port b7284826-5551-4dba-9600-52c684dbd279 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:12.675523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:12.675869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:12.676752 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.676960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Bound using segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:12.677416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Bound port: b7284826-5551-4dba-9600-52c684dbd279, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:12.677816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.731740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8f93d-d6d6-4559-a32c-f17a8b76c845 None None] Port 8f991dbe-6f2b-4830-b365-412a1209ca8c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:12.744230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c8cfd-f1c7-40f8-b48d-6e7511acc4ce None None] Pushing event updated for resources: {'Port': ['ID=9f02cf31-83c5-4dba-9204-d584e1727798,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:12.754275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.755538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 010c209e-26a8-4ad4-8c51-0da477d85e0a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:12.762878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 010c209e-26a8-4ad4-8c51-0da477d85e0a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:12.763255 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.821325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:12.840441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:12.846203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:12.848030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:12.856544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:12.891600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.900600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=9b72adf0-2909-494f-ac40-6d7d74d64eb1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:12.974468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:12.995289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:12.996171 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:12.998642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-00dc607f-6c28-4e10-acad-2a8e3398f327 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7284826-5551-4dba-9600-52c684dbd279 HTTP/1.1" status: 200 len: 1092 time: 1.9210083 Aug 20 08:58:13.001849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:13.015248 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc909f-a868-41c9-b89b-15b21873cf66" -d '{"events": [{"name": "network-changed", "server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "tag": "b7284826-5551-4dba-9600-52c684dbd279"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:13.024583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.035132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.035896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.077620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e123cc5c-f5ad-4ec4-a71b-b44874c23024 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5118654 Aug 20 08:58:13.081006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49030) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:13.145297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 010c209e-26a8-4ad4-8c51-0da477d85e0a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=010c209e-26a8-4ad4-8c51-0da477d85e0a,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:13.152067 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.166744 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c425a99-2010-42c5-8000-88e6d5caa24d x-openstack-request-id: req-0c425a99-2010-42c5-8000-88e6d5caa24d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:13.168127 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "tag": "b7284826-5551-4dba-9600-52c684dbd279", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:13.168586 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c425a99-2010-42c5-8000-88e6d5caa24d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:13.170649 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279', 'status': 'completed', 'code': 200} Aug 20 08:58:13.208502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d34e58-05ed-4054-aef6-5ddeb49a28c4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.212104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-3f60fea9-7bbb-4f10-b883-3e98d38eed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.217094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-3f60fea9-7bbb-4f10-b883-3e98d38eed81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 1095 time: 0.1574311 Aug 20 08:58:13.225006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d34e58-05ed-4054-aef6-5ddeb49a28c4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.230488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f23eda4a-9bcb-4bec-b103-734e65c072ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.233626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-04d34e58-05ed-4054-aef6-5ddeb49a28c4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1515489 Aug 20 08:58:13.237810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49032) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:13.275570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-7b1bf2bd-d0c6-45e3-9099-bf35cd9f7388 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7284826-5551-4dba-9600-52c684dbd279 HTTP/1.1" status: 200 len: 217 time: 0.0492880 Aug 20 08:58:13.282463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=010c209e-26a8-4ad4-8c51-0da477d85e0a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:13.408968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-189338e9-6523-4f26-9e70-ae3c8a2f9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.410270 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-189338e9-6523-4f26-9e70-ae3c8a2f9336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.1170511 Aug 20 08:58:13.414055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:58:13.447509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:13.449341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:13.453522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-0b6246c7-31de-4dc6-8c01-efcf53c76ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352833 Aug 20 08:58:13.486238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49040) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:13.491361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758717323', 'description': 'tempest-description--1640347864'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:13.521315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 9b72adf0-2909-494f-ac40-6d7d74d64eb1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:13.521662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.577032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.642116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814b0d-c190-4cd5-bdc9-800bc3a5d046 req-4e069bf2-c56f-40f6-a5a6-cb28f747ba9b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.644521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:13.644673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad814b0d-c190-4cd5-bdc9-800bc3a5d046 req-4e069bf2-c56f-40f6-a5a6-cb28f747ba9b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 944 time: 0.1195574 Aug 20 08:58:13.825526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad814b0d-c190-4cd5-bdc9-800bc3a5d046 req-35f55d3c-058a-4ad6-98b3-e0d6c2c7a223 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663783 Aug 20 08:58:13.968872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:13.989595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ece17f-e7c5-4bf8-b5bb-47e5a82c04c7 req-7d95fc98-e4f3-4943-9da5-3f89b33e64ff tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:13.997559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1ece17f-e7c5-4bf8-b5bb-47e5a82c04c7 req-7d95fc98-e4f3-4943-9da5-3f89b33e64ff tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.3260961 Aug 20 08:58:14.022599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.150328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1ece17f-e7c5-4bf8-b5bb-47e5a82c04c7 req-702c057c-8c63-43b5-bc12-03667ac3eaef tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517212 Aug 20 08:58:14.157858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.164653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6743348 Aug 20 08:58:14.165519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49048) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:14.168375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c57561-2551-4ac2-8343-99393c2449fa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d208ea-4e0b-4d37-b7e9-e30d195e6fab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:14.192429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.216902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'security_group_rule': {'security_group_id': '02d208ea-4e0b-4d37-b7e9-e30d195e6fab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:14.228021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 010c209e-26a8-4ad4-8c51-0da477d85e0a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:14.237310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.244915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-18e8e326-2a58-494d-8672-efda07105b94 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794526 Aug 20 08:58:14.264497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.269984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 9b72adf0-2909-494f-ac40-6d7d74d64eb1 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:14.308741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 2, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:14.381506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:58:14.381923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Updating router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f port 8f991dbe-6f2b-4830-b365-412a1209ca8c binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:58:14.382521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.388070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.421223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3dc938-33cf-4608-a6c4-0e64e3c7433c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:14.437576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.440160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a058d5c5-b718-4c8e-8fc5-129d2b7b11d3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533231 Aug 20 08:58:14.443219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:14.459480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'security_group_rule': {'security_group_id': '02d208ea-4e0b-4d37-b7e9-e30d195e6fab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:14.480357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75792353-c5b4-408b-91aa-9f73b8772b7b None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:14.520312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.578525 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e978c1d-925d-48c8-93d4-bf55d7b52e2c req-6e01520f-a833-4395-87d2-5bdf769ca087 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227491 Aug 20 08:58:14.621883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.631412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.643652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 010c209e-26a8-4ad4-8c51-0da477d85e0a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:14.644652 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.659960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd721bd1-aaf0-4a2c-b1c5-bdb8473dc3e9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:14.670923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.676730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1d2c123b-7375-45bb-8ad4-806194066a97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2293682 Aug 20 08:58:14.677179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49064) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:14.696835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:14.718701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.731266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.753616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-c0fe4a6f-0f6f-41d7-8c0a-a8ff558be304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:14.758468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-c0fe4a6f-0f6f-41d7-8c0a-a8ff558be304 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 1095 time: 0.1226368 Aug 20 08:58:14.913191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.945845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:14.962318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=9b72adf0-2909-494f-ac40-6d7d74d64eb1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:15.043095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2680e4-5de1-464d-97ce-a28b7919d9f7 req-3316628f-7cfa-4e5a-a0bb-1796c39d9a6e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.050521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9f02cf31-83c5-4dba-9204-d584e1727798 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:15.050964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c2680e4-5de1-464d-97ce-a28b7919d9f7 req-3316628f-7cfa-4e5a-a0bb-1796c39d9a6e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 944 time: 0.1348174 Aug 20 08:58:15.063210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-c3eb8fb7-eaba-45e0-895b-89422bf6910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.065231 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-c3eb8fb7-eaba-45e0-895b-89422bf6910e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.3004124 Aug 20 08:58:15.118156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-58a86e92-391c-44df-8090-71ec9b583280 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7284826-5551-4dba-9600-52c684dbd279 HTTP/1.1" status: 200 len: 217 time: 0.0448639 Aug 20 08:58:15.136501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c2680e4-5de1-464d-97ce-a28b7919d9f7 req-88674205-9215-4e61-8554-61392ed716b3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757918 Aug 20 08:58:15.166356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-293f228c-f899-4d08-b253-c167fe861056 None None] Provisioning for port 9f02cf31-83c5-4dba-9204-d584e1727798 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:15.179252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Allocated IP 172.25.5.250 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/b37c2d98-1025-4214-b23b-213240201488) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:15.192566 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.205253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d4bf835d-384c-4f33-a629-8843b13d1b3a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/9b72adf0-2909-494f-ac40-6d7d74d64eb1 HTTP/1.1" status: 204 len: 168 time: 1.9387381 Aug 20 08:58:15.206624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49080) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:15.248820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-317e9d16-1d9d-46bd-9f0c-2fb79b51beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.250946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-317e9d16-1d9d-46bd-9f0c-2fb79b51beb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.1202233 Aug 20 08:58:15.290092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-c9dd9d6e-72fd-4ebb-b46c-35ae43e5d168 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312605 Aug 20 08:58:15.338500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 9f02cf31-83c5-4dba-9204-d584e1727798 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:15.349069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9f02cf31-83c5-4dba-9204-d584e1727798 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:15.349583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.404990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e94e6d-39d1-4f27-8bd6-653a81e1a4b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.406942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e94e6d-39d1-4f27-8bd6-653a81e1a4b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.410341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e94e6d-39d1-4f27-8bd6-653a81e1a4b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.414874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87e94e6d-39d1-4f27-8bd6-653a81e1a4b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2048831 Aug 20 08:58:15.417763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49084) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:15.427549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13ca38-8f49-46e9-8320-89f2673e83a5 req-50eeba48-ee13-4943-bbbb-fee9e24921ab tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:15.429433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce13ca38-8f49-46e9-8320-89f2673e83a5 req-50eeba48-ee13-4943-bbbb-fee9e24921ab tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1599095 Aug 20 08:58:15.469812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.471300 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-1de7980d-bac4-4cd2-aef9-9e8a3d7f29c4 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723688 Aug 20 08:58:15.482430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Transition to ACTIVE for port object 8f991dbe-6f2b-4830-b365-412a1209ca8c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:15.492755 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.505874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.616801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.695303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-43fc909f-a868-41c9-b89b-15b21873cf66 req-34342153-0772-4d16-8185-f09c39fc7858 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153296 Aug 20 08:58:15.696486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce13ca38-8f49-46e9-8320-89f2673e83a5 req-2cd124d1-7b10-46c0-8a73-f643e273968a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581384 Aug 20 08:58:15.756063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 332ca408-f8ab-4b17-b7e2-4e181cb3de0b {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:15.763713 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.782249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b646c51-7059-4cd0-af88-73e04ed503da None None] Pushing event updated for resources: {'Port': ['ID=8f991dbe-6f2b-4830-b365-412a1209ca8c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:15.793686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 9f02cf31-83c5-4dba-9204-d584e1727798, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9f02cf31-83c5-4dba-9204-d584e1727798,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:15.803098 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.814035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b7284826-5551-4dba-9600-52c684dbd279 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:58:15.849375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Attempting to bind port 8f991dbe-6f2b-4830-b365-412a1209ca8c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:15.849826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Attempting to bind port 8f991dbe-6f2b-4830-b365-412a1209ca8c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:15.850302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Attempting to bind port 8f991dbe-6f2b-4830-b365-412a1209ca8c on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:15.880428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:15.880836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Checking segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:15.881240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.881636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Bound using segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:15.882150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Bound port: 8f991dbe-6f2b-4830-b365-412a1209ca8c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:15.882534 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.915836 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:15.945669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=9f02cf31-83c5-4dba-9204-d584e1727798,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:15.956387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.015953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:16.022927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:16.025734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:16.139533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.155114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] For port 8f991dbe-6f2b-4830-b365-412a1209ca8c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:16.237258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'Port': ['ID=b37c2d98-1025-4214-b23b-213240201488,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:16.249627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] For port 8f991dbe-6f2b-4830-b365-412a1209ca8c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8f991dbe-6f2b-4830-b365-412a1209ca8c,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:16.257938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.264608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:16.329575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.338022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=332ca408-f8ab-4b17-b7e2-4e181cb3de0b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:16.362007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.366488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6be15796-109e-4729-8e89-37deaca8c541 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/332ca408-f8ab-4b17-b7e2-4e181cb3de0b HTTP/1.1" status: 204 len: 168 time: 0.9336793 Aug 20 08:58:16.367028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49094) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:16.417745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b646c51-7059-4cd0-af88-73e04ed503da None None] Pushing event updated for resources: {'Port': ['ID=8f991dbe-6f2b-4830-b365-412a1209ca8c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:16.420996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.428059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b7284826-5551-4dba-9600-52c684dbd279', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'b7284826-5551-4dba-9600-52c684dbd279', 'mac_address': 'fa:16:3e:79:0e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:58:16.442644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:16.442899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:57:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:16.511284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 6e634fdd-c3da-40d3-b68a-9afc26e170ec {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:16.521031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.531242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe4212-c9cb-4099-b58f-bb0ae9eaf9cf req-45c1d956-5e53-494c-a302-4029363d5aac tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:16.538837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eefe4212-c9cb-4099-b58f-bb0ae9eaf9cf req-45c1d956-5e53-494c-a302-4029363d5aac tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 944 time: 0.2244766 Aug 20 08:58:16.563695 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.639604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.764624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eefe4212-c9cb-4099-b58f-bb0ae9eaf9cf req-cf160ae7-04f4-4f71-ad8a-881bf295380c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246516 Aug 20 08:58:16.785971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.945900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.972182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-652c5b7d-5b4f-42f2-a5df-a3fe64b151f5 None None] Provisioning complete for port 9f02cf31-83c5-4dba-9204-d584e1727798 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:16.972767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-652c5b7d-5b4f-42f2-a5df-a3fe64b151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:16.987018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3ef34168-0603-4bd5-b866-e2619adb0f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.055863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fee5e9-6de6-4876-b85a-7cacf0c527f2 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:17.058982 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.121329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.153989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=6e634fdd-c3da-40d3-b68a-9afc26e170ec,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:17.161177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22d6dc-26ae-4464-afc5-518ba3211c12 req-39663d5e-bbc8-4201-aa58-ea2f0825f75f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:17.162140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.168504 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-25303ad2-937c-496e-a501-dce3ca96a5d4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/6e634fdd-c3da-40d3-b68a-9afc26e170ec HTTP/1.1" status: 204 len: 168 time: 0.8001757 Aug 20 08:58:17.168835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c22d6dc-26ae-4464-afc5-518ba3211c12 req-39663d5e-bbc8-4201-aa58-ea2f0825f75f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1608670 Aug 20 08:58:17.169197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:17.221244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7284826-5551-4dba-9600-52c684dbd279 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:58:17.246203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c512b5a3-369b-4157-b6da-96331836e20c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757649 Aug 20 08:58:17.249047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49118) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:17.252583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:17.263960 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.264687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c22d6dc-26ae-4464-afc5-518ba3211c12 req-f21d29e4-dc32-4616-b7a8-09475231e284 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910523 Aug 20 08:58:17.319559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7b87d-05b7-4e3b-a92f-afaa118b34cc req-57ad0f06-b287-4fff-a18a-b83ba658afcc tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:17.326373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2184250b-20ce-46f1-a40f-c68c2c05ab27 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:17.327750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2184250b-20ce-46f1-a40f-c68c2c05ab27 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0776155 Aug 20 08:58:17.327878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:17.331287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49120) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:17.343287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dea7b87d-05b7-4e3b-a92f-afaa118b34cc req-57ad0f06-b287-4fff-a18a-b83ba658afcc tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 946 time: 0.2344980 Aug 20 08:58:17.358452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.375373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.440206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e505b8e-ee5f-4af6-b8e8-085d5afc6852 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:17.445016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0e505b8e-ee5f-4af6-b8e8-085d5afc6852 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120715 Aug 20 08:58:17.446761 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.450187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:17.505588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-16686bf6-9124-409f-9a03-c722c6947300 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505707 Aug 20 08:58:17.506866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dea7b87d-05b7-4e3b-a92f-afaa118b34cc req-cf4501ea-d4c0-4de6-9f03-d7f98b731df0 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580119 Aug 20 08:58:17.507501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49126) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:17.512084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'Port': ['ID=b37c2d98-1025-4214-b23b-213240201488,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:17.514056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b2cfa672-68be-4aef-aa8f-cf7d8952b12c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:17.524253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.539960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.541684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-384d9bf0-5d74-411b-a11c-bb3b88207388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8496332 Aug 20 08:58:17.565335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:17.637659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b7284826-5551-4dba-9600-52c684dbd279'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:17.683850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfa672-68be-4aef-aa8f-cf7d8952b12c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:17.688780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2cfa672-68be-4aef-aa8f-cf7d8952b12c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:17.691288 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cfa672-68be-4aef-aa8f-cf7d8952b12c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:17.692750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cfa672-68be-4aef-aa8f-cf7d8952b12c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:17.722913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49142) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:17.724578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b2cfa672-68be-4aef-aa8f-cf7d8952b12c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2135262 Aug 20 08:58:17.731271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bb5dad87-61f8-46bd-890b-42e6fb0166f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:17.759001 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-d181e2ec-933e-4178-8e2a-2d917109478a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1758717323&fields=id&tenant_id=9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 267 time: 0.0808468 Aug 20 08:58:17.865049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:17.900090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-56ea94e2-e890-4ce9-9db5-c66aebbe3368 None None] Could not find standard attr ID for object b24d997d-cc27-443b-aa7c-69e87c46252b. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:58:17.940537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:16Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:17.967002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa248d-98a8-4f57-9716-d024146ad668 req-f5d4b66c-498f-450e-9647-9a370aac4e00 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:17.968840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4fa248d-98a8-4f57-9716-d024146ad668 req-f5d4b66c-498f-450e-9647-9a370aac4e00 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 945 time: 0.1049843 Aug 20 08:58:17.973938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9f02cf31-83c5-4dba-9204-d584e1727798 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:17.980085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff3dc0-2420-4bed-955e-22048fed726a None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:16Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:58:18.006465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5dad87-61f8-46bd-890b-42e6fb0166f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:18.010066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb5dad87-61f8-46bd-890b-42e6fb0166f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.012758 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5dad87-61f8-46bd-890b-42e6fb0166f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:18.013301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5dad87-61f8-46bd-890b-42e6fb0166f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:18.035306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-7d231256-72aa-43cd-9c4b-029169c38d82 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:18.043390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-7d231256-72aa-43cd-9c4b-029169c38d82 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 816 time: 0.2833283 Aug 20 08:58:18.062356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49148) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:18.072311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-839f9686-2c79-42ab-b9f1-da8dfac578a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:18.077147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb5dad87-61f8-46bd-890b-42e6fb0166f8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3528867 Aug 20 08:58:18.088025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] Deleting port 9f02cf31-83c5-4dba-9204-d584e1727798 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:18.088409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.129859 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4fa248d-98a8-4f57-9716-d024146ad668 req-c7ff132e-2665-4a4c-80dc-cf621aaacbb9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503060 Aug 20 08:58:18.177514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-d96914b7-2361-41e3-9041-b19afd368fdd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/quotas/9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 375 time: 0.1330204 Aug 20 08:58:18.185663 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.215735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] For port 9f02cf31-83c5-4dba-9204-d584e1727798, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9f02cf31-83c5-4dba-9204-d584e1727798,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:18.216135 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.234180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839f9686-2c79-42ab-b9f1-da8dfac578a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:18.256262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-839f9686-2c79-42ab-b9f1-da8dfac578a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.258033 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-839f9686-2c79-42ab-b9f1-da8dfac578a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:18.258499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839f9686-2c79-42ab-b9f1-da8dfac578a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:18.259504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] Calling delete_port for 9f02cf31-83c5-4dba-9204-d584e1727798 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:18.273091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 9f02cf31-83c5-4dba-9204-d584e1727798, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9f02cf31-83c5-4dba-9204-d584e1727798,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:18.279242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.315807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-839f9686-2c79-42ab-b9f1-da8dfac578a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2493680 Aug 20 08:58:18.316438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:18.332741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-2622e3b7-b6d8-48d3-bbfa-126cfe20afd5 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527276 Aug 20 08:58:18.335162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cda00a55-e156-4173-8760-8046c76aeff8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:18.338950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=9f02cf31-83c5-4dba-9204-d584e1727798,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:18.428838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.469915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] Pushing event deleted for resources: {'Port': ['ID=9f02cf31-83c5-4dba-9204-d584e1727798,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:18.475076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832565d-94f9-4593-84e9-da6e8502a7bc None None] No DVR routers for this DVR port 9f02cf31-83c5-4dba-9204-d584e1727798 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:18.509744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724a838-1a80-4f6a-89b7-33a3fe3e30f9 req-20be01ba-3da5-4bef-a2ff-5c02347611a4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:18.516214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd92d1-c710-41df-ad65-30fa631fabec None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 08:58:18.519118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7724a838-1a80-4f6a-89b7-33a3fe3e30f9 req-20be01ba-3da5-4bef-a2ff-5c02347611a4 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.0969870 Aug 20 08:58:18.522997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda00a55-e156-4173-8760-8046c76aeff8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:18.527416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cda00a55-e156-4173-8760-8046c76aeff8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.528535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-8a99625c-9376-4752-a03c-7b1c3638b4b4 service neutron] 10.222.0.35 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949341 Aug 20 08:58:18.528946 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda00a55-e156-4173-8760-8046c76aeff8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:18.529428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda00a55-e156-4173-8760-8046c76aeff8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:18.555122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cda00a55-e156-4173-8760-8046c76aeff8 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2374685 Aug 20 08:58:18.555717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49158) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:18.562811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-38ce2aba-b6c0-4b16-b198-e7f5a99298d1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:18.630175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7724a838-1a80-4f6a-89b7-33a3fe3e30f9 req-230aa04b-4200-40e2-9fc1-a985b882e025 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100407 Aug 20 08:58:18.726595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ce2aba-b6c0-4b16-b198-e7f5a99298d1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:18.730269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-38ce2aba-b6c0-4b16-b198-e7f5a99298d1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.731980 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ce2aba-b6c0-4b16-b198-e7f5a99298d1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:18.732989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-45aa2aa7-1ae9-4c34-91b8-be1f1297eb3b service neutron] 10.222.0.35 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945806 Aug 20 08:58:18.733265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ce2aba-b6c0-4b16-b198-e7f5a99298d1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:18.758240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-22403665-8546-462b-a9da-ea84fcfcd668 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:18.759981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-22403665-8546-462b-a9da-ea84fcfcd668 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 946 time: 0.1011047 Aug 20 08:58:18.765139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:18.765301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-38ce2aba-b6c0-4b16-b198-e7f5a99298d1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2083983 Aug 20 08:58:18.775308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4dbeb966-60d0-4a31-8462-9f5d97e5a876 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:18.875480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd92d1-c710-41df-ad65-30fa631fabec None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 08:58:18.914333 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.994962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Deleting port e546bacf-eca3-401b-ba37-b4d17c223d07 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:18.995796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:18.999514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbeb966-60d0-4a31-8462-9f5d97e5a876 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:19.004260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4dbeb966-60d0-4a31-8462-9f5d97e5a876 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:19.006664 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbeb966-60d0-4a31-8462-9f5d97e5a876 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:19.007065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbeb966-60d0-4a31-8462-9f5d97e5a876 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:19.020846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4730a-84b1-4ad9-98fa-f393311b0542 req-496e3b3a-cb43-4439-a786-2ab568d45c96 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:19.029234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fe4730a-84b1-4ad9-98fa-f393311b0542 req-496e3b3a-cb43-4439-a786-2ab568d45c96 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 946 time: 0.1353838 Aug 20 08:58:19.062658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4dbeb966-60d0-4a31-8462-9f5d97e5a876 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2963283 Aug 20 08:58:19.069672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49172) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:19.099893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fe4730a-84b1-4ad9-98fa-f393311b0542 req-909cbccd-f836-4772-8b44-fe13466d4bf3 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696821 Aug 20 08:58:19.139624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8bf412c5-a0ae-4783-af22-06e490d10cf1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0687873 Aug 20 08:58:19.140929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:19.252672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] For port e546bacf-eca3-401b-ba37-b4d17c223d07, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e546bacf-eca3-401b-ba37-b4d17c223d07,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:19.253043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:19.266809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afee90d-b2eb-44e1-b177-d807fff682b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:19.270982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:19.271124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3afee90d-b2eb-44e1-b177-d807fff682b2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1245782 Aug 20 08:58:19.275712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Calling delete_port for e546bacf-eca3-401b-ba37-b4d17c223d07 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:19.380653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-53a78154-3bff-458e-bfac-78e4568bace9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084201 Aug 20 08:58:19.394882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-591f4a69-dd82-479f-9502-e76e429400f0 req-3d9fddc5-077a-4bb8-8471-87028f80d561 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 210 time: 0.0473356 Aug 20 08:58:19.395685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49184) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:19.428602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:19.590531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:19.668669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:19.678674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event deleted for resources: {'Port': ['ID=e546bacf-eca3-401b-ba37-b4d17c223d07,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:19.690396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba027e4f-ecf0-47a5-8113-e9f5ce243112 req-192375ef-4746-46b5-8e4b-e48d2f8d1e0c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:19.703343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba027e4f-ecf0-47a5-8113-e9f5ce243112 req-192375ef-4746-46b5-8e4b-e48d2f8d1e0c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 945 time: 0.1356590 Aug 20 08:58:19.800601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:19.805872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:19.807296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] No DVR routers for this DVR port e546bacf-eca3-401b-ba37-b4d17c223d07 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:19.813072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:19.816721 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d1ca0c9-0919-47fe-89fa-3bc2df223c01 req-a0e82976-3335-4c43-8ef5-337ce2c2d225 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "DELETE /v2.0/ports/e546bacf-eca3-401b-ba37-b4d17c223d07 HTTP/1.1" status: 204 len: 173 time: 1.0503168 Aug 20 08:58:19.817355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'name': 'network-vif-deleted', 'tag': 'e546bacf-eca3-401b-ba37-b4d17c223d07'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:19.819879 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d58c51-1044-4c21-a92a-67069e3fe057" -d '{"events": [{"server_uuid": "fd5008a4-a34e-4da7-a91b-b5f3d0e0180a", "name": "network-vif-deleted", "tag": "e546bacf-eca3-401b-ba37-b4d17c223d07"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:19.885308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba027e4f-ecf0-47a5-8113-e9f5ce243112 req-12c15c2c-c202-4243-9278-0c5c0e122bae tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810887 Aug 20 08:58:19.945973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-839386ea-f055-4abd-a8de-c2a3052340e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:19.953606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-839386ea-f055-4abd-a8de-c2a3052340e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 1096 time: 0.1297851 Aug 20 08:58:20.141317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['883db711-0685-4af2-8a80-b8e3705fa001', 'e546bacf-eca3-401b-ba37-b4d17c223d07'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:20.164770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9276a-4dc3-4f75-9648-3e18fd4d9c34 req-e95f2a7b-2cdd-40a0-86e7-8238b4a460ef tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:20.167579 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b401e34-fa7d-4211-b62b-19d80860adc8 x-openstack-request-id: req-1b401e34-fa7d-4211-b62b-19d80860adc8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:20.168245 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5008a4-a34e-4da7-a91b-b5f3d0e0180a", "name": "network-vif-deleted", "tag": "e546bacf-eca3-401b-ba37-b4d17c223d07", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:20.170391 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b401e34-fa7d-4211-b62b-19d80860adc8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:20.172761 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5008a4-a34e-4da7-a91b-b5f3d0e0180a', 'name': 'network-vif-deleted', 'tag': 'e546bacf-eca3-401b-ba37-b4d17c223d07', 'status': 'completed', 'code': 200} Aug 20 08:58:20.178618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b7284826-5551-4dba-9600-52c684dbd279 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:20.180168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8f991dbe-6f2b-4830-b365-412a1209ca8c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:20.191656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6c9276a-4dc3-4f75-9648-3e18fd4d9c34 req-e95f2a7b-2cdd-40a0-86e7-8238b4a460ef tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.3746295 Aug 20 08:58:20.239636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-3a026fc4-8f15-4292-8bb2-918508248b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:20.243027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-3a026fc4-8f15-4292-8bb2-918508248b18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 916 time: 0.2794998 Aug 20 08:58:20.340144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-dc083356-e298-4f8e-a073-a4dcd1a9384b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=534dd006-a22c-4562-9fab-6a98b3803666 HTTP/1.1" status: 200 len: 217 time: 0.0829656 Aug 20 08:58:20.431616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c50720d4-f96e-40b1-a74d-bd38ec8469be req-c386afd5-c87f-427d-b4fd-580ae1acf106 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd5008a4-a34e-4da7-a91b-b5f3d0e0180a HTTP/1.1" status: 200 len: 210 time: 0.0486817 Aug 20 08:58:20.462504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-0c387b4d-802a-4468-a5b1-7dd6bf634001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:20.464214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-0c387b4d-802a-4468-a5b1-7dd6bf634001 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.1169851 Aug 20 08:58:20.503062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6c9276a-4dc3-4f75-9648-3e18fd4d9c34 req-ff0704bd-7575-420a-97af-1743672ffeed tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897310 Aug 20 08:58:20.522745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8f991dbe-6f2b-4830-b365-412a1209ca8c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:20.581889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port b7284826-5551-4dba-9600-52c684dbd279 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:20.598643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8f991dbe-6f2b-4830-b365-412a1209ca8c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:20.599048 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:20.614430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b7284826-5551-4dba-9600-52c684dbd279 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:20.614886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:20.653150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-530712c0-997b-4937-8b79-49b85e9dc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:20.656082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-530712c0-997b-4937-8b79-49b85e9dc1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824982 Aug 20 08:58:20.706834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17ba52d1-8b43-4673-bab2-0ce09f363ddb req-24647ab4-fcdd-41a1-9860-b538e32b8c77 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 210 time: 0.0656016 Aug 20 08:58:20.838095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:20.839784 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:20.852112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-64753e85-80e6-4e21-9dc8-1eab0414d8a5 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846890 Aug 20 08:58:20.891166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:20.897174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:20.902248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:20.902846 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:20.930108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5328171 Aug 20 08:58:20.930642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb5b25-597e-4ef3-80c6-b0be16533912 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=2f213f39-ed1e-43ee-a104-9dd2c5f99e4f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:20.932886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:20.945438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:bb:d9:b6', 'name': 'tempest-NetworksTestDHCPv6-1075543632'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:20.962010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f7b17-e107-460c-b1ab-3c5034480d61 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:21.052059 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.110697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d848ab8-8732-4c22-a3ba-92a3fd4992e8 req-222a6685-5503-47ff-9cc7-547c4a30860f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:21.118687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d848ab8-8732-4c22-a3ba-92a3fd4992e8 req-222a6685-5503-47ff-9cc7-547c4a30860f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 945 time: 0.1027529 Aug 20 08:58:21.152921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.159779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:21.175038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d848ab8-8732-4c22-a3ba-92a3fd4992e8 req-314c6e85-8d6e-474a-9f89-7bf69121b708 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552216 Aug 20 08:58:21.176039 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ef1b5d-e175-43e5-a3aa-a3253c01ba0e" -d '{"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-plugged", "status": "completed", "tag": "b7284826-5551-4dba-9600-52c684dbd279"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:21.222347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:21.237474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:21.251101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8f991dbe-6f2b-4830-b365-412a1209ca8c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8f991dbe-6f2b-4830-b365-412a1209ca8c,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:21.255747 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.260872 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.287221 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9cd626-ee72-4159-864c-18f830592f0d x-openstack-request-id: req-eb9cd626-ee72-4159-864c-18f830592f0d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:21.287221 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-plugged", "status": "completed", "tag": "b7284826-5551-4dba-9600-52c684dbd279", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:21.287571 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb9cd626-ee72-4159-864c-18f830592f0d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:21.287771 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279', 'code': 200} Aug 20 08:58:21.335402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-2e194027-eb3f-4628-a8ac-8a3ef8d05ca3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:21.337620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-2e194027-eb3f-4628-a8ac-8a3ef8d05ca3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 816 time: 0.2012782 Aug 20 08:58:21.338201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:21.340082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c366077-d5d3-41ca-8b25-6b262ee7e3c4 req-345170e4-f96e-465a-82b5-a12b86146403 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784164 Aug 20 08:58:21.398304 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-bd68a8ce-36c3-4e48-9670-b8579c3e395c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 380 time: 0.0484095 Aug 20 08:58:21.410486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'port': {'device_id': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'admin_state_up': True, 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'security_groups': ['02d208ea-4e0b-4d37-b7e9-e30d195e6fab']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:21.433132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8f991dbe-6f2b-4830-b365-412a1209ca8c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:21.448062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.478452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 4f3f200f-c975-45e0-aadc-219991bbd5cb yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:21.480659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '2f213f39-ed1e-43ee-a104-9dd2c5f99e4f'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:21.481534 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.551701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a235d-dece-4c14-af23-d3f0867914e9 req-14519dc0-95b5-4773-8946-fad68b08e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:21.553195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-464a235d-dece-4c14-af23-d3f0867914e9 req-14519dc0-95b5-4773-8946-fad68b08e4d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 1097 time: 0.0905721 Aug 20 08:58:21.609456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-464a235d-dece-4c14-af23-d3f0867914e9 req-c4586a36-1db4-49c3-bde1-c25d44b2f59d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Aug 20 08:58:21.624379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Made reservation on behalf of 9016b635ab40490f98eaff872a1f5349 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:21.630276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:21.714812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:febb:d9b6 (70e63f2b-66e7-4648-9b28-cb982492e847/2f213f39-ed1e-43ee-a104-9dd2c5f99e4f/4f3f200f-c975-45e0-aadc-219991bbd5cb) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:21.729885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3793af-aff3-4974-a72d-56c278c692e8 req-73a57962-3595-49e2-b9df-09add803dbe5 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:21.731443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c3793af-aff3-4974-a72d-56c278c692e8 req-73a57962-3595-49e2-b9df-09add803dbe5 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1157730 Aug 20 08:58:21.820262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c3793af-aff3-4974-a72d-56c278c692e8 req-46633d67-000a-4e09-9ece-5e91a7331b44 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796406 Aug 20 08:58:21.834235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Allocated IP 172.20.0.8 (627391fe-4cc3-47a6-be2c-8a4c09467d47/1c9b44a1-4251-4a77-97b0-5c68b20cf72d/9e8fc5cb-d04b-40ed-bff4-6636e869521d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:21.977849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8f991dbe-6f2b-4830-b365-412a1209ca8c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:22.006366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb00bf07-3144-4875-89fa-694e77dc1fda req-035bf928-4978-4ef3-a848-33492b391d48 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 210 time: 0.0714734 Aug 20 08:58:22.058688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8f991dbe-6f2b-4830-b365-412a1209ca8c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:22.059063 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.090091 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.106546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Transition to ACTIVE for port object 9e8fc5cb-d04b-40ed-bff4-6636e869521d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:22.146052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.192408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:22.195564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:22.199537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:22.209312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:22.256868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:22.257543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.280067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e2b6fc7d-f98d-443a-b4d7-10e3e34483dc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747287 Aug 20 08:58:22.294050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Request body: {'port': {'device_id': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:22.364670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.499801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9050bb26-f41b-4c67-8e7c-741a42b8a166 None None] Provisioning for port 9e8fc5cb-d04b-40ed-bff4-6636e869521d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:22.506157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9050bb26-f41b-4c67-8e7c-741a42b8a166 None None] Provisioning complete for port 9e8fc5cb-d04b-40ed-bff4-6636e869521d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:22.506673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9050bb26-f41b-4c67-8e7c-741a42b8a166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.527534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.557555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9050bb26-f41b-4c67-8e7c-741a42b8a166 None None] Port 9e8fc5cb-d04b-40ed-bff4-6636e869521d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:22.558210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c386b-fe9d-4873-812a-a4d2069570c0 req-258fd489-242b-4636-a2c2-8d17403001dd tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:22.566310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c98c386b-fe9d-4873-812a-a4d2069570c0 req-258fd489-242b-4636-a2c2-8d17403001dd tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 946 time: 0.5387325 Aug 20 08:58:22.584358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e8c44-13b6-44e9-a57b-270b568583fa req-5724111a-ee6f-4f53-acee-07191f9be9d1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:22.586204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-669e8c44-13b6-44e9-a57b-270b568583fa req-5724111a-ee6f-4f53-acee-07191f9be9d1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1543541 Aug 20 08:58:22.588332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 4f3f200f-c975-45e0-aadc-219991bbd5cb will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:22.678533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c98c386b-fe9d-4873-812a-a4d2069570c0 req-837803ab-d3c8-44ce-8aba-569903b7f525 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112988 Aug 20 08:58:22.694725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-669e8c44-13b6-44e9-a57b-270b568583fa req-d18c120e-d388-48ee-b71f-3e6ad6217da4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905640 Aug 20 08:58:22.696420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.709861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8fc5cb-d04b-40ed-bff4-6636e869521d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:58:22.718134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.744200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Transition to ACTIVE for port object 9e8fc5cb-d04b-40ed-bff4-6636e869521d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:22.749386 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.789934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=4f3f200f-c975-45e0-aadc-219991bbd5cb,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:22.801441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Allocated IP 2001:db8::f816:3eff:feea:5c6 (70e63f2b-66e7-4648-9b28-cb982492e847/2f213f39-ed1e-43ee-a104-9dd2c5f99e4f/af066f15-eed8-4713-92b0-0d3290d26a1f) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:22.802587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:22.805684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:22.810153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:22.815987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:22.816630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:22.860669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-86773dbe-5c0d-47f0-a9bc-d64b8766aeea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9202676 Aug 20 08:58:22.864529 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49242) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:22.890579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:22.984367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b007a-013b-40b5-9a2f-06f454697c8a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:22.989740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f47b007a-013b-40b5-9a2f-06f454697c8a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1241086 Aug 20 08:58:22.990716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:23.047468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Attempting to bind port 9e8fc5cb-d04b-40ed-bff4-6636e869521d on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:23.047813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Attempting to bind port 9e8fc5cb-d04b-40ed-bff4-6636e869521d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:23.048155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Attempting to bind port 9e8fc5cb-d04b-40ed-bff4-6636e869521d on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:23.055811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Port 9e8fc5cb-d04b-40ed-bff4-6636e869521d on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:58:23.056150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Attempting to bind port 9e8fc5cb-d04b-40ed-bff4-6636e869521d on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:23.069808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:23.070339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Checking segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:23.070735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Bound using segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:23.071176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Bound port: 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:23.071544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.072021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.083807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Transition to ACTIVE for port object af066f15-eed8-4713-92b0-0d3290d26a1f will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:23.102336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Transition to ACTIVE for port object af066f15-eed8-4713-92b0-0d3290d26a1f will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:23.110604 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.164856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:23.170716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:23.176303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:23.185789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:23.191654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:23.205232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Pushing event updated for resources: {'Port': ['ID=af066f15-eed8-4713-92b0-0d3290d26a1f,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:23.211376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.241802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8180e2-cd45-42fd-b49f-0f6e0053289f req-f6e85685-5dae-4fbd-8c06-b9329b9d5480 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.249089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b8180e2-cd45-42fd-b49f-0f6e0053289f req-f6e85685-5dae-4fbd-8c06-b9329b9d5480 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.0806882 Aug 20 08:58:23.261481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.262399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.264255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 1091 time: 0.9751544 Aug 20 08:58:23.264987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:23.271725 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899" -d '{"events": [{"name": "network-changed", "server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:23.294256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd08fbd-03d3-49c1-87ff-055362fd7eb0 req-dc8abac4-a4c5-4f0d-8188-c75d79431088 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.295898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Attempting to bind port af066f15-eed8-4713-92b0-0d3290d26a1f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:23.296224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Attempting to bind port af066f15-eed8-4713-92b0-0d3290d26a1f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:23.296526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Attempting to bind port af066f15-eed8-4713-92b0-0d3290d26a1f on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:23.302261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bd08fbd-03d3-49c1-87ff-055362fd7eb0 req-dc8abac4-a4c5-4f0d-8188-c75d79431088 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.3103695 Aug 20 08:58:23.304899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:23.305275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:23.305678 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.306094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:23.306556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Bound port: af066f15-eed8-4713-92b0-0d3290d26a1f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:23.306936 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.319352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cd3f4-89c8-4550-aac7-302d364719f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:23.380081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] For port af066f15-eed8-4713-92b0-0d3290d26a1f, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:23.388845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bd08fbd-03d3-49c1-87ff-055362fd7eb0 req-fac9816b-4215-4fbc-8931-396437d8c458 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797060 Aug 20 08:58:23.403534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] For port af066f15-eed8-4713-92b0-0d3290d26a1f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af066f15-eed8-4713-92b0-0d3290d26a1f,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:23.415557 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.439671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-b188bea6-fe8e-4440-863b-c05ddca1acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.441396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-b188bea6-fe8e-4440-863b-c05ddca1acd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1094 time: 0.1077516 Aug 20 08:58:23.460103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 4f3f200f-c975-45e0-aadc-219991bbd5cb {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:23.460476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.471308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-e749fe0e-0a78-4909-82b5-e005b00c53de tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.474103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-e749fe0e-0a78-4909-82b5-e005b00c53de tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 946 time: 0.1290836 Aug 20 08:58:23.477397 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafa09c3-6d1e-432b-8e8d-e33583506208 x-openstack-request-id: req-fafa09c3-6d1e-432b-8e8d-e33583506208 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:23.477854 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:23.478345 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fafa09c3-6d1e-432b-8e8d-e33583506208 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:23.478874 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'status': 'completed', 'code': 200} Aug 20 08:58:23.548079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db2dc-12b4-4056-8e26-4fa477c664db None None] Pushing event updated for resources: {'Port': ['ID=af066f15-eed8-4713-92b0-0d3290d26a1f,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:23.583587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-620a8961-1091-4f00-9418-721a5e45b8da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 217 time: 0.1316125 Aug 20 08:58:23.671039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b8180e2-cd45-42fd-b49f-0f6e0053289f req-9f1137d1-bbe7-462d-bbf9-fcca0deb2e56 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154081 Aug 20 08:58:23.721206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-8a56d403-e1ba-4270-8ccd-7d1017671045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.722807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-8a56d403-e1ba-4270-8ccd-7d1017671045 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.1324530 Aug 20 08:58:23.748750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Deleting port 883db711-0685-4af2-8a80-b8e3705fa001 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:23.749241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.755930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03128-0efc-4064-9b92-2201ae69b684 req-4e813da2-cf0b-444f-aef7-a68ab19f9f3e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.759368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebb03128-0efc-4064-9b92-2201ae69b684 req-4e813da2-cf0b-444f-aef7-a68ab19f9f3e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1584406 Aug 20 08:58:23.843945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e546bacf-eca3-401b-ba37-b4d17c223d07 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:23.890405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: e546bacf-eca3-401b-ba37-b4d17c223d07 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:23.891035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e546bacf-eca3-401b-ba37-b4d17c223d07 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:23.896606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] For port 883db711-0685-4af2-8a80-b8e3705fa001, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=883db711-0685-4af2-8a80-b8e3705fa001,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:23.897147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.907981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:23.912860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Calling delete_port for 883db711-0685-4af2-8a80-b8e3705fa001 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:23.913250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebb03128-0efc-4064-9b92-2201ae69b684 req-124ec3d3-29b0-479b-9cc9-eb91cad31510 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423130 Aug 20 08:58:23.959850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 4f3f200f-c975-45e0-aadc-219991bbd5cb owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:23.972357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f89b6-a58b-4f98-b2fa-760a33a2e9cf req-08a04bf3-9e6e-4820-ba06-af8be9a3fec6 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:23.974027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba2f89b6-a58b-4f98-b2fa-760a33a2e9cf req-08a04bf3-9e6e-4820-ba06-af8be9a3fec6 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=f692d1dd-c7b4-4c91-b5d7-46d6393a06c5 HTTP/1.1" status: 200 len: 946 time: 0.1320999 Aug 20 08:58:24.031993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-48acb606-8847-4155-ade6-008796303d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.033432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af066f15-eed8-4713-92b0-0d3290d26a1f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:24.034309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-48acb606-8847-4155-ade6-008796303d7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039143 Aug 20 08:58:24.094778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port af066f15-eed8-4713-92b0-0d3290d26a1f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:24.109454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba2f89b6-a58b-4f98-b2fa-760a33a2e9cf req-842423b2-eaf1-4db9-a861-5684bff2554f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252532 Aug 20 08:58:24.130292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8148b-a116-4d9b-a70d-a740b128a91c req-4b639161-e59b-4a20-9009-c9bc77a1de63 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.137550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bb8148b-a116-4d9b-a70d-a740b128a91c req-4b639161-e59b-4a20-9009-c9bc77a1de63 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1127772 Aug 20 08:58:24.184077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-e664e485-1819-4d14-b3ad-69d447fb0a44 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408908 Aug 20 08:58:24.195084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bb8148b-a116-4d9b-a70d-a740b128a91c req-bff29526-82ae-4cfa-b2e1-704dc6b7857b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566502 Aug 20 08:58:24.244496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:24.257740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:24.270716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['883db711-0685-4af2-8a80-b8e3705fa001'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:24.273106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da620b94-f92d-430e-b897-96ebb3abd5e0'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:24.288841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=4f3f200f-c975-45e0-aadc-219991bbd5cb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:24.310069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event deleted for resources: {'Port': ['ID=883db711-0685-4af2-8a80-b8e3705fa001,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:24.349433 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:24.354239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c0b660ac-6a25-4737-aeff-f15be01754ed tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/4f3f200f-c975-45e0-aadc-219991bbd5cb HTTP/1.1" status: 204 len: 168 time: 1.3522453 Aug 20 08:58:24.355471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49270) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:24.355748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] No DVR routers for this DVR port 883db711-0685-4af2-8a80-b8e3705fa001 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:24.364191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:24.366309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8128b712-7ace-4df9-afaa-ec4dca32fd45 req-dabbd1a9-fd7d-4914-b3ea-9b0e0f46c5f5 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.37 "DELETE /v2.0/ports/883db711-0685-4af2-8a80-b8e3705fa001 HTTP/1.1" status: 204 len: 173 time: 0.8348761 Aug 20 08:58:24.392917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4a4489e4-4bab-4794-838d-f7d4d32f85fb req-8ba03e48-bb13-423f-bf1d-02624d161381 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906881 Aug 20 08:58:24.422849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eecc58-320d-4de2-8355-af2662f342dd req-3613347a-8ca0-4956-b627-bdd40001f7ae tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.424460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71eecc58-320d-4de2-8355-af2662f342dd req-3613347a-8ca0-4956-b627-bdd40001f7ae tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 945 time: 0.1443176 Aug 20 08:58:24.439881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd5ae3-e636-4f41-a7fb-17f809a17675 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.441877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd5ae3-e636-4f41-a7fb-17f809a17675 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.446621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49272) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:24.451721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46bd5ae3-e636-4f41-a7fb-17f809a17675 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0896628 Aug 20 08:58:24.514310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71eecc58-320d-4de2-8355-af2662f342dd req-e11b09f1-05fd-4f77-a004-a5b726839b4c tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825441 Aug 20 08:58:24.595778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-434f5d81-b99b-4c37-b8ab-63e48d796ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.597598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-434f5d81-b99b-4c37-b8ab-63e48d796ace service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1094 time: 0.1395004 Aug 20 08:58:24.602270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 2f213f39-ed1e-43ee-a104-9dd2c5f99e4f {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:24.606521 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:24.673059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a385519-3609-4f2d-9e9e-0a0f3274aa9a req-d714b3fc-f77c-4d78-9981-dc5619b8d480 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.683059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a385519-3609-4f2d-9e9e-0a0f3274aa9a req-d714b3fc-f77c-4d78-9981-dc5619b8d480 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.0698841 Aug 20 08:58:24.728326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-5b1705a0-a1bb-4c0c-b7f1-28317eb29a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:24.729808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-5b1705a0-a1bb-4c0c-b7f1-28317eb29a28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.1205595 Aug 20 08:58:24.733357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a385519-3609-4f2d-9e9e-0a0f3274aa9a req-4dcf98b2-77d3-4bce-a8b7-8672d9914615 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Aug 20 08:58:24.793668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-88776647-062f-4a9d-ba16-cc39374ac656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 217 time: 0.0551274 Aug 20 08:58:24.799592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:24.822121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-0108ebe3-d387-41f4-a93f-6aa1ba5c4a67 req-5ad9e3a7-13ec-44bd-b5d8-de24eb07bb37 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:58:24.823131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0108ebe3-d387-41f4-a93f-6aa1ba5c4a67 req-5ad9e3a7-13ec-44bd-b5d8-de24eb07bb37 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060809 Aug 20 08:58:24.968830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0108ebe3-d387-41f4-a93f-6aa1ba5c4a67 req-3faed0eb-b18e-43f2-9107-8d22861f4896 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1363285 Aug 20 08:58:25.016816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9acee0-35b7-4b51-9f82-23702e26c5fe req-87c96ae7-00a3-4f01-863f-bb3a9f76a6d0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:25.025839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f9acee0-35b7-4b51-9f82-23702e26c5fe req-87c96ae7-00a3-4f01-863f-bb3a9f76a6d0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1567535 Aug 20 08:58:25.091303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f9acee0-35b7-4b51-9f82-23702e26c5fe req-ded98cab-cd75-4d9e-8ce5-3c5e9a62df06 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628235 Aug 20 08:58:25.118705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] Provisioning for port af066f15-eed8-4713-92b0-0d3290d26a1f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:25.130022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] Provisioning complete for port af066f15-eed8-4713-92b0-0d3290d26a1f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:25.130849 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:25.294847 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:25.355561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] For port af066f15-eed8-4713-92b0-0d3290d26a1f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af066f15-eed8-4713-92b0-0d3290d26a1f,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:25.360061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0a7f-cb67-4a48-b9a4-e74389c6e42f req-23d6d8d8-0bc0-43f1-a4da-7c9cabc48c90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:25.363666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:25.372143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-242c0a7f-cb67-4a48-b9a4-e74389c6e42f req-23d6d8d8-0bc0-43f1-a4da-7c9cabc48c90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1054845 Aug 20 08:58:25.446995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-242c0a7f-cb67-4a48-b9a4-e74389c6e42f req-a4d23b66-9f41-4725-8ad1-1628090f4f2f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735321 Aug 20 08:58:25.479487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-ea903eed-871b-4efd-9a91-31f678aee26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:25.480994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-ea903eed-871b-4efd-9a91-31f678aee26f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.6775994 Aug 20 08:58:25.483923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'name': 'network-vif-deleted', 'tag': '883db711-0685-4af2-8a80-b8e3705fa001'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:25.486482 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14a42e-ad0b-4070-a239-7d44c68118e1" -d '{"events": [{"server_uuid": "f692d1dd-c7b4-4c91-b5d7-46d6393a06c5", "name": "network-vif-deleted", "tag": "883db711-0685-4af2-8a80-b8e3705fa001"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:25.503568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ee899-a8a1-430d-8f1f-cb881cad8f4d None None] Pushing event updated for resources: {'Port': ['ID=af066f15-eed8-4713-92b0-0d3290d26a1f,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:25.581649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2f42d9b0-46c6-4328-ae8e-ebfb0d7a554e None None] Could not find standard attr ID for object 4f3f200f-c975-45e0-aadc-219991bbd5cb. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:58:25.618650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a583-0058-451d-932f-2116f6d71751 req-6f44814b-57d0-4036-bccc-f1bc90492bd6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:25.626712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb92a583-0058-451d-932f-2116f6d71751 req-6f44814b-57d0-4036-bccc-f1bc90492bd6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.0880561 Aug 20 08:58:25.632269 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dd0e0d-17ae-4617-ba50-fb0601d82d52 x-openstack-request-id: req-c3dd0e0d-17ae-4617-ba50-fb0601d82d52 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:25.632579 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d1dd-c7b4-4c91-b5d7-46d6393a06c5", "name": "network-vif-deleted", "tag": "883db711-0685-4af2-8a80-b8e3705fa001", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:25.632833 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3dd0e0d-17ae-4617-ba50-fb0601d82d52 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:25.633359 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d1dd-c7b4-4c91-b5d7-46d6393a06c5', 'name': 'network-vif-deleted', 'tag': '883db711-0685-4af2-8a80-b8e3705fa001', 'status': 'completed', 'code': 200} Aug 20 08:58:25.646387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-1397071b-a693-4b5a-aaf1-9880491da0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:25.647794 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-1397071b-a693-4b5a-aaf1-9880491da0dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384277 Aug 20 08:58:25.670992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:25.694503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb92a583-0058-451d-932f-2116f6d71751 req-d3b0c73c-aa88-475b-9169-2098430ebbeb tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620444 Aug 20 08:58:25.835162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:25.853489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2933cf-0a50-45e6-a082-a2c734948834 req-24991d2c-7f7e-4fce-952f-e9382f329eec tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:25.861622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a2933cf-0a50-45e6-a082-a2c734948834 req-24991d2c-7f7e-4fce-952f-e9382f329eec tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 945 time: 0.0735698 Aug 20 08:58:25.881699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=2f213f39-ed1e-43ee-a104-9dd2c5f99e4f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:25.895216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58218ff3-810c-47a4-91d4-81a66f1054fc None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:25.895504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:25.897421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7e2c6107-9810-454d-b0e3-64119becf47e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/2f213f39-ed1e-43ee-a104-9dd2c5f99e4f HTTP/1.1" status: 204 len: 168 time: 1.4494786 Aug 20 08:58:25.900404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:25.904120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-f40deb53-fc3b-4a27-982b-bbd26ba9a00f service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472994 Aug 20 08:58:25.919899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a2933cf-0a50-45e6-a082-a2c734948834 req-fdc6f859-d912-4984-a9a7-1fe02d0aca3e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Aug 20 08:58:26.004144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-379ebeaa-67ec-4905-a0a5-f989365b6ff7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019027 Aug 20 08:58:26.006155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af066f15-eed8-4713-92b0-0d3290d26a1f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:26.006834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:26.013212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:26.071724 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ff5aa3bd-5b2f-469d-b6b3-2cce6b03f899 req-e6eb162d-68df-4541-b9b0-a95a5bee7f35 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593266 Aug 20 08:58:26.150781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port af066f15-eed8-4713-92b0-0d3290d26a1f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:26.152216 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.248697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:26.249611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0f598-db73-40d7-82a2-649b6f8c0521 req-69be33da-64e8-426d-93c7-c14ab842994f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.251413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4f0f598-db73-40d7-82a2-649b6f8c0521 req-69be33da-64e8-426d-93c7-c14ab842994f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.1635664 Aug 20 08:58:26.273014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:26.276452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.355477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] Deleting port af066f15-eed8-4713-92b0-0d3290d26a1f {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:26.356119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.422676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] For port af066f15-eed8-4713-92b0-0d3290d26a1f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af066f15-eed8-4713-92b0-0d3290d26a1f,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:26.423105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.435394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f965df8-47df-45c8-80e7-07768db3296f req-f8b34c77-ca29-4882-ba00-b0fae199218b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.436540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] Calling delete_port for af066f15-eed8-4713-92b0-0d3290d26a1f owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:26.438157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f965df8-47df-45c8-80e7-07768db3296f req-f8b34c77-ca29-4882-ba00-b0fae199218b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1855257 Aug 20 08:58:26.458032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4f0f598-db73-40d7-82a2-649b6f8c0521 req-96a4f5a5-ff4a-450c-a974-67381a56de91 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888187 Aug 20 08:58:26.536223 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.570451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] Pushing event deleted for resources: {'Port': ['ID=af066f15-eed8-4713-92b0-0d3290d26a1f,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:26.577945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400f65c-d177-4d3d-aaae-34a12246c1f0 None None] No DVR routers for this DVR port af066f15-eed8-4713-92b0-0d3290d26a1f on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:26.597851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f965df8-47df-45c8-80e7-07768db3296f req-498315d2-6d43-418b-aee3-d0569e8a9e69 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903907 Aug 20 08:58:26.761737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fb470-5601-4924-94ec-c213ac74d849 req-239a812d-a58c-4384-a250-e7d705d4e6f2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.763280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-192fb470-5601-4924-94ec-c213ac74d849 req-239a812d-a58c-4384-a250-e7d705d4e6f2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.0982594 Aug 20 08:58:26.846176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:26.855466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.871894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49d455-9089-4dd9-9c1e-863a5760d04b req-08d9168e-57cd-4717-affa-2f8163fa9f84 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.878792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49d455-9089-4dd9-9c1e-863a5760d04b req-08d9168e-57cd-4717-affa-2f8163fa9f84 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.884772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49d455-9089-4dd9-9c1e-863a5760d04b req-08d9168e-57cd-4717-affa-2f8163fa9f84 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.886481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a49d455-9089-4dd9-9c1e-863a5760d04b req-08d9168e-57cd-4717-affa-2f8163fa9f84 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e&device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720&device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 2416 time: 0.1371427 Aug 20 08:58:26.919291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-192fb470-5601-4924-94ec-c213ac74d849 req-4ee2b941-96fa-4d7a-a503-e09e0a4ea376 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430280 Aug 20 08:58:26.949939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:26.958561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:26.965394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=bf3d7bca-35ff-4de3-b0de-8cd3518b091b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:26.970506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:26.971011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:26.976350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167cfc9-b758-4e2e-b547-32cbbcfcd69c None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:26.993301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a49d455-9089-4dd9-9c1e-863a5760d04b req-881d6a26-ff23-458c-b82f-3ffe4104b371 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823803 Aug 20 08:58:27.008063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-14278e14-e100-45a2-a7b2-3b1961ce65ff tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9999602 Aug 20 08:58:27.010628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49340) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:27.017317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:bd:66:99', 'name': 'tempest-NetworksTestDHCPv6-440407600'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:27.147953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1658c72f-b855-42b1-8bb0-3e9773410f74 req-3fdcf752-ed37-4bae-92b4-61bf7ab793bf tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1135514 Aug 20 08:58:27.189980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:27.292256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.304007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': 'bf3d7bca-35ff-4de3-b0de-8cd3518b091b'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:27.304892 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.319196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port da209398-4f71-4d20-a8c4-275c8e29ff90 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:27.419243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49346) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:27.426816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1401784786'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:27.447909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:27.448467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:febd:6699 (70e63f2b-66e7-4648-9b28-cb982492e847/bf3d7bca-35ff-4de3-b0de-8cd3518b091b/da209398-4f71-4d20-a8c4-275c8e29ff90) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:27.451717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.478950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:58:27.490541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.491133 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Added segment b54cf2e0-9288-4363-8667-a645d29cc75c of type vlan for network 361a2326-0637-4489-a261-c4d93ddc6b0e Aug 20 08:58:27.539802 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.575446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.585092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:27.586152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.655191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.668103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Network': ['ID=361a2326-0637-4489-a261-c4d93ddc6b0e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:27.681831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 361a2326-0637-4489-a261-c4d93ddc6b0e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:58:27.691335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f396afa-3047-4f69-8f75-f067b9a63143 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2702620 Aug 20 08:58:27.694266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49356) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:27.700486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1518031486'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:27.726070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object da209398-4f71-4d20-a8c4-275c8e29ff90 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:27.728642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:27.733248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.775133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:58:27.805385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.808520 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Added segment 42463fb5-2783-4ba3-a0e2-f16c276be339 of type vlan for network d2983d18-56c1-442a-80a7-df9c2d50cea2 Aug 20 08:58:27.844001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:58:27.876794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 883db711-0685-4af2-8a80-b8e3705fa001 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:27.906018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.921742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.933402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.953610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:27.954102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:27.981339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604ddcd-d192-4272-97e7-3fc38dc7d8e9 req-e4e6e181-381c-4992-9288-9dddda628efa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:27.987854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9604ddcd-d192-4272-97e7-3fc38dc7d8e9 req-e4e6e181-381c-4992-9288-9dddda628efa tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1844113 Aug 20 08:58:28.022644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af066f15-eed8-4713-92b0-0d3290d26a1f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:28.049647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 883db711-0685-4af2-8a80-b8e3705fa001 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:28.050316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 883db711-0685-4af2-8a80-b8e3705fa001 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:28.060454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3642695 Aug 20 08:58:28.063557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49366) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:28.073960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'subnet': {'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:28.103188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:28.115662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:28.118856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:28.124536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:28.125166 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.134860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: af066f15-eed8-4713-92b0-0d3290d26a1f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:28.136500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=da209398-4f71-4d20-a8c4-275c8e29ff90,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:28.136915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af066f15-eed8-4713-92b0-0d3290d26a1f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:28.158735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9604ddcd-d192-4272-97e7-3fc38dc7d8e9 req-cd676020-12ea-4ae2-b23d-502e29ee6eb6 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444538 Aug 20 08:58:28.174995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-967ac76a-1a24-4fac-bdcd-0653e49594aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1628721 Aug 20 08:58:28.178139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:28.196301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:28.211173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'mac_address': 'fa:16:3e:4a:0a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:58:28.263735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Allocated IP 2001:db8::f816:3eff:fee2:4dfc (70e63f2b-66e7-4648-9b28-cb982492e847/bf3d7bca-35ff-4de3-b0de-8cd3518b091b/5ad2af60-068c-414d-8712-40ef9e2dfc1b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:28.283760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b3da6-79e1-4216-b3a8-fc63fa02f791 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Network': ['ID=d2983d18-56c1-442a-80a7-df9c2d50cea2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:28.289681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.310634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:28.311574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:58:28.317503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.328442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df2976-7b0a-4496-9cc9-4abdcc759f76 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:28.333125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-28df2976-7b0a-4496-9cc9-4abdcc759f76 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1516588 Aug 20 08:58:28.333540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49372) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:28.380974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8fc5cb-d04b-40ed-bff4-6636e869521d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:58:28.434612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d44e-9f68-43bc-a649-2be85527ce9e req-9d825e17-7fa3-4af9-92ba-c9114282b7f5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:28.436074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5675d44e-9f68-43bc-a649-2be85527ce9e req-9d825e17-7fa3-4af9-92ba-c9114282b7f5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1641393 Aug 20 08:58:28.465031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:28.479471 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.579446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:28.584582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.606918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5675d44e-9f68-43bc-a649-2be85527ce9e req-724ef6ab-7858-45c1-8c11-183ddde9a1d8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165922 Aug 20 08:58:28.651120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port da209398-4f71-4d20-a8c4-275c8e29ff90 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:28.651484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.681278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Subnet': ['ID=348a53e6-8beb-4e02-b0e4-2ee058a1b40a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:28.706766 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.727128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Transition to ACTIVE for port object 5ad2af60-068c-414d-8712-40ef9e2dfc1b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:28.752240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Checking segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:28.752456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network hostable DHCP agents. Network: 361a2326-0637-4489-a261-c4d93ddc6b0e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:58:28.768366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Transition to ACTIVE for port object 5ad2af60-068c-414d-8712-40ef9e2dfc1b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:28.775793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.804727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 361a2326-0637-4489-a261-c4d93ddc6b0e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:58:28.826351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 361a2326-0637-4489-a261-c4d93ddc6b0e) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:28.843286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:28.843929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:28.863848 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-49236c8a-ce5b-4896-ae7a-61827dcb0c28 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7954292 Aug 20 08:58:28.864665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49384) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:28.866523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['9e8fc5cb-d04b-40ed-bff4-6636e869521d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:28.868706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210874a4-349a-42f8-91b2-a78a80bbed69 None None] Network 361a2326-0637-4489-a261-c4d93ddc6b0e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:28.894408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'subnet': {'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:28.916486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:28.945750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:28.948790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:28.966325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Pushing event updated for resources: {'Port': ['ID=5ad2af60-068c-414d-8712-40ef9e2dfc1b,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:28.995901 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.024672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900168b-5da3-4506-8abb-ec98946492fe req-096839dd-670c-475f-8ec6-27f2cff9a42a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:29.032325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b900168b-5da3-4506-8abb-ec98946492fe req-096839dd-670c-475f-8ec6-27f2cff9a42a tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.2037942 Aug 20 08:58:29.041335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for da209398-4f71-4d20-a8c4-275c8e29ff90 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:29.070532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Attempting to bind port 5ad2af60-068c-414d-8712-40ef9e2dfc1b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:29.070895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Attempting to bind port 5ad2af60-068c-414d-8712-40ef9e2dfc1b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:29.071474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Attempting to bind port 5ad2af60-068c-414d-8712-40ef9e2dfc1b on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:29.092911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:29.093281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:29.093909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.094304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:29.094776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Bound port: 5ad2af60-068c-414d-8712-40ef9e2dfc1b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:29.095870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.208000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b900168b-5da3-4506-8abb-ec98946492fe req-2061227d-96ad-425b-bd09-cfcac64882f1 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733124 Aug 20 08:58:29.249846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e0f25-c2fa-4b37-9c7d-6f26607ee438 req-cfb34be1-1337-411d-971d-fd1016b69fb8 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:29.253657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f53e0f25-c2fa-4b37-9c7d-6f26607ee438 req-cfb34be1-1337-411d-971d-fd1016b69fb8 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 945 time: 0.2011735 Aug 20 08:58:29.256562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-361a2326-0637-4489-a261-c4d93ddc6b0e', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:29.257419 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.262374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:29.265395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] For port 5ad2af60-068c-414d-8712-40ef9e2dfc1b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:29.274017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.287551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] For port 5ad2af60-068c-414d-8712-40ef9e2dfc1b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5ad2af60-068c-414d-8712-40ef9e2dfc1b,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:29.299186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.442480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9076cf-d890-4e64-832a-af3df659b09b None None] Pushing event updated for resources: {'Port': ['ID=5ad2af60-068c-414d-8712-40ef9e2dfc1b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:29.448915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f53e0f25-c2fa-4b37-9c7d-6f26607ee438 req-fa51862b-180c-4480-bc82-2354aac2308d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706743 Aug 20 08:58:29.507635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dea992-7187-4be9-acdd-f541c9bc09ab req-11d6af04-835c-4188-99b9-f294bbbbec7d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:29.509157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1dea992-7187-4be9-acdd-f541c9bc09ab req-11d6af04-835c-4188-99b9-f294bbbbec7d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.1952701 Aug 20 08:58:29.557351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.565690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Allocated IP 10.1.1.2 (361a2326-0637-4489-a261-c4d93ddc6b0e/348a53e6-8beb-4e02-b0e4-2ee058a1b40a/fe638a80-8027-4fad-b708-8e6a9d6c1657) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:29.608008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=da209398-4f71-4d20-a8c4-275c8e29ff90,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:29.690939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.697317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4f43e09b-7ae0-458d-9d9c-276b9651a11f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/da209398-4f71-4d20-a8c4-275c8e29ff90 HTTP/1.1" status: 204 len: 168 time: 1.3627362 Aug 20 08:58:29.700810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49394) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:29.736906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1dea992-7187-4be9-acdd-f541c9bc09ab req-35201b99-1ab9-42b4-8c86-bfe775e3b828 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127140 Aug 20 08:58:29.780254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.793074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Transition to ACTIVE for port object fe638a80-8027-4fad-b708-8e6a9d6c1657 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:29.811753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf20c4-1331-4503-8bcb-741aee67442b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:29.813449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf20c4-1331-4503-8bcb-741aee67442b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:29.817520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52bf20c4-1331-4503-8bcb-741aee67442b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1126683 Aug 20 08:58:29.820484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49398) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:29.825656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Transition to ACTIVE for port object fe638a80-8027-4fad-b708-8e6a9d6c1657 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:29.834729 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.850701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431f910-9948-427c-8f01-c43c5b321b62 req-5d761c1a-845e-4671-844f-82584da5682e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:29.857882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7431f910-9948-427c-8f01-c43c5b321b62 req-5d761c1a-845e-4671-844f-82584da5682e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1505232 Aug 20 08:58:29.878838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.903013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Network 361a2326-0637-4489-a261-c4d93ddc6b0e is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:29.910319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:29.911156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet bf3d7bca-35ff-4de3-b0de-8cd3518b091b {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:29.914239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:29.914909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.928013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Pushing event updated for resources: {'Port': ['ID=fe638a80-8027-4fad-b708-8e6a9d6c1657,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:29.958973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7431f910-9948-427c-8f01-c43c5b321b62 req-8d64cb7c-df6d-4f21-8232-c4ec5f211174 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887444 Aug 20 08:58:29.962073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:29.994544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Subnet': ['ID=ca56cfa9-3236-4683-9f19-de489b495e68,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:30.005657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Checking segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:30.006361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network hostable DHCP agents. Network: d2983d18-56c1-442a-80a7-df9c2d50cea2, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:58:30.025032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5ad2af60-068c-414d-8712-40ef9e2dfc1b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:30.036774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:58:30.054084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d2983d18-56c1-442a-80a7-df9c2d50cea2) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:30.059859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.067519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Attempting to bind port fe638a80-8027-4fad-b708-8e6a9d6c1657 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:30.067898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Attempting to bind port fe638a80-8027-4fad-b708-8e6a9d6c1657 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:30.068265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Attempting to bind port fe638a80-8027-4fad-b708-8e6a9d6c1657 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:30.070396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffecd20-427d-4f14-b613-b71be4363d1e None None] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:30.071335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:30.071942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.090969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5c45dc3d-7d94-419c-b95e-735937aed5f3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2038622 Aug 20 08:58:30.091589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49400) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:30.097437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-141952787', 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:30.120910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:30.121466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Checking segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:30.122119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.122660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Bound using segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:30.123348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Bound port: fe638a80-8027-4fad-b708-8e6a9d6c1657, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:30.123774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.126850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.157000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3d7bca-35ff-4de3-b0de-8cd3518b091b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:30.162010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.164643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a4a38bf-9a73-4514-9ae3-d9f23ddd9452 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/bf3d7bca-35ff-4de3-b0de-8cd3518b091b HTTP/1.1" status: 204 len: 168 time: 0.3429830 Aug 20 08:58:30.167159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:30.213783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5ad2af60-068c-414d-8712-40ef9e2dfc1b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:30.236661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dae3bf46-cbc5-4a65-905c-5728c478f91b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679851 Aug 20 08:58:30.238359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49406) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:30.286013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] For port fe638a80-8027-4fad-b708-8e6a9d6c1657, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:30.295921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:30.297928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] For port fe638a80-8027-4fad-b708-8e6a9d6c1657, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe638a80-8027-4fad-b708-8e6a9d6c1657,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:30.302240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c150701-7430-480c-92e9-fc6dc545890f req-c96e5206-1d1b-4983-aaad-aa738584b539 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:30.307104 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.311328 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c150701-7430-480c-92e9-fc6dc545890f req-c96e5206-1d1b-4983-aaad-aa738584b539 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.0956898 Aug 20 08:58:30.379569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d2983d18-56c1-442a-80a7-df9c2d50cea2', 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'fixed_ips': [{'subnet_id': 'ca56cfa9-3236-4683-9f19-de489b495e68'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:30.380674 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.418457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dad68d-625f-4163-8e61-c8cb015bc186 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:30.425621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e7dad68d-625f-4163-8e61-c8cb015bc186 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1834676 Aug 20 08:58:30.427530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49408) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:30.435418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b2205-d0ab-411e-a46c-555a41c87e5b None None] Pushing event updated for resources: {'Port': ['ID=fe638a80-8027-4fad-b708-8e6a9d6c1657,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:30.491169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a880b0-58f5-4be2-8684-3a1b9c5b6cfa req-0c777df9-8d4c-4aa0-9dca-08afad959ce7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:30.493236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99a880b0-58f5-4be2-8684-3a1b9c5b6cfa req-0c777df9-8d4c-4aa0-9dca-08afad959ce7 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 945 time: 0.1774378 Aug 20 08:58:30.515329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8109ed-8e5d-4497-b426-283e783a7d1a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:30.516825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb8109ed-8e5d-4497-b426-283e783a7d1a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0868645 Aug 20 08:58:30.520269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49412) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:30.560566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.584587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Deleting port b891becb-9cf0-4699-b2c9-1a0c239f0f2c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:30.584943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.598242 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3412e116-88da-4201-9ef0-86ffc5421421 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759456 Aug 20 08:58:30.603037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:30.607846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:30.613191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99a880b0-58f5-4be2-8684-3a1b9c5b6cfa req-53083a4e-6e14-4f7d-a000-3e53d2e0ad10 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023703 Aug 20 08:58:30.627939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Allocated IP 10.2.2.2 (d2983d18-56c1-442a-80a7-df9c2d50cea2/ca56cfa9-3236-4683-9f19-de489b495e68/3066484c-15d9-4a86-9215-f6c5733dd26d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:30.654389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] device_id is not set on port 641598c6-c37f-4657-86ac-0c701a5ce839 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:30.853858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.871243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-decc4ef1-428f-43ea-a38f-cf5bbcaaed89 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:30.872813 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-decc4ef1-428f-43ea-a38f-cf5bbcaaed89 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 945 time: 0.2845483 Aug 20 08:58:30.872944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Transition to ACTIVE for port object 3066484c-15d9-4a86-9215-f6c5733dd26d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:30.881035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] For port b891becb-9cf0-4699-b2c9-1a0c239f0f2c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:30.881412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.909300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Transition to ACTIVE for port object 3066484c-15d9-4a86-9215-f6c5733dd26d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:30.917057 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.935317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Calling delete_port for b891becb-9cf0-4699-b2c9-1a0c239f0f2c owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:30.952271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 10.1.1.106 (361a2326-0637-4489-a261-c4d93ddc6b0e/348a53e6-8beb-4e02-b0e4-2ee058a1b40a/641598c6-c37f-4657-86ac-0c701a5ce839) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:30.954986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:30.958658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:30.992339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:30.995902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:31.001558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:31.011194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff8c8e-4bb4-4b05-ab34-2b40f9ab47f3 req-cc8264b2-e095-4323-9c70-5cba2c095b31 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:31.018991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54ff8c8e-4bb4-4b05-ab34-2b40f9ab47f3 req-cc8264b2-e095-4323-9c70-5cba2c095b31 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 945 time: 0.4499376 Aug 20 08:58:31.020776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Pushing event updated for resources: {'Port': ['ID=3066484c-15d9-4a86-9215-f6c5733dd26d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:31.083999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Attempting to bind port 3066484c-15d9-4a86-9215-f6c5733dd26d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:31.084627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Attempting to bind port 3066484c-15d9-4a86-9215-f6c5733dd26d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:31.085158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Attempting to bind port 3066484c-15d9-4a86-9215-f6c5733dd26d on network d2983d18-56c1-442a-80a7-df9c2d50cea2 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:31.090321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c55ff-de65-4672-817b-f744bf0dd8cb None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:31.225570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Deleting port da620b94-f92d-430e-b897-96ebb3abd5e0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:31.225977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.292355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:31.292650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Checking segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:31.293031 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.293429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Bound using segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:31.293962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Bound port: 3066484c-15d9-4a86-9215-f6c5733dd26d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:31.294340 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.361834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] Provisioning for port 5ad2af60-068c-414d-8712-40ef9e2dfc1b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:31.368429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] Provisioning complete for port 5ad2af60-068c-414d-8712-40ef9e2dfc1b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:31.368807 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.370272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.407088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b891becb-9cf0-4699-b2c9-1a0c239f0f2c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:31.410379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['534dd006-a22c-4562-9fab-6a98b3803666', 'fa561e3b-83d2-4be8-b2c5-5e588fb77092'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:31.452808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Pushing event deleted for resources: {'Port': ['ID=b891becb-9cf0-4699-b2c9-1a0c239f0f2c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:31.475944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] For port 3066484c-15d9-4a86-9215-f6c5733dd26d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:31.482859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] For port 3066484c-15d9-4a86-9215-f6c5733dd26d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3066484c-15d9-4a86-9215-f6c5733dd26d,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:31.485539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54ff8c8e-4bb4-4b05-ab34-2b40f9ab47f3 req-095dd101-9251-403d-8364-e6ad4dd93d3f tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/security-groups?id=39b0fe48-4e5a-4884-b7da-d14dc1192131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559560 Aug 20 08:58:31.514803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] For port da620b94-f92d-430e-b897-96ebb3abd5e0, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da620b94-f92d-430e-b897-96ebb3abd5e0,segment=NetworkSegment(f90ba7d9-f185-4523-9ce6-664092c1c30d),segment_id=f90ba7d9-f185-4523-9ce6-664092c1c30d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:31.515190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.574904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] No DVR routers for this DVR port b891becb-9cf0-4699-b2c9-1a0c239f0f2c on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:31.576833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Calling delete_port for da620b94-f92d-430e-b897-96ebb3abd5e0 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:31.611669 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.614826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18226f-6a3c-49a4-bc70-693e2d799be8 req-68ebfd06-a5cb-4db0-bad7-a0e9a4d06c84 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:31.616423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed18226f-6a3c-49a4-bc70-693e2d799be8 req-68ebfd06-a5cb-4db0-bad7-a0e9a4d06c84 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.6491129 Aug 20 08:58:31.646899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.649681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7c150701-7430-480c-92e9-fc6dc545890f req-39638d75-411d-4feb-b3bb-890099c6217e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.37 "DELETE /v2.0/ports/b891becb-9cf0-4699-b2c9-1a0c239f0f2c HTTP/1.1" status: 204 len: 173 time: 1.3274624 Aug 20 08:58:31.701861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'name': 'network-vif-deleted', 'tag': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:31.719134 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2b430f-10bd-4750-9d52-33eaab5425e0" -d '{"events": [{"server_uuid": "3d0f5ac3-9624-41b4-ba2f-d0478c98f01e", "name": "network-vif-deleted", "tag": "b891becb-9cf0-4699-b2c9-1a0c239f0f2c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:31.816335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:31.865903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88040322-d234-494b-8523-93fa04e1632a None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:31.870415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac02fd7-2e72-428b-8f2b-d49ff044067f None None] Network 361a2326-0637-4489-a261-c4d93ddc6b0e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:31.871090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed18226f-6a3c-49a4-bc70-693e2d799be8 req-d7fbb54b-bb95-421c-a03b-38bf0482f188 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415199 Aug 20 08:58:31.968427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:31.989316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c54a7dcf-764b-4065-9492-da66ea57265e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3517766 Aug 20 08:58:32.003546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] For port 5ad2af60-068c-414d-8712-40ef9e2dfc1b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5ad2af60-068c-414d-8712-40ef9e2dfc1b,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:32.021038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.040160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:32.067847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6df23-763a-40e5-8490-ddc469af6a64 req-cecdbd47-1b73-44b1-aa3f-b445b1b8c250 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.068518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f246-eb0c-4030-b261-c30bfa5921a0 None None] Pushing event updated for resources: {'Port': ['ID=3066484c-15d9-4a86-9215-f6c5733dd26d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:32.087674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76c6df23-763a-40e5-8490-ddc469af6a64 req-cecdbd47-1b73-44b1-aa3f-b445b1b8c250 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.3693426 Aug 20 08:58:32.115198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.145966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-f4a2a1a4-ff37-4c88-95cb-ea572d71fe7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4631991 Aug 20 08:58:32.181100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5470473c-19ae-431c-8147-3d34a55f8538 req-e7b9b192-c7b9-4551-880b-a89c73d223cc tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d0f5ac3-9624-41b4-ba2f-d0478c98f01e HTTP/1.1" status: 200 len: 210 time: 0.0846994 Aug 20 08:58:32.267196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe638a80-8027-4fad-b708-8e6a9d6c1657 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:32.273634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object 641598c6-c37f-4657-86ac-0c701a5ce839 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:32.354247 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99c26f-4f55-4632-9fa7-7c1fa05a7ac2 x-openstack-request-id: req-8a99c26f-4f55-4632-9fa7-7c1fa05a7ac2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:32.354813 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0f5ac3-9624-41b4-ba2f-d0478c98f01e", "name": "network-vif-deleted", "tag": "b891becb-9cf0-4699-b2c9-1a0c239f0f2c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:32.357796 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a99c26f-4f55-4632-9fa7-7c1fa05a7ac2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:32.362505 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0f5ac3-9624-41b4-ba2f-d0478c98f01e', 'name': 'network-vif-deleted', 'tag': 'b891becb-9cf0-4699-b2c9-1a0c239f0f2c', 'status': 'completed', 'code': 200} Aug 20 08:58:32.374627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.375479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.375853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.376386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.378495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.379144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.379780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.382398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-73ebfb4c-c3f4-457f-933b-37083535b44c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.2264423 Aug 20 08:58:32.400289 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.486371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 361a2326-0637-4489-a261-c4d93ddc6b0e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:32.490121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76c6df23-763a-40e5-8490-ddc469af6a64 req-25446458-9012-4e76-b3f0-c0ddead13078 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047955 Aug 20 08:58:32.512803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.518339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:32.521334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:32.525087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:32.527028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-90f947e2-0e32-4fb9-baad-044d062a263d None None] Provisioning for port fe638a80-8027-4fad-b708-8e6a9d6c1657 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:32.547238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 9e8fc5cb-d04b-40ed-bff4-6636e869521d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:32.563599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-7d119adf-9420-44f0-9cde-f3c4825fc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.565700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-7d119adf-9420-44f0-9cde-f3c4825fc187 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 1096 time: 0.1842248 Aug 20 08:58:32.587359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 9e8fc5cb-d04b-40ed-bff4-6636e869521d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:32.587935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.590021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5335a6a-2b96-4b57-aa2f-4a785ce78eed None None] Pushing event updated for resources: {'Port': ['ID=5ad2af60-068c-414d-8712-40ef9e2dfc1b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:32.601438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-88040322-d234-494b-8523-93fa04e1632a None None] Deleting port 5ad2af60-068c-414d-8712-40ef9e2dfc1b {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:32.602006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88040322-d234-494b-8523-93fa04e1632a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.621099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.621806 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.638917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Pushing event deleted for resources: {'Port': ['ID=da620b94-f92d-430e-b897-96ebb3abd5e0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:32.647338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.682015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c9f40dc1-f8ff-4a51-ac44-1323b8153405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.682500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c9f40dc1-f8ff-4a51-ac44-1323b8153405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.682977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c9f40dc1-f8ff-4a51-ac44-1323b8153405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.684569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c9f40dc1-f8ff-4a51-ac44-1323b8153405 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=8c97371e-9164-463e-9da6-569b1f99b62f&id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 2290 time: 0.2700324 Aug 20 08:58:32.685359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] No DVR routers for this DVR port da620b94-f92d-430e-b897-96ebb3abd5e0 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:32.688669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.690620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-50532530-a7d1-4aef-86ff-0a55efe96179 req-a77c28a1-8a78-493f-8590-8f7e627b193d tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.26 "DELETE /v2.0/ports/da620b94-f92d-430e-b897-96ebb3abd5e0 HTTP/1.1" status: 204 len: 173 time: 1.8065152 Aug 20 08:58:32.707271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port fe638a80-8027-4fad-b708-8e6a9d6c1657 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:32.732393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fe638a80-8027-4fad-b708-8e6a9d6c1657 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:32.733321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.763449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d761dd62-c19f-40f2-9997-92c47fa1eab6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6677499 Aug 20 08:58:32.765655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49434) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:32.771502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'name': 'tempest-TaggedBootDevicesTest_v242-282417047', 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:32.774497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2982d857-98f8-4e6f-a167-1590507c411e req-0de2d5be-4efa-473a-8f1f-39166e3d15a9 tempest-AttachVolumeNegativeTest-1655574470 tempest-AttachVolumeNegativeTest-1655574470-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2f8112-74e7-4887-afba-3fcc324bddcc HTTP/1.1" status: 200 len: 210 time: 0.1324174 Aug 20 08:58:32.874179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-95b5c60c-7fdf-4187-97f2-e3ac196cdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:32.876686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-95b5c60c-7fdf-4187-97f2-e3ac196cdf52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 200 len: 916 time: 0.2368855 Aug 20 08:58:32.919610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-88040322-d234-494b-8523-93fa04e1632a None None] For port 5ad2af60-068c-414d-8712-40ef9e2dfc1b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5ad2af60-068c-414d-8712-40ef9e2dfc1b,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:32.920126 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88040322-d234-494b-8523-93fa04e1632a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:32.935756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-c22a6a5d-ff9a-4f10-80cb-5ab0057d664d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=534dd006-a22c-4562-9fab-6a98b3803666 HTTP/1.1" status: 200 len: 217 time: 0.0456593 Aug 20 08:58:32.990876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-88040322-d234-494b-8523-93fa04e1632a None None] Calling delete_port for 5ad2af60-068c-414d-8712-40ef9e2dfc1b owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:33.066188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.074790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e317-9976-4ab6-92f0-2226fd0436dd req-6a36f290-ce9a-4554-83d6-2b6824619642 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.076644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b67e317-9976-4ab6-92f0-2226fd0436dd req-6a36f290-ce9a-4554-83d6-2b6824619642 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.1010766 Aug 20 08:58:33.078530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-1994fa6d-c07b-4234-8c08-8c01746645b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.080602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-1994fa6d-c07b-4234-8c08-8c01746645b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 200 len: 855 time: 0.1297328 Aug 20 08:58:33.195721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:33.201779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b67e317-9976-4ab6-92f0-2226fd0436dd req-5124792e-8b45-40a3-a412-376c2c4227eb tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142740 Aug 20 08:58:33.248323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-11acd34d-38d4-4814-a0b2-0f5fe38a6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.248323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-11acd34d-38d4-4814-a0b2-0f5fe38a6b4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274502 Aug 20 08:58:33.282186 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-a16a8fd4-510f-4b08-b256-eda237db3929 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 1000 time: 0.5885103 Aug 20 08:58:33.363596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:33.368958 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af606dd-3d75-4877-aa7b-16be6e3e8be4" -d '{"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:33.377602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.388513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-b82454e6-d16d-452a-95d4-c4e12d64e9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370549 Aug 20 08:58:33.448942 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.449811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b891becb-9cf0-4699-b2c9-1a0c239f0f2c no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:33.504320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0d79e0c-50fd-4c61-904d-bfbc49e775f8 req-0f46aac8-9e11-419c-b199-dbea75642806 service neutron] 10.222.0.26 "GET /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063612 Aug 20 08:58:33.528147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-df13ed3d-e57b-4b9d-a081-1f80cfe7db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.531077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-df13ed3d-e57b-4b9d-a081-1f80cfe7db93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 200 len: 851 time: 0.2295830 Aug 20 08:58:33.551177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] For port 5ad2af60-068c-414d-8712-40ef9e2dfc1b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5ad2af60-068c-414d-8712-40ef9e2dfc1b,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:33.627737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: b891becb-9cf0-4699-b2c9-1a0c239f0f2c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:33.628157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b891becb-9cf0-4699-b2c9-1a0c239f0f2c not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:33.645584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:33.657807 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc4bc08-277b-4fa1-886f-486b94935f29 x-openstack-request-id: req-8fc4bc08-277b-4fa1-886f-486b94935f29 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:33.658269 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:33.658614 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fc4bc08-277b-4fa1-886f-486b94935f29 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:33.659026 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'code': 200} Aug 20 08:58:33.666485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:33.695954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2802b41d-9e2a-43d5-bf31-ff805a40e205 None None] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:33.718964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edcfe1-9d45-42ce-a981-0904addcb5ab req-0898aeb3-e34d-46b4-9214-c6a37363b73d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.720570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81edcfe1-9d45-42ce-a981-0904addcb5ab req-0898aeb3-e34d-46b4-9214-c6a37363b73d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.0700479 Aug 20 08:58:33.760332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.767534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-07415757-6eda-498e-8be3-ef540d6c1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.769466 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-07415757-6eda-498e-8be3-ef540d6c1cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f95823e4-5c94-4000-9c08-c63c5e51a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2306054 Aug 20 08:58:33.775070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.776156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.795217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81edcfe1-9d45-42ce-a981-0904addcb5ab req-fc098529-abab-4401-8f1c-0c176f0ed9b8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639663 Aug 20 08:58:33.818701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315a46f-77ee-4f3f-8de2-d9c64b0e4c5a req-d4a87641-c28d-41cb-969e-8fb0e117a35e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.825945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d315a46f-77ee-4f3f-8de2-d9c64b0e4c5a req-d4a87641-c28d-41cb-969e-8fb0e117a35e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 945 time: 0.1043546 Aug 20 08:58:33.867394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88040322-d234-494b-8523-93fa04e1632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.879711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d315a46f-77ee-4f3f-8de2-d9c64b0e4c5a req-e52683bd-973f-428d-a405-e6000f50d71f tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Aug 20 08:58:33.882298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port fe638a80-8027-4fad-b708-8e6a9d6c1657, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe638a80-8027-4fad-b708-8e6a9d6c1657,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:33.909886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1489dca-dc74-4fc7-8111-83735dec2ab2 None None] Provisioning for port 641598c6-c37f-4657-86ac-0c701a5ce839 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:33.914264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.925629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88040322-d234-494b-8523-93fa04e1632a None None] Pushing event deleted for resources: {'Port': ['ID=5ad2af60-068c-414d-8712-40ef9e2dfc1b,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:33.932490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-6dce6947-9d25-44bd-9646-21014919b484 service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531453 Aug 20 08:58:33.935080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88040322-d234-494b-8523-93fa04e1632a None None] No DVR routers for this DVR port 5ad2af60-068c-414d-8712-40ef9e2dfc1b on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:33.938650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=ef70324a-d821-4f79-9fdd-b2c503eee7e0,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:33.942811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dc6c5-411b-4dd6-8d22-9ca214a81220 req-83e17e2f-558c-48f6-96e3-6dab7e4a8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:33.944496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-949dc6c5-411b-4dd6-8d22-9ca214a81220 req-83e17e2f-558c-48f6-96e3-6dab7e4a8518 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1096 time: 0.3303902 Aug 20 08:58:33.958232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1489dca-dc74-4fc7-8111-83735dec2ab2 None None] Provisioning complete for port 641598c6-c37f-4657-86ac-0c701a5ce839 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:33.958603 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1489dca-dc74-4fc7-8111-83735dec2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:33.986382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:34.024973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5ad2af60-068c-414d-8712-40ef9e2dfc1b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:34.037222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Deleting subnet 45a04b5b-1a7f-482b-80ef-61ec57b83c7c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:34.040624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.048660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=5ad2af60-068c-414d-8712-40ef9e2dfc1b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:34.070074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:34.085425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5ad2af60-068c-414d-8712-40ef9e2dfc1b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:34.085805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5ad2af60-068c-414d-8712-40ef9e2dfc1b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:34.091558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:34.092199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.106463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d1489dca-dc74-4fc7-8111-83735dec2ab2 None None] Port 641598c6-c37f-4657-86ac-0c701a5ce839 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:34.110031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:34.110949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.112651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979bb448-82ee-4ff8-ae8a-23a51d289430 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:34.133315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=fe638a80-8027-4fad-b708-8e6a9d6c1657,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:34.133983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5c7b4375-04ba-479a-b494-6ce10ccec411 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5300839 Aug 20 08:58:34.134203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49456) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:34.139978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:53:c5:73', 'name': 'tempest-NetworksTestDHCPv6-1245806079'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:34.147127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.154202 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-949dc6c5-411b-4dd6-8d22-9ca214a81220 req-42fed500-5c52-450a-b09f-c5b7b690d690 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184001 Aug 20 08:58:34.185436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] device_id is not set on port e1e17716-ac03-4fd0-852f-6dded3ee8487 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:34.190091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1489dca-dc74-4fc7-8111-83735dec2ab2 None None] Provisioning complete for port fe638a80-8027-4fad-b708-8e6a9d6c1657 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:34.190590 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1489dca-dc74-4fc7-8111-83735dec2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.217769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.281477 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-e4a468b1-af19-4fde-8a86-b2189a8ff6ef service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261099 Aug 20 08:58:34.287464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da620b94-f92d-430e-b897-96ebb3abd5e0 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:34.348292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: da620b94-f92d-430e-b897-96ebb3abd5e0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:34.348770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da620b94-f92d-430e-b897-96ebb3abd5e0 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:34.355810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3066484c-15d9-4a86-9215-f6c5733dd26d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:34.400755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.461403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 10.1.1.30 (361a2326-0637-4489-a261-c4d93ddc6b0e/348a53e6-8beb-4e02-b0e4-2ee058a1b40a/e1e17716-ac03-4fd0-852f-6dded3ee8487) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:34.489038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ece26-5937-4760-ad29-fcd31326c9b8 req-37a9ea5c-1d68-401b-9195-0a998440137c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:34.490755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd0ece26-5937-4760-ad29-fcd31326c9b8 req-37a9ea5c-1d68-401b-9195-0a998440137c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1548419 Aug 20 08:58:34.493775 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.495663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/45a04b5b-1a7f-482b-80ef-61ec57b83c7c HTTP/1.1" status: 204 len: 168 time: 0.5079174 Aug 20 08:58:34.497167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeed15-3667-4597-af09-83d905a27ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a04b5b-1a7f-482b-80ef-61ec57b83c7c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:34.505130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:34.509520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49460) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:34.533645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'name': 'network-vif-deleted', 'tag': 'da620b94-f92d-430e-b897-96ebb3abd5e0'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:34.536930 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9366a994-e1cd-4a20-8f23-28866918cb71" -d '{"events": [{"server_uuid": "4d2f8112-74e7-4887-afba-3fcc324bddcc", "name": "network-vif-deleted", "tag": "da620b94-f92d-430e-b897-96ebb3abd5e0"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:34.585450 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b56753e-5c7c-4455-adf5-23267ce19645 x-openstack-request-id: req-5b56753e-5c7c-4455-adf5-23267ce19645 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:34.585959 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2f8112-74e7-4887-afba-3fcc324bddcc", "name": "network-vif-deleted", "tag": "da620b94-f92d-430e-b897-96ebb3abd5e0", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:34.586311 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b56753e-5c7c-4455-adf5-23267ce19645 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:34.586805 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2f8112-74e7-4887-afba-3fcc324bddcc', 'name': 'network-vif-deleted', 'tag': 'da620b94-f92d-430e-b897-96ebb3abd5e0', 'status': 'completed', 'code': 200} Aug 20 08:58:34.598052 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-e869ca56-8b15-4673-b2b4-456b42087a42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 217 time: 0.0542960 Aug 20 08:58:34.674417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd0ece26-5937-4760-ad29-fcd31326c9b8 req-259e0353-433b-4754-9104-4bdb5134953c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607924 Aug 20 08:58:34.701822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-5f016796-8bc3-46b5-8cca-36e7888f0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:34.703737 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-5f016796-8bc3-46b5-8cca-36e7888f0ab4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0800564 Aug 20 08:58:34.712365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3066484c-15d9-4a86-9215-f6c5733dd26d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:34.735578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': 'ef70324a-d821-4f79-9fdd-b2c503eee7e0'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:34.737235 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.746448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.781268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.787972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.801691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-a7bd9926-9f73-49fb-980a-54d0db40b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:34.803648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-a7bd9926-9f73-49fb-980a-54d0db40b318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918756 Aug 20 08:58:34.810985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object e1e17716-ac03-4fd0-852f-6dded3ee8487 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:34.865365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Provisioning complete for port 641598c6-c37f-4657-86ac-0c701a5ce839 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:34.865621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.885859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 014628ca-31c6-46fb-b4c0-176edc37b3d9 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:34.924601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Port 641598c6-c37f-4657-86ac-0c701a5ce839 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:34.937670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.946205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.965845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-748bfb79-34a4-4d94-966f-12d7c3f06592 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531296 Aug 20 08:58:34.971543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Provisioning for port 3066484c-15d9-4a86-9215-f6c5733dd26d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:34.983505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Provisioning complete for port 3066484c-15d9-4a86-9215-f6c5733dd26d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:34.983888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:34.994815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a810fb87-0153-4f4a-9162-62cb4bec1532']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:35.015173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90ba7d9-f185-4523-9ce6-664092c1c30d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:35.015618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90ba7d9-f185-4523-9ce6-664092c1c30d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:35.037567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.043546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 361a2326-0637-4489-a261-c4d93ddc6b0e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:35.052042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:35.057160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.058370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:35.067928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8036df3-0e60-442f-b363-ed3ce8e36e2b req-cca55204-72d4-4fe1-8398-8d72986a9b84 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.075802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8036df3-0e60-442f-b363-ed3ce8e36e2b req-cca55204-72d4-4fe1-8398-8d72986a9b84 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1339593 Aug 20 08:58:35.089060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.098076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:35.100829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:58:35.101353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:58:35.108831 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:58:35.132902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] For port 3066484c-15d9-4a86-9215-f6c5733dd26d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3066484c-15d9-4a86-9215-f6c5733dd26d,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:35.138072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.141559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Allocated IP 2001:db8::f816:3eff:fea9:cf39 (70e63f2b-66e7-4648-9b28-cb982492e847/ef70324a-d821-4f79-9fdd-b2c503eee7e0/05ba8804-9bfc-42e8-a0a1-73f151d90461) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:35.159557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.160509 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.188600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c6c0c4a1-e544-4691-b36e-938e8a0e8226 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016826 Aug 20 08:58:35.196084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11a98588-60b6-459e-9bfc-69ff5525b8dc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4291744 Aug 20 08:58:35.256890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-8bdfb23a-0b49-4a23-a0c6-b82019be3ddd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 217 time: 0.0502925 Aug 20 08:58:35.284775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b85dd-2883-46d8-acb6-6ab7cee7ffa5 None None] Pushing event updated for resources: {'Port': ['ID=3066484c-15d9-4a86-9215-f6c5733dd26d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:35.319537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8036df3-0e60-442f-b363-ed3ce8e36e2b req-6c9dd7aa-376a-4beb-9507-f69ec90bcb00 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423096 Aug 20 08:58:35.338135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-0fb9ac92-adad-4673-bbb6-fda72f5b17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.340036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-0fb9ac92-adad-4673-bbb6-fda72f5b17fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0761113 Aug 20 08:58:35.347031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-59be980a-8379-4e24-b858-52b27139b881 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.354392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-59be980a-8379-4e24-b858-52b27139b881 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 945 time: 0.2702389 Aug 20 08:58:35.361237 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.390485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.398765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] 10.222.0.35 "DELETE /v2.0/networks/a810fb87-0153-4f4a-9162-62cb4bec1532 HTTP/1.1" status: 204 len: 168 time: 0.8854263 Aug 20 08:58:35.425673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c448bb92-445b-455e-98e9-309b27a2f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.427683 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-c448bb92-445b-455e-98e9-309b27a2f958 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710659 Aug 20 08:58:35.434540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.444152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Transition to ACTIVE for port object 05ba8804-9bfc-42e8-a0a1-73f151d90461 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:35.465453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Transition to ACTIVE for port object 05ba8804-9bfc-42e8-a0a1-73f151d90461 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:35.480947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.497305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc14a33-b74a-4d22-b438-2c607df97b54 req-7218f550-8576-489b-a724-71126132768e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.503190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9cc14a33-b74a-4d22-b438-2c607df97b54 req-7218f550-8576-489b-a724-71126132768e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 945 time: 0.2801778 Aug 20 08:58:35.517512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5b3ab-126f-4ef5-bc22-fa26aba11e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=a810fb87-0153-4f4a-9162-62cb4bec1532,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:35.518420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41b557f0-a5ef-456d-b25a-33dec602015e None None] Provisioning for port e1e17716-ac03-4fd0-852f-6dded3ee8487 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:35.529687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41b557f0-a5ef-456d-b25a-33dec602015e None None] Provisioning complete for port e1e17716-ac03-4fd0-852f-6dded3ee8487 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:35.530575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41b557f0-a5ef-456d-b25a-33dec602015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.572824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:35.580591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:35.598060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:35.605514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-1b25f4f8-106d-43f8-b347-5d8dad7d5ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701474 Aug 20 08:58:35.612084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49476) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:35.613015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Pushing event updated for resources: {'Port': ['ID=05ba8804-9bfc-42e8-a0a1-73f151d90461,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:35.621543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-41b557f0-a5ef-456d-b25a-33dec602015e None None] Port e1e17716-ac03-4fd0-852f-6dded3ee8487 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:35.643298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9cc14a33-b74a-4d22-b438-2c607df97b54 req-7cd409f8-b6d5-423c-864d-bb0a3fad5553 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126697 Aug 20 08:58:35.648719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49478) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:35.653338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174054401', 'description': 'tempest-description--1948558394'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:35.678695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe53:c573 (70e63f2b-66e7-4648-9b28-cb982492e847/ef70324a-d821-4f79-9fdd-b2c503eee7e0/014628ca-31c6-46fb-b4c0-176edc37b3d9) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:35.688290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Attempting to bind port 05ba8804-9bfc-42e8-a0a1-73f151d90461 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:35.688596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Attempting to bind port 05ba8804-9bfc-42e8-a0a1-73f151d90461 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:35.689147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Attempting to bind port 05ba8804-9bfc-42e8-a0a1-73f151d90461 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:35.695587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:35.697001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:35.700020 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.701166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:35.701787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Bound port: 05ba8804-9bfc-42e8-a0a1-73f151d90461, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:35.702352 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.729439 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a4a1963d-5576-473d-9e90-581f9c669bb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4382ecd349434db2ae9560951f498aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154246 Aug 20 08:58:35.740038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49482) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:35.741041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.796864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] For port 05ba8804-9bfc-42e8-a0a1-73f151d90461, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:35.802242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] For port 05ba8804-9bfc-42e8-a0a1-73f151d90461, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05ba8804-9bfc-42e8-a0a1-73f151d90461,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:35.807474 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.809813 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-92e337c6-0ab3-427e-b543-b4ca31fcdfff service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872361 Aug 20 08:58:35.828563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40051ffd-05a8-43f5-86a9-457f4fd8ab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.849852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Deleting port fa561e3b-83d2-4be8-b2c5-5e588fb77092 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:35.850212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.882302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-eeafa7d2-4e57-4df1-b67a-6879b80756a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 217 time: 0.0549612 Aug 20 08:58:35.896388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17f1fa-e7cd-4639-8a7a-f3442d395d5d None None] Pushing event updated for resources: {'Port': ['ID=05ba8804-9bfc-42e8-a0a1-73f151d90461,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:35.911830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40051ffd-05a8-43f5-86a9-457f4fd8ab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:35.972931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c817b4-41bd-4d36-8c96-82542d556115 req-5ceab028-c576-499d-b9d7-4c23f128c734 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.978241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8c817b4-41bd-4d36-8c96-82542d556115 req-5ceab028-c576-499d-b9d7-4c23f128c734 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2124858 Aug 20 08:58:35.987785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-8dd6ab4f-b570-431d-af14-09359e047939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:35.989267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-8dd6ab4f-b570-431d-af14-09359e047939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0963037 Aug 20 08:58:36.042886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40051ffd-05a8-43f5-86a9-457f4fd8ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.045991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40051ffd-05a8-43f5-86a9-457f4fd8ab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.047390 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40051ffd-05a8-43f5-86a9-457f4fd8ab90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39b0fe48-4e5a-4884-b7da-d14dc1192131 HTTP/1.1" status: 204 len: 168 time: 0.3062208 Aug 20 08:58:36.056913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] For port fa561e3b-83d2-4be8-b2c5-5e588fb77092, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa561e3b-83d2-4be8-b2c5-5e588fb77092,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:36.059970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.065002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40051ffd-05a8-43f5-86a9-457f4fd8ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b0fe48-4e5a-4884-b7da-d14dc1192131,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:36.071470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-8165272d-78bb-497d-99ae-41d75acb0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:36.071470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-8165272d-78bb-497d-99ae-41d75acb0dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683930 Aug 20 08:58:36.109956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.112450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Calling delete_port for fa561e3b-83d2-4be8-b2c5-5e588fb77092 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:36.146394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8c817b4-41bd-4d36-8c96-82542d556115 req-e5af76a6-7b01-4e42-90a9-fde789df8d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530609 Aug 20 08:58:36.182475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 014628ca-31c6-46fb-b4c0-176edc37b3d9 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:36.287219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-22bd099c-d0fe-4cf7-b2f3-274eb98fff15 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102358 Aug 20 08:58:36.323228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.329882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.427711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-bbbc183e-8746-4765-93dd-d3c3897a5e7a service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337693 Aug 20 08:58:36.440961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe638a80-8027-4fad-b708-8e6a9d6c1657 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:36.463945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.465256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8155515 Aug 20 08:58:36.476412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49496) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:36.481999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'security_group_rule': {'security_group_id': '053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:36.497164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-6d1be02a-5034-4481-bd17-8aa53e608785 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 217 time: 0.0610483 Aug 20 08:58:36.505533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fe638a80-8027-4fad-b708-8e6a9d6c1657 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:36.506941 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.509234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911c63a-b72f-4aa7-b6a9-acbd00cff9bc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:36.558079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-4d070f6f-35ac-45f3-bc8c-1e937026f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:36.558702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8371e-4438-4cdc-96a3-62024802b026 req-67e57331-c7ca-4670-b5bd-dd9f1ad58417 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:36.560430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ea8371e-4438-4cdc-96a3-62024802b026 req-67e57331-c7ca-4670-b5bd-dd9f1ad58417 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2676110 Aug 20 08:58:36.560582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-4d070f6f-35ac-45f3-bc8c-1e937026f75c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0549753 Aug 20 08:58:36.568825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.576139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:36.584884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'floatingip': {'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:36.600855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.614373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05ba8804-9bfc-42e8-a0a1-73f151d90461 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:36.619856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-d27d98f1-9e70-4261-9c36-789374c49917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:36.621673 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-d27d98f1-9e70-4261-9c36-789374c49917 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526612 Aug 20 08:58:36.684247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 05ba8804-9bfc-42e8-a0a1-73f151d90461 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:36.690913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3066484c-15d9-4a86-9215-f6c5733dd26d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:36.710891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87d8c0-a69d-4613-894b-45a720b83b7a req-6e605dce-5b95-46af-85ac-82f9ef443c45 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:36.721328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e87d8c0-a69d-4613-894b-45a720b83b7a req-6e605dce-5b95-46af-85ac-82f9ef443c45 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.3145063 Aug 20 08:58:36.750457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.761187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3066484c-15d9-4a86-9215-f6c5733dd26d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:36.761665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.840858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-44937c83-7e19-4ace-9544-6da87d4d37c6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028885 Aug 20 08:58:36.847241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:36.886628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:36.891967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['534dd006-a22c-4562-9fab-6a98b3803666'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:36.910764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f4e69e7-bfd8-48c6-a381-c71a03b5ef9f req-d92415d7-4075-4f6e-88e8-55d810e5e1ad tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c1ddee-cbd8-486b-9690-b10c6c334720 HTTP/1.1" status: 200 len: 210 time: 0.0747015 Aug 20 08:58:37.038721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:37.043199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-2d402231-9b9e-43d2-a060-536ab2d2ce3d service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939976 Aug 20 08:58:37.102385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e87d8c0-a69d-4613-894b-45a720b83b7a req-f33ab75c-3f6c-4540-9882-d88c300dec3a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799884 Aug 20 08:58:37.103289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:37.113285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:37.114116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.114643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-ea6bb000-349d-4a5c-841a-fedc6b0c730d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 217 time: 0.0607269 Aug 20 08:58:37.124999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=014628ca-31c6-46fb-b4c0-176edc37b3d9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:37.194680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-beee69cb-79cc-4bda-9c77-acd9c0e093d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:37.196604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-beee69cb-79cc-4bda-9c77-acd9c0e093d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.0736749 Aug 20 08:58:37.259885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-aa162107-d92c-49c8-8531-7a57bfb16d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:37.262543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-aa162107-d92c-49c8-8531-7a57bfb16d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578945 Aug 20 08:58:37.262688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] No DVR routers for this DVR port fa561e3b-83d2-4be8-b2c5-5e588fb77092 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:37.264366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Pushing event deleted for resources: {'Port': ['ID=fa561e3b-83d2-4be8-b2c5-5e588fb77092,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:37.268986 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.272281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d6b6a5d-0796-4090-89b7-dbfa900e36c3 req-43be95f0-d243-4207-89b4-5eadf495ad97 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "DELETE /v2.0/ports/fa561e3b-83d2-4be8-b2c5-5e588fb77092 HTTP/1.1" status: 204 len: 173 time: 1.9077823 Aug 20 08:58:37.277277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'name': 'network-vif-deleted', 'tag': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:37.279286 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f29206-51b4-42d6-9162-4c35000677da" -d '{"events": [{"server_uuid": "d0c1ddee-cbd8-486b-9690-b10c6c334720", "name": "network-vif-deleted", "tag": "fa561e3b-83d2-4be8-b2c5-5e588fb77092"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:37.283890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c3a62cec-dd61-45ba-9b95-6a4cb2d62c6e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1486299 Aug 20 08:58:37.286962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.296113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49526) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:37.305303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] Provisioning for port 05ba8804-9bfc-42e8-a0a1-73f151d90461 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:37.310363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] Provisioning complete for port 05ba8804-9bfc-42e8-a0a1-73f151d90461 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:37.311585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.321423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.368247 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583d5b4a-004a-40a0-8190-9ff3b24763b0 x-openstack-request-id: req-583d5b4a-004a-40a0-8190-9ff3b24763b0 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:37.368541 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c1ddee-cbd8-486b-9690-b10c6c334720", "name": "network-vif-deleted", "tag": "fa561e3b-83d2-4be8-b2c5-5e588fb77092", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:37.368969 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-583d5b4a-004a-40a0-8190-9ff3b24763b0 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:37.369550 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c1ddee-cbd8-486b-9690-b10c6c334720', 'name': 'network-vif-deleted', 'tag': 'fa561e3b-83d2-4be8-b2c5-5e588fb77092', 'status': 'completed', 'code': 200} Aug 20 08:58:37.378935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1e9dde-92ba-4f73-baf7-5e5c65d2ab4f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:37.447160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d3164-b700-4ebe-97d9-4c5a23a9b04f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:37.453398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d3164-b700-4ebe-97d9-4c5a23a9b04f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:37.455520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.456938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bafa0bb7-e5ce-4e97-b022-dadec41379da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9785759 Aug 20 08:58:37.458927 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd4d3164-b700-4ebe-97d9-4c5a23a9b04f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1615441 Aug 20 08:58:37.459677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49530) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:37.460159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49532) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:37.473879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'security_group_rule': {'security_group_id': '053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:37.515566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.549130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-1c70e08e-4814-487f-9e29-055ee90885d6 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757342 Aug 20 08:58:37.567373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] For port 05ba8804-9bfc-42e8-a0a1-73f151d90461, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05ba8804-9bfc-42e8-a0a1-73f151d90461,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:37.571875 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.640773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703d0f-e6bf-4f94-938a-10846721710b None None] Pushing event updated for resources: {'Port': ['ID=05ba8804-9bfc-42e8-a0a1-73f151d90461,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:37.700758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-57db2fef-a642-42f2-920c-b67b34770da2 None None] Provisioning for port 014628ca-31c6-46fb-b4c0-176edc37b3d9 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:37.705672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-57db2fef-a642-42f2-920c-b67b34770da2 None None] Provisioning complete for port 014628ca-31c6-46fb-b4c0-176edc37b3d9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:37.706157 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-57db2fef-a642-42f2-920c-b67b34770da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.742931 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.786685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-57db2fef-a642-42f2-920c-b67b34770da2 None None] Port 014628ca-31c6-46fb-b4c0-176edc37b3d9 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:37.858875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 014628ca-31c6-46fb-b4c0-176edc37b3d9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:37.859339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.939585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.945685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.992882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:37.999680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-d0df6e55-b8ed-49e3-92fb-93b356974c66 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119902 Aug 20 08:58:38.003619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.081179 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Floating IP b6b432e4-f6b2-4b9a-8920-baca8a6c02cf associated. External IP: 172.25.5.250, port: 9e8fc5cb-d04b-40ed-bff4-6636e869521d. Aug 20 08:58:38.097000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7299dcb8-fbeb-4891-b7f7-4255a039d611,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:38.103318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-b855e13b-9e85-4380-b73d-737c4dde68c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 217 time: 0.0911460 Aug 20 08:58:38.123865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.128315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01214f1b-dad1-48aa-8c4c-c188a2559ec1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591477 Aug 20 08:58:38.128479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.142480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:38.150631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:38.167687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 014628ca-31c6-46fb-b4c0-176edc37b3d9 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:38.192005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-12af4c07-7728-4ee9-8dcf-f8ae715b086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:38.193669 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-12af4c07-7728-4ee9-8dcf-f8ae715b086d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.0803902 Aug 20 08:58:38.284070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa561e3b-83d2-4be8-b2c5-5e588fb77092 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:38.303540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b667-26d7-413d-ad10-d09cacf6708a req-cf0940c9-ff5e-45dd-9433-483199748295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:38.305145 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-cf0940c9-ff5e-45dd-9433-483199748295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714285 Aug 20 08:58:38.313753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05ba8804-9bfc-42e8-a0a1-73f151d90461 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:38.318284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: fa561e3b-83d2-4be8-b2c5-5e588fb77092 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:38.318635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa561e3b-83d2-4be8-b2c5-5e588fb77092 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:38.396910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 05ba8804-9bfc-42e8-a0a1-73f151d90461 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:38.397149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.464249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.547128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-75967218-269a-4ca7-b04f-5915f02447db service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319393 Aug 20 08:58:38.552995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.555256 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/014628ca-31c6-46fb-b4c0-176edc37b3d9 HTTP/1.1" status: 204 len: 168 time: 1.0917027 Aug 20 08:58:38.557556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=014628ca-31c6-46fb-b4c0-176edc37b3d9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:38.560597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:38.658259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:38.803386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7173213-9c62-4e7a-ad08-1f74b35aee77 req-af747177-14dd-4b7d-b2e6-a6ad5c72e3fd tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:38.804984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7173213-9c62-4e7a-ad08-1f74b35aee77 req-af747177-14dd-4b7d-b2e6-a6ad5c72e3fd tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1989431 Aug 20 08:58:38.844362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d787a9-130c-4837-9795-7f76d05dc2b9 req-e18d6ab0-1810-434c-a025-8ffc4ee5dd52 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:38.845993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41d787a9-130c-4837-9795-7f76d05dc2b9 req-e18d6ab0-1810-434c-a025-8ffc4ee5dd52 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.2427995 Aug 20 08:58:38.931150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7173213-9c62-4e7a-ad08-1f74b35aee77 req-7513030e-fb42-40a0-8280-10d033ca992e tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Aug 20 08:58:38.996437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.996994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.997086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.998158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.998445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.998703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.999152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.999396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:38.999775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:39.000294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:39.000412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:39.001706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a919e26-632a-47a0-96b3-54542b5032c0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:39.017947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41d787a9-130c-4837-9795-7f76d05dc2b9 req-6ecda5df-d762-4039-9f2a-8fc50f7ab01b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297433 Aug 20 08:58:39.022798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27bb5c-6257-4701-9638-81dad48a4fec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:39.024388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f27bb5c-6257-4701-9638-81dad48a4fec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:39.026042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f27bb5c-6257-4701-9638-81dad48a4fec tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4500489 Aug 20 08:58:39.031637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:39.074518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f941b667-26d7-413d-ad10-d09cacf6708a req-65761bae-3dd7-46d9-a1f1-cef83ecf9785 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180893 Aug 20 08:58:39.076081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:58:39.090067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet ef70324a-d821-4f79-9fdd-b2c503eee7e0 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:39.093317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.098974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.152195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.256966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.312434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:58:39.322719 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.325604 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:58:39.326173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 172.25.5.251 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/79b9d789-92d6-4bdb-8f23-57a65b2caec6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:39.331830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.339168 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:39.339637 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:58:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:39.365644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-319e6742-9907-475c-afb1-a129a3c3dc95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "PUT /v2.0/floatingips/b6b432e4-f6b2-4b9a-8920-baca8a6c02cf HTTP/1.1" status: 200 len: 991 time: 2.7866209 Aug 20 08:58:39.370606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=ef70324a-d821-4f79-9fdd-b2c503eee7e0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:39.374728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.381572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cde12a57-7cb6-4988-b28d-d07261ad4ef7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/ef70324a-d821-4f79-9fdd-b2c503eee7e0 HTTP/1.1" status: 204 len: 168 time: 0.3471336 Aug 20 08:58:39.381572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:39.383597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05fc4f-99fb-423c-8076-135412cdd0bb None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:39.389209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:39.391578 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef70ad-153a-47d6-b0e2-773b2e78297b" -d '{"events": [{"name": "network-changed", "server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:39.468529 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f63f85d-751d-4eb6-bfd6-23d71e7f3207 x-openstack-request-id: req-2f63f85d-751d-4eb6-bfd6-23d71e7f3207 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:39.468967 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:39.470964 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f63f85d-751d-4eb6-bfd6-23d71e7f3207 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:39.471470 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'status': 'completed', 'code': 200} Aug 20 08:58:39.538518 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.543963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49614) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:39.551857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:39.555245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9b70e9bb-ad1e-476c-bc8a-0dce699e0c95 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669915 Aug 20 08:58:39.605321 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:39.628379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-f64923e7-4d63-4988-b5aa-9b7f19bad7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:39.630379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-f64923e7-4d63-4988-b5aa-9b7f19bad7e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1096 time: 0.0929980 Aug 20 08:58:39.670140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:39.754698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.757195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:39.761888 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.763510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] Deleting port 05ba8804-9bfc-42e8-a0a1-73f151d90461 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:39.763894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.827897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-a2bc9cff-9446-4a28-a6fe-7c4975a8ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:39.829956 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-a2bc9cff-9446-4a28-a6fe-7c4975a8ee8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.1909747 Aug 20 08:58:39.847942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-9c66b255-a2b2-4aa1-9ba3-7a519f12b737 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:39.849861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-9c66b255-a2b2-4aa1-9ba3-7a519f12b737 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.1746736 Aug 20 08:58:39.887876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:39.899386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] For port 05ba8804-9bfc-42e8-a0a1-73f151d90461, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05ba8804-9bfc-42e8-a0a1-73f151d90461,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:39.900929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:39.906776 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b6b432e4-f6b2-4b9a-8920-baca8a6c02cf', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'mac_address': 'fa:16:3e:4a:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:58:16Z', 'updated_at': '2021-08-20T08:58:37Z', 'revision_number': 1, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:39.920654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] Calling delete_port for 05ba8804-9bfc-42e8-a0a1-73f151d90461 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:39.931967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:39.936715 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:58:39.937567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-ee8f226d-3d68-4aa6-9f28-76f3c6183411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 999 time: 0.0995040 Aug 20 08:58:39.949812 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:39.953408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:39.953856 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:58:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:39.999657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=79b9d789-92d6-4bdb-8f23-57a65b2caec6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:40.011935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.039098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] Pushing event deleted for resources: {'Port': ['ID=05ba8804-9bfc-42e8-a0a1-73f151d90461,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:40.050024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e219bb2-5907-47ac-9622-81205d41be6e None None] No DVR routers for this DVR port 05ba8804-9bfc-42e8-a0a1-73f151d90461 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:40.072530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49624) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:40.081368 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:40.112623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-733cfa58-6e5d-4a53-a700-7b5703e2b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:40.114773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-733cfa58-6e5d-4a53-a700-7b5703e2b3ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.1698210 Aug 20 08:58:40.202283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-5582dcfb-b4e9-40e2-8952-119143e734b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:40.203788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-5582dcfb-b4e9-40e2-8952-119143e734b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816064 Aug 20 08:58:40.248780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05ba8804-9bfc-42e8-a0a1-73f151d90461 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:40.273687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 05ba8804-9bfc-42e8-a0a1-73f151d90461 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:40.274366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05ba8804-9bfc-42e8-a0a1-73f151d90461 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:40.300303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.306820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Deleting port 534dd006-a22c-4562-9fab-6a98b3803666 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:40.307026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.317337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-af1e5ab9-e16f-4ac1-9323-9ca1f6fbdb0e service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056678 Aug 20 08:58:40.317485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69841-44a8-400c-ac17-88ad5abae018 req-7cb83614-7016-4273-9b28-195a6856b0e6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:40.318912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4f69841-44a8-400c-ac17-88ad5abae018 req-7cb83614-7016-4273-9b28-195a6856b0e6 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 945 time: 0.2161450 Aug 20 08:58:40.404450 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b6b432e4-f6b2-4b9a-8920-baca8a6c02cf', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'mac_address': 'fa:16:3e:4a:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:58:16Z', 'updated_at': '2021-08-20T08:58:37Z', 'revision_number': 1, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:40.419369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebef70ad-153a-47d6-b0e2-773b2e78297b req-c40812c1-5080-4c16-8592-24b6980b4c4d service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949006 Aug 20 08:58:40.435952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe887-dac3-4a4e-9609-f70b6b99c822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.498107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4beb21-1239-419d-b92c-9acf1d736f12 req-a0b156d5-592a-461f-a2e5-56e925fc0b30 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:40.499694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb4beb21-1239-419d-b92c-9acf1d736f12 req-a0b156d5-592a-461f-a2e5-56e925fc0b30 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.3037019 Aug 20 08:58:40.526728 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24c4ff-b584-492e-bd37-ce13a786a91b None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'b6b432e4-f6b2-4b9a-8920-baca8a6c02cf', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'mac_address': 'fa:16:3e:4a:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:58:16Z', 'updated_at': '2021-08-20T08:58:37Z', 'revision_number': 1, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:58:40.550255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.597177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4f69841-44a8-400c-ac17-88ad5abae018 req-46ec6e6d-4efd-4a7d-a078-72de9b1b095d tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/security-groups?id=b843cf1f-1b1c-4508-8e15-ea4c3d327725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623777 Aug 20 08:58:40.669473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] For port 534dd006-a22c-4562-9fab-6a98b3803666, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=534dd006-a22c-4562-9fab-6a98b3803666,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:40.670066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.729615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Calling delete_port for 534dd006-a22c-4562-9fab-6a98b3803666 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:40.739349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb4beb21-1239-419d-b92c-9acf1d736f12 req-29b1bead-7e32-4014-8389-a9987ec086b5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212195 Aug 20 08:58:40.763055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8273844f-52df-4444-b96e-3721d9b658a9 None None] New status for floating IP b6b432e4-f6b2-4b9a-8920-baca8a6c02cf: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:58:40.827136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:40.838234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.953558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:40.972895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:40.976224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:40.976822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:40.982200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0564ccc-82fa-4d8d-9299-9f8de6f23ee8 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:41.023857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=8072ee37-1b64-480d-9f02-8462cbfc2b82,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:41.028562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe887-dac3-4a4e-9609-f70b6b99c822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.048233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bdbbe887-dac3-4a4e-9609-f70b6b99c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.063018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6acf2a6e-3195-4d58-80a1-234c717cf63b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5174320 Aug 20 08:58:41.066430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49632) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:41.071893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:9a:5c:94', 'name': 'tempest-NetworksTestDHCPv6-773001274'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:41.110043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbe887-dac3-4a4e-9609-f70b6b99c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9569f4b9-35b6-4531-a2dd-f629357f6b7a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:41.121808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bdbbe887-dac3-4a4e-9609-f70b6b99c822 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcb93f6ca22f417ba3a60f9982555d94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437393 Aug 20 08:58:41.123957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.124564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49634) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:41.153684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.160102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '8072ee37-1b64-480d-9f02-8462cbfc2b82'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:41.161399 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.216811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc30c3bb-c608-4b16-8777-a10369d4c558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.243212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=79b9d789-92d6-4bdb-8f23-57a65b2caec6,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:41.247588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc30c3bb-c608-4b16-8777-a10369d4c558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.256965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:41.259082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.267663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.295922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Pushing event deleted for resources: {'Port': ['ID=534dd006-a22c-4562-9fab-6a98b3803666,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:41.328938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.340375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a998ebe6-d1d2-4010-9afb-dcbb03e5ce4c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1933422 Aug 20 08:58:41.363774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Allocated IP 2001:db8::f816:3eff:fe31:99b5 (70e63f2b-66e7-4648-9b28-cb982492e847/8072ee37-1b64-480d-9f02-8462cbfc2b82/b2ba7572-46d4-427b-92ff-18195ed2f111) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:41.372311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] No DVR routers for this DVR port 534dd006-a22c-4562-9fab-6a98b3803666 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:41.374475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.377159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.379423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-889a73e6-6934-47a0-90db-89e9b5f11b0d req-decb9461-7bba-441b-8a45-7c974abbea92 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.26 "DELETE /v2.0/ports/534dd006-a22c-4562-9fab-6a98b3803666 HTTP/1.1" status: 204 len: 173 time: 1.5120921 Aug 20 08:58:41.401265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc30c3bb-c608-4b16-8777-a10369d4c558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.403998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc30c3bb-c608-4b16-8777-a10369d4c558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.407489 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cc30c3bb-c608-4b16-8777-a10369d4c558 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9569f4b9-35b6-4531-a2dd-f629357f6b7a HTTP/1.1" status: 204 len: 168 time: 0.2791438 Aug 20 08:58:41.421829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 668e670e-de10-43c4-a7dc-3f7f0bb739d8 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:41.443458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30c3bb-c608-4b16-8777-a10369d4c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9569f4b9-35b6-4531-a2dd-f629357f6b7a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:41.472188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'name': 'network-vif-deleted', 'tag': '534dd006-a22c-4562-9fab-6a98b3803666'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:41.474917 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910fbef6-07b8-44dc-94cc-c9bcd9ebf059" -d '{"events": [{"server_uuid": "2af4f65f-bb2b-4c59-8297-9552b43ce94c", "name": "network-vif-deleted", "tag": "534dd006-a22c-4562-9fab-6a98b3803666"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:41.544369 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7036fdd0-196a-4fc9-a666-cd9b4165bf02 x-openstack-request-id: req-7036fdd0-196a-4fc9-a666-cd9b4165bf02 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:41.544984 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4f65f-bb2b-4c59-8297-9552b43ce94c", "name": "network-vif-deleted", "tag": "534dd006-a22c-4562-9fab-6a98b3803666", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:41.545314 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7036fdd0-196a-4fc9-a666-cd9b4165bf02 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:41.545951 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4f65f-bb2b-4c59-8297-9552b43ce94c', 'name': 'network-vif-deleted', 'tag': '534dd006-a22c-4562-9fab-6a98b3803666', 'status': 'completed', 'code': 200} Aug 20 08:58:41.686331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.695640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Transition to ACTIVE for port object b2ba7572-46d4-427b-92ff-18195ed2f111 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:41.713824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Transition to ACTIVE for port object b2ba7572-46d4-427b-92ff-18195ed2f111 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:41.724149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.736206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7c01c37-d831-4f82-b2a3-3d61753392f5 req-b8277a89-a7b6-4599-b71d-6af52ef09b86 tempest-ListServerFiltersTestJSON-909548636 tempest-ListServerFiltersTestJSON-909548636-project] 10.222.0.35 "GET /v2.0/ports?device_id=2af4f65f-bb2b-4c59-8297-9552b43ce94c HTTP/1.1" status: 200 len: 210 time: 0.0386548 Aug 20 08:58:41.789137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-ed1ac35f-7949-4a39-965f-b677d596734e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1174054401&fields=id&tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50 HTTP/1.1" status: 200 len: 267 time: 0.0558293 Aug 20 08:58:41.814016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Pushing event updated for resources: {'Port': ['ID=b2ba7572-46d4-427b-92ff-18195ed2f111,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:41.815607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe9a:5c94 (70e63f2b-66e7-4648-9b28-cb982492e847/8072ee37-1b64-480d-9f02-8462cbfc2b82/668e670e-de10-43c4-a7dc-3f7f0bb739d8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:41.830942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:41.832959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:41.840569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:41.875061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-53233f38-e0d0-422c-aa08-0313a4f301cc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:41.885512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-53233f38-e0d0-422c-aa08-0313a4f301cc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 936 time: 0.0858550 Aug 20 08:58:41.925098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49666) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:41.927211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Attempting to bind port b2ba7572-46d4-427b-92ff-18195ed2f111 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:41.927650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Attempting to bind port b2ba7572-46d4-427b-92ff-18195ed2f111 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:41.928072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Attempting to bind port b2ba7572-46d4-427b-92ff-18195ed2f111 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:41.935152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:41.935608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:41.936026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.936416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:41.936881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Bound port: b2ba7572-46d4-427b-92ff-18195ed2f111, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:41.937397 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:41.950776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a63f27ff-be22-4ddc-b702-72db4cbd5e1b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:41.959997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a63f27ff-be22-4ddc-b702-72db4cbd5e1b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 935 time: 0.0734026 Aug 20 08:58:41.992497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-374880ef-81e6-43d0-98c6-4255d6367922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.007676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] For port b2ba7572-46d4-427b-92ff-18195ed2f111, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:42.011852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] For port b2ba7572-46d4-427b-92ff-18195ed2f111, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b2ba7572-46d4-427b-92ff-18195ed2f111,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:42.018870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.067278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-84224f5d-50e1-45b5-bba0-c902046e384d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1056068 Aug 20 08:58:42.101139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2bbe-9f5c-4b6c-8c1e-9c5745df2a89 None None] Pushing event updated for resources: {'Port': ['ID=b2ba7572-46d4-427b-92ff-18195ed2f111,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:42.107496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-2dc13367-699f-4737-9277-5210be3541e7 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0399530 Aug 20 08:58:42.116684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0fff6-df17-43f4-8a05-4c644e2d0056 req-19530594-65fa-49a5-a704-c492a7dc41c3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.118405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afa0fff6-df17-43f4-8a05-4c644e2d0056 req-19530594-65fa-49a5-a704-c492a7dc41c3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1510611 Aug 20 08:58:42.179107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.198768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 668e670e-de10-43c4-a7dc-3f7f0bb739d8 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:42.224713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afa0fff6-df17-43f4-8a05-4c644e2d0056 req-fdedbfa8-0194-4c2d-88f4-870f44804e77 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954006 Aug 20 08:58:42.241487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-374880ef-81e6-43d0-98c6-4255d6367922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.249749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-374880ef-81e6-43d0-98c6-4255d6367922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.256611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.282121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a915dda5-7679-4c3e-ade6-b9677ee4c817 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.291321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a915dda5-7679-4c3e-ade6-b9677ee4c817 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.320194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 534dd006-a22c-4562-9fab-6a98b3803666 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:42.342927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a915dda5-7679-4c3e-ade6-b9677ee4c817 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.343477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:42.349520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a915dda5-7679-4c3e-ade6-b9677ee4c817 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/networks?id=2197b274-0c57-4258-a943-1259d03ded58&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=d2983d18-56c1-442a-80a7-df9c2d50cea2&id=d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 200 len: 1996 time: 0.2300780 Aug 20 08:58:42.356611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:42.362510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-374880ef-81e6-43d0-98c6-4255d6367922 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9258aa3db364e7d84c8697909b9a9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355450 Aug 20 08:58:42.363516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:42.367637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49668) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:42.369085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.369731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.372337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 534dd006-a22c-4562-9fab-6a98b3803666 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:42.372794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 534dd006-a22c-4562-9fab-6a98b3803666 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:42.380296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374880ef-81e6-43d0-98c6-4255d6367922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab26d80-67d2-42c2-9af9-0b8f8c941ed2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:42.390935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=668e670e-de10-43c4-a7dc-3f7f0bb739d8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:42.398911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-92bebe98-d995-4d38-b26b-2003713da960 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/quotas/b6e19c0f3e7c4092aba300a78ea3dd50 HTTP/1.1" status: 200 len: 375 time: 0.0411427 Aug 20 08:58:42.426772 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9023da4d-9cf2-4ca3-a229-bc7f37aa64ae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3586509 Aug 20 08:58:42.427732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49670) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:42.495996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772c4fb-6d36-4e19-ac88-3618ee7783b5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.503001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772c4fb-6d36-4e19-ac88-3618ee7783b5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:42.503664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aa7-a98e-40c1-9aad-ee8420124644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.505757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d772c4fb-6d36-4e19-ac88-3618ee7783b5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0759797 Aug 20 08:58:42.507423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49672) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:42.508530 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.533007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-d7998fee-a1c5-4e2f-8f77-6d93f5a688d9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1256325 Aug 20 08:58:42.557832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aa7-a98e-40c1-9aad-ee8420124644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.608371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 668e670e-de10-43c4-a7dc-3f7f0bb739d8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:42.608614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.666443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9a362dca-65e3-4e59-926b-3a17b8ee3d2e service neutron] 10.222.0.35 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185176 Aug 20 08:58:42.668186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aa7-a98e-40c1-9aad-ee8420124644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.670890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffe14aa7-a98e-40c1-9aad-ee8420124644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.671957 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ffe14aa7-a98e-40c1-9aad-ee8420124644 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ab26d80-67d2-42c2-9af9-0b8f8c941ed2 HTTP/1.1" status: 204 len: 168 time: 0.3031554 Aug 20 08:58:42.710783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.723596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 668e670e-de10-43c4-a7dc-3f7f0bb739d8 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:42.732975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe14aa7-a98e-40c1-9aad-ee8420124644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab26d80-67d2-42c2-9af9-0b8f8c941ed2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:42.793146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-07fb6195-e016-4636-b6cb-87875db79ffd service neutron] 10.222.0.35 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200306 Aug 20 08:58:42.802939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49678) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:42.840227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-f181cfe1-252b-464f-8f8d-07e665bda0e5 service neutron] 10.222.0.35 "GET /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381722 Aug 20 08:58:42.866432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Deleting subnet 5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:42.873977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.946793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:42.966036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-16809061-cee6-433c-bd0b-bd6e1a2cb0a4 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158419 Aug 20 08:58:42.983343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.098935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-66aeee21-b37b-480e-82e8-c40f1e50d907 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235890 Aug 20 08:58:43.116659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.120823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/668e670e-de10-43c4-a7dc-3f7f0bb739d8 HTTP/1.1" status: 204 len: 168 time: 0.6100135 Aug 20 08:58:43.120823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d77b4-6ffb-4f58-ad9f-057eeda74eb7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=668e670e-de10-43c4-a7dc-3f7f0bb739d8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:43.125360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49690) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:43.152234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-13a48597-69ba-450c-91ea-c303843a555b service neutron] 10.222.0.35 "GET /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0522528 Aug 20 08:58:43.169311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.214053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b46e537f-abb6-40b9-b7dd-a443ae204ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.248023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62d84f-285b-4d2b-b1b5-0ce6f1f209c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:43.250716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62d84f-285b-4d2b-b1b5-0ce6f1f209c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:43.253125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df62d84f-285b-4d2b-b1b5-0ce6f1f209c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1266017 Aug 20 08:58:43.256434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49696) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:43.314329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-de14b3d4-7c3e-40b3-a73b-bd493331d3a2 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572545 Aug 20 08:58:43.321580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 8072ee37-1b64-480d-9f02-8462cbfc2b82 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:43.333478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.396309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.400346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.476287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fce9cc6-f406-4f7c-83ca-dfff1a9707b8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:43.489483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.493989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c96e44ca-7f71-47ea-99d7-b8ce03a7dd4c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5fce9cc6-f406-4f7c-83ca-dfff1a9707b8 HTTP/1.1" status: 204 len: 168 time: 0.6874957 Aug 20 08:58:43.494135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-61dcbcdd-c8e5-42f7-846a-68fc4ffc5182 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750631 Aug 20 08:58:43.494569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49708) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:43.500759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c64eba3-711a-4313-a0d3-1269942294bd None None] Network 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:43.528573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc639427-128c-44cd-bfd0-9296d06cdc4e req-55f3fc19-5e4e-4e4c-83c4-95563905335d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:43.530119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc639427-128c-44cd-bfd0-9296d06cdc4e req-55f3fc19-5e4e-4e4c-83c4-95563905335d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1855316 Aug 20 08:58:43.639969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.676012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0f8df6c6-557a-49ba-ac8e-e8ec1c8f1851 None None] Provisioning for port b2ba7572-46d4-427b-92ff-18195ed2f111 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:43.688251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-60053ddc-4d96-425e-8298-6775f46d7a5a service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763830 Aug 20 08:58:43.699831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc639427-128c-44cd-bfd0-9296d06cdc4e req-afacb9df-0663-4118-80ad-7830a432befb tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619492 Aug 20 08:58:43.739334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.780387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] DHCP port deletion for 9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:43.889361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.898144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] Deleting port aa51185b-e67a-49f7-9c76-99c95638465e {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:43.898986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.916405 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.935611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:43.940448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/8072ee37-1b64-480d-9f02-8462cbfc2b82 HTTP/1.1" status: 204 len: 168 time: 0.6794143 Aug 20 08:58:43.940448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ed10c-c340-48e8-83b5-473728e78f11 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=8072ee37-1b64-480d-9f02-8462cbfc2b82,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:43.947294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49716) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:43.970922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175f235-1ab6-4575-b348-8c04479ecfeb None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:44.002274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7da37d93-3546-496d-b77a-0f9b7d459624 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496116 Aug 20 08:58:44.002274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49718) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:44.038457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Deleting port aa51185b-e67a-49f7-9c76-99c95638465e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:44.038808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.140757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-da7dee31-31ad-46be-ac76-b3d6c5da05d0 None None] Could not find standard attr ID for object 668e670e-de10-43c4-a7dc-3f7f0bb739d8. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:58:44.168032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] For port aa51185b-e67a-49f7-9c76-99c95638465e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aa51185b-e67a-49f7-9c76-99c95638465e,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:44.168252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.177496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] For port aa51185b-e67a-49f7-9c76-99c95638465e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aa51185b-e67a-49f7-9c76-99c95638465e,segment=NetworkSegment(5c1fadd1-aae5-495e-bd5e-8393681120f1),segment_id=5c1fadd1-aae5-495e-bd5e-8393681120f1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:44.177952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.184532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Calling delete_port for aa51185b-e67a-49f7-9c76-99c95638465e owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:44.214378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] Calling delete_port for aa51185b-e67a-49f7-9c76-99c95638465e owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:44.260044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752fd54-9394-4b8c-87a3-185293a38ca9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:44.261524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e752fd54-9394-4b8c-87a3-185293a38ca9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2587690 Aug 20 08:58:44.265638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49728) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:44.339031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322db95-cf3f-49de-9dac-0bcdb8705c12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:44.341121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2322db95-cf3f-49de-9dac-0bcdb8705c12 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743997 Aug 20 08:58:44.343676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49732) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:44.361888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-03547bfb-9b15-4ed7-af04-821be53684d8 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607990 Aug 20 08:58:44.388326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:44.391109 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1fad8552-31b4-4157-8506-ecefd5d1db37 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461669 Aug 20 08:58:44.395737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49736) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:44.403066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.403476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aa51185b-e67a-49f7-9c76-99c95638465e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:44.412793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:44.415005 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.429680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa51185b-e67a-49f7-9c76-99c95638465e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:44.437185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] No DVR routers for this DVR port aa51185b-e67a-49f7-9c76-99c95638465e on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:44.533776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.549471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af2e8cd-2ed5-4391-bd9e-fbc1318c2588']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:44.566062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1fadd1-aae5-495e-bd5e-8393681120f1') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:44.566767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1fadd1-aae5-495e-bd5e-8393681120f1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:44.572449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b19210dd-2a2e-4a5e-a344-cb3e7226df82 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975329 Aug 20 08:58:44.579398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.591421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:44.595503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.601610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.611549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:58:44.612513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.637749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: aa51185b-e67a-49f7-9c76-99c95638465e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:44.638228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aa51185b-e67a-49f7-9c76-99c95638465e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:44.660521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] No DVR routers for this DVR port aa51185b-e67a-49f7-9c76-99c95638465e on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:44.662382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f6bad-cdc3-4dd1-b3fa-9a1c8a749742 None None] Pushing event deleted for resources: {'Port': ['ID=aa51185b-e67a-49f7-9c76-99c95638465e,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:58:44.682362 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:58:44.707850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.716183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] Deleting port b2ba7572-46d4-427b-92ff-18195ed2f111 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:44.716616 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.732785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.739923 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] 10.222.0.35 "DELETE /v2.0/networks/9af2e8cd-2ed5-4391-bd9e-fbc1318c2588 HTTP/1.1" status: 204 len: 168 time: 1.2391708 Aug 20 08:58:44.739923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b7f32-01c3-4664-87af-248f38b1449d admin admin] Pushing event deleted for resources: {'Network': ['ID=9af2e8cd-2ed5-4391-bd9e-fbc1318c2588,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:44.797088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-ce893495-2cff-4bf0-8ec5-4ce3fac63545 service neutron] 10.222.0.35 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180755 Aug 20 08:58:44.830726 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] For port b2ba7572-46d4-427b-92ff-18195ed2f111, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b2ba7572-46d4-427b-92ff-18195ed2f111,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:44.831053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.849056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] Calling delete_port for b2ba7572-46d4-427b-92ff-18195ed2f111 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:44.957571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:44.992553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] Pushing event deleted for resources: {'Port': ['ID=b2ba7572-46d4-427b-92ff-18195ed2f111,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:44.999130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b92fa-0d87-4f1b-bd20-e1621f61847c None None] No DVR routers for this DVR port b2ba7572-46d4-427b-92ff-18195ed2f111 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:45.002994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d373c-e395-4d06-a343-7141df7ea56e req-7e0101a3-47fa-47f8-a4f6-f819ac60af34 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:45.011032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-291d373c-e395-4d06-a343-7141df7ea56e req-7e0101a3-47fa-47f8-a4f6-f819ac60af34 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1744249 Aug 20 08:58:45.040087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49760) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:45.070291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-82ebb2b9-0d5e-4aae-b800-4855171af249 service neutron] 10.222.0.35 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510395 Aug 20 08:58:45.084077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68969a39-dc99-4a1d-ac27-834b721b5b47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5bfcefe71024273aa15871bdb9e5a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405829 Aug 20 08:58:45.084625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49762) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:45.136637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-006abf57-0312-42f5-808e-ea196daba9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.160819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-291d373c-e395-4d06-a343-7141df7ea56e req-983bdc58-a3e8-4329-b511-08221c620817 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488864 Aug 20 08:58:45.161088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-006abf57-0312-42f5-808e-ea196daba9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.163669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.236595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:45.242595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-006abf57-0312-42f5-808e-ea196daba9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.247448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-006abf57-0312-42f5-808e-ea196daba9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.247576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:45.256259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:45.256876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.263353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e595a9f9-cc04-4e43-ba27-ede15619d6e9 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:45.274387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-14e98c6f-f69d-4de0-a12b-8d8bb169c22c service neutron] 10.222.0.35 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021081 Aug 20 08:58:45.274982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-006abf57-0312-42f5-808e-ea196daba9cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b843cf1f-1b1c-4508-8e15-ea4c3d327725 HTTP/1.1" status: 204 len: 168 time: 0.1882677 Aug 20 08:58:45.285140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=393739c5-81d0-4f7f-b277-e0f12fdb4441,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:45.305965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6c0c9395-b9fb-41a4-957f-256b4eab648e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9038618 Aug 20 08:58:45.318278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49774) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:45.331105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:8a:c6:90', 'name': 'tempest-NetworksTestDHCPv6-1748970504'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:45.341024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006abf57-0312-42f5-808e-ea196daba9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b843cf1f-1b1c-4508-8e15-ea4c3d327725,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:45.438019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b2bef769-dce9-429e-b4a6-73ab7bba9da4 service neutron] 10.222.0.35 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627042 Aug 20 08:58:45.562722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:45.567734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-c3a05b1e-c84f-475b-9118-fd3b2a4e42b6 service neutron] 10.222.0.35 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228740 Aug 20 08:58:45.582684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.583647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '393739c5-81d0-4f7f-b277-e0f12fdb4441'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:45.587160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:45.605833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 63e6a99a-3b04-44bc-a048-5f1cfc6a4241 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:45.769635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::38f (70e63f2b-66e7-4648-9b28-cb982492e847/393739c5-81d0-4f7f-b277-e0f12fdb4441/63e6a99a-3b04-44bc-a048-5f1cfc6a4241) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:45.999736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.015549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 63e6a99a-3b04-44bc-a048-5f1cfc6a4241 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:46.062717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.136734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=63e6a99a-3b04-44bc-a048-5f1cfc6a4241,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:46.148768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:46.150610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:46.153739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:46.161792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:46.162800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.182505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f7fa1c3-8be1-483b-9a17-370896ff321e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8628013 Aug 20 08:58:46.185298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49828) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:46.187758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/393739c5-81d0-4f7f-b277-e0f12fdb4441/d6ddacba-6fc3-431f-b41f-e5bf9a34225d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:46.297049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b2ba7572-46d4-427b-92ff-18195ed2f111 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:46.302701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00703caa-ecc2-4333-8670-a5878b26e81c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:46.305758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00703caa-ecc2-4333-8670-a5878b26e81c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1189792 Aug 20 08:58:46.308327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49836) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:46.338115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b2ba7572-46d4-427b-92ff-18195ed2f111 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:46.338359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b2ba7572-46d4-427b-92ff-18195ed2f111 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:46.373945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.388924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835bc2e-5bab-4251-be4c-d45514defffa req-620a2bb7-cec2-4085-ab61-5dde74061162 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:46.403771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a835bc2e-5bab-4251-be4c-d45514defffa req-620a2bb7-cec2-4085-ab61-5dde74061162 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1106391 Aug 20 08:58:46.492650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a835bc2e-5bab-4251-be4c-d45514defffa req-e27b364f-407e-43fa-a991-dee459337d11 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835922 Aug 20 08:58:46.504374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.531822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Transition to ACTIVE for port object d6ddacba-6fc3-431f-b41f-e5bf9a34225d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:46.563308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Transition to ACTIVE for port object d6ddacba-6fc3-431f-b41f-e5bf9a34225d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:46.575736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 63e6a99a-3b04-44bc-a048-5f1cfc6a4241 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:46.576089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.586218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.588347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49852) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:46.598963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c25b52b6-a2c0-4531-b4c8-0d3f51212e35 req-2050d3ab-f86c-4820-a553-228a2f664667 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0719368 Aug 20 08:58:46.645114 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8678dc0a-743a-4404-b80a-e0dda4f98ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.673635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:46.675392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Pushing event updated for resources: {'Port': ['ID=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:46.678499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:46.680537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:46.759824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Attempting to bind port d6ddacba-6fc3-431f-b41f-e5bf9a34225d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:46.760276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Attempting to bind port d6ddacba-6fc3-431f-b41f-e5bf9a34225d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:46.760713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Attempting to bind port d6ddacba-6fc3-431f-b41f-e5bf9a34225d on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:46.769180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:46.769664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:46.770239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.770860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:46.771482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Bound port: d6ddacba-6fc3-431f-b41f-e5bf9a34225d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:46.772003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.785919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.793943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:58:46.806404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 63e6a99a-3b04-44bc-a048-5f1cfc6a4241 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:46.856924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] For port d6ddacba-6fc3-431f-b41f-e5bf9a34225d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:46.865368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] For port d6ddacba-6fc3-431f-b41f-e5bf9a34225d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:46.871768 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.904479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-635284580-network', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:46.968066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc3d42-7492-49a2-a0b0-3616d1508d73 None None] Pushing event updated for resources: {'Port': ['ID=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:46.981068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:46.983648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:46.995236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.092820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.138221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=63e6a99a-3b04-44bc-a048-5f1cfc6a4241,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:47.202910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.208091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-47e59f3d-c37c-4ca5-9438-674de9c1f8bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/63e6a99a-3b04-44bc-a048-5f1cfc6a4241 HTTP/1.1" status: 204 len: 168 time: 0.8972166 Aug 20 08:58:47.210623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49874) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:47.267570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.275109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.294265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:58:47.309814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.311044 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Added segment 3f5b0697-8888-4441-98f1-82a988e5c15e of type vlan for network 33154d1c-44bc-4a83-b66e-0f99e85d6869 Aug 20 08:58:47.329831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ef139-d21c-4e74-9596-5f1b4260d116 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:47.332156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ef139-d21c-4e74-9596-5f1b4260d116 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:47.338289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-747ef139-d21c-4e74-9596-5f1b4260d116 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1264949 Aug 20 08:58:47.339401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49880) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:47.353812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.372198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.412319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 393739c5-81d0-4f7f-b277-e0f12fdb4441 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:58:47.416553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.417085 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.417534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:47.418144 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.425280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39690b30-6b48-4fce-af99-277acffb5c04,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:47.473534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.478247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8863723 Aug 20 08:58:47.478469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49886) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:47.485959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Request body: {'subnet': {'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-635284580-subnet', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:47.497299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb8dee-80a8-4cc6-a487-519f9287c75e admin admin] Pushing event updated for resources: {'Network': ['ID=33154d1c-44bc-4a83-b66e-0f99e85d6869,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:47.511085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:58:47.519655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:47.522620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.670924 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.749288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c6794-3333-43f9-9bf1-d9b58a25fa97 req-2ce5d03d-6109-47ce-be44-95c2c9f69bbf tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:47.761995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311c6794-3333-43f9-9bf1-d9b58a25fa97 req-2ce5d03d-6109-47ce-be44-95c2c9f69bbf tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1671982 Aug 20 08:58:47.806833 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:47.848880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9a9f76d6-705b-4137-9009-382405cc6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:47.850463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9a9f76d6-705b-4137-9009-382405cc6032 service neutron] 10.222.0.26 "GET /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 1032 time: 0.0743964 Aug 20 08:58:47.898872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84104ab1-a0fe-4373-a79c-a268e412d229,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:47.933110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f071c067-49e7-4afd-babf-939877d417c2 req-f617dcba-62ea-4309-98eb-33436f6dec51 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.1413851 Aug 20 08:58:47.951282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:47.951644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Network hostable DHCP agents. Network: 33154d1c-44bc-4a83-b66e-0f99e85d6869, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:58:47.977679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:58:47.992866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 33154d1c-44bc-4a83-b66e-0f99e85d6869) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:47.998109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:47.999181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.001988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.005938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b9fc6-ca9a-4e25-8c41-a8e8a6f57b06 None None] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:48.019396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-64198911-8763-43d1-b06b-1e66ba01ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:48.020923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-64198911-8763-43d1-b06b-1e66ba01ab74 service neutron] 10.222.0.26 "GET /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 1031 time: 0.1325264 Aug 20 08:58:48.021391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-444b99d9-5843-423f-ac99-d72ef8b98e85 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5415621 Aug 20 08:58:48.023790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49904) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.024462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.028631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/393739c5-81d0-4f7f-b277-e0f12fdb4441 HTTP/1.1" status: 204 len: 168 time: 0.6855903 Aug 20 08:58:48.034777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:48.038459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49906) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.055185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311c6794-3333-43f9-9bf1-d9b58a25fa97 req-e63990b4-0d06-4d3d-ade5-6f338e70d71e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836289 Aug 20 08:58:48.082394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ede79-3e58-47d3-b434-bb8640cfffe2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=393739c5-81d0-4f7f-b277-e0f12fdb4441,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:48.147588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49910) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.148354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac024225-729c-4ae0-b3db-5e74f9f727dc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072731 Aug 20 08:58:48.200091 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.201625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.298062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-accc6085-ed43-4846-b9c3-28e9e90cf601 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:48.303962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-accc6085-ed43-4846-b9c3-28e9e90cf601 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:48.310044 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-accc6085-ed43-4846-b9c3-28e9e90cf601 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:48.311716 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-accc6085-ed43-4846-b9c3-28e9e90cf601 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "GET /v2.0/networks?id=2197b274-0c57-4258-a943-1259d03ded58&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=d2983d18-56c1-442a-80a7-df9c2d50cea2&id=d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 200 len: 1996 time: 0.2669008 Aug 20 08:58:48.314154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49912) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.342532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6ddacba-6fc3-431f-b41f-e5bf9a34225d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:48.351269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086ee48-fdde-4b88-9b5d-79017f965dbc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:48.352059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7086ee48-fdde-4b88-9b5d-79017f965dbc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2037256 Aug 20 08:58:48.355662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.380354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.393678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-33154d1c-44bc-4a83-b66e-0f99e85d6869', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:48.394824 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.404082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-53de5d90-02c1-47ea-ba6c-e260ba7da798 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50 HTTP/1.1" status: 200 len: 380 time: 0.0722020 Aug 20 08:58:48.416660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'admin_state_up': True, 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'security_groups': ['053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:48.489325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c00f9-9844-454f-a12f-19a955598782 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:48.537335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c7caf73-8961-4b25-8e3f-ab6ca04e22b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.598173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d6ddacba-6fc3-431f-b41f-e5bf9a34225d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:48.606487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] Provisioning for port d6ddacba-6fc3-431f-b41f-e5bf9a34225d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:48.619504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] Provisioning complete for port d6ddacba-6fc3-431f-b41f-e5bf9a34225d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:48.619886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.676034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d6ddacba-6fc3-431f-b41f-e5bf9a34225d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:48.676405 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.756661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c7caf73-8961-4b25-8e3f-ab6ca04e22b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.759712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Allocated IP 172.20.0.2 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/3caddb5d-4993-4b3e-b5bc-7e716fe2d446) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:48.781301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c7caf73-8961-4b25-8e3f-ab6ca04e22b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.826014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2c7caf73-8961-4b25-8e3f-ab6ca04e22b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4239a86cc60148238050e2310bb90221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107274 Aug 20 08:58:48.827622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49922) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.829509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:48.833932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.843866 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.848544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.903195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d0cbb-185b-48b1-8838-e19d28eeab1a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:48.907476 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c6d0cbb-185b-48b1-8838-e19d28eeab1a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5477257 Aug 20 08:58:48.907476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49924) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.940552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] For port d6ddacba-6fc3-431f-b41f-e5bf9a34225d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:48.967568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:48.974969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7caf73-8961-4b25-8e3f-ab6ca04e22b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd99d401-ff31-4c7a-91b1-bf786aa35f38,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:48.988698 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8bba7b7d-2e14-4bad-bcc5-d33c7f611097 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763915 Aug 20 08:58:48.991226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49928) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:48.994967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:49.030670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab13d62a-00c7-4402-a2d3-f05abb656fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.041048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.065255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab13d62a-00c7-4402-a2d3-f05abb656fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.095179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd90f83-cb47-404a-bef7-e27d705300cc None None] Pushing event updated for resources: {'Port': ['ID=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:49.146263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:58:49.151738 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab13d62a-00c7-4402-a2d3-f05abb656fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.155712 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab13d62a-00c7-4402-a2d3-f05abb656fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.172174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab13d62a-00c7-4402-a2d3-f05abb656fa6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd99d401-ff31-4c7a-91b1-bf786aa35f38 HTTP/1.1" status: 204 len: 168 time: 0.3088403 Aug 20 08:58:49.207306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.219684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Transition to ACTIVE for port object 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:49.225324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d62a-00c7-4402-a2d3-f05abb656fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd99d401-ff31-4c7a-91b1-bf786aa35f38,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:49.252462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Transition to ACTIVE for port object 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:49.267695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.301694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] Deleting port d6ddacba-6fc3-431f-b41f-e5bf9a34225d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:49.302374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.308666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:49.309372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a7419a4-b3c5-4daa-8fb2-30f041f3018c req-6cf146dc-5ee0-410c-93b6-73e7aae52a85 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0914826 Aug 20 08:58:49.312176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.333544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 172.20.0.4 (2197b274-0c57-4258-a943-1259d03ded58/1250a3d0-39fb-409b-a936-3ab03579e8f9/6f49df68-9051-4740-a0c9-a4f36f8de179) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:49.357928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9474-568f-4dd1-b06c-8429ac6b6b86 req-6aa52583-b919-4313-a5bd-02d79c167359 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:49.359716 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d00e9474-568f-4dd1-b06c-8429ac6b6b86 req-6aa52583-b919-4313-a5bd-02d79c167359 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1434202 Aug 20 08:58:49.388680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:49.393106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:49.397963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:49.400064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Pushing event updated for resources: {'Port': ['ID=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:49.442494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d00e9474-568f-4dd1-b06c-8429ac6b6b86 req-a6093dd0-e737-446b-9138-f747520f7cf8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723991 Aug 20 08:58:49.462795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] For port d6ddacba-6fc3-431f-b41f-e5bf9a34225d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:49.463308 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.495871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] Calling delete_port for d6ddacba-6fc3-431f-b41f-e5bf9a34225d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:58:49.510121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Attempting to bind port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:49.510812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Attempting to bind port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:49.511166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Attempting to bind port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:49.522969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:49.524251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:49.524251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.524500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:49.525111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Bound port: 3caddb5d-4993-4b3e-b5bc-7e716fe2d446, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:49.525517 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.660459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] For port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:49.665134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] For port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:49.669202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.675447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.707365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object 6f49df68-9051-4740-a0c9-a4f36f8de179 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:49.746196 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.755351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:49.755950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] Pushing event deleted for resources: {'Port': ['ID=d6ddacba-6fc3-431f-b41f-e5bf9a34225d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:49.756370 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.765088 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.793814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.814034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8772061-4f12-42cd-b593-dab3d0c8431a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:49.830953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e0318-ed71-4dbb-9422-e9fd4f37ac09 None None] No DVR routers for this DVR port d6ddacba-6fc3-431f-b41f-e5bf9a34225d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:58:49.839879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 2197b274-0c57-4258-a943-1259d03ded58 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:49.843937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:49.863467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:49.867478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257f42-9711-4851-b5c3-18a53d71dc1a None None] Pushing event updated for resources: {'Port': ['ID=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:49.890208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:49.973607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:49.973607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.079461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:58:50.087764 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.168246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Allocated IP 172.25.5.148 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/55bbed03-6be9-4a39-be01-cfe5dbaae5d3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:50.200906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:50.220359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:50.224150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:50.224989 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.230856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bec6a9-47bd-4373-a38c-c442c2415b88 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:50.245835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8772061-4f12-42cd-b593-dab3d0c8431a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.269668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-78ebe2a0-9e0c-4d50-af2a-fd530a785a41 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8573003 Aug 20 08:58:50.281209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'admin_state_up': True, 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'security_groups': ['053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:50.305145 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8772061-4f12-42cd-b593-dab3d0c8431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.347633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:50.361754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=122a0790-0809-40d2-9a13-98d852a3e4e2,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:50.379930 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e8711be-080d-4f29-9818-9165a6185a52 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3893070 Aug 20 08:58:50.383497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49946) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:50.420177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:50.432951 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f8772061-4f12-42cd-b593-dab3d0c8431a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3b43cc128084b43ba13f548dbcdac87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744757 Aug 20 08:58:50.433976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8772061-4f12-42cd-b593-dab3d0c8431a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d7f7a2-177e-4c31-9d36-16db2c6cec18,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:50.439375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:50.520747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.526057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0fdf1e3d-d8d8-42bd-a370-1057b6f1caf8 None None] Provisioning for port 6f49df68-9051-4740-a0c9-a4f36f8de179 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:50.538362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0fdf1e3d-d8d8-42bd-a370-1057b6f1caf8 None None] Provisioning complete for port 6f49df68-9051-4740-a0c9-a4f36f8de179 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:50.538871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1e3d-d8d8-42bd-a370-1057b6f1caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.567005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:50.587296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.609866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:50.645458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:50.648562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-70e63f2b-66e7-4648-9b28-cb982492e847', 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'tenant_id': '9a4d8131ebf5481b951b50a2ef6deb4b', 'fixed_ips': [{'subnet_id': '122a0790-0809-40d2-9a13-98d852a3e4e2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:58:50.649096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:50.649427 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.676174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090e5c0-b327-43e8-ad0e-f170c2364bd5 req-06af9cd5-a9e1-403c-8e32-ef234d12abca tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:50.678404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6ddacba-6fc3-431f-b41f-e5bf9a34225d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:58:50.686803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3090e5c0-b327-43e8-ad0e-f170c2364bd5 req-06af9cd5-a9e1-403c-8e32-ef234d12abca tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 931 time: 0.2033777 Aug 20 08:58:50.692545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Pushing event updated for resources: {'Port': ['ID=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:50.712218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf1e3d-d8d8-42bd-a370-1057b6f1caf8 None None] Port 6f49df68-9051-4740-a0c9-a4f36f8de179 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:50.715516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d6ddacba-6fc3-431f-b41f-e5bf9a34225d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:58:50.715981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6ddacba-6fc3-431f-b41f-e5bf9a34225d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:58:50.826294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3090e5c0-b327-43e8-ad0e-f170c2364bd5 req-574afaec-779e-47f2-a2a7-84e71120d82f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378453 Aug 20 08:58:50.848747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b010ea7-15e8-4114-a87c-eac2bad55934 req-9297d32f-bfd2-430a-8006-0b07913665e2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:50.854139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b010ea7-15e8-4114-a87c-eac2bad55934 req-9297d32f-bfd2-430a-8006-0b07913665e2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.2394843 Aug 20 08:58:50.855937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:50.859448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.897290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d15eb72a-0064-46b0-910b-3f381d1063c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:50.902861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Allocated IP 2001:db8::f816:3eff:feb7:2d76 (70e63f2b-66e7-4648-9b28-cb982492e847/122a0790-0809-40d2-9a13-98d852a3e4e2/2dcf7959-6541-490b-87cf-ee648c490299) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:51.020495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b010ea7-15e8-4114-a87c-eac2bad55934 req-f4612519-3d5d-49ab-962e-33831e332fae tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622288 Aug 20 08:58:51.029383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:51.033802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.100923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.200269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.223995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Transition to ACTIVE for port object 2dcf7959-6541-490b-87cf-ee648c490299 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:51.248392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 10.1.1.133 (361a2326-0637-4489-a261-c4d93ddc6b0e/348a53e6-8beb-4e02-b0e4-2ee058a1b40a/26fbc51d-f262-4175-809f-3cc86429f66b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:51.262016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Transition to ACTIVE for port object 2dcf7959-6541-490b-87cf-ee648c490299 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:51.274897 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.317223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:51.320778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:51.340431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:51.344410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e49cc-1323-44e0-8462-f52dea501266 None None] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:51.378325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.402163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:51.418016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.434385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object 26fbc51d-f262-4175-809f-3cc86429f66b will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:51.452634 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d15eb72a-0064-46b0-910b-3f381d1063c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.527544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Router 6b24c456-d889-4d0f-9191-120c79522c2d is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:58:51.594181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.627269 n-d-804285-2 neutron-server[101316]: INFO neutron.db.ipam_backend_mixin [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 122a0790-0809-40d2-9a13-98d852a3e4e2 (CIDR: 2001:db8::/64) Aug 20 08:58:51.636174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.637949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.638513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.639159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.639873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.640410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.640978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.642068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.642645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.643185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.643744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.644282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:51.658885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d15eb72a-0064-46b0-910b-3f381d1063c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.661518 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d15eb72a-0064-46b0-910b-3f381d1063c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.662992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d15eb72a-0064-46b0-910b-3f381d1063c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8d7f7a2-177e-4c31-9d36-16db2c6cec18 HTTP/1.1" status: 204 len: 168 time: 1.2223759 Aug 20 08:58:51.673965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Attempting to bind port 2dcf7959-6541-490b-87cf-ee648c490299 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:51.674605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Attempting to bind port 2dcf7959-6541-490b-87cf-ee648c490299 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:51.675252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Attempting to bind port 2dcf7959-6541-490b-87cf-ee648c490299 on network 70e63f2b-66e7-4648-9b28-cb982492e847 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:51.680292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:58:51.685244 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:58:51.685698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:58:51.691632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] Provisioning for port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:51.693102 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Sync routers for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:58:51.696703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:51.697341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Checking segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:51.697970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.698629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Bound using segment: {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:51.699306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Bound port: 2dcf7959-6541-490b-87cf-ee648c490299, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d59703-c637-4238-bd93-a49f909171b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:51.699948 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.707839 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:51.708959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.712770 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:58:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:51.712935 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8e22e2b6-e1ac-4951-9225-5d92ce7d161b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6849890 Aug 20 08:58:51.713124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49960) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:51.722961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 361a2326-0637-4489-a261-c4d93ddc6b0e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:51.725695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] Provisioning complete for port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:51.726378 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:51.732713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:51.738144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:51.745128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eb72a-0064-46b0-910b-3f381d1063c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d7f7a2-177e-4c31-9d36-16db2c6cec18,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:51.830453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d9ba588f-ed08-4ade-b5ce-6d9a12ed3c98 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4397831 Aug 20 08:58:51.847518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:51.859602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:51.865407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:51.964626 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:51.981480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:51.991840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:52.013582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b7284826-5551-4dba-9600-52c684dbd279 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:58:52.028993 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:52.181378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:52.185893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:52.221152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 08:58:52.246778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8e55f90a-9cc3-4249-9590-be9f85817c2d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9696145 Aug 20 08:58:52.320940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'admin_state_up': True, 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'security_groups': ['053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:52.378794 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:52.491140 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:50Z', 'revision_number': 3, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:52.532334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f26c3-d75e-4a8c-83c9-c5de0382b66d None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:52.650606 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Checking router: 6b24c456-d889-4d0f-9191-120c79522c2d for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:58:52.650963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Updating router 6b24c456-d889-4d0f-9191-120c79522c2d port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:58:52.663628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:52.694135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b7284826-5551-4dba-9600-52c684dbd279', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'b7284826-5551-4dba-9600-52c684dbd279', 'mac_address': 'fa:16:3e:79:0e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:58:52.699728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] For port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:52.778030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fae67-bd30-4ff8-822f-79d110c76121 req-00aa76a9-4957-47fa-9f5a-81f7d6de7d65 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:52.788568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fae67-bd30-4ff8-822f-79d110c76121 req-00aa76a9-4957-47fa-9f5a-81f7d6de7d65 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:52.790829 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:52.798648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:52.811833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a98fae67-bd30-4ff8-822f-79d110c76121 req-00aa76a9-4957-47fa-9f5a-81f7d6de7d65 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 1653 time: 0.7841949 Aug 20 08:58:52.883947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55af2-61cf-4944-a926-0baa15acfd42 req-108fa13f-18d3-4df9-8f00-0a80fbc410b7 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:52.902518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ed55af2-61cf-4944-a926-0baa15acfd42 req-108fa13f-18d3-4df9-8f00-0a80fbc410b7 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.5551429 Aug 20 08:58:52.966546 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:52.998255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a98fae67-bd30-4ff8-822f-79d110c76121 req-48d8142e-d01f-41eb-9947-7ff51f591cc0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876204 Aug 20 08:58:53.007141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:53.013052 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.090494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7284826-5551-4dba-9600-52c684dbd279 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:58:53.116683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dff360-aa35-4f31-b55e-2986ebe6880c None None] Pushing event updated for resources: {'Port': ['ID=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:53.127021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-262a9cca-924b-496a-af5a-4a32a68c128d None None] Provisioning complete for port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:53.128977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-262a9cca-924b-496a-af5a-4a32a68c128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.198792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:53.207786 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.390067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b7284826-5551-4dba-9600-52c684dbd279'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:58:53.447666 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.476167 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Transition to ACTIVE for port object 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:53.484702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:53.492283 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.558653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.635596 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Pushing event updated for resources: {'Port': ['ID=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:53.654731 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Attempting to bind port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:58:53.655111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Attempting to bind port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:58:53.655475 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Attempting to bind port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:58:53.658476 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.658820 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.659161 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.659496 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.659828 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.660158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.660485 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.660808 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.661133 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.661454 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.673899 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.674399 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:53.681155 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:58:53.681613 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:58:53.685335 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.685764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:58:53.686261 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Bound port: 55bbed03-6be9-4a39-be01-cfe5dbaae5d3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:58:53.686650 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.737034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-262a9cca-924b-496a-af5a-4a32a68c128d None None] Provisioning for port 26fbc51d-f262-4175-809f-3cc86429f66b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:53.756474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-262a9cca-924b-496a-af5a-4a32a68c128d None None] Provisioning complete for port 26fbc51d-f262-4175-809f-3cc86429f66b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:53.758020 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-262a9cca-924b-496a-af5a-4a32a68c128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.788193 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] For port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:58:53.796090 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] For port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:58:53.807708 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.868300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ed55af2-61cf-4944-a926-0baa15acfd42 req-326e1111-4e81-49e9-821e-99f3c3e6c32f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9647357 Aug 20 08:58:53.872348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-262a9cca-924b-496a-af5a-4a32a68c128d None None] Port 26fbc51d-f262-4175-809f-3cc86429f66b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:53.885275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:53.921694 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2820bbd-03a1-49d9-959d-9b5d64d3defa None None] Pushing event updated for resources: {'Port': ['ID=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:53.971786 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:53.972348 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:58:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:53.989842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Allocated IP 172.20.0.1 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/5b4c08f5-54d8-443a-b931-5b82f9a2a73e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:54.033315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:54.065321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:54.077381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:54.123402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:54.171418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed6ce0-4b31-47d5-838b-104a2ee82f80 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:58:54.248188 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:54.253176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:54.304749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Transition to ACTIVE for port object 5b4c08f5-54d8-443a-b931-5b82f9a2a73e will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:54.398997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:54.419865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:54.420476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:54.472726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:54.476410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:54.484966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:54.553689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 10.1.1.25 (361a2326-0637-4489-a261-c4d93ddc6b0e/348a53e6-8beb-4e02-b0e4-2ee058a1b40a/a8d42b52-32f9-4969-817c-67a6380e5eaf) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:54.589591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:54.618938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:54.711638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eeda67fc-7cca-427e-801c-25489c89f0cb None None] Provisioning for port 2dcf7959-6541-490b-87cf-ee648c490299 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:54.748004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:54.762737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object a8d42b52-32f9-4969-817c-67a6380e5eaf will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:54.806633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:54.916714 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:50Z', 'revision_number': 3, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:55.016252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336bae3c-57e9-4f5c-85b8-9019a6689b22 None None] The sync data for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 is: [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:50Z', 'revision_number': 3, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:58:55.087559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.141003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f7a5a2b9-1668-46fb-a670-a05ca20523d4 None None] Provisioning for port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:55.149892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:55.150310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.167984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f7a5a2b9-1668-46fb-a670-a05ca20523d4 None None] Provisioning complete for port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:55.168368 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f7a5a2b9-1668-46fb-a670-a05ca20523d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.246762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5a2b9-1668-46fb-a670-a05ca20523d4 None None] Port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:55.405290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=0bdff6a7-fd82-4483-939d-09137bd7eedd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:55.420664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.435545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.443156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.501619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-473fa44f-d1b5-4f31-bc31-5d353aaa35b7 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6505623 Aug 20 08:58:55.553475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50056) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:55.652441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.660441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:88:40:f7', 'name': 'tempest-NetworksTestDHCPv6-1379805892'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:55.677202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:55.709919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:55.747397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '122a0790-0809-40d2-9a13-98d852a3e4e2', 'ip_address': '2001:db8::f816:3eff:feb7:2d76'}, {'subnet_id': '0bdff6a7-fd82-4483-939d-09137bd7eedd'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '2dcf7959-6541-490b-87cf-ee648c490299'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:58:55.791312 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:55.808425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network 361a2326-0637-4489-a261-c4d93ddc6b0e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:55.847729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5421a-0e4d-48ae-90cb-9822081905cd req-88bf11c1-e6d1-4fb9-a5eb-21d7d6922c82 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:55.858812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5421a-0e4d-48ae-90cb-9822081905cd req-88bf11c1-e6d1-4fb9-a5eb-21d7d6922c82 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:55.887319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5421a-0e4d-48ae-90cb-9822081905cd req-88bf11c1-e6d1-4fb9-a5eb-21d7d6922c82 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:55.904288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34b5421a-0e4d-48ae-90cb-9822081905cd req-88bf11c1-e6d1-4fb9-a5eb-21d7d6922c82 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 2373 time: 1.4411328 Aug 20 08:58:55.913313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:55.920526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:55.978560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:55.998883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d64f9-6767-4936-91fc-7145382af80c req-58aeabfa-cf7d-44d7-b628-e30cc97dd4ae tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:56.004416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-089d64f9-6767-4936-91fc-7145382af80c req-58aeabfa-cf7d-44d7-b628-e30cc97dd4ae tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 945 time: 0.5857246 Aug 20 08:58:56.184012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34b5421a-0e4d-48ae-90cb-9822081905cd req-35e68aa7-8346-4d08-a003-973daaf94459 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778566 Aug 20 08:58:56.287013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Allocated IP 2001:db8:0:1::2 (70e63f2b-66e7-4648-9b28-cb982492e847/0bdff6a7-fd82-4483-939d-09137bd7eedd/2dcf7959-6541-490b-87cf-ee648c490299) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:56.290409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:56.294615 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:56.300798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:56.388321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94cc5bcf-c534-4f8f-9e73-52cf11a2faac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0931833 Aug 20 08:58:56.402733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-089d64f9-6767-4936-91fc-7145382af80c req-6612cb90-86da-41d6-9c90-267aa0698ef2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579795 Aug 20 08:58:56.425838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2', 'admin_state_up': True, 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'security_groups': ['053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:56.519141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b7284826-5551-4dba-9600-52c684dbd279 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:56.648254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:56.655159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:56.862319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:56.893575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:56.958569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:56.976190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Transition to ACTIVE for port object 2dcf7959-6541-490b-87cf-ee648c490299 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:56.979107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:57.054431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:57.068306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:57.092183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0d40899b-369e-4a5f-9172-5f4e87e8fc9c None None] Provisioning for port a8d42b52-32f9-4969-817c-67a6380e5eaf completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:57.158109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Router 6b24c456-d889-4d0f-9191-120c79522c2d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:58:57.179631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port e50479da-2bf3-40c5-aefd-04f360ac8256 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:58:57.207171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0d40899b-369e-4a5f-9172-5f4e87e8fc9c None None] Provisioning complete for port a8d42b52-32f9-4969-817c-67a6380e5eaf triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:57.210336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0d40899b-369e-4a5f-9172-5f4e87e8fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:57.323273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2dcf7959-6541-490b-87cf-ee648c490299 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:57.372468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0d40899b-369e-4a5f-9172-5f4e87e8fc9c None None] Port a8d42b52-32f9-4969-817c-67a6380e5eaf cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:57.461827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b7284826-5551-4dba-9600-52c684dbd279 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:57.462156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:57.547764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77bfc7-4592-45e1-9e09-4e8cf73b56a8 None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:57.616703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:58:57.621753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d821c6a-639f-454b-8c54-a8a8327f168a None None] Provisioning complete for port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:57.622484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6d821c6a-639f-454b-8c54-a8a8327f168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:57.641985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-118dcef5-9b42-4b2f-a67a-179bcb37529e admin admin] 10.222.0.35 "PUT /v2.0/routers/6b24c456-d889-4d0f-9191-120c79522c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9256282 Aug 20 08:58:57.745084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:57.818733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 10.2.2.100 (d2983d18-56c1-442a-80a7-df9c2d50cea2/ca56cfa9-3236-4683-9f19-de489b495e68/e147f159-9f14-412c-a871-cc5088a16d2f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:57.978320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6d821c6a-639f-454b-8c54-a8a8327f168a None None] Port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:58:57.998026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:58.055514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8:0:1::296 (70e63f2b-66e7-4648-9b28-cb982492e847/0bdff6a7-fd82-4483-939d-09137bd7eedd/e50479da-2bf3-40c5-aefd-04f360ac8256) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:58.066984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:58.067327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.075357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe88:40f7 (70e63f2b-66e7-4648-9b28-cb982492e847/122a0790-0809-40d2-9a13-98d852a3e4e2/e50479da-2bf3-40c5-aefd-04f360ac8256) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:58.268141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.273382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50106) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:58.324956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:58:58.327473 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3d499-e96b-437b-9690-3b9605489b30" -d '{"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-plugged", "status": "completed", "tag": "b7284826-5551-4dba-9600-52c684dbd279"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:58:58.351867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:58.356321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.365223 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.383870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f8cba-5141-4db3-b6a1-8ddf84d703b6 req-2af54853-d3ff-44da-bcc9-29d46da8131b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:58.403913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa4f8cba-5141-4db3-b6a1-8ddf84d703b6 req-2af54853-d3ff-44da-bcc9-29d46da8131b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 945 time: 0.4401178 Aug 20 08:58:58.488115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:58.489923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:58.504202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Sync routers for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:58:58.517635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.521044 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.551155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object e50479da-2bf3-40c5-aefd-04f360ac8256 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:58.564144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa4f8cba-5141-4db3-b6a1-8ddf84d703b6 req-37d646b2-c2ef-469e-86a3-05dff13ed21e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580989 Aug 20 08:58:58.591752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae459-3933-4483-8897-d5fe5488d168 req-30052ce0-7237-4148-95f7-cdbb8c586605 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:58.599940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:58.602159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae459-3933-4483-8897-d5fe5488d168 req-30052ce0-7237-4148-95f7-cdbb8c586605 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:58.616609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:58:58.617444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:58:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:58.619592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae459-3933-4483-8897-d5fe5488d168 req-30052ce0-7237-4148-95f7-cdbb8c586605 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:58.629956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-751ae459-3933-4483-8897-d5fe5488d168 req-30052ce0-7237-4148-95f7-cdbb8c586605 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 2373 time: 0.6583104 Aug 20 08:58:58.666971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.696002 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.747322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-751ae459-3933-4483-8897-d5fe5488d168 req-21ce0759-6694-4b4a-8fba-6a405faa9458 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153424 Aug 20 08:58:58.752969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object e147f159-9f14-412c-a871-cc5088a16d2f will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:58:58.786204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:58.791909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:58.808688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f713890b-927a-48f7-ac66-8747c2485036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.822692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:58:58.841487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:58.845249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.866005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:58.866860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:58.999020 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d537cc4-1c85-4c3b-9b42-c03f6aea4c3b x-openstack-request-id: req-7d537cc4-1c85-4c3b-9b42-c03f6aea4c3b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:58:58.999328 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-plugged", "status": "completed", "tag": "b7284826-5551-4dba-9600-52c684dbd279", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:58:58.999734 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d537cc4-1c85-4c3b-9b42-c03f6aea4c3b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:58:59.000132 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279', 'code': 200} Aug 20 08:58:59.005035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=e50479da-2bf3-40c5-aefd-04f360ac8256,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:59.042297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:58:59.053027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:58:59.073594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:58:59.165191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:59.188668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] Provisioning for port 2dcf7959-6541-490b-87cf-ee648c490299 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:58:59.192896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.193540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.194129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.194707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.195258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.195807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.196499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.197068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.197810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.198638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.199197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.199866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:58:59.226111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:59.226494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.234525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f713890b-927a-48f7-ac66-8747c2485036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.244345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f713890b-927a-48f7-ac66-8747c2485036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.247030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:58:59.250163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.276344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fcccb1dc-d3b2-4f17-a56e-43c3358ddf94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8638086 Aug 20 08:58:59.292122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2', 'admin_state_up': True, 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'security_groups': ['053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:58:59.302405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713890b-927a-48f7-ac66-8747c2485036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d903ac-40d3-4874-8ac9-d1e4e2c09cd2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:58:59.309977 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ca6ca12-698d-4da0-b01b-e8a4b83358e0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6526494 Aug 20 08:58:59.324428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:59.400957 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f713890b-927a-48f7-ac66-8747c2485036 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ad1a6d0bbc6429fa247d3dc95a21518&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263657 Aug 20 08:58:59.408417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50118) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:58:59.559345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Made reservation on behalf of b6e19c0f3e7c4092aba300a78ea3dd50 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:58:59.568683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.677984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c566-a5c1-44a3-8b7b-77a14c7e01af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.691664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:58:59.739407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c566-a5c1-44a3-8b7b-77a14c7e01af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.822105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.834410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port e50479da-2bf3-40c5-aefd-04f360ac8256 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:58:59.834750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.874775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Allocated IP 10.2.2.200 (d2983d18-56c1-442a-80a7-df9c2d50cea2/ca56cfa9-3236-4683-9f19-de489b495e68/27e40a57-b750-43d4-aa20-a9d2b9843d7e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:58:59.914249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:58:59.931996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.953364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:58:55Z', 'revision_number': 2, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:58:59.965832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:58:59.966213 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.992220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c566-a5c1-44a3-8b7b-77a14c7e01af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.995548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c566-a5c1-44a3-8b7b-77a14c7e01af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:58:59.999502 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f5c3c566-a5c1-44a3-8b7b-77a14c7e01af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58d903ac-40d3-4874-8ac9-d1e4e2c09cd2 HTTP/1.1" status: 204 len: 168 time: 0.5907686 Aug 20 08:59:00.036099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3c566-a5c1-44a3-8b7b-77a14c7e01af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d903ac-40d3-4874-8ac9-d1e4e2c09cd2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:00.099919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.109255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50132) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:00.110612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Checking router: 6b24c456-d889-4d0f-9191-120c79522c2d for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:59:00.111078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Updating router 6b24c456-d889-4d0f-9191-120c79522c2d port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 08:59:00.123799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052323093', 'description': 'tempest-description--229008158'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:00.181201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for e50479da-2bf3-40c5-aefd-04f360ac8256 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:00.278527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.286854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-559f1425-fd88-4853-9767-7a40446be5f3 None None] Provisioning for port e147f159-9f14-412c-a871-cc5088a16d2f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:00.292857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb507dc-d497-476b-a748-52f886b07c7c None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:00.298415 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.317843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-559f1425-fd88-4853-9767-7a40446be5f3 None None] Provisioning complete for port e147f159-9f14-412c-a871-cc5088a16d2f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:00.318558 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-559f1425-fd88-4853-9767-7a40446be5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.380238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.390784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86303a-328b-417b-a554-09cd4edd2549 req-7df26b36-4a29-4de0-ab76-9f172998ee32 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:00.398545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb86303a-328b-417b-a554-09cd4edd2549 req-7df26b36-4a29-4de0-ab76-9f172998ee32 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.2551670 Aug 20 08:59:00.476653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb86303a-328b-417b-a554-09cd4edd2549 req-d5bcf485-4fdd-478f-af38-c2c6b85db25c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771232 Aug 20 08:59:00.507387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b235c-14d8-4b67-a5e0-a0031a0e42be req-a4e96cad-6481-4ca6-bf30-eec364180083 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:00.527338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b235c-14d8-4b67-a5e0-a0031a0e42be req-a4e96cad-6481-4ca6-bf30-eec364180083 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:00.543717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b235c-14d8-4b67-a5e0-a0031a0e42be req-a4e96cad-6481-4ca6-bf30-eec364180083 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:00.557155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b235c-14d8-4b67-a5e0-a0031a0e42be req-a4e96cad-6481-4ca6-bf30-eec364180083 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:00.570322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac6b235c-14d8-4b67-a5e0-a0031a0e42be req-a4e96cad-6481-4ca6-bf30-eec364180083 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 3094 time: 0.3240218 Aug 20 08:59:00.620707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.638236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.706054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac6b235c-14d8-4b67-a5e0-a0031a0e42be req-c46e4a51-2961-4a7b-b426-f043c3d4f288 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329756 Aug 20 08:59:00.714940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Transition to ACTIVE for port object 27e40a57-b750-43d4-aa20-a9d2b9843d7e will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:00.716438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.718494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.723387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50136) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:00.723718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6122532 Aug 20 08:59:00.756876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'security_group_rule': {'security_group_id': '178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:00.769250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555015-d2c4-40e4-b5a7-2c10351fc35a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:00.792282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=e50479da-2bf3-40c5-aefd-04f360ac8256,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:00.868410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50138) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:00.880964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-559f1425-fd88-4853-9767-7a40446be5f3 None None] Port e147f159-9f14-412c-a871-cc5088a16d2f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:00.886825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.902097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-559f1425-fd88-4853-9767-7a40446be5f3 None None] Could not find standard attr ID for object e50479da-2bf3-40c5-aefd-04f360ac8256. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 08:59:00.936140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-343f7566-5074-4c9b-bd76-e0922a505274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.947387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.952620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e508c26-836c-4e02-a181-f3584fa9aaae tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/e50479da-2bf3-40c5-aefd-04f360ac8256 HTTP/1.1" status: 204 len: 168 time: 1.6253731 Aug 20 08:59:00.969934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:00.979171 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:00.984097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:01.013323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Transition to ACTIVE for port object 5b4c08f5-54d8-443a-b931-5b82f9a2a73e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:01.056503 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.101095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602c1267-03e1-4102-b564-e77aca9baec3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:01.103169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-602c1267-03e1-4102-b564-e77aca9baec3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1293008 Aug 20 08:59:01.105312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50142) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:01.113628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.141746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.200188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.252346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f01a5-9e21-423f-be6e-c73f3f92841b None None] Pushing event updated for resources: {'Port': ['ID=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:01.262836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:01.270913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:01.273762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:01.276702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1ca6b5-e60d-4386-a411-14ae048c4b1b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:01.317670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:01.318529 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.326763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Attempting to bind port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:01.329120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Attempting to bind port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:01.329828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Attempting to bind port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:01.339001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:01.339862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:01.340670 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.341290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:01.341922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0a97b-3426-4a05-8990-550d081e12be tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:01.343221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Bound port: 5b4c08f5-54d8-443a-b931-5b82f9a2a73e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:01.346380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.346900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4a0a97b-3426-4a05-8990-550d081e12be tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2405491 Aug 20 08:59:01.348870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50144) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:01.370197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event updated for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:01.447813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:01.449518 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.553054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] For port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:01.562807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] For port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:01.567803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dbbd30-5b57-419d-8f4a-430d795b5d88 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:01.574960 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.592472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dbbd30-5b57-419d-8f4a-430d795b5d88 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:01.597356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dbbd30-5b57-419d-8f4a-430d795b5d88 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:01.599061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9dbbd30-5b57-419d-8f4a-430d795b5d88 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2492459 Aug 20 08:59:01.603173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50148) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:01.636368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-343f7566-5074-4c9b-bd76-e0922a505274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.647808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-343f7566-5074-4c9b-bd76-e0922a505274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.661409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f01a5-9e21-423f-be6e-c73f3f92841b None None] Pushing event updated for resources: {'Port': ['ID=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:01.687841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-9722eb9d-9c27-4bda-a854-64363585bd6f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4033697 Aug 20 08:59:01.753854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f7566-5074-4c9b-bd76-e0922a505274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301e723-9ca0-420b-8eab-6f65e56c80b3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:01.764495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-343f7566-5074-4c9b-bd76-e0922a505274 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=435b7306f6054e56b88bd098c97a177a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949957 Aug 20 08:59:01.765127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50154) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:01.811686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:01.826471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:01.836370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:58:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:01.849271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.850622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-82e6485e-744a-4e96-b798-bbeed8392580 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1225467 Aug 20 08:59:01.854457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50158) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:01.867719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'security_group_rule': {'security_group_id': '178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:01.882476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ee737581-8f73-4d70-aced-49875924a282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.923842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ee737581-8f73-4d70-aced-49875924a282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:01.968486 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.016740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d031f2-a211-4cc6-ada5-f196b764f0d7 req-a8606c2d-a032-44de-ac60-13ba4b62600b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:02.019172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5d031f2-a211-4cc6-ada5-f196b764f0d7 req-a8606c2d-a032-44de-ac60-13ba4b62600b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.4169474 Aug 20 08:59:02.023948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 0bdff6a7-fd82-4483-939d-09137bd7eedd {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:02.040233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.051838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.060308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.071664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.116339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7853048f-c8e6-4921-aab1-e43df27a6bdd,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:02.134322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:59:02.139800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.141020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a9e0f0f-5412-49c2-9804-73510cdee8fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817657 Aug 20 08:59:02.144243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50162) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:02.148960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:02.166457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ee737581-8f73-4d70-aced-49875924a282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.177008 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ee737581-8f73-4d70-aced-49875924a282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.178647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ee737581-8f73-4d70-aced-49875924a282 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d301e723-9ca0-420b-8eab-6f65e56c80b3 HTTP/1.1" status: 204 len: 168 time: 0.4125557 Aug 20 08:59:02.214142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee737581-8f73-4d70-aced-49875924a282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301e723-9ca0-420b-8eab-6f65e56c80b3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:02.246626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.309854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-c622a06a-2603-44f7-ae8b-322ad3397920 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:02.317090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-c622a06a-2603-44f7-ae8b-322ad3397920 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:02.331255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-c622a06a-2603-44f7-ae8b-322ad3397920 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:02.342495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-c622a06a-2603-44f7-ae8b-322ad3397920 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:02.351813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:02.364165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-c622a06a-2603-44f7-ae8b-322ad3397920 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:02.375476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-c622a06a-2603-44f7-ae8b-322ad3397920 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 3815 time: 0.4131379 Aug 20 08:59:02.400220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.498919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:02.499362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.520978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.657023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Allocated IP 172.25.5.58 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/afcecf06-ba08-4f57-81ef-78475c32c7df) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:02.682506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9eca08a0-0e90-45ef-aa09-4882cc970f55 None None] Provisioning for port 27e40a57-b750-43d4-aa20-a9d2b9843d7e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:02.706047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9eca08a0-0e90-45ef-aa09-4882cc970f55 None None] Provisioning complete for port 27e40a57-b750-43d4-aa20-a9d2b9843d7e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:02.707568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9eca08a0-0e90-45ef-aa09-4882cc970f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.806432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.881255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9eca08a0-0e90-45ef-aa09-4882cc970f55 None None] Port 27e40a57-b750-43d4-aa20-a9d2b9843d7e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:02.886860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:02.923880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5d031f2-a211-4cc6-ada5-f196b764f0d7 req-9c46e29d-52fc-45c9-b52e-465c51c5322b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8863289 Aug 20 08:59:02.945870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:01Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:02.953115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:02.959594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:02.967667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:02.997242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef33de-89a9-45b5-a23b-ea50bb9e0119 None None] The sync data for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 is: [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:01Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:59:03.022439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.127765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=afcecf06-ba08-4f57-81ef-78475c32c7df,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:03.187367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf84ebe9-01a2-49e2-95a0-bfff6b6225af req-3c85e305-8f3e-4c8a-aa58-48b1cc0dbd92 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8092992 Aug 20 08:59:03.349927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.367326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.405700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f49df68-9051-4740-a0c9-a4f36f8de179 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:03.418007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.462456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdff6a7-fd82-4483-939d-09137bd7eedd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:03.468242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.471593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.486881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ecc4b1e1-f6df-4960-965c-ea98b2654149 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/0bdff6a7-fd82-4483-939d-09137bd7eedd HTTP/1.1" status: 204 len: 168 time: 1.8819275 Aug 20 08:59:03.490997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50184) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:03.509355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Transition to ACTIVE for port object 6f49df68-9051-4740-a0c9-a4f36f8de179 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:03.527493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810b7bf-93c9-4413-b45f-5b6663dba460 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:03.566156 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.820817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.821984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 122a0790-0809-40d2-9a13-98d852a3e4e2 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:03.824872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.841639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:03.883070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.024471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.094762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b4c08f5-54d8-443a-b931-5b82f9a2a73e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:04.144454 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.202555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:04.242277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=afcecf06-ba08-4f57-81ef-78475c32c7df,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:04.289144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=122a0790-0809-40d2-9a13-98d852a3e4e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:04.300765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.302979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1b9f80f6-928a-470c-beb3-c0d5cbcb80b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/122a0790-0809-40d2-9a13-98d852a3e4e2 HTTP/1.1" status: 204 len: 168 time: 0.8055110 Aug 20 08:59:04.307088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:04.338361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.341279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:04.359359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:04.362581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.411415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Attempting to bind port 6f49df68-9051-4740-a0c9-a4f36f8de179 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:04.411765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Attempting to bind port 6f49df68-9051-4740-a0c9-a4f36f8de179 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:04.412268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Attempting to bind port 6f49df68-9051-4740-a0c9-a4f36f8de179 on network 2197b274-0c57-4258-a943-1259d03ded58 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:04.426364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Port 6f49df68-9051-4740-a0c9-a4f36f8de179 on network 2197b274-0c57-4258-a943-1259d03ded58 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:04.428758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Attempting to bind port 6f49df68-9051-4740-a0c9-a4f36f8de179 on network 2197b274-0c57-4258-a943-1259d03ded58 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:04.450934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:04.452344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Checking segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:04.452915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Bound using segment: {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:04.453827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Bound port: 6f49df68-9051-4740-a0c9-a4f36f8de179, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2197b274-0c57-4258-a943-1259d03ded58'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:04.454399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.607143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3ed57c69-b294-40d6-a747-445e48f37e3d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2811472 Aug 20 08:59:04.607824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50204) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:04.636067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:04.663059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:04.680932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f49df68-9051-4740-a0c9-a4f36f8de179,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:04.772326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549382e9-a520-4060-92b2-e2e97d68b001 req-c52f1713-79ff-45c9-a85e-b187dc705513 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:04.786274 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.788440 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-549382e9-a520-4060-92b2-e2e97d68b001 req-c52f1713-79ff-45c9-a85e-b187dc705513 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.5843377 Aug 20 08:59:04.809052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.817072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7229e1b5-6d5c-4106-b8e9-d2f70e4942d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6716018 Aug 20 08:59:04.843216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:04.903127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:04.912383 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:05.039711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:05.046931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:05.048329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:05.049811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 200 len: 1091 time: 3.2427766 Aug 20 08:59:05.050031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:05.052250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:05.061747 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d59be-a19a-44fe-820d-9ddd1b3eab86" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:05.130452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-f38ab652-f470-4a94-a739-02b7f5c8fa98 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:05.136940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:05.151537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-f38ab652-f470-4a94-a739-02b7f5c8fa98 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:05.161757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-f38ab652-f470-4a94-a739-02b7f5c8fa98 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:05.178741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-f38ab652-f470-4a94-a739-02b7f5c8fa98 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:05.192572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-f38ab652-f470-4a94-a739-02b7f5c8fa98 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:05.209645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-f38ab652-f470-4a94-a739-02b7f5c8fa98 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 3827 time: 0.7598398 Aug 20 08:59:05.225823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:05.320887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-549382e9-a520-4060-92b2-e2e97d68b001 req-0167260d-abae-408e-878a-3a2cfc1cd14d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305862 Aug 20 08:59:05.381244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522a624-c22b-4f48-9799-77e8e8d6ded2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:05.445417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7ba4da6-cd83-4600-84c5-7d782a2a50da req-491a91bf-f94a-49c4-b61a-3bd2654d30ea tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345593 Aug 20 08:59:05.529889 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:05.710075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bae938-db82-45fd-9f73-412e19665527 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:05.807063 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58493873-62e9-4656-98ec-e3dec25af24a x-openstack-request-id: req-58493873-62e9-4656-98ec-e3dec25af24a {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:05.807354 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:05.807613 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58493873-62e9-4656-98ec-e3dec25af24a {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:05.827232 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'status': 'completed', 'code': 200} Aug 20 08:59:05.893334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-e4f7dea8-b393-4ffe-9cf8-ffee0c97e1af tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2052323093&fields=id&tenant_id=3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 267 time: 0.1868255 Aug 20 08:59:05.931444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2100cc8f-395e-4450-bd25-c775fd8ce029 None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:05.932074 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2100cc8f-395e-4450-bd25-c775fd8ce029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:06.004555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:59:06.019298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-33b2b4ec-e48d-41b4-bf40-612f1b9fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:06.020208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-33b2b4ec-e48d-41b4-bf40-612f1b9fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:06.020850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-33b2b4ec-e48d-41b4-bf40-612f1b9fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:06.021654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-33b2b4ec-e48d-41b4-bf40-612f1b9fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:06.022532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-33b2b4ec-e48d-41b4-bf40-612f1b9fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:06.024626 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-33b2b4ec-e48d-41b4-bf40-612f1b9fc834 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 4362 time: 0.2160132 Aug 20 08:59:06.049346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b4c08f5-54d8-443a-b931-5b82f9a2a73e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:06.366630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:06.367014 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:06.375844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-22f94467-35c6-49a1-9e58-b3ec7b0502da tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:06.381413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-22f94467-35c6-49a1-9e58-b3ec7b0502da tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.4852307 Aug 20 08:59:06.433087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-791e9369-8d69-486e-8313-997213d4b192 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/quotas/3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 375 time: 0.0445130 Aug 20 08:59:06.870646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-3a97ad84-8376-434c-bb5b-7a7972e523ff tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4259570 Aug 20 08:59:06.887853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641598c6-c37f-4657-86ac-0c701a5ce839 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:06.913080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:06.939738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-543edfde-2ec0-4c72-964f-a596aadfe3ac None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:06.940362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-543edfde-2ec0-4c72-964f-a596aadfe3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:06.980385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:07.053674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-7acad14f-9f7e-4046-8b43-404dc203721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:07.054398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-7acad14f-9f7e-4046-8b43-404dc203721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:07.054954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-7acad14f-9f7e-4046-8b43-404dc203721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:07.056678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-7acad14f-9f7e-4046-8b43-404dc203721f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9458141 Aug 20 08:59:07.260535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-145e3300-747a-4b52-807d-e9b673538f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:07.269944 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7d59be-a19a-44fe-820d-9ddd1b3eab86 req-145e3300-747a-4b52-807d-e9b673538f2a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2023757 Aug 20 08:59:07.425458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:07.468908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:07.493400 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:07.499618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:07.613611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Transition to ACTIVE for port object 641598c6-c37f-4657-86ac-0c701a5ce839 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:07.628048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=47746f18-010f-48e6-9028-99c9361f1d2c,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:07.637478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-13a5f9e7-0d37-45e5-b376-a3302ba642d1 service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436388 Aug 20 08:59:07.639640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:07.672172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cdc8a-1b5d-490c-9df7-e10de8932579 req-46f88757-8096-4221-9889-8270794fd0ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:07.674411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-786cdc8a-1b5d-490c-9df7-e10de8932579 req-46f88757-8096-4221-9889-8270794fd0ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 1.0886140 Aug 20 08:59:07.694125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:07.707200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:07.718754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:07.720021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:07.721398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda5274-8808-427f-86cf-c4f88c33ab53 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:07.728063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=8']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:07.777162 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-242a4048-a2bb-4c13-8481-564fd50a16d2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1502271 Aug 20 08:59:07.780855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50274) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:07.802867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:07.871040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b269b49f-b686-49c0-a2a8-fa2a4e564ea6 service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226202 Aug 20 08:59:08.132775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:08.253124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Attempting to bind port 641598c6-c37f-4657-86ac-0c701a5ce839 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:08.253510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Attempting to bind port 641598c6-c37f-4657-86ac-0c701a5ce839 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:08.253817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Attempting to bind port 641598c6-c37f-4657-86ac-0c701a5ce839 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:08.259265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-786cdc8a-1b5d-490c-9df7-e10de8932579 req-e6a6b7a1-ca17-4b91-8e79-e13bb14fcbaf tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746750 Aug 20 08:59:08.269270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:08.282643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Pushing event updated for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:08.292830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:08.341844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Port 641598c6-c37f-4657-86ac-0c701a5ce839 on network 361a2326-0637-4489-a261-c4d93ddc6b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:08.342187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Attempting to bind port 641598c6-c37f-4657-86ac-0c701a5ce839 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:08.361548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:08.364013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Checking segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:08.364409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Bound using segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:08.364870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Bound port: 641598c6-c37f-4657-86ac-0c701a5ce839, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:08.367576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:08.424174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:08.425374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:08.515349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:08.527673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:08.543363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:08.564098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:08.579295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:08.598881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:08.607108 n-d-804285-2 neutron-server[101317]: INFO neutron.db.ipam_backend_mixin [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47746f18-010f-48e6-9028-99c9361f1d2c (CIDR: 2001:db8::/64) Aug 20 08:59:08.612538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-2bca0910-855e-404f-b3b2-5f927a90c266 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 4604 time: 0.3645074 Aug 20 08:59:08.623243 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:59:08.624141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:08.691899 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6649fba9-5c15-430c-8e94-4a544553498a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9065723 Aug 20 08:59:08.695380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50288) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:08.724109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:08.867441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7492bc0c-4d02-40c9-ab02-04295f413784 req-a1266d35-840a-4678-9cfc-9f8f57a43a32 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 210 time: 0.1111438 Aug 20 08:59:08.908522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-209ba6b6-ac48-4e82-88e1-c0917be9480f None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:08.908900 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-209ba6b6-ac48-4e82-88e1-c0917be9480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:08.924321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-daf453b0-381b-47f6-a1c6-117577ca95e5 req-593e7b04-870e-4be9-bdd1-5c94a98fce85 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3049605 Aug 20 08:59:08.978484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:08.991045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=641598c6-c37f-4657-86ac-0c701a5ce839,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:09.004348 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:09.097203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.098409 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:09.102210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] 10.222.0.26 "PUT /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 1135 time: 4.0167725 Aug 20 08:59:09.103577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b436-71ed-446f-8e68-4b726d9a3c77 service neutron] Pushing event updated for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:09.106497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '641598c6-c37f-4657-86ac-0c701a5ce839'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:09.109136 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c4941f-5726-4a61-8350-bed79c630392" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "641598c6-c37f-4657-86ac-0c701a5ce839"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:09.112818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:09.117634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:09.157343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:09.191190 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d26071c-329a-442f-98fa-6bad998131c1 x-openstack-request-id: req-1d26071c-329a-442f-98fa-6bad998131c1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:09.191861 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "641598c6-c37f-4657-86ac-0c701a5ce839", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:09.192423 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d26071c-329a-442f-98fa-6bad998131c1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:09.193060 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '641598c6-c37f-4657-86ac-0c701a5ce839', 'status': 'completed', 'code': 200} Aug 20 08:59:09.247702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:09.470867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.490237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.490727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.491208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.491683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.492157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.494175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a8c4941f-5726-4a61-8350-bed79c630392 req-a2992665-8f03-4724-9b20-985a2c4c64a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5290 time: 0.2860072 Aug 20 08:59:09.685694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f3d70-42e5-47de-ac5c-eda6e07c545c req-40c33721-d9d3-48b1-9855-fbf0df53178a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.693421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e1f3d70-42e5-47de-ac5c-eda6e07c545c req-40c33721-d9d3-48b1-9855-fbf0df53178a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.2549839 Aug 20 08:59:09.796303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e1f3d70-42e5-47de-ac5c-eda6e07c545c req-8fe9a970-30e7-4cd5-89bb-dfd65d63411c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Aug 20 08:59:09.874398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-c2405dfd-3539-4a93-b4aa-bc4a6f681cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.874876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-c2405dfd-3539-4a93-b4aa-bc4a6f681cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.875413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-c2405dfd-3539-4a93-b4aa-bc4a6f681cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:09.878385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a8c4941f-5726-4a61-8350-bed79c630392 req-c2405dfd-3539-4a93-b4aa-bc4a6f681cb3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3651066 Aug 20 08:59:09.920652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e17716-ac03-4fd0-852f-6dded3ee8487 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:09.930849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:09.945818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Transition to ACTIVE for port object e1e17716-ac03-4fd0-852f-6dded3ee8487 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:09.958068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:10.049170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:10.180682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5003edd1-5431-4072-9c1d-790325fc50c4 req-624b4dbe-8646-46f0-b47d-7b97ca28b06f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 210 time: 0.0830300 Aug 20 08:59:10.277551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.293902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.310139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.320403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.327459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.348124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.354396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.363230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-3813b8d2-6a62-4408-bf9b-8ba849d7ca86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5380 time: 0.3103218 Aug 20 08:59:10.372853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-4ed70ef7-4d18-455c-9c60-09269ffb7028 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.382013 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-4ed70ef7-4d18-455c-9c60-09269ffb7028 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.2034285 Aug 20 08:59:10.390279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:10.423795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e69df257-270a-4739-a7c3-6d1eee7dc3ad req-31370757-d6cb-44b2-a85e-8e928a5b54ac tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566807 Aug 20 08:59:10.428688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Attempting to bind port e1e17716-ac03-4fd0-852f-6dded3ee8487 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:10.431817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Attempting to bind port e1e17716-ac03-4fd0-852f-6dded3ee8487 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:10.433030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Attempting to bind port e1e17716-ac03-4fd0-852f-6dded3ee8487 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:10.442631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Port e1e17716-ac03-4fd0-852f-6dded3ee8487 on network 361a2326-0637-4489-a261-c4d93ddc6b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:10.443349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Attempting to bind port e1e17716-ac03-4fd0-852f-6dded3ee8487 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:10.448843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:10.449466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Checking segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:10.450135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Bound using segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:10.450797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Bound port: e1e17716-ac03-4fd0-852f-6dded3ee8487, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:10.451390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:10.501162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:10.506958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:10.517349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9889a-8b19-4d22-bb64-75e9c725be98 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:10.572755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:10.578602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:10.589072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:10.613561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.614304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:10.680785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:10.683461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:10.691124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 1134 time: 1.5353475 Aug 20 08:59:10.737953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-39f21e73-93f9-4ddb-ba7c-3fc1d5ed614a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 380 time: 0.2649066 Aug 20 08:59:10.775656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:10.780220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'port': {'device_id': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'admin_state_up': True, 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'security_groups': ['178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:10.894780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69be8a1-a58b-4133-8357-7d641a9e2ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:10.967466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:11.156332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5706-df60-42d5-bd09-75463ce8d177 req-cfa09394-20f8-42de-af40-1b4b9ae16c0d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.165960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56ad5706-df60-42d5-bd09-75463ce8d177 req-cfa09394-20f8-42de-af40-1b4b9ae16c0d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1955826 Aug 20 08:59:11.169369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50336) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:11.171815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4620316 Aug 20 08:59:11.189231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:1e:b0:7d', 'name': 'tempest-NetworksTestDHCPv6-1364228684'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:11.201965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007717f4-6d24-4a40-be8c-31ba938505e1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=eab542ed-948b-4235-abc4-988097aebf3a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:11.203033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': 'e1e17716-ac03-4fd0-852f-6dded3ee8487'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:11.206117 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce2b6b-caa4-4277-9707-8f84c8635007" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "e1e17716-ac03-4fd0-852f-6dded3ee8487"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:11.237790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4941f-5726-4a61-8350-bed79c630392 req-8b96821e-5b2d-4749-bb11-3bf9d5e7f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.239314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a8c4941f-5726-4a61-8350-bed79c630392 req-8b96821e-5b2d-4749-bb11-3bf9d5e7f0ae service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0645657 Aug 20 08:59:11.280630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:11.285880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:11.395179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '47746f18-010f-48e6-9028-99c9361f1d2c', 'ip_address': '2001:db8::f816:3eff:feb7:2d76'}, {'subnet_id': 'eab542ed-948b-4235-abc4-988097aebf3a'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '2dcf7959-6541-490b-87cf-ee648c490299'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:59:11.442543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:11.560798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f70f7a4e-9908-4756-87df-1507de2311b0 req-1ff668f6-f647-4713-b5f5-3fd4f9c656c5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 210 time: 0.1299148 Aug 20 08:59:11.577674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Allocated IP 172.20.0.12 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:11.660032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56ad5706-df60-42d5-bd09-75463ce8d177 req-e0e7167f-54df-4cb5-90b9-9136b3a77df9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602501 Aug 20 08:59:11.745533 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001a3075-7fb6-4fa7-9280-167d0bea8982 x-openstack-request-id: req-001a3075-7fb6-4fa7-9280-167d0bea8982 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:11.747497 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "e1e17716-ac03-4fd0-852f-6dded3ee8487", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:11.748468 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-001a3075-7fb6-4fa7-9280-167d0bea8982 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:11.749093 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': 'e1e17716-ac03-4fd0-852f-6dded3ee8487', 'status': 'completed', 'code': 200} Aug 20 08:59:11.843206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.843909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.845359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.845885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.846630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.847165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.847648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:11.849689 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-65e9913d-4a84-48cd-a5e7-329c2b97ae31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6217 time: 0.1529331 Aug 20 08:59:11.997334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Allocated IP 2001:db8:0:1::2 (70e63f2b-66e7-4648-9b28-cb982492e847/eab542ed-948b-4235-abc4-988097aebf3a/2dcf7959-6541-490b-87cf-ee648c490299) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:12.006982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.041485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-94969146-754f-48ee-9511-64d1f5892fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.042818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-94969146-754f-48ee-9511-64d1f5892fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.044228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-94969146-754f-48ee-9511-64d1f5892fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.045749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-94969146-754f-48ee-9511-64d1f5892fd3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1875196 Aug 20 08:59:12.051800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Transition to ACTIVE for port object 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:12.116078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fbc51d-f262-4175-809f-3cc86429f66b {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:12.127575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.190204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Transition to ACTIVE for port object 26fbc51d-f262-4175-809f-3cc86429f66b will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:12.213192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.262007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.269760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:12.370614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:12.378658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:12.385399 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.391896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:12.393398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.407722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.417558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.441435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.447256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Transition to ACTIVE for port object 2dcf7959-6541-490b-87cf-ee648c490299 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:12.457028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.461130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.476481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.487782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.495874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-f6f4770b-0b80-4091-be51-50217a7aaba9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5380 time: 0.6605544 Aug 20 08:59:12.501525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:12.595617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-c9b5179e-86ed-4376-a7ad-bb01fef8f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.599620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0ce2b6b-caa4-4277-9707-8f84c8635007 req-c9b5179e-86ed-4376-a7ad-bb01fef8f342 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5458672 Aug 20 08:59:12.630837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:12.646325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.685789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.686406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.710034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Pushing event updated for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:12.724904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:12.729975 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-8747210c-f4a1-4cb6-af3d-587b832a35bb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9599555 Aug 20 08:59:12.746385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Request body: {'port': {'device_id': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:12.751489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8b698-c1d6-449f-877e-dce736a591b2 None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:12.861391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.916360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b9dd0b-c5d8-43bd-a01f-c399adacdc52 req-d4380e2a-69a2-4111-b244-bd10e9298e8f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4194801 Aug 20 08:59:12.930716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:12.937980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8a0c-1ba1-45ae-9d7f-93703c83e04b req-faefecd4-8001-4871-9693-2928d25f571f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:12.939762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96be8a0c-1ba1-45ae-9d7f-93703c83e04b req-faefecd4-8001-4871-9693-2928d25f571f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 932 time: 0.2457860 Aug 20 08:59:13.032591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Attempting to bind port 26fbc51d-f262-4175-809f-3cc86429f66b on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:13.033136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Attempting to bind port 26fbc51d-f262-4175-809f-3cc86429f66b by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:13.033581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Attempting to bind port 26fbc51d-f262-4175-809f-3cc86429f66b on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:13.062491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Port 26fbc51d-f262-4175-809f-3cc86429f66b on network 361a2326-0637-4489-a261-c4d93ddc6b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:13.063841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Attempting to bind port 26fbc51d-f262-4175-809f-3cc86429f66b on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:13.099852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:13.100372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Checking segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:13.101075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Bound using segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:13.101594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Bound port: 26fbc51d-f262-4175-809f-3cc86429f66b, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:13.102104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.148115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96be8a0c-1ba1-45ae-9d7f-93703c83e04b req-b609b202-20c0-4d19-a538-bd1a1fbb1136 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884418 Aug 20 08:59:13.184903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-98d3d203-fa90-47e7-9c01-96b72a690854 None None] Provisioning for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:13.225884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-98d3d203-fa90-47e7-9c01-96b72a690854 None None] Provisioning complete for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:13.229342 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98d3d203-fa90-47e7-9c01-96b72a690854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.291164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8:0:1::88 (70e63f2b-66e7-4648-9b28-cb982492e847/eab542ed-948b-4235-abc4-988097aebf3a/2d04d1e9-692f-4503-bac2-2e1e46f5fce1) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:13.320613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::f816:3eff:fe1e:b07d (70e63f2b-66e7-4648-9b28-cb982492e847/47746f18-010f-48e6-9028-99c9361f1d2c/2d04d1e9-692f-4503-bac2-2e1e46f5fce1) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:13.324171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:13.329739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-98d3d203-fa90-47e7-9c01-96b72a690854 None None] Port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:13.340095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2147111a-492e-4788-8f7c-d0b060eb2a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.367337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.419455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Transition to ACTIVE for port object 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:13.431810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.526026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:13.553205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc45f60-54ca-42b9-927b-9c5342a8761a req-8a77bb5c-34f1-4361-9c23-f90d6d38e18c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:13.554883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bc45f60-54ca-42b9-927b-9c5342a8761a req-8a77bb5c-34f1-4361-9c23-f90d6d38e18c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1875501 Aug 20 08:59:13.606859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=26fbc51d-f262-4175-809f-3cc86429f66b,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:13.664649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.690039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:13.863967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Attempting to bind port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:13.864320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Attempting to bind port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:13.864661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Attempting to bind port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:13.865297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bc45f60-54ca-42b9-927b-9c5342a8761a req-43325929-de25-45e8-abf6-8605e3f44828 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683556 Aug 20 08:59:13.882364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:13.882674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Attempting to bind port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:13.889028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:13.889387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:13.889880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:13.890353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Bound port: 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:13.890717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.895146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:13.897564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.899807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] 10.222.0.26 "PUT /v2.0/ports/26fbc51d-f262-4175-809f-3cc86429f66b HTTP/1.1" status: 200 len: 1091 time: 3.1787884 Aug 20 08:59:13.902193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:13.935294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:13.945883 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7665c73-35a9-412e-99be-1ddf01ff8b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:14.052085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:14.196407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:14.214593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:14.217510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:14.227323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:14.254649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:14.265299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5937d-e3b9-41f7-8508-4ed0522c2542 service neutron] Pushing event updated for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:14.275760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:14.301591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.302331 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:14.304224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 1092 time: 1.5649192 Aug 20 08:59:14.305810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:14.317342 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd9c8f3-62b6-44f3-8321-a522a8a09895" -d '{"events": [{"name": "network-changed", "server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:14.533981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-ae75bc34-9632-4dfe-b482-cb9f97118b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.535603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-ae75bc34-9632-4dfe-b482-cb9f97118b7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1095 time: 0.1541595 Aug 20 08:59:14.536341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3f7e-0486-4772-a573-ba9ff8429a22 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:14.630486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-86a61e39-2965-4e4f-9222-68ee757c5891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 217 time: 0.0765922 Aug 20 08:59:14.632330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-872b5186-d1ac-442c-b7df-082240de88de None None] Provisioning for port 2dcf7959-6541-490b-87cf-ee648c490299 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:14.638694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-872b5186-d1ac-442c-b7df-082240de88de None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:14.638904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-872b5186-d1ac-442c-b7df-082240de88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:14.668906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:14.706711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.715602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.738355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.756866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-1db0bcf7-2373-4d11-9e52-ec5e8550a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.759347 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-1db0bcf7-2373-4d11-9e52-ec5e8550a7d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1193302 Aug 20 08:59:14.771144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.778222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.792766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.808438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.821705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-b15f7d32-5ef8-41c4-b6eb-14ce5abf4686 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5392 time: 0.5410082 Aug 20 08:59:14.842151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-4a6c6b26-e399-4458-b722-74302c688228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.843665 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-4a6c6b26-e399-4458-b722-74302c688228 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741618 Aug 20 08:59:14.915839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:14.948526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:14.948526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:14.952612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.953258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:14.976678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f524f-c2fc-49c1-9140-23df44265e9c req-1401738b-0691-4557-80ec-1aaf9eaa3007 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:14.984869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e3f524f-c2fc-49c1-9140-23df44265e9c req-1401738b-0691-4557-80ec-1aaf9eaa3007 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 944 time: 0.5496607 Aug 20 08:59:14.986773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:15.096896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9187429 Aug 20 08:59:15.099281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50414) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:15.122782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc08e00c-85d7-4bd9-b3b9-67ccb2ca6520 req-9f2d303d-e7fb-4ec6-955d-7b418a50e93c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2939026 Aug 20 08:59:15.169155 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-c6790f1b-2af2-4fba-b72b-f4b3b8e862b1 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146346 Aug 20 08:59:15.208877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e3f524f-c2fc-49c1-9140-23df44265e9c req-3d217f3f-7bd8-4e37-bc58-af068f293a38 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159884 Aug 20 08:59:15.209798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54e299-793a-4693-a1b3-3c68db18051c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=2d04d1e9-692f-4503-bac2-2e1e46f5fce1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:15.256819 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efbdc4b-8634-4f75-9826-b85d894d8ef7 x-openstack-request-id: req-0efbdc4b-8634-4f75-9826-b85d894d8ef7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:15.257426 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:15.257426 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0efbdc4b-8634-4f75-9826-b85d894d8ef7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:15.259795 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b', 'status': 'completed', 'code': 200} Aug 20 08:59:15.447730 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582a9d44-272d-4b2f-bfe0-f0f3c28b8baa x-openstack-request-id: req-582a9d44-272d-4b2f-bfe0-f0f3c28b8baa {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:15.450977 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:15.451236 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-582a9d44-272d-4b2f-bfe0-f0f3c28b8baa {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:15.455291 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'status': 'completed', 'code': 200} Aug 20 08:59:15.569662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9d561583-c551-4441-a6e0-95d2ddd9063d None None] Provisioning for port 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:15.574154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9d561583-c551-4441-a6e0-95d2ddd9063d None None] Provisioning complete for port 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:15.574524 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9d561583-c551-4441-a6e0-95d2ddd9063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:15.661699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba156445-bd86-4473-ab73-79e8940a49c5 req-55e135b7-1def-40e1-86aa-29b7379de956 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665890 Aug 20 08:59:15.668219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9d561583-c551-4441-a6e0-95d2ddd9063d None None] Port 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:15.708845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.709596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.710318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.711676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.712395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.713063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.713794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.716226 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b12ccadc-8cfe-4beb-a0d2-d60d93f1f180 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6284 time: 0.2576640 Aug 20 08:59:15.742952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f3e8-22bd-42be-a688-8a4f592459c9 req-1cb1d534-9ec1-49e0-a184-69e49d0c0df3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:15.744478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad34f3e8-22bd-42be-a688-8a4f592459c9 req-1cb1d534-9ec1-49e0-a184-69e49d0c0df3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1540928 Aug 20 08:59:15.821440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:15.821940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:15.824462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad34f3e8-22bd-42be-a688-8a4f592459c9 req-6db44968-adb8-4152-89c4-96b558f26cc6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Aug 20 08:59:15.943464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d42b52-32f9-4969-817c-67a6380e5eaf {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:15.968509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:15.991293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Transition to ACTIVE for port object a8d42b52-32f9-4969-817c-67a6380e5eaf will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:15.997248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:16.028551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:16.041808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 2d04d1e9-692f-4503-bac2-2e1e46f5fce1 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:16.205989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-0bd7198c-f0e6-4797-858e-03fdeeb15ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.207899 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-0bd7198c-f0e6-4797-858e-03fdeeb15ae2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1095 time: 0.4676452 Aug 20 08:59:16.242292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-44b1918a-7be5-4afd-ac92-f35623cbd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.243690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-44b1918a-7be5-4afd-ac92-f35623cbd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.244626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-44b1918a-7be5-4afd-ac92-f35623cbd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.246655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-44b1918a-7be5-4afd-ac92-f35623cbd660 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5199137 Aug 20 08:59:16.331970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:16.341652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:16.540969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-cab96127-8db4-41b3-8be2-686bbb485fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.542787 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-cab96127-8db4-41b3-8be2-686bbb485fd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.2949119 Aug 20 08:59:16.559866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643cfe4-a8c0-433e-98e5-5d6c7e4e5c9a req-df87c218-afcf-490c-bdb3-6db8ec3561af tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.586021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f643cfe4-a8c0-433e-98e5-5d6c7e4e5c9a req-df87c218-afcf-490c-bdb3-6db8ec3561af tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 944 time: 0.2450142 Aug 20 08:59:16.601082 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0919b107-ca6d-40c7-b4e5-903c8179de88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:16.672862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.692118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.707110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.728002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.744441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.779385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.815805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:16.818963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-ae3edbd6-725e-4987-8aa1-e174f98f87f4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5404 time: 0.4791451 Aug 20 08:59:16.933866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Attempting to bind port a8d42b52-32f9-4969-817c-67a6380e5eaf on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:16.934212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Attempting to bind port a8d42b52-32f9-4969-817c-67a6380e5eaf by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:16.934549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Attempting to bind port a8d42b52-32f9-4969-817c-67a6380e5eaf on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:16.946615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-5e419fba-92b8-41fc-bb2c-05c51eb4d8e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 217 time: 0.0488007 Aug 20 08:59:16.967597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f08edff-9cd6-4158-9f45-63afd39c5a19 req-0a70b89f-1266-46e1-ab99-94e066bde8de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165929 Aug 20 08:59:16.976694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Port a8d42b52-32f9-4969-817c-67a6380e5eaf on network 361a2326-0637-4489-a261-c4d93ddc6b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:16.977025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Attempting to bind port a8d42b52-32f9-4969-817c-67a6380e5eaf on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:16.984520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:16.985460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Checking segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:16.985825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Bound using segment: {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:16.986268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Bound port: a8d42b52-32f9-4969-817c-67a6380e5eaf, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54cf2e0-9288-4363-8667-a645d29cc75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:16.986636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.000662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b54bbb27-0add-48f8-9e8e-8aaa1444b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.001011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f643cfe4-a8c0-433e-98e5-5d6c7e4e5c9a req-89d04080-5560-49b6-af60-a5771e69b5c7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108999 Aug 20 08:59:17.002935 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7665c73-35a9-412e-99be-1ddf01ff8b7b req-b54bbb27-0add-48f8-9e8e-8aaa1444b1ea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6371450 Aug 20 08:59:17.105674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.182917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=2d04d1e9-692f-4503-bac2-2e1e46f5fce1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:17.189070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:17.193829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:17.208847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.254420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-574a5118-8105-4765-9a67-aaa850a199cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.255929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-574a5118-8105-4765-9a67-aaa850a199cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.2643921 Aug 20 08:59:17.280816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.281477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.283592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/a8d42b52-32f9-4969-817c-67a6380e5eaf HTTP/1.1" status: 200 len: 1090 time: 3.0192919 Aug 20 08:59:17.311678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.314383 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0d6c4f22-ddf7-4de8-9134-6f3f6afcdb35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/2d04d1e9-692f-4503-bac2-2e1e46f5fce1 HTTP/1.1" status: 204 len: 168 time: 2.2114203 Aug 20 08:59:17.330033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:17.359807 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c1d1f-8e17-44b6-839a-a56234b09381" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:17.362902 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.366308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50452) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:17.372785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:17.499728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-52550fad-1ac5-40d4-944e-e0c6bd63ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.503332 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-52550fad-1ac5-40d4-944e-e0c6bd63ab5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319465 Aug 20 08:59:17.576263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba30fe-5a3e-4dd1-b52e-4a306b234054 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.583570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-daba30fe-5a3e-4dd1-b52e-4a306b234054 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2138162 Aug 20 08:59:17.589622 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496ed6c-70ce-4cca-b6c0-e17013081412 x-openstack-request-id: req-b496ed6c-70ce-4cca-b6c0-e17013081412 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:17.597282 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:17.600886 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b496ed6c-70ce-4cca-b6c0-e17013081412 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:17.602040 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf', 'status': 'completed', 'code': 200} Aug 20 08:59:17.610354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50458) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:17.648872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad012-ca57-4780-9928-a0a2bf61a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:17.656752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:17.696777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a375cd1-3be6-4e8b-8c98-2bf60b22d97b req-fdd266db-7dd5-452a-8734-71a0a6f67d72 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.698530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a375cd1-3be6-4e8b-8c98-2bf60b22d97b req-fdd266db-7dd5-452a-8734-71a0a6f67d72 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.4140429 Aug 20 08:59:17.824946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76b28b-ec87-4b55-aabf-8cea0aec0a1a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.831842 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4b76b28b-ec87-4b55-aabf-8cea0aec0a1a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1929274 Aug 20 08:59:17.832477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50464) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:17.922758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.923581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.924261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.925137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a375cd1-3be6-4e8b-8c98-2bf60b22d97b req-7cf1b3e6-cf0e-4ecb-9efa-42e8fbe1c603 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915861 Aug 20 08:59:17.937317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.940229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.955125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.956518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:17.958917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-158836e3-50fe-4868-b541-9b7499399829 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6351 time: 0.3727982 Aug 20 08:59:18.128081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-ecf8d3f2-eb91-400a-a18d-e5a0f7963734 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083848 Aug 20 08:59:18.134939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08335741-3658-43f9-98c9-d3775e48f380 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.137033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08335741-3658-43f9-98c9-d3775e48f380 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.138807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08335741-3658-43f9-98c9-d3775e48f380 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.143589 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-08335741-3658-43f9-98c9-d3775e48f380 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3062358 Aug 20 08:59:18.144511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50478) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:18.318594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 47746f18-010f-48e6-9028-99c9361f1d2c {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:18.324618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-29eee9d5-f6eb-4021-91f6-12fa2aed446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.325474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-29eee9d5-f6eb-4021-91f6-12fa2aed446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.326165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-29eee9d5-f6eb-4021-91f6-12fa2aed446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.328444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-29eee9d5-f6eb-4021-91f6-12fa2aed446e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3579373 Aug 20 08:59:18.336263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:18.365417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784c483-28dd-4412-bc23-43c2aa657177 req-6f77407e-5d6c-4ca9-ad5b-4ccd6c306582 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.367017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f784c483-28dd-4412-bc23-43c2aa657177 req-6f77407e-5d6c-4ca9-ad5b-4ccd6c306582 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 944 time: 0.0990438 Aug 20 08:59:18.378540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.384704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.391269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.397208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.403253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.409753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.416061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.417618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6549f519-e869-4c61-8098-d843657266fe req-44458a6f-4c72-4963-bb77-c9a9722c7558 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5404 time: 0.2327986 Aug 20 08:59:18.426934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e147f159-9f14-412c-a871-cc5088a16d2f {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:18.455608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:18.489104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f784c483-28dd-4412-bc23-43c2aa657177 req-7ad16baa-1ee7-4998-954e-6de5a807c9f1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686996 Aug 20 08:59:18.495067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Transition to ACTIVE for port object e147f159-9f14-412c-a871-cc5088a16d2f will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:18.515936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-ec587f55-18e3-46b6-a49f-002127aa3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:18.522087 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ba4c1d1f-8e17-44b6-839a-a56234b09381 req-ec587f55-18e3-46b6-a49f-002127aa3aa2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1806629 Aug 20 08:59:18.525796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6549f519-e869-4c61-8098-d843657266fe req-14713db8-0877-442f-a444-8a542e2b3fb3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784581 Aug 20 08:59:18.527316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:18.575943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Pushing event updated for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:18.609602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4cd9c8f3-62b6-44f3-8321-a522a8a09895 req-5112a831-5234-4ba8-83f7-6aa0f3d76e4f service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631054 Aug 20 08:59:18.670098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:18.768990 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:18.899476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Attempting to bind port e147f159-9f14-412c-a871-cc5088a16d2f on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:18.903204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Attempting to bind port e147f159-9f14-412c-a871-cc5088a16d2f by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:18.904086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Attempting to bind port e147f159-9f14-412c-a871-cc5088a16d2f on network d2983d18-56c1-442a-80a7-df9c2d50cea2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:18.915444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Port e147f159-9f14-412c-a871-cc5088a16d2f on network d2983d18-56c1-442a-80a7-df9c2d50cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:18.915782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Attempting to bind port e147f159-9f14-412c-a871-cc5088a16d2f on network d2983d18-56c1-442a-80a7-df9c2d50cea2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:18.933524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:18.935431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Checking segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:18.936089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Bound using segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:18.938249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Bound port: e147f159-9f14-412c-a871-cc5088a16d2f, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:18.941788 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:18.947834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.100249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:19.115045 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.121427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e147f159-9f14-412c-a871-cc5088a16d2f,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:19.131794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.152906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=47746f18-010f-48e6-9028-99c9361f1d2c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:19.158853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.160974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60aeb7ca-a8ce-4fb6-8a3b-a94e5b084bef tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/47746f18-010f-48e6-9028-99c9361f1d2c HTTP/1.1" status: 204 len: 168 time: 1.0104516 Aug 20 08:59:19.166274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50496) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:19.168238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0d523-3ffc-4698-b7c7-27b9548c00b0 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:19.181970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91f262-2ea1-420b-b8d7-e1c4a6f83c68 req-b5a1925d-cfaf-44d4-848d-3427a73900c4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.191960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa91f262-2ea1-420b-b8d7-e1c4a6f83c68 req-b5a1925d-cfaf-44d4-848d-3427a73900c4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1511993 Aug 20 08:59:19.242852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.243997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.245896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] 10.222.0.26 "PUT /v2.0/ports/e147f159-9f14-412c-a871-cc5088a16d2f HTTP/1.1" status: 200 len: 1091 time: 1.8827789 Aug 20 08:59:19.265521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet eab542ed-948b-4235-abc4-988097aebf3a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:19.274037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.283136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa91f262-2ea1-420b-b8d7-e1c4a6f83c68 req-7777f55b-d9e1-4636-8477-17e321fd2d0d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833943 Aug 20 08:59:19.316003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Request body: {'port': {'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:19.369845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c2806-f89d-4618-9e0e-eada9201fbbf service neutron] Pushing event updated for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:19.386616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.456769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.569226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.684809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:19.687472 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:19.741829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.787665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:19.792389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/eab542ed-948b-4235-abc4-988097aebf3a HTTP/1.1" status: 204 len: 168 time: 0.6249833 Aug 20 08:59:19.793171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50512) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:19.793955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25bc7b-7a8b-457e-a32c-e16399c503b3 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=eab542ed-948b-4235-abc4-988097aebf3a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:19.870593 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-86d0f95a-68fd-4307-a3a6-71f6e3fd99a5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741928 Aug 20 08:59:19.873280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50516) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:19.884085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:19.887791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.895950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.902548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.908922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.916646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.923150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.935727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:19.961956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-12d68ad4-255d-4830-88c8-e9d165e9fef2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5416 time: 0.2569327 Aug 20 08:59:20.024052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244086f0-a98d-40ca-b4fb-7befa4fcfcb8 req-3bc7ae0a-0af7-4dd1-9cb3-6567294f540e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.032293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-244086f0-a98d-40ca-b4fb-7befa4fcfcb8 req-3bc7ae0a-0af7-4dd1-9cb3-6567294f540e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 944 time: 0.3257582 Aug 20 08:59:20.048797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:20.057736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.089845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2cd1b4ae-07c4-45f8-b5b1-e54e2086e1e7 req-56f7aa3b-4c97-42fe-bc3c-85c8e5a58c8c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147363 Aug 20 08:59:20.116896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-244086f0-a98d-40ca-b4fb-7befa4fcfcb8 req-cc0c6ba7-e73a-4c4e-ae65-e3223b7a5953 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784783 Aug 20 08:59:20.163203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:20.221164 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d4f79-6947-4226-a3c5-ae054bb0ca8d x-openstack-request-id: req-742d4f79-6947-4226-a3c5-ae054bb0ca8d {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:20.222357 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:20.222680 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-742d4f79-6947-4226-a3c5-ae054bb0ca8d {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:20.224419 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f', 'status': 'completed', 'code': 200} Aug 20 08:59:20.325579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e40a57-b750-43d4-aa20-a9d2b9843d7e {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:20.351832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.388223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Transition to ACTIVE for port object 27e40a57-b750-43d4-aa20-a9d2b9843d7e will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:20.398238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.505651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:20.554880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:20.555120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.565260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Pushing event updated for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:20.648873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=a792868c-2efd-4061-b5f2-355bfc1ecc81,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:20.661052 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.674429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:20.681765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.682537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.683261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.683899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.684534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.685211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.686015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.688888 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-755aee91-eb41-45e9-8e7e-c6e5969d191c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6418 time: 0.3764145 Aug 20 08:59:20.690588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:20.690795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:20.703906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.704655 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.735282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:20.742236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.758232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0496e-9ec0-4195-b87e-f4d601d4b041 req-1cd6aa4a-64d5-436f-95b7-918b974e39ef tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.767155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9aa0496e-9ec0-4195-b87e-f4d601d4b041 req-1cd6aa4a-64d5-436f-95b7-918b974e39ef tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.2530437 Aug 20 08:59:20.846594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:20.860780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Attempting to bind port 27e40a57-b750-43d4-aa20-a9d2b9843d7e on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:20.861124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Attempting to bind port 27e40a57-b750-43d4-aa20-a9d2b9843d7e by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:20.861463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Attempting to bind port 27e40a57-b750-43d4-aa20-a9d2b9843d7e on network d2983d18-56c1-442a-80a7-df9c2d50cea2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:20.869735 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ac8a672-4d69-4aeb-9a81-aa9717490c16 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9953408 Aug 20 08:59:20.873345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50530) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:20.884327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:20.899982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Port 27e40a57-b750-43d4-aa20-a9d2b9843d7e on network d2983d18-56c1-442a-80a7-df9c2d50cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:20.900519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Attempting to bind port 27e40a57-b750-43d4-aa20-a9d2b9843d7e on network d2983d18-56c1-442a-80a7-df9c2d50cea2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:20.917345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e5712-7ae6-4c1a-9026-1167e7d75d6d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:20.983587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9aa0496e-9ec0-4195-b87e-f4d601d4b041 req-6e9aa570-6e6c-42f0-9ee2-de68aa0873c8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153788 Aug 20 08:59:20.994804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:20.995156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Checking segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:20.995555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Bound using segment: {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:20.996016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Bound port: 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42463fb5-2783-4ba3-a0e2-f16c276be339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:20.996404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:20.997392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-08ff22ad-d47b-4bd3-a704-3ce112c90bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.997921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-08ff22ad-d47b-4bd3-a704-3ce112c90bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:20.998392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-08ff22ad-d47b-4bd3-a704-3ce112c90bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.002939 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-08ff22ad-d47b-4bd3-a704-3ce112c90bcb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2953589 Aug 20 08:59:21.122428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:21.129309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:21.140903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:21.146517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:21.204357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-0d188d70-f079-46fb-9df6-60abfd8f0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.205911 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-328fc0ac-ce9c-4f49-bee7-8916fbb249f8 req-0d188d70-f079-46fb-9df6-60abfd8f0e65 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1873946 Aug 20 08:59:21.212625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:21.216218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:21.294392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.295256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:21.297539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] 10.222.0.26 "PUT /v2.0/ports/27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 200 len: 1091 time: 2.0030925 Aug 20 08:59:21.379896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9625ec5a-2fd9-4366-a0f3-550002e658ad None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:21.381214 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9625ec5a-2fd9-4366-a0f3-550002e658ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:21.507596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93e2a-f2f6-4794-bf3a-c35680c31974 service neutron] Pushing event updated for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:21.566192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413fcb5-7373-48fc-973c-91b513602323 req-ae94082e-1bb2-49c0-ab37-fe4a9e94b306 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.573846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8413fcb5-7373-48fc-973c-91b513602323 req-ae94082e-1bb2-49c0-ab37-fe4a9e94b306 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2945974 Aug 20 08:59:21.591410 n-d-804285-2 neutron-server[101316]: INFO neutron.db.ipam_backend_mixin [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a792868c-2efd-4061-b5f2-355bfc1ecc81 (CIDR: 2001:db8::/64) Aug 20 08:59:21.596245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': 'a792868c-2efd-4061-b5f2-355bfc1ecc81'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '2dcf7959-6541-490b-87cf-ee648c490299'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:59:21.606669 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:59:21.607385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:21.620931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.627536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.633422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.641293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.647293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.653168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.659760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.667886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-3ec9f21d-cd50-4fc5-9d49-ea61b4cfc878 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.3987312 Aug 20 08:59:21.691637 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:21.693812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.694496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.695129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.704213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.704213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.704213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.704213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:21.704213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-417aeafc-2054-4c0e-b761-bc1391ccab62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6485 time: 0.2899115 Aug 20 08:59:21.749347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8413fcb5-7373-48fc-973c-91b513602323 req-32be2160-dd59-4c78-9407-07a3e854ed41 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743441 Aug 20 08:59:21.776054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50560) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:21.783112 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ff9573b8-415c-4c05-a08e-6e482f6db523 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9083474 Aug 20 08:59:21.786157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:21.881957 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-a0567ed7-275c-4002-b5f9-ef5088e77447 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 200 len: 217 time: 0.1259227 Aug 20 08:59:21.893368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96f15b8b-2eab-4f34-85f4-ef91eedf61cf req-cdbded13-852c-4903-b6d8-e03e415f86be tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240543 Aug 20 08:59:21.923986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/a792868c-2efd-4061-b5f2-355bfc1ecc81/2dcf7959-6541-490b-87cf-ee648c490299) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:21.939793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:21.945803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:22.049933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-781abcf3-3df0-4198-9054-e41d94ee1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:22.051356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-781abcf3-3df0-4198-9054-e41d94ee1afa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1250a3d0-39fb-409b-a936-3ab03579e8f9 HTTP/1.1" status: 200 len: 856 time: 0.1570499 Aug 20 08:59:22.075017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:22.170437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-80c1c47e-46fe-43c9-b8b7-cebbedbe4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:22.172674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-80c1c47e-46fe-43c9-b8b7-cebbedbe4025 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2197b274-0c57-4258-a943-1259d03ded58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117523 Aug 20 08:59:22.179150 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:22.221023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Transition to ACTIVE for port object 2dcf7959-6541-490b-87cf-ee648c490299 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:22.230602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:22.342520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:22.348800 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8a48b5-80f0-4113-aadd-1900a9c66509" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:22.364929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5fe5f-ba4b-489e-9c5d-748eaf5b77bd None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:22.457264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-41359d53-14bd-4561-8c35-3472745f0bfb service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768092 Aug 20 08:59:22.462067 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3543b3d-6590-4a3a-adfb-cdfedc910704 x-openstack-request-id: req-c3543b3d-6590-4a3a-adfb-cdfedc910704 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:22.462558 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:22.462971 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3543b3d-6590-4a3a-adfb-cdfedc910704 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:22.463546 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e', 'status': 'completed', 'code': 200} Aug 20 08:59:22.488823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4151-babd-49fc-8786-3cc12c05c797 req-346ac09c-13af-4233-98a0-5be9d46de756 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:22.490625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c08e4151-babd-49fc-8786-3cc12c05c797 req-346ac09c-13af-4233-98a0-5be9d46de756 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1346188 Aug 20 08:59:22.610556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:59:22.651145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c08e4151-babd-49fc-8786-3cc12c05c797 req-4e42dea9-cb86-486d-ac24-864716eec763 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437235 Aug 20 08:59:22.675725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-fd6896d6-f441-4183-b6df-5f5b11c34a84 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075245 Aug 20 08:59:22.720657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-bcaac4ec-694f-4928-92ae-c4a3a827f5b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 217 time: 0.0380759 Aug 20 08:59:22.806621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-4e42bb77-8a81-454e-b53e-629cf1cb44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:22.811272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-4e42bb77-8a81-454e-b53e-629cf1cb44ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.0842075 Aug 20 08:59:22.889490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:22.916887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-d653878d-650e-451d-a00b-f82355d7e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:22.918471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-d653878d-650e-451d-a00b-f82355d7e106 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986700 Aug 20 08:59:22.931485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555863e9-89c4-433c-a50a-ac0f8dbe5a02 req-ae20ca1e-b467-400c-a1b7-f9311ae789d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:22.933324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-555863e9-89c4-433c-a50a-ac0f8dbe5a02 req-ae20ca1e-b467-400c-a1b7-f9311ae789d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0723779 Aug 20 08:59:23.128690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:23.167187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:23.175557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:23.176904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:23.277874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=14']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:23.292938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f4e20f97-6878-4b6b-b111-6c531e2f8d9d None None] Provisioning for port 2dcf7959-6541-490b-87cf-ee648c490299 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:23.296456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:23.299222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f4e20f97-6878-4b6b-b111-6c531e2f8d9d None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:23.300471 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4e20f97-6878-4b6b-b111-6c531e2f8d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:23.301033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:23.305731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.306339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:23.314805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a0a78-0519-4826-a38e-6c2984b12d8d None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:23.330934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5523138 Aug 20 08:59:23.331723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-555863e9-89c4-433c-a50a-ac0f8dbe5a02 req-b9325853-9aae-4ab3-b8fe-bbce2f676a41 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455403 Aug 20 08:59:23.331855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50610) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:23.332408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018de1c-3108-4219-9b57-02363d1e236b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=a6378288-44ca-4620-be84-4bca5edfeacc,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:23.344704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:34:f7:c0', 'name': 'tempest-NetworksTestDHCPv6-1519150158'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:23.446388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-13476c99-67e5-4395-8e92-89ff6711d3d2 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118775 Aug 20 08:59:23.447481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-6d55766e-8772-41b3-b1d2-7b061332371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.448979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-6d55766e-8772-41b3-b1d2-7b061332371a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 1097 time: 0.0608642 Aug 20 08:59:23.506066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.523462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.548880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.556096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.582904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.588833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-36fb3df2-d8e2-40b8-a639-a5d9789defaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.590464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-36fb3df2-d8e2-40b8-a639-a5d9789defaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.1323791 Aug 20 08:59:23.601138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.607819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.610570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-78c1c87f-acf8-4ba5-834b-3074f13249fc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.5788219 Aug 20 08:59:23.660041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-634215ee-e449-4fe3-8ed6-be42b1671432 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7284826-5551-4dba-9600-52c684dbd279 HTTP/1.1" status: 200 len: 217 time: 0.0616448 Aug 20 08:59:23.660617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:23.732392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ace1bc2-0be5-4de7-bdfe-11af0ed58006 req-ba7dc418-8885-4985-ae8f-a28adc8b3cc9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095212 Aug 20 08:59:23.772135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-5738a3d9-4931-4691-a3ee-f2e0afbf9f1f service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141539 Aug 20 08:59:23.803193 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 08:59:23.809129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-a143ac5f-301b-4543-948e-d38a33f459d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.810657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-a143ac5f-301b-4543-948e-d38a33f459d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.1181111 Aug 20 08:59:23.834215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-c4d3fc89-d8be-479b-b510-26c0fb0c57b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 217 time: 0.0532949 Aug 20 08:59:23.881539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-cc301170-94ae-4332-be79-3ab4ce76a21a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620844 Aug 20 08:59:23.891843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:23.915667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d7666-1466-4676-b4db-46852929fef3 req-c1ae2e6e-c7a7-4c65-b802-4ca783ce20e8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.917810 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e72d7666-1466-4676-b4db-46852929fef3 req-c1ae2e6e-c7a7-4c65-b802-4ca783ce20e8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1507730 Aug 20 08:59:23.936617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-0f97e723-7793-4e0c-a54b-54b5ce61474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:23.940972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-0f97e723-7793-4e0c-a54b-54b5ce61474a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.0979686 Aug 20 08:59:23.966060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:23.967710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port acda810b-df67-4ae4-9973-452fe316dcb3 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:24.046150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94a33fcb-0efb-4ed1-bfa9-aced2ca8f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:24.048855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-94a33fcb-0efb-4ed1-bfa9-aced2ca8f7d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891204 Aug 20 08:59:24.058442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e72d7666-1466-4676-b4db-46852929fef3 req-f8412130-370e-4826-83c6-6b51a20026cf tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263707 Aug 20 08:59:24.068643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:24.069030 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.074259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-a88e88e5-392f-40a9-9bd7-c387d0190852 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817346 Aug 20 08:59:24.178538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-493016b9-f437-4189-a561-e2c619f50cbd service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189063 Aug 20 08:59:24.214189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:24.287707 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-31b97251-89ea-40ae-843b-405b9e3d0cd9 req-a8d8027b-a23e-4f41-af8d-dcd5dd18dd62 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042131 Aug 20 08:59:24.289294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:24.300062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:24.300758 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.311991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::3bd (70e63f2b-66e7-4648-9b28-cb982492e847/a792868c-2efd-4061-b5f2-355bfc1ecc81/acda810b-df67-4ae4-9973-452fe316dcb3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:24.335162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:f7c0 (70e63f2b-66e7-4648-9b28-cb982492e847/a6378288-44ca-4620-be84-4bca5edfeacc/acda810b-df67-4ae4-9973-452fe316dcb3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:24.367464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-6f55f87f-6a9c-426d-afce-937d77160580 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822939 Aug 20 08:59:24.443988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.451912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-f8911d0d-1f36-44ae-9077-963888629d75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=26fbc51d-f262-4175-809f-3cc86429f66b HTTP/1.1" status: 200 len: 217 time: 0.0756645 Aug 20 08:59:24.533315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:24.542790 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8574dd-ff7c-4466-8657-05e62cb7f27d" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:24.572697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:24.583039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.620694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.638643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object acda810b-df67-4ae4-9973-452fe316dcb3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:24.656272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-1150d708-1dba-4203-82fc-b72aee62de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:24.662140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-1150d708-1dba-4203-82fc-b72aee62de18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.1960695 Aug 20 08:59:24.683471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:24.706816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.706998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9d425-fc9e-4e23-afaf-7366e570d4cf req-1e61d22d-4746-4a2d-b90b-207b9bd5ae44 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:24.713847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83c9d425-fc9e-4e23-afaf-7366e570d4cf req-1e61d22d-4746-4a2d-b90b-207b9bd5ae44 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2539108 Aug 20 08:59:24.715762 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deea0800-9412-421b-b622-e52c4118d960 x-openstack-request-id: req-deea0800-9412-421b-b622-e52c4118d960 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:24.716061 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:24.716356 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-deea0800-9412-421b-b622-e52c4118d960 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:24.716711 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 08:59:24.718055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f3fb66b1-2a68-48ae-87c4-8bc910a2701a None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:24.718426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3fb66b1-2a68-48ae-87c4-8bc910a2701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.798310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:24.798520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8c074671-13f2-491b-b4a4-fb214775c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:24.799996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8c074671-13f2-491b-b4a4-fb214775c624 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329014 Aug 20 08:59:24.803421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83c9d425-fc9e-4e23-afaf-7366e570d4cf req-b99c0c70-84e2-4b76-a84e-567a6be8a572 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529144 Aug 20 08:59:24.838731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:24.842448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:24.848510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:24.849154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:24.851690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=acda810b-df67-4ae4-9973-452fe316dcb3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:24.879558 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4c1de1c2-64c7-413d-86ab-2ef5b4e2e8aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5390091 Aug 20 08:59:24.882332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:24.912839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff663ec-f9c0-45e1-a5c6-22b363056e12 req-d3fd0599-545c-46be-977d-e9f358b47620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:24.914372 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ff663ec-f9c0-45e1-a5c6-22b363056e12 req-d3fd0599-545c-46be-977d-e9f358b47620 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1097 time: 0.1214964 Aug 20 08:59:24.992508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ff663ec-f9c0-45e1-a5c6-22b363056e12 req-8d9c792e-3c31-40de-b147-d7a9023e3ddb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658441 Aug 20 08:59:24.995345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.002193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.008358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.015794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.021947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port acda810b-df67-4ae4-9973-452fe316dcb3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:25.022096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.022297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.028171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.035138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.043376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-e3ed78dc-1814-407c-89b1-4d3ddb6b39a6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1895385 Aug 20 08:59:25.069755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e5203da2-f729-45ab-8186-a64a9cb1b6e1 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620945 Aug 20 08:59:25.136586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.151494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for acda810b-df67-4ae4-9973-452fe316dcb3 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:25.204566 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3bd2f8a-03ae-4f58-9b81-b2290f4bfafa req-148be702-1910-457e-9862-dba50fc0bd6b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600659 Aug 20 08:59:25.231892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-104d049e-944a-4697-bd3f-a322767a5282 None None] Provisioning for port acda810b-df67-4ae4-9973-452fe316dcb3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:25.240561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-104d049e-944a-4697-bd3f-a322767a5282 None None] Provisioning complete for port acda810b-df67-4ae4-9973-452fe316dcb3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:25.241289 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-104d049e-944a-4697-bd3f-a322767a5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.261028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-f77b8b5d-d293-47bd-87d0-cef03b4c47de service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764469 Aug 20 08:59:25.274327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641bbb0-a664-4ec2-bb0f-f62a353dda2f req-7ceb2dc0-43c6-4b8a-a209-b413bbf8c91a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.275943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7641bbb0-a664-4ec2-bb0f-f62a353dda2f req-7ceb2dc0-43c6-4b8a-a209-b413bbf8c91a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1044025 Aug 20 08:59:25.290257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-104d049e-944a-4697-bd3f-a322767a5282 None None] Port acda810b-df67-4ae4-9973-452fe316dcb3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:25.327562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e0e27339-41c4-4ca4-9fc5-b9bd87c93082 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf HTTP/1.1" status: 200 len: 217 time: 0.0503097 Aug 20 08:59:25.363911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.389443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7641bbb0-a664-4ec2-bb0f-f62a353dda2f req-61457361-df1a-4b15-9cdb-79d4bdb39d8b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039648 Aug 20 08:59:25.399983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=acda810b-df67-4ae4-9973-452fe316dcb3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:25.401051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-4b31e7b9-841a-426d-998a-6acd928cdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.408762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-4b31e7b9-841a-426d-998a-6acd928cdd8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.0742595 Aug 20 08:59:25.459696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.463996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a53047cb-3556-4847-95f2-15dd407dd40d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/acda810b-df67-4ae4-9973-452fe316dcb3 HTTP/1.1" status: 204 len: 168 time: 0.5783954 Aug 20 08:59:25.465760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50670) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:25.483565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e2e00ceb-9fa9-4c4a-a8ae-4ad47d38c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.486130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-e2e00ceb-9fa9-4c4a-a8ae-4ad47d38c031 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697479 Aug 20 08:59:25.575492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b991a-af4d-409e-a6a6-4e9a4f19ac73 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.577776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-924b991a-af4d-409e-a6a6-4e9a4f19ac73 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1103027 Aug 20 08:59:25.580680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50674) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:25.621006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-42c05728-1046-4016-afd6-40a6c4b93807 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210582 Aug 20 08:59:25.649148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54149e-91f1-4dca-b0f6-7f6c2eff7ff6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.650802 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fa54149e-91f1-4dca-b0f6-7f6c2eff7ff6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0691738 Aug 20 08:59:25.653971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50678) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:25.720945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdcf0d-4271-44e5-b76f-a1d08a162251 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.722548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdcf0d-4271-44e5-b76f-a1d08a162251 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.724087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdcf0d-4271-44e5-b76f-a1d08a162251 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.728034 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68fdcf0d-4271-44e5-b76f-a1d08a162251 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0704405 Aug 20 08:59:25.728307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50682) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:25.735641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-f0da1fbc-9b1a-4051-a9ec-4de904f582d1 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075189 Aug 20 08:59:25.779616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-83c5f176-15e9-4924-afc5-a789280e9ff8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e147f159-9f14-412c-a871-cc5088a16d2f HTTP/1.1" status: 200 len: 217 time: 0.0372772 Aug 20 08:59:25.785065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet a6378288-44ca-4620-be84-4bca5edfeacc {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:25.789487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.835635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b7d484de-69bf-4158-870c-35afe87eca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.837306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b7d484de-69bf-4158-870c-35afe87eca61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.0512769 Aug 20 08:59:25.857854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.927556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-81b38c9b-89b3-441b-8d29-0d26893c3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.929295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-81b38c9b-89b3-441b-8d29-0d26893c3ddc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847542 Aug 20 08:59:25.947316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:25.951930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f8c5e-8c3f-4747-a1f6-4c616a7fe2a4 req-3fce0102-3abd-4f61-abb8-dd098be8873c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:25.959286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c72f8c5e-8c3f-4747-a1f6-4c616a7fe2a4 req-3fce0102-3abd-4f61-abb8-dd098be8873c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.0684891 Aug 20 08:59:26.026719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.048361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c72f8c5e-8c3f-4747-a1f6-4c616a7fe2a4 req-abb5264e-d447-401e-9ec5-ec497a590c19 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831661 Aug 20 08:59:26.065212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-b6fd8681-b0c5-481f-9b63-e9925d025d9d service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285183 Aug 20 08:59:26.069491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.071473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/a6378288-44ca-4620-be84-4bca5edfeacc HTTP/1.1" status: 204 len: 168 time: 0.3422668 Aug 20 08:59:26.072446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e504d11-c1cf-4ea0-8508-68ad14afac0d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=a6378288-44ca-4620-be84-4bca5edfeacc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:26.075258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50692) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:26.076164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f742f2-d5e0-4254-9be9-872550e327b5 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:26.142537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet a792868c-2efd-4061-b5f2-355bfc1ecc81 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:26.145905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.197828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.213553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-d243736b-c899-4257-bd6e-0ffed3a299dc service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392229 Aug 20 08:59:26.295998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-57fe3e40-7a0f-412a-b65f-b98b1af3ad02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 200 len: 217 time: 0.0756865 Aug 20 08:59:26.363854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.402122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-d17a4f33-358b-44c0-beca-6e2cb94402ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.404302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-d17a4f33-358b-44c0-beca-6e2cb94402ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.1000545 Aug 20 08:59:26.445858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.450552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.453162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.462769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.471303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.477922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.483739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=a792868c-2efd-4061-b5f2-355bfc1ecc81,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:26.485584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.486695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.488657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7ff56763-ad83-4f8c-9bc4-fe406c229033 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/a792868c-2efd-4061-b5f2-355bfc1ecc81 HTTP/1.1" status: 204 len: 168 time: 0.4122980 Aug 20 08:59:26.491603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50700) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:26.499006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.507178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-f6ff4e7c-eab5-417d-8841-36b423898d55 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1647527 Aug 20 08:59:26.534022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-10138e61-f643-48c7-bdb9-8c4e617b5e00 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413198 Aug 20 08:59:26.536616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50702) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:26.541659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:26.579773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50704) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:26.630643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac4f5-929a-4bfd-af76-6cff90b9484d req-9c94dbce-8d60-4888-b62a-493682c64d23 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.633015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54cac4f5-929a-4bfd-af76-6cff90b9484d req-9c94dbce-8d60-4888-b62a-493682c64d23 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1062210 Aug 20 08:59:26.639593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8ebeb66e-7cbc-4ac2-baa5-9de5185e7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:26.641893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-8ebeb66e-7cbc-4ac2-baa5-9de5185e7c11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2303047 Aug 20 08:59:26.662562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb2e88d9-40e5-4bb1-8478-5f282d0535e7 req-ece4015b-7d19-4502-835a-2d34a9f539ed tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543939 Aug 20 08:59:26.789082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25f02d17-c90a-4ceb-82c8-cc30d8ac1a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:26.811289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54cac4f5-929a-4bfd-af76-6cff90b9484d req-e3d87da9-6679-4a66-ac9d-320b8172e457 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683543 Aug 20 08:59:26.880939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-1664c13e-74cb-4352-a2fd-0f4499f66be8 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171214 Aug 20 08:59:27.036840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25f02d17-c90a-4ceb-82c8-cc30d8ac1a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.047002 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25f02d17-c90a-4ceb-82c8-cc30d8ac1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.065750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e165231-47a2-4f2f-9088-536d773e1e64 req-1d87d683-c5b5-4fcf-b32f-bf03e8636829 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750481 Aug 20 08:59:27.090483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02d17-c90a-4ceb-82c8-cc30d8ac1a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc94720-61dd-43de-9543-0c2ef64c062c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:27.096295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-25f02d17-c90a-4ceb-82c8-cc30d8ac1a38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27dd28856c704c99b85e4f9554fde997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135393 Aug 20 08:59:27.109833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50724) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:27.150414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:27.155139 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.254362 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffb9-7994-437e-81aa-6106b3880f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.264126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49dec7-1da0-4e3e-917f-aca490f0613a None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:27.267599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.268087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.268568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.269042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.269559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.270046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.270512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.272613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-3f9c824c-7f82-4524-8445-cd8bb45b6ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6485 time: 0.1148112 Aug 20 08:59:27.285906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422208-0592-493d-8ac1-4d82d3538a2f req-4792de52-dec0-43a1-b714-da66ac83d589 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.287515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56422208-0592-493d-8ac1-4d82d3538a2f req-4792de52-dec0-43a1-b714-da66ac83d589 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.1389198 Aug 20 08:59:27.318890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffb9-7994-437e-81aa-6106b3880f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.409820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.415409 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffb9-7994-437e-81aa-6106b3880f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.419649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffb9-7994-437e-81aa-6106b3880f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.421681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46a3ffb9-7994-437e-81aa-6106b3880f5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dc94720-61dd-43de-9543-0c2ef64c062c HTTP/1.1" status: 204 len: 168 time: 0.3098953 Aug 20 08:59:27.465346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:27.469347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56422208-0592-493d-8ac1-4d82d3538a2f req-c347dcfa-fa18-4927-b43d-0de0ab3798d5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032319 Aug 20 08:59:27.469442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:27.472784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.473539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.493933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=387b043c-a28b-4813-a8fb-3684b17dff76,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:27.500488 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-198e563d-9f84-46ac-b753-56d4e35a8b35 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9622884 Aug 20 08:59:27.505894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50752) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:27.506377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ffb9-7994-437e-81aa-6106b3880f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc94720-61dd-43de-9543-0c2ef64c062c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:27.520263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:27.593219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2b0e522a-1970-477f-98e6-dff03d12d243 None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:27.593615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b0e522a-1970-477f-98e6-dff03d12d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.645086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-0dae0c22-64ec-4ef2-92a7-0bb706c9c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.646600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-0dae0c22-64ec-4ef2-92a7-0bb706c9c3c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 200 len: 902 time: 0.3562286 Aug 20 08:59:27.679359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:27.684929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.736592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-15feaf5f-ca76-4453-a73b-d876fcecc44b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 200 len: 217 time: 0.0754900 Aug 20 08:59:27.800971 n-d-804285-2 neutron-server[101317]: INFO neutron.db.ipam_backend_mixin [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 387b043c-a28b-4813-a8fb-3684b17dff76 (CIDR: 2001:db8::/64) Aug 20 08:59:27.810896 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:59:27.811558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:27.825613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e53cb5-02c4-4239-b2aa-88fed746e02d req-0f984df6-bc7c-424e-81c8-ff9ccbd2937a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.827219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5e53cb5-02c4-4239-b2aa-88fed746e02d req-0f984df6-bc7c-424e-81c8-ff9ccbd2937a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.2583165 Aug 20 08:59:27.833148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-770d7e3d-3cd1-4239-958d-57caaa9a5e83 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3259380 Aug 20 08:59:27.841044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:27.841568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50770) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:27.849980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'subnet': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:27.883568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-f3c4dc24-b311-459b-a6b0-18376789b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.886463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-f3c4dc24-b311-459b-a6b0-18376789b15b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.1318126 Aug 20 08:59:27.887576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50774) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:27.916063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14b44994-cf60-466b-bf14-8c1a3f94d21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:27.920763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'floatingip': {'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:27.973913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-2a21f5ea-791a-42f1-9910-458da07c9e65 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:27.976423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-2a21f5ea-791a-42f1-9910-458da07c9e65 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea67686e-5e99-4405-91c2-91bbed28d499 HTTP/1.1" status: 200 len: 946 time: 0.1419497 Aug 20 08:59:27.981789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.076629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.082850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.088805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.095242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.101070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.106946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.109158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04e76a-7cba-40b1-aa91-394621a2d8f6 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:28.113343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.115355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-21b525a6-1e7d-4db0-bdf1-04e016e36da3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.2096918 Aug 20 08:59:28.130269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-f13b62ce-fdfc-4c77-b69d-e906875b6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:28.131738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-f13b62ce-fdfc-4c77-b69d-e906875b6837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2244642 Aug 20 08:59:28.179629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b7284826-5551-4dba-9600-52c684dbd279 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:59:28.222734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c279a8e5-c591-4cbb-ae95-6a55bbf4c43d None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:28.223379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c279a8e5-c591-4cbb-ae95-6a55bbf4c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.276341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdd3ea5d-d104-4f58-a1d5-aebe0960211d req-569de238-671e-4afb-8dc4-71e6ea062a71 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505430 Aug 20 08:59:28.334844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14b44994-cf60-466b-bf14-8c1a3f94d21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.347374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Deleting port b7284826-5551-4dba-9600-52c684dbd279 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:28.347838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.354660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-9baf1a26-2f5d-42b5-afd0-044331263726 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008476 Aug 20 08:59:28.355268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14b44994-cf60-466b-bf14-8c1a3f94d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.409233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:28.413071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.431859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.475626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:28.479232 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772cf30-b010-4c42-aca8-be1c6b6cf34a" -d '{"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-unplugged", "status": "completed", "tag": "b7284826-5551-4dba-9600-52c684dbd279"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:28.502792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:28.517244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.634362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:28.659595 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48fe913-1dcb-41cb-b4a5-5f7ea6be4455 x-openstack-request-id: req-a48fe913-1dcb-41cb-b4a5-5f7ea6be4455 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:28.659870 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-unplugged", "status": "failed", "tag": "b7284826-5551-4dba-9600-52c684dbd279", "code": 422}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:28.673204 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a48fe913-1dcb-41cb-b4a5-5f7ea6be4455 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:28.675154 n-d-804285-2 neutron-server[101318]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279', 'code': 422} returned with failed status Aug 20 08:59:28.764176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.773451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.779925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-355be598-cde9-4b5e-8e68-8299a84b846e None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:28.780289 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-355be598-cde9-4b5e-8e68-8299a84b846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.796545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-14b44994-cf60-466b-bf14-8c1a3f94d21e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=157ef127fe264a76b8943c7bd0fef67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005013 Aug 20 08:59:28.798497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50780) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:28.799330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b44994-cf60-466b-bf14-8c1a3f94d21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec79fb8-e80e-4e94-9f03-afe4bfe479e2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:28.899543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8a48b5-80f0-4113-aadd-1900a9c66509 req-c55d1396-393b-4a49-a8e8-0512d141df6d service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968209 Aug 20 08:59:28.901108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] For port b7284826-5551-4dba-9600-52c684dbd279, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b7284826-5551-4dba-9600-52c684dbd279,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:28.901471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.921388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Calling delete_port for b7284826-5551-4dba-9600-52c684dbd279 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:28.930397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65837051-fd96-4deb-b61d-4558b9e3bcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:28.936314 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Floating IP 93af185b-8093-4a32-94c9-859ed5bd4e5b associated. External IP: 172.25.5.58, port: 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f. Aug 20 08:59:28.991562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65837051-fd96-4deb-b61d-4558b9e3bcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.079161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65837051-fd96-4deb-b61d-4558b9e3bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.081523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65837051-fd96-4deb-b61d-4558b9e3bcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.082713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-65837051-fd96-4deb-b61d-4558b9e3bcdb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ec79fb8-e80e-4e94-9f03-afe4bfe479e2 HTTP/1.1" status: 204 len: 168 time: 0.2803812 Aug 20 08:59:29.097558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837051-fd96-4deb-b61d-4558b9e3bcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec79fb8-e80e-4e94-9f03-afe4bfe479e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:29.128921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.158741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event deleted for resources: {'Port': ['ID=b7284826-5551-4dba-9600-52c684dbd279,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:29.182508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.objects.ports [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101317) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 08:59:29.214728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] No DVR routers for this DVR port b7284826-5551-4dba-9600-52c684dbd279 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:59:29.218527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.221245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06f83fa5-2a65-449d-9517-f18f6feab9c7 req-d10a6150-ae30-4c2c-be1f-c9ac2c371604 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "DELETE /v2.0/ports/b7284826-5551-4dba-9600-52c684dbd279 HTTP/1.1" status: 204 len: 173 time: 1.2390859 Aug 20 08:59:29.221726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-deleted', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:29.224237 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29adef2b-64cb-4d71-a2ae-de3b03e273b2" -d '{"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-deleted", "tag": "b7284826-5551-4dba-9600-52c684dbd279"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:29.264053 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dad54a-c7f5-4371-bf80-9a645ca0f058 x-openstack-request-id: req-64dad54a-c7f5-4371-bf80-9a645ca0f058 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:29.264359 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea67686e-5e99-4405-91c2-91bbed28d499", "name": "network-vif-deleted", "tag": "b7284826-5551-4dba-9600-52c684dbd279", "status": "failed", "code": 422}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:29.264606 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64dad54a-c7f5-4371-bf80-9a645ca0f058 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:29.265024 n-d-804285-2 neutron-server[101316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea67686e-5e99-4405-91c2-91bbed28d499', 'name': 'network-vif-deleted', 'tag': 'b7284826-5551-4dba-9600-52c684dbd279', 'status': 'failed', 'code': 422} returned with failed status Aug 20 08:59:29.346959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Router 6b24c456-d889-4d0f-9191-120c79522c2d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:59:29.445516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.543023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:59:29.549116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.563603 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] Sync routers for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:59:29.577035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:29.577655 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:29.602191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-782acdeb-6cbd-453d-890c-89f7be7399f8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "PUT /v2.0/floatingips/93af185b-8093-4a32-94c9-859ed5bd4e5b HTTP/1.1" status: 200 len: 991 time: 1.6823790 Aug 20 08:59:29.612371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:29.615293 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c8fff-069a-4a24-9ac0-fac44ceb11f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:29.732027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:29.735375 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:59:29.779231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.784388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.788207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.791455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.793258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.803531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.814574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.833590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.848571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.860330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.871161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-94313006-3341-4bdb-b805-0e4ff5ea3214 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.4846377 Aug 20 08:59:29.897275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:29.905699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:29.917123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:29.917290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603f4f5-16f6-4d0e-85ad-3087f385e542 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:29.917845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:29.929651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8695e5f1-b3b1-4f24-811b-9a2910bec0fa req-1137af97-5ba3-4365-ac78-d9d2eb696411 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574853 Aug 20 08:59:29.967686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Subnet': ['ID=21922dcb-b5b7-463a-8f39-a3816a8f891f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:29.970272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=18']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:29.990528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd9a9553-9fe4-4ece-b935-8551730a57ea tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1478491 Aug 20 08:59:29.994727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50828) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:30.008557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Request body: {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'mac_address': 'fa:16:3e:82:d0:2e', 'name': 'tempest-NetworksTestDHCPv6-252276859'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:30.129991 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '93af185b-8093-4a32-94c9-859ed5bd4e5b', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:59:03Z', 'updated_at': '2021-08-20T08:59:28Z', 'revision_number': 1, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:04Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:30.152913 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347393e8-5595-4182-96a1-da149883d09d x-openstack-request-id: req-347393e8-5595-4182-96a1-da149883d09d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:30.153429 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:30.153861 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-347393e8-5595-4182-96a1-da149883d09d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:30.154388 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'status': 'completed', 'code': 200} Aug 20 08:59:30.182974 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] Checking router: 6b24c456-d889-4d0f-9191-120c79522c2d for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 08:59:30.192453 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:30.193080 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:30.262735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-d31beec1-50c7-4fcb-ac6d-a95d063e5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:30.264386 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-d31beec1-50c7-4fcb-ac6d-a95d063e5ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1097 time: 0.0764248 Aug 20 08:59:30.266417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Made reservation on behalf of 9a4d8131ebf5481b951b50a2ef6deb4b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:30.306786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Update dhcp port {'port': {'network_id': '70e63f2b-66e7-4648-9b28-cb982492e847', 'fixed_ips': [{'subnet_id': '21922dcb-b5b7-463a-8f39-a3816a8f891f', 'ip_address': '2001:db8:0:1:f816:3eff:feb7:2d76'}, {'subnet_id': '387b043c-a28b-4813-a8fb-3684b17dff76'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '2dcf7959-6541-490b-87cf-ee648c490299'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 08:59:30.355836 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:30.463125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:30.477762 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 08:59:30.492501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-290bd4c3-10f8-47a6-b226-0c568bd66f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:30.494174 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-290bd4c3-10f8-47a6-b226-0c568bd66f40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.2129695 Aug 20 08:59:30.530501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] device_id is not set on port 07e67342-e6be-4556-b016-bc07a318cd3c yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:30.572652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-83e0c69b-4ead-4948-9da1-aabbda3ec6b3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:30.585034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-83e0c69b-4ead-4948-9da1-aabbda3ec6b3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.1863496 Aug 20 08:59:30.594312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Allocated IP 2001:db8::2 (70e63f2b-66e7-4648-9b28-cb982492e847/387b043c-a28b-4813-a8fb-3684b17dff76/2dcf7959-6541-490b-87cf-ee648c490299) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:30.606610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c1a05608-a524-4a10-a27c-7bc14fe730df tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0206211 Aug 20 08:59:30.634165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-3af4f5b1-d388-4e22-a8c8-ef6e253ded0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.1247697 Aug 20 08:59:30.666238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-a03913ff-fb02-4600-ac2b-93e02c929518 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586095 Aug 20 08:59:30.710244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-8fde63d5-f17e-4485-bfac-d81186b7e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:30.712227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-8fde63d5-f17e-4485-bfac-d81186b7e639 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0706542 Aug 20 08:59:30.777748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-3a67376e-f530-48b0-b181-d70eddcae28d service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099329 Aug 20 08:59:30.779845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:30.810232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-ab4aee08-81ef-4345-b44f-932f861b31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:30.813246 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-ab4aee08-81ef-4345-b44f-932f861b31a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941174 Aug 20 08:59:30.813505 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '93af185b-8093-4a32-94c9-859ed5bd4e5b', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:59:03Z', 'updated_at': '2021-08-20T08:59:28Z', 'revision_number': 1, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:04Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:30.843547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:30.848747 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387bc27e-2d96-4d7c-b232-29726e8d276f None None] The sync data for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 is: [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '93af185b-8093-4a32-94c9-859ed5bd4e5b', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:59:03Z', 'updated_at': '2021-08-20T08:59:28Z', 'revision_number': 1, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:04Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:59:30.887260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Transition to ACTIVE for port object 2dcf7959-6541-490b-87cf-ee648c490299 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:30.900865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:30.932599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-22d38548-ce47-4848-b716-75b66391c61c service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487989 Aug 20 08:59:31.065068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08542aa-d2a7-4f92-b7e1-065877994f1f None None] Pushing event updated for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=19']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:31.139368 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-34b4b06d-13a7-496f-bef7-fe292a1e7f28 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192201 Aug 20 08:59:31.228127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8::1a5 (70e63f2b-66e7-4648-9b28-cb982492e847/387b043c-a28b-4813-a8fb-3684b17dff76/07e67342-e6be-4556-b016-bc07a318cd3c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:31.275231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:d02e (70e63f2b-66e7-4648-9b28-cb982492e847/21922dcb-b5b7-463a-8f39-a3816a8f891f/07e67342-e6be-4556-b016-bc07a318cd3c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:31.299851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46398a93-3de0-4806-9d4a-9fce2b261849 None None] New status for floating IP 93af185b-8093-4a32-94c9-859ed5bd4e5b: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 08:59:31.359655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.372057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.383094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.392795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.409912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.421661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-466c8fff-069a-4a24-9ac0-fac44ceb11f6 req-637234d2-e49c-4e87-a446-94508c215378 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671118 Aug 20 08:59:31.442037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.457322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.464594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-a8b4638b-f8ad-4784-ba70-75d2a3c47092 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.2318060 Aug 20 08:59:31.602784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23b041dd-f8ed-4ebc-a67d-7cc24a75083c req-2261f961-934a-452f-b35d-086b35e7360b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362898 Aug 20 08:59:31.621867 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:31.645699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Transition to ACTIVE for port object 07e67342-e6be-4556-b016-bc07a318cd3c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:31.701383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-954e825e-c3bc-46ef-8b91-0bb1fc14f3c4 req-59fc844b-e815-4b75-b48a-874b7be1f3d9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 210 time: 0.0951717 Aug 20 08:59:31.738047 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:31.796181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Network 70e63f2b-66e7-4648-9b28-cb982492e847 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:31.799526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:31.813019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:31.813894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-590db6f8-2c76-4378-aca1-f9ef89bdc2f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818305 Aug 20 08:59:31.818787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.819445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:31.841577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event updated for resources: {'Port': ['ID=07e67342-e6be-4556-b016-bc07a318cd3c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:31.850289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ec2d427f-c661-4528-957b-8df76ca66e06 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8538718 Aug 20 08:59:31.851731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50892) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:31.944943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca749-d916-4862-8207-9e806349ce4d req-a5636ece-1378-4035-8305-5ab71c379f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:31.949783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-a5636ece-1378-4035-8305-5ab71c379f51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1097 time: 0.1080337 Aug 20 08:59:31.972418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:32.158638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1a3331f6-9f8c-44f1-8e25-beb9fe3b679a None None] Provisioning for port 2dcf7959-6541-490b-87cf-ee648c490299 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:32.168355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1a3331f6-9f8c-44f1-8e25-beb9fe3b679a None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:32.170470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1a3331f6-9f8c-44f1-8e25-beb9fe3b679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:32.213950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca749-d916-4862-8207-9e806349ce4d req-42ce83cb-5ab7-475f-a74b-bc6739922c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:32.222416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-42ce83cb-5ab7-475f-a74b-bc6739922c56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.1854100 Aug 20 08:59:32.364779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-642dac33-a132-4f3b-92a8-e1d051381600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 1002 time: 0.1333961 Aug 20 08:59:32.473171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca749-d916-4862-8207-9e806349ce4d req-403cccde-b22d-479c-9d3e-290f84f22969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:32.475195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-403cccde-b22d-479c-9d3e-290f84f22969 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.1001871 Aug 20 08:59:32.536485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting port 07e67342-e6be-4556-b016-bc07a318cd3c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:32.545140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca749-d916-4862-8207-9e806349ce4d req-be2525a9-b246-4de7-a514-9cb63062fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:32.545760 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:32.547925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-be2525a9-b246-4de7-a514-9cb63062fd1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641737 Aug 20 08:59:32.674384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f81cccfa-ec69-429e-a8d5-4fa8a28ca3f9 None None] Provisioning for port 07e67342-e6be-4556-b016-bc07a318cd3c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:32.688772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f81cccfa-ec69-429e-a8d5-4fa8a28ca3f9 None None] Provisioning complete for port 07e67342-e6be-4556-b016-bc07a318cd3c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:32.689176 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f81cccfa-ec69-429e-a8d5-4fa8a28ca3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:32.693216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:32.708831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Calling delete_port for 07e67342-e6be-4556-b016-bc07a318cd3c owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:32.746998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f81cccfa-ec69-429e-a8d5-4fa8a28ca3f9 None None] Port 07e67342-e6be-4556-b016-bc07a318cd3c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:32.781651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-3f55be94-6519-4607-955c-f3c28aee6e47 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087030 Aug 20 08:59:32.943244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-43fb3d14-f487-43b7-837f-8c95bdb0f151 req-d2ae2133-0bc6-40bf-835d-333abd3dcbae tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 210 time: 0.0753307 Aug 20 08:59:32.994611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.002661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.009087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.015265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.022233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.029592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.036118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.038423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-759690b4-1cdd-4449-9015-217ce21784ec tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.2437050 Aug 20 08:59:33.081151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5ca749-d916-4862-8207-9e806349ce4d req-e880a1c0-7f9d-41f6-bb96-9e99622c1b7a service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874913 Aug 20 08:59:33.081405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-cf3f3ee2-48eb-4cf4-a178-ed0b8ec4d351 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.083311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-cf3f3ee2-48eb-4cf4-a178-ed0b8ec4d351 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.2553821 Aug 20 08:59:33.107475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Request body: {'port': {'device_id': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'admin_state_up': True, 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:33.115773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-700c810a-bb6b-4ec7-806d-010308fbff3c req-90947300-3a2f-43e7-b2bc-3faeda1e88e2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627174 Aug 20 08:59:33.172710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.209772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Port': ['ID=07e67342-e6be-4556-b016-bc07a318cd3c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:33.264771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50924) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:33.274223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.284262 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-832764a6-deed-41e3-80f2-476ee5fb0d5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/07e67342-e6be-4556-b016-bc07a318cd3c HTTP/1.1" status: 204 len: 168 time: 1.4297636 Aug 20 08:59:33.286669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50930) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:33.350370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:33.354543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.375373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809bf2b3-1997-4da7-afa2-5461a7905780 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.381793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-809bf2b3-1997-4da7-afa2-5461a7905780 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0929906 Aug 20 08:59:33.384926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50932) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:33.432923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed48b8c-903a-4b88-b443-a6cacfb0dfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.469275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885d820-a455-4bc8-894b-fb835217ae64 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.473362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5885d820-a455-4bc8-894b-fb835217ae64 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0851634 Aug 20 08:59:33.474423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50936) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:33.554843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c5810-51e3-469a-bca7-f67f37701065 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.557165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c5810-51e3-469a-bca7-f67f37701065 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.558412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c5810-51e3-469a-bca7-f67f37701065 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:33.559541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c95c5810-51e3-469a-bca7-f67f37701065 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0843890 Aug 20 08:59:33.562698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50938) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:33.597808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Allocated IP 172.20.0.10 (dd4ba21e-df64-4625-8721-26d8331e4861/02dd20f7-2daf-4194-bf77-67f04227c429/de6a883a-5383-40e4-bf14-a5aa0740369a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:33.629803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed48b8c-903a-4b88-b443-a6cacfb0dfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.637599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed48b8c-903a-4b88-b443-a6cacfb0dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.668206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 21922dcb-b5b7-463a-8f39-a3816a8f891f {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:33.675272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.682629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ed48b8c-903a-4b88-b443-a6cacfb0dfa6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5c718004c6e469ca3d20cc541cb8d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165702 Aug 20 08:59:33.685240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50942) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:33.692396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed48b8c-903a-4b88-b443-a6cacfb0dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e3d02-d60e-4fb5-84fa-2ee15744130e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:33.738086 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fd0beca-11f9-42cc-b2de-9ca410755357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.758899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fd0beca-11f9-42cc-b2de-9ca410755357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.769508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.809357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fd0beca-11f9-42cc-b2de-9ca410755357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.813411 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fd0beca-11f9-42cc-b2de-9ca410755357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.815287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4fd0beca-11f9-42cc-b2de-9ca410755357 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e0e3d02-d60e-4fb5-84fa-2ee15744130e HTTP/1.1" status: 204 len: 168 time: 0.1285069 Aug 20 08:59:33.824028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0beca-11f9-42cc-b2de-9ca410755357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e3d02-d60e-4fb5-84fa-2ee15744130e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:33.924019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:33.963499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.058529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.070979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.131938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=21922dcb-b5b7-463a-8f39-a3816a8f891f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:34.142250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.144116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01a61fc6-4251-4270-9b39-f32603756ad1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/21922dcb-b5b7-463a-8f39-a3816a8f891f HTTP/1.1" status: 204 len: 168 time: 0.5803723 Aug 20 08:59:34.147419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:34.150225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7539f9-c724-43de-b4c7-de71b6c7fe72 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:34.154663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Network dd4ba21e-df64-4625-8721-26d8331e4861 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:34.157955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:34.165326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:34.169142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event updated for resources: {'Port': ['ID=de6a883a-5383-40e4-bf14-a5aa0740369a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:34.260095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Deleting subnet 387b043c-a28b-4813-a8fb-3684b17dff76 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:34.261246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.262445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.281222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.296098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c3e82a09-4602-4070-be6c-6e65b7e531a1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1943126 Aug 20 08:59:34.311866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Request body: {'port': {'device_id': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:34.345037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50968) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:34.368595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7a43b4d-ce17-4494-9646-15e6a047fa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.416463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.457126 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.575593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267959a4-ebd0-451e-aa99-e3d243ec4b41 req-5b99c131-fcc6-40ab-913d-d8892818485c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.577188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-267959a4-ebd0-451e-aa99-e3d243ec4b41 req-5b99c131-fcc6-40ab-913d-d8892818485c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 932 time: 0.5319064 Aug 20 08:59:34.592948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.600615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.606901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.614281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.620644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.627690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.634955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:34.641537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-c0cc3afe-bcc2-4e3d-a929-cfd707005163 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.2858219 Aug 20 08:59:34.699332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7a43b4d-ce17-4494-9646-15e6a047fa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.704736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7a43b4d-ce17-4494-9646-15e6a047fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.728668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-267959a4-ebd0-451e-aa99-e3d243ec4b41 req-f567c3e9-66eb-4faa-8705-9e3ebb1a9fdf tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800495 Aug 20 08:59:34.733344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.769318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d7a43b4d-ce17-4494-9646-15e6a047fa2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=789c48e0ce9d435db61dcb2de76f1a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226966 Aug 20 08:59:34.806995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:34.845865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a43b4d-ce17-4494-9646-15e6a047fa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb815b8-8067-4da1-8765-dcff8fda79fd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:34.852078 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.874018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6a883a-5383-40e4-bf14-a5aa0740369a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:34.883680 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.908909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Transition to ACTIVE for port object de6a883a-5383-40e4-bf14-a5aa0740369a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:34.924974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.930004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:34.932260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/387b043c-a28b-4813-a8fb-3684b17dff76 HTTP/1.1" status: 204 len: 168 time: 0.7835798 Aug 20 08:59:34.938892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50978) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:34.940156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a5e3a-fe9c-4421-b719-b4cf446cb3a2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Subnet': ['ID=387b043c-a28b-4813-a8fb-3684b17dff76,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:34.972444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a8e5863-e6ec-470b-9f8f-14c5b9d0d9d8 req-b8a83b8a-2e33-4650-8c76-a71b2dc9a745 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3197966 Aug 20 08:59:35.020171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-51465993-0006-4852-a1b2-44a70aa01978 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463476 Aug 20 08:59:35.023068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50980) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.057071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f03cfa18-c300-42f5-97df-b2d40ef0daa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.083955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f03cfa18-c300-42f5-97df-b2d40ef0daa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.090449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Pushing event updated for resources: {'Port': ['ID=de6a883a-5383-40e4-bf14-a5aa0740369a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:35.116499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Attempting to bind port de6a883a-5383-40e4-bf14-a5aa0740369a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:35.116841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Attempting to bind port de6a883a-5383-40e4-bf14-a5aa0740369a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:35.117225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Attempting to bind port de6a883a-5383-40e4-bf14-a5aa0740369a on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:35.122789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Port de6a883a-5383-40e4-bf14-a5aa0740369a on network dd4ba21e-df64-4625-8721-26d8331e4861 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 08:59:35.123494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Attempting to bind port de6a883a-5383-40e4-bf14-a5aa0740369a on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:35.130115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:35.130466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:35.131113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Bound using segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:35.131852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Bound port: de6a883a-5383-40e4-bf14-a5aa0740369a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:35.132233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.132541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69de91f-49dc-4be0-8abf-486a4282d20a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:35.134181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d69de91f-49dc-4be0-8abf-486a4282d20a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1098931 Aug 20 08:59:35.137687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50982) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.192506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f03cfa18-c300-42f5-97df-b2d40ef0daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.195333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f03cfa18-c300-42f5-97df-b2d40ef0daa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.196710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f03cfa18-c300-42f5-97df-b2d40ef0daa8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5cb815b8-8067-4da1-8765-dcff8fda79fd HTTP/1.1" status: 204 len: 168 time: 0.3880253 Aug 20 08:59:35.207488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b9d66-3dbf-49b4-91eb-f2b510ef4852 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:35.209260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f21b9d66-3dbf-49b4-91eb-f2b510ef4852 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704460 Aug 20 08:59:35.211978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50986) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.214325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cfa18-c300-42f5-97df-b2d40ef0daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb815b8-8067-4da1-8765-dcff8fda79fd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:35.264146 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cef86a86-e7e4-408e-8cce-de075280b25a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467744 Aug 20 08:59:35.264508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50988) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.287190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] For port de6a883a-5383-40e4-bf14-a5aa0740369a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:35.291204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] For port de6a883a-5383-40e4-bf14-a5aa0740369a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=de6a883a-5383-40e4-bf14-a5aa0740369a,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:35.300261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.301442 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-3519e4ad-eb79-4086-ac9a-2561386bf091 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.302706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3519e4ad-eb79-4086-ac9a-2561386bf091 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.304541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3519e4ad-eb79-4086-ac9a-2561386bf091 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/07e67342-e6be-4556-b016-bc07a318cd3c HTTP/1.1" status: 404 len: 333 time: 0.0390046 Aug 20 08:59:35.307440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50990) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.346489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:35.347306 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f04a16-00e5-4e7f-83a7-5b803b89733b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.347439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.347778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f04a16-00e5-4e7f-83a7-5b803b89733b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.348986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] 10.222.0.26 "PUT /v2.0/ports/de6a883a-5383-40e4-bf14-a5aa0740369a HTTP/1.1" status: 200 len: 1092 time: 1.0430169 Aug 20 08:59:35.349553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'tag': 'de6a883a-5383-40e4-bf14-a5aa0740369a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:35.351481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d3321-eeb5-4bd0-9c4e-e5221ce92499 None None] Network 70e63f2b-66e7-4648-9b28-cb982492e847 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:35.352027 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7740e851-bf79-4a58-8d60-9742d132b0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0015d67b-0c11-495d-bee1-d07bc7c38a37", "tag": "de6a883a-5383-40e4-bf14-a5aa0740369a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:35.372951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 50994) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.379537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a8f04a16-00e5-4e7f-83a7-5b803b89733b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/21922dcb-b5b7-463a-8f39-a3816a8f891f HTTP/1.1" status: 404 len: 337 time: 0.0653832 Aug 20 08:59:35.409125 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40c6d8-a709-4094-a42c-1a73a391a5f1 x-openstack-request-id: req-be40c6d8-a709-4094-a42c-1a73a391a5f1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:35.409483 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0015d67b-0c11-495d-bee1-d07bc7c38a37", "tag": "de6a883a-5383-40e4-bf14-a5aa0740369a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:35.409667 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be40c6d8-a709-4094-a42c-1a73a391a5f1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:35.410087 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'tag': 'de6a883a-5383-40e4-bf14-a5aa0740369a', 'status': 'completed', 'code': 200} Aug 20 08:59:35.410799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12e3d5-723c-4e5f-a35a-ad30449f2e6e service neutron] Pushing event updated for resources: {'Port': ['ID=de6a883a-5383-40e4-bf14-a5aa0740369a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:35.414063 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc4bb2d-cd0c-46d4-9845-c0f2cea9d4a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.414506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc4bb2d-cd0c-46d4-9845-c0f2cea9d4a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.416284 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fdc4bb2d-cd0c-46d4-9845-c0f2cea9d4a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/387b043c-a28b-4813-a8fb-3684b17dff76 HTTP/1.1" status: 404 len: 337 time: 0.0419283 Aug 20 08:59:35.419111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50998) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.460430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-561a0428-2b3a-40f4-a302-321978e9a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:35.462072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-561a0428-2b3a-40f4-a302-321978e9a4da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 1095 time: 0.0444641 Aug 20 08:59:35.480969 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-12072b61-eaac-4400-93f2-f8557f5664ad tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.481680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12072b61-eaac-4400-93f2-f8557f5664ad tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.486743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-12072b61-eaac-4400-93f2-f8557f5664ad tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/acda810b-df67-4ae4-9973-452fe316dcb3 HTTP/1.1" status: 404 len: 333 time: 0.0665455 Aug 20 08:59:35.487411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.520263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-510f5ef9-6dd9-41e8-9c61-66f11e0966be None None] Provisioning complete for port 2dcf7959-6541-490b-87cf-ee648c490299 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:35.520641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-510f5ef9-6dd9-41e8-9c61-66f11e0966be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.522989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-e0fc303c-5cda-45c8-b969-1a551761194f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de6a883a-5383-40e4-bf14-a5aa0740369a HTTP/1.1" status: 200 len: 217 time: 0.0520384 Aug 20 08:59:35.548073 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef31ace-44dd-445e-8e09-04b25af8d58a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.548623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef31ace-44dd-445e-8e09-04b25af8d58a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.550485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8ef31ace-44dd-445e-8e09-04b25af8d58a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/a6378288-44ca-4620-be84-4bca5edfeacc HTTP/1.1" status: 404 len: 337 time: 0.0621233 Aug 20 08:59:35.553014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.581088 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f399531-ef90-400b-a43b-a7f777a0d713 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.581648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f399531-ef90-400b-a43b-a7f777a0d713 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.585925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2f399531-ef90-400b-a43b-a7f777a0d713 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/a792868c-2efd-4061-b5f2-355bfc1ecc81 HTTP/1.1" status: 404 len: 337 time: 0.0295887 Aug 20 08:59:35.586441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51006) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.588943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-bc3c3f28-2523-46ba-8be2-a82a2890062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:35.590563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-bc3c3f28-2523-46ba-8be2-a82a2890062b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0601571 Aug 20 08:59:35.611477 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab919a4f-6dec-447a-8bdd-79d49c854e00 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.612348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab919a4f-6dec-447a-8bdd-79d49c854e00 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.616665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab919a4f-6dec-447a-8bdd-79d49c854e00 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/2d04d1e9-692f-4503-bac2-2e1e46f5fce1 HTTP/1.1" status: 404 len: 333 time: 0.0269051 Aug 20 08:59:35.617989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51008) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.662243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-ae8ec5cf-b074-42dc-b04c-b23e6afa32a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641084 Aug 20 08:59:35.664227 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9fb1b7-f78d-47b4-9f2c-769e7065a0dc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.664660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9fb1b7-f78d-47b4-9f2c-769e7065a0dc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.668662 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1f9fb1b7-f78d-47b4-9f2c-769e7065a0dc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/eab542ed-948b-4235-abc4-988097aebf3a HTTP/1.1" status: 404 len: 337 time: 0.0483749 Aug 20 08:59:35.669161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51010) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.709228 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2e1e38-3c7b-41ff-afb1-5cc1e4de9a62 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.709915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2e1e38-3c7b-41ff-afb1-5cc1e4de9a62 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.714260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-df2e1e38-3c7b-41ff-afb1-5cc1e4de9a62 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/47746f18-010f-48e6-9028-99c9361f1d2c HTTP/1.1" status: 404 len: 337 time: 0.0415809 Aug 20 08:59:35.715245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51012) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.739738 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e85c083-f2f3-4e8a-921f-7e763a02005e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.740498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e85c083-f2f3-4e8a-921f-7e763a02005e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.742695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1e85c083-f2f3-4e8a-921f-7e763a02005e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/e50479da-2bf3-40c5-aefd-04f360ac8256 HTTP/1.1" status: 404 len: 333 time: 0.0264120 Aug 20 08:59:35.745371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51016) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.750627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] DHCP port deletion for 70e63f2b-66e7-4648-9b28-cb982492e847 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:59:35.804245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] Deleting port 2dcf7959-6541-490b-87cf-ee648c490299 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:35.804625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.816909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-c1bdfdee-9fde-4303-b043-20fc0a94994d service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447659 Aug 20 08:59:35.817424 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-6817fd0c-cacb-40ca-8fd1-1db7f8d341c1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.818043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6817fd0c-cacb-40ca-8fd1-1db7f8d341c1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.819909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6817fd0c-cacb-40ca-8fd1-1db7f8d341c1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/0bdff6a7-fd82-4483-939d-09137bd7eedd HTTP/1.1" status: 404 len: 337 time: 0.0734541 Aug 20 08:59:35.824785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51022) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.872449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] For port 2dcf7959-6541-490b-87cf-ee648c490299, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2dcf7959-6541-490b-87cf-ee648c490299,segment=NetworkSegment(e0d59703-c637-4238-bd93-a49f909171b9),segment_id=e0d59703-c637-4238-bd93-a49f909171b9)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:35.873102 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:35.895716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] Calling delete_port for 2dcf7959-6541-490b-87cf-ee648c490299 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:35.916020 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ef27c1-b510-4f99-8fa1-c53c447acfe0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.916688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ef27c1-b510-4f99-8fa1-c53c447acfe0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:35.921035 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-84ef27c1-b510-4f99-8fa1-c53c447acfe0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/122a0790-0809-40d2-9a13-98d852a3e4e2 HTTP/1.1" status: 404 len: 337 time: 0.0969474 Aug 20 08:59:35.934858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51028) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:35.996981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:59:35.997105 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0e2484-f358-41aa-84eb-7fef2bce5e26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:35.997835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0e2484-f358-41aa-84eb-7fef2bce5e26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.005218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aa0e2484-f358-41aa-84eb-7fef2bce5e26 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/63e6a99a-3b04-44bc-a048-5f1cfc6a4241 HTTP/1.1" status: 404 len: 333 time: 0.0564945 Aug 20 08:59:36.007734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51036) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.039683 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d569eba6-886f-4525-99b3-a3d88d6e3849 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.040395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d569eba6-886f-4525-99b3-a3d88d6e3849 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.042552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d569eba6-886f-4525-99b3-a3d88d6e3849 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/393739c5-81d0-4f7f-b277-e0f12fdb4441 HTTP/1.1" status: 404 len: 337 time: 0.0336795 Aug 20 08:59:36.050618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51038) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.053278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:36.053628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0755-02ac-4c1e-85e0-673dcbab6f13 req-bbeff403-c8fb-4d92-b482-3e3c43ba13dc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.061311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c8d0755-02ac-4c1e-85e0-673dcbab6f13 req-bbeff403-c8fb-4d92-b482-3e3c43ba13dc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 944 time: 0.1798050 Aug 20 08:59:36.093827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] Pushing event deleted for resources: {'Port': ['ID=2dcf7959-6541-490b-87cf-ee648c490299,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:36.112750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f28ec-9356-48d0-a18d-552b4e4553e4 None None] No DVR routers for this DVR port 2dcf7959-6541-490b-87cf-ee648c490299 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:59:36.125684 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe223a3-feff-44b1-a70b-a5a2323ac8c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.137921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe223a3-feff-44b1-a70b-a5a2323ac8c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.138510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c8d0755-02ac-4c1e-85e0-673dcbab6f13 req-5887ceba-fffe-4fe7-9891-e46474b08437 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710857 Aug 20 08:59:36.138618 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3fe223a3-feff-44b1-a70b-a5a2323ac8c2 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/668e670e-de10-43c4-a7dc-3f7f0bb739d8 HTTP/1.1" status: 404 len: 333 time: 0.0829835 Aug 20 08:59:36.138720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.144128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No active binding found for port 2dcf7959-6541-490b-87cf-ee648c490299 {{(pid=101318) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 08:59:36.144816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2dcf7959-6541-490b-87cf-ee648c490299 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:59:36.148860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f61362f9-a9a0-49bd-8214-b26de8dcc97f req-0b1d0acf-14cf-4730-ba29-12fc347a9d44 service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232236 Aug 20 08:59:36.222533 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b47f3fc-b1cf-4b9a-97d0-bde1837f0660 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.223145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b47f3fc-b1cf-4b9a-97d0-bde1837f0660 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.224746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9b47f3fc-b1cf-4b9a-97d0-bde1837f0660 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/8072ee37-1b64-480d-9f02-8462cbfc2b82 HTTP/1.1" status: 404 len: 337 time: 0.0881646 Aug 20 08:59:36.227450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51048) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.290106 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a70994-61c5-40ee-a34e-606bcbd05c1f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.291050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a70994-61c5-40ee-a34e-606bcbd05c1f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.293203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-81a70994-61c5-40ee-a34e-606bcbd05c1f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/014628ca-31c6-46fb-b4c0-176edc37b3d9 HTTP/1.1" status: 404 len: 333 time: 0.0641859 Aug 20 08:59:36.293858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.297655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.301777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.307971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.315484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.321552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.327658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.334219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.336331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-05a9933c-6747-4cf8-8ba7-5231469f7b09 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1151869 Aug 20 08:59:36.347461 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5629824-d3e6-45e7-b6a7-22495d347b2c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.348446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5629824-d3e6-45e7-b6a7-22495d347b2c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.350468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d5629824-d3e6-45e7-b6a7-22495d347b2c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/ef70324a-d821-4f79-9fdd-b2c503eee7e0 HTTP/1.1" status: 404 len: 337 time: 0.0514050 Aug 20 08:59:36.353116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51054) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.367323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-0b243329-403e-44aa-b0b8-a94df63db1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.368846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-0b243329-403e-44aa-b0b8-a94df63db1a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 1095 time: 0.1541786 Aug 20 08:59:36.409896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b18c8ea7-209a-4e10-b7b9-2281a2a50d87 req-6a7f15cf-f901-4323-a239-695310bb9903 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666654 Aug 20 08:59:36.448606 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae56831d-9532-405a-bf9c-8780247ff05c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.449372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae56831d-9532-405a-bf9c-8780247ff05c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.451262 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ae56831d-9532-405a-bf9c-8780247ff05c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/da209398-4f71-4d20-a8c4-275c8e29ff90 HTTP/1.1" status: 404 len: 333 time: 0.0969343 Aug 20 08:59:36.454301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51058) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.496498 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-397e0f90-e6e8-454b-8c43-dd9c0b7309c4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.497352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397e0f90-e6e8-454b-8c43-dd9c0b7309c4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.503257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-397e0f90-e6e8-454b-8c43-dd9c0b7309c4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/bf3d7bca-35ff-4de3-b0de-8cd3518b091b HTTP/1.1" status: 404 len: 337 time: 0.0472813 Aug 20 08:59:36.505671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51064) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.541663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-1e97e8bd-ba9b-4a12-88ba-e507164c8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.543139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-1e97e8bd-ba9b-4a12-88ba-e507164c8e0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.1590085 Aug 20 08:59:36.543773 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda5f9e6-ac1d-4157-8ff2-98ea72b201e5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.544472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda5f9e6-ac1d-4157-8ff2-98ea72b201e5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.549363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dda5f9e6-ac1d-4157-8ff2-98ea72b201e5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/4f3f200f-c975-45e0-aadc-219991bbd5cb HTTP/1.1" status: 404 len: 333 time: 0.0385082 Aug 20 08:59:36.549979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51066) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.601228 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-c405c71c-b14c-41c5-9b93-2b53c6e7c2f9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.602460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c405c71c-b14c-41c5-9b93-2b53c6e7c2f9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.605105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c405c71c-b14c-41c5-9b93-2b53c6e7c2f9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/2f213f39-ed1e-43ee-a104-9dd2c5f99e4f HTTP/1.1" status: 404 len: 337 time: 0.0539682 Aug 20 08:59:36.608441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51070) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.618647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-cb71cbe1-90b8-4c53-a785-9e73f02fd61f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de6a883a-5383-40e4-bf14-a5aa0740369a HTTP/1.1" status: 200 len: 217 time: 0.0613570 Aug 20 08:59:36.641974 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09d17bf-a585-480a-bd6d-da0894cfbb22 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.642857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09d17bf-a585-480a-bd6d-da0894cfbb22 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.647653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e09d17bf-a585-480a-bd6d-da0894cfbb22 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/9b72adf0-2909-494f-ac40-6d7d74d64eb1 HTTP/1.1" status: 404 len: 333 time: 0.0348899 Aug 20 08:59:36.647812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51074) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.676644 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d562dc-a229-45a2-9b4b-dad14667d1b5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.677090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d562dc-a229-45a2-9b4b-dad14667d1b5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.681212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-35d562dc-a229-45a2-9b4b-dad14667d1b5 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/332ca408-f8ab-4b17-b7e2-4e181cb3de0b HTTP/1.1" status: 404 len: 337 time: 0.0302794 Aug 20 08:59:36.681523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51076) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.704486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-19a02a2c-dbd1-40b8-9871-cec05e3e9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:36.706097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-19a02a2c-dbd1-40b8-9871-cec05e3e9872 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0761664 Aug 20 08:59:36.725823 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cef9b89-1802-49f9-af58-15a621f8e43a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.725823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cef9b89-1802-49f9-af58-15a621f8e43a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.728669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4cef9b89-1802-49f9-af58-15a621f8e43a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/6e634fdd-c3da-40d3-b68a-9afc26e170ec HTTP/1.1" status: 404 len: 337 time: 0.0458758 Aug 20 08:59:36.729418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51080) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.753512 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1773643-8456-40ed-8635-44c0093aa84f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.754248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1773643-8456-40ed-8635-44c0093aa84f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.754942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-7edecc62-5298-4546-b5f1-5ba11f2b484f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405157 Aug 20 08:59:36.757364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1773643-8456-40ed-8635-44c0093aa84f tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/5ad8a23d-8cf4-4a00-95f5-899168b71319 HTTP/1.1" status: 404 len: 333 time: 0.0256650 Aug 20 08:59:36.759019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51082) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.791867 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43d3d6d-f71e-4348-b7dd-f39b8460d84a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.792830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43d3d6d-f71e-4348-b7dd-f39b8460d84a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.798323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b43d3d6d-f71e-4348-b7dd-f39b8460d84a tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/34be7053-a9ef-4c32-90e2-8c57ab116154 HTTP/1.1" status: 404 len: 337 time: 0.0355773 Aug 20 08:59:36.798323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51086) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.845910 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9e0c0d-b646-4d38-8cea-df755672e6a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.846375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9e0c0d-b646-4d38-8cea-df755672e6a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.848214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fd9e0c0d-b646-4d38-8cea-df755672e6a1 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/23e471a0-6b83-49a4-baaa-1b791f8ce873 HTTP/1.1" status: 404 len: 337 time: 0.0456715 Aug 20 08:59:36.851884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51090) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.888338 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-98beccf7-72cc-4e82-a972-db442173c274 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.888338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98beccf7-72cc-4e82-a972-db442173c274 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.890111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-98beccf7-72cc-4e82-a972-db442173c274 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/b24d997d-cc27-443b-aa7c-69e87c46252b HTTP/1.1" status: 404 len: 333 time: 0.0372860 Aug 20 08:59:36.894180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51094) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.903630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-9e1d0005-87ff-43b0-b6c5-72f15570379c service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399298 Aug 20 08:59:36.927075 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec691692-c544-47c4-ac70-095ad23f2552 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.927540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec691692-c544-47c4-ac70-095ad23f2552 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.932651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ec691692-c544-47c4-ac70-095ad23f2552 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/4849001b-6a48-48ce-874c-0094ff51f920 HTTP/1.1" status: 404 len: 337 time: 0.0372612 Aug 20 08:59:36.933287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51096) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.960947 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-01919e03-6ea2-44c5-9d58-b362eeda0bf4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.961359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01919e03-6ea2-44c5-9d58-b362eeda0bf4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.963370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01919e03-6ea2-44c5-9d58-b362eeda0bf4 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/16446677-9e90-4b82-a133-b1ac353b5704 HTTP/1.1" status: 404 len: 337 time: 0.0289836 Aug 20 08:59:36.965811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51100) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:36.992307 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7417e7-17ab-42dd-9ed1-d506f135c80c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:36.993001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7417e7-17ab-42dd-9ed1-d506f135c80c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:36.994788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cc7417e7-17ab-42dd-9ed1-d506f135c80c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/07d56d01-5bbc-4a92-a2d0-2dcec4323323 HTTP/1.1" status: 404 len: 333 time: 0.0278854 Aug 20 08:59:36.997327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51102) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.041144 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6301546-d371-435a-b6c9-0d57014a64bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.041609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6301546-d371-435a-b6c9-0d57014a64bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.046301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51108) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.046552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b6301546-d371-435a-b6c9-0d57014a64bf tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/683553a7-191b-433c-8068-2f002c0880ef HTTP/1.1" status: 404 len: 337 time: 0.0473773 Aug 20 08:59:37.077030 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3366a6-ca6b-4d72-bb82-7fa2566f5f45 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.077826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3366a6-ca6b-4d72-bb82-7fa2566f5f45 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.081923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ae3366a6-ca6b-4d72-bb82-7fa2566f5f45 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/2242c9c3-94f3-4366-a9d0-bd26017f52da HTTP/1.1" status: 404 len: 337 time: 0.0341473 Aug 20 08:59:37.084231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51112) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.098043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7740e851-bf79-4a58-8d60-9742d132b0a5 req-840a705c-4cdb-4e03-aa24-8400dfdc8081 service neutron] 10.222.0.26 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858442 Aug 20 08:59:37.129855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-76edd925-ad9b-4f15-ad8b-f6d49047ce85 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports?device_id=427956d4-e480-45bf-bab9-ed146ead5405 HTTP/1.1" status: 200 len: 205 time: 0.0379910 Aug 20 08:59:37.129855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51116) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.199031 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-bdbbf231-bd72-4e04-9aa1-6617fe0f8563 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] delete failed (client error): The resource could not be found. Aug 20 08:59:37.200416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bdbbf231-bd72-4e04-9aa1-6617fe0f8563 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/routers/427956d4-e480-45bf-bab9-ed146ead5405 HTTP/1.1" status: 404 len: 336 time: 0.0726357 Aug 20 08:59:37.204014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.254129 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a28fb9-765a-4186-a437-436156beef1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.256281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a28fb9-765a-4186-a437-436156beef1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.260993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51130) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.267111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3a28fb9-765a-4186-a437-436156beef1d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/3ee3bacb-759d-4dd2-830f-084dd1f08202 HTTP/1.1" status: 404 len: 337 time: 0.0614033 Aug 20 08:59:37.295833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9b1eb930-54ee-441f-8737-0a31524fe2aa tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "GET /v2.0/ports?device_id=035466cc-9e9f-4751-8bda-da246685158c HTTP/1.1" status: 200 len: 205 time: 0.0334806 Aug 20 08:59:37.298764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51134) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.308386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f831da-81de-443b-bca5-1343c05e6ea3 req-7bcf002f-b356-4512-92d1-eab775f3dfba tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.310033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6f831da-81de-443b-bca5-1343c05e6ea3 req-7bcf002f-b356-4512-92d1-eab775f3dfba tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 944 time: 0.0894794 Aug 20 08:59:37.340373 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-891c9630-a14b-441b-a15a-5db90257edcd tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] delete failed (client error): The resource could not be found. Aug 20 08:59:37.344246 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-891c9630-a14b-441b-a15a-5db90257edcd tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/routers/035466cc-9e9f-4751-8bda-da246685158c HTTP/1.1" status: 404 len: 336 time: 0.0443389 Aug 20 08:59:37.344817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51136) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.354380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6f831da-81de-443b-bca5-1343c05e6ea3 req-0d2c0792-65bc-43ac-97dc-b321b9b2c4cc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359704 Aug 20 08:59:37.378477 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce18a6c-8cfe-4ca2-960b-11cf693afebc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.379231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce18a6c-8cfe-4ca2-960b-11cf693afebc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.383210 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1ce18a6c-8cfe-4ca2-960b-11cf693afebc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/1bd318ee-096e-4bc1-a24e-a390fee916c0 HTTP/1.1" status: 404 len: 337 time: 0.0352268 Aug 20 08:59:37.383579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51138) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.415758 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-741f64f3-f33b-41b9-9d95-fdb381221e5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.416465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741f64f3-f33b-41b9-9d95-fdb381221e5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.418607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-741f64f3-f33b-41b9-9d95-fdb381221e5d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/055017f2-5268-4065-b8a6-142969591584 HTTP/1.1" status: 404 len: 337 time: 0.0335326 Aug 20 08:59:37.421075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51140) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.447246 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-237d33b2-28df-45a5-947b-5e4ac70169b6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.448021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237d33b2-28df-45a5-947b-5e4ac70169b6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.450106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-237d33b2-28df-45a5-947b-5e4ac70169b6 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/4d8e0fe0-78b0-429c-9cdd-4ae9d555a81f HTTP/1.1" status: 404 len: 333 time: 0.0272632 Aug 20 08:59:37.452769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51144) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.492881 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c9d44f-f651-4fff-b2f5-030866c42817 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.493523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c9d44f-f651-4fff-b2f5-030866c42817 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.495635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-60c9d44f-f651-4fff-b2f5-030866c42817 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/0727fba8-1cc8-4fd2-a2c7-8570fa0ee414 HTTP/1.1" status: 404 len: 337 time: 0.0404677 Aug 20 08:59:37.498264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51148) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.530174 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-2139ca9a-a602-4486-91d9-66d141449719 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.531142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2139ca9a-a602-4486-91d9-66d141449719 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.533239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2139ca9a-a602-4486-91d9-66d141449719 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/808e5456-908f-4849-9c71-c6a5f3face82 HTTP/1.1" status: 404 len: 333 time: 0.0338700 Aug 20 08:59:37.535740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51150) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.557001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.564088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.570971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.572248 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-38639a3e-495f-4127-bdc4-3c4071af92b0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.572894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38639a3e-495f-4127-bdc4-3c4071af92b0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.575066 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-38639a3e-495f-4127-bdc4-3c4071af92b0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/8da33919-d087-420c-9eae-0e9fc771d9b3 HTTP/1.1" status: 404 len: 337 time: 0.0373597 Aug 20 08:59:37.577269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.577687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.583774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.590794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.599290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:37.602586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-b7d700e8-55d1-4983-b3c2-2a6d0f8c0de0 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1048970 Aug 20 08:59:37.602882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.615283 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5c372a-ce19-4f59-8bdf-9a9ccf99f87c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.616000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5c372a-ce19-4f59-8bdf-9a9ccf99f87c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.618763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a5c372a-ce19-4f59-8bdf-9a9ccf99f87c tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/d2cd7fb9-a592-4213-9e44-6d8d1d61052c HTTP/1.1" status: 404 len: 333 time: 0.0392795 Aug 20 08:59:37.620519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.649853 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-32322412-6616-4ceb-8a48-c00bd4d817fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.650356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32322412-6616-4ceb-8a48-c00bd4d817fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.652039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-32322412-6616-4ceb-8a48-c00bd4d817fb tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/619b6234-8ef1-4c85-9a79-ffd524131c90 HTTP/1.1" status: 404 len: 337 time: 0.0306172 Aug 20 08:59:37.654609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51162) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.673032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9b84904-2acf-459a-8359-f4d1d122c9e3 req-2fdaa073-2f03-4b76-957a-a0f63cbec130 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635617 Aug 20 08:59:37.691010 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfed3774-f826-4f2f-a3d1-1dee4df257b0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.691995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfed3774-f826-4f2f-a3d1-1dee4df257b0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.695821 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dfed3774-f826-4f2f-a3d1-1dee4df257b0 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/6fa7bb4a-3ea1-4af4-ac8b-05a04046f927 HTTP/1.1" status: 404 len: 333 time: 0.0378988 Aug 20 08:59:37.696211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.731830 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-671d6697-d476-4fee-9c11-39d114151fc9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.732406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671d6697-d476-4fee-9c11-39d114151fc9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.735103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-671d6697-d476-4fee-9c11-39d114151fc9 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/aebb711d-48dd-4799-b1f1-587ba6752abf HTTP/1.1" status: 404 len: 337 time: 0.0370753 Aug 20 08:59:37.737416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51166) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.766518 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-98417737-e7c5-46ef-bd6d-6f0932c98c8d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.767184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98417737-e7c5-46ef-bd6d-6f0932c98c8d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.768824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-98417737-e7c5-46ef-bd6d-6f0932c98c8d tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/eda75d93-284f-4dcf-a376-714948b07f45 HTTP/1.1" status: 404 len: 333 time: 0.0304470 Aug 20 08:59:37.771453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.775735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3483f706-da49-44ad-b0eb-b259b35d94c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:37.798753 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea0ce1f-efc2-45f8-87ef-27246a622adc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.799365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea0ce1f-efc2-45f8-87ef-27246a622adc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.801306 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6ea0ce1f-efc2-45f8-87ef-27246a622adc tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/2945e4e2-391e-44e2-a8cb-a855b62a3319 HTTP/1.1" status: 404 len: 337 time: 0.0287783 Aug 20 08:59:37.803835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51170) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.827234 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9beac6-28ad-49ca-8cc5-357e191e1977 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.827839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9beac6-28ad-49ca-8cc5-357e191e1977 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.829649 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8e9beac6-28ad-49ca-8cc5-357e191e1977 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/f1e28d4b-4f5d-4169-b492-585f2ac1723f HTTP/1.1" status: 404 len: 333 time: 0.0247018 Aug 20 08:59:37.832256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51172) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.863801 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fef01e3-f277-4c45-bebb-59801735d13e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.864449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fef01e3-f277-4c45-bebb-59801735d13e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.866372 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2fef01e3-f277-4c45-bebb-59801735d13e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/87856b0c-4bdb-4c82-9b20-58ec5fc45fdc HTTP/1.1" status: 404 len: 337 time: 0.0331969 Aug 20 08:59:37.868860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.881385 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3483f706-da49-44ad-b0eb-b259b35d94c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:37.885609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3483f706-da49-44ad-b0eb-b259b35d94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:37.892341 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-9247a734-e0e7-4cf1-a7c9-18473ca4f13e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.893000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9247a734-e0e7-4cf1-a7c9-18473ca4f13e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.896942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9247a734-e0e7-4cf1-a7c9-18473ca4f13e tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/ports/ce11bccf-243f-4551-b6e8-41fd81d42dab HTTP/1.1" status: 404 len: 333 time: 0.0249729 Aug 20 08:59:37.897171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.924988 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0e6d21-ca8e-4be2-b365-41332a0ed86b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] DELETE failed (client error): The resource could not be found. Aug 20 08:59:37.925745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0e6d21-ca8e-4be2-b365-41332a0ed86b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 08:59:37.926152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3483f706-da49-44ad-b0eb-b259b35d94c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1eca8919d3284fa289c6cf321399640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218956 Aug 20 08:59:37.927069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483f706-da49-44ad-b0eb-b259b35d94c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5394c-8124-4c2d-85ea-a43dad29be89,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:37.930239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.931124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51180) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:37.934245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6c0e6d21-ca8e-4be2-b365-41332a0ed86b tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/subnets/0b0efa7c-5f75-430f-ae49-5db57a130357 HTTP/1.1" status: 404 len: 337 time: 0.0357962 Aug 20 08:59:38.050101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.067168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8facf116-c801-4b76-a547-52b07ff3fb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.117961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8facf116-c801-4b76-a547-52b07ff3fb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.199003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.211926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e63f2b-66e7-4648-9b28-cb982492e847']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:38.224886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d59703-c637-4238-bd93-a49f909171b9') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:38.225472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d59703-c637-4238-bd93-a49f909171b9') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:38.236679 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.249764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8facf116-c801-4b76-a547-52b07ff3fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.253390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8facf116-c801-4b76-a547-52b07ff3fb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.257326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8facf116-c801-4b76-a547-52b07ff3fb1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ee5394c-8124-4c2d-85ea-a43dad29be89 HTTP/1.1" status: 204 len: 168 time: 0.3244381 Aug 20 08:59:38.257326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.274191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facf116-c801-4b76-a547-52b07ff3fb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5394c-8124-4c2d-85ea-a43dad29be89,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:38.276305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:59:38.276779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:59:38.280709 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:59:38.577643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device de6a883a-5383-40e4-bf14-a5aa0740369a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:38.655104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8f5f6-9d0d-4b17-9ee1-8ac8ff3bc9f2 req-a4a192b6-6c7c-4392-9852-496488e2b1b4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.656932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2a8f5f6-9d0d-4b17-9ee1-8ac8ff3bc9f2 req-a4a192b6-6c7c-4392-9852-496488e2b1b4 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 944 time: 0.0677562 Aug 20 08:59:38.658228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.684500 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.686433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] 10.222.0.35 "DELETE /v2.0/networks/70e63f2b-66e7-4648-9b28-cb982492e847 HTTP/1.1" status: 204 len: 168 time: 0.7541902 Aug 20 08:59:38.688065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8798dd-1422-4d9a-8a3f-0ce406a67080 tempest-NetworksTestDHCPv6-1657323137 tempest-NetworksTestDHCPv6-1657323137-project] Pushing event deleted for resources: {'Network': ['ID=70e63f2b-66e7-4648-9b28-cb982492e847,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:38.732271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port de6a883a-5383-40e4-bf14-a5aa0740369a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=de6a883a-5383-40e4-bf14-a5aa0740369a,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:38.750259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2a8f5f6-9d0d-4b17-9ee1-8ac8ff3bc9f2 req-5d95c530-dbb2-4ecf-87ef-e01c2ada7f91 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666757 Aug 20 08:59:38.769968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'de6a883a-5383-40e4-bf14-a5aa0740369a', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'de6a883a-5383-40e4-bf14-a5aa0740369a', 'mac_address': 'fa:16:3e:48:10:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:38.829500 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.849583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6a883a-5383-40e4-bf14-a5aa0740369a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:38.860235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.866644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.872983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.880208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.880548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port de6a883a-5383-40e4-bf14-a5aa0740369a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=de6a883a-5383-40e4-bf14-a5aa0740369a,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:38.889637 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:38.891932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.898131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.904640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:38.914422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-45f7a24e-9511-4ead-99fe-0614910c077c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1300139 Aug 20 08:59:38.991242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a10f319-fb92-40a4-bb9f-7af121c02ed4 req-f6a8ae51-773d-4ce9-9ef1-2f7b52a38168 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758021 Aug 20 08:59:39.008886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=de6a883a-5383-40e4-bf14-a5aa0740369a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:39.104824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['de6a883a-5383-40e4-bf14-a5aa0740369a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:39.127139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51218) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:39.348571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9c0f9d57-2115-4544-a1ff-b209ac69f5f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a4d8131ebf5481b951b50a2ef6deb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201962 Aug 20 08:59:39.351034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51240) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:39.415134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.459723 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.523525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.533735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.535299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd59f6fc-d5f9-4cf9-b16a-6c4ced572096 HTTP/1.1" status: 204 len: 168 time: 0.1827829 Aug 20 08:59:39.548960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59f6fc-d5f9-4cf9-b16a-6c4ced572096,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:39.558465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.558984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.559599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.560111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.560930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.561429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.561934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.562935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.563416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.563909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.564388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.564904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19678d95-55ef-49ab-abff-d4b503a6e1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:39.704589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51280) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:39.818858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1159df92-6eef-42ee-ae45-7f9e257ecec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.885051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7375cc3-fdef-40da-aea1-4e274aa0f684 req-106e1eb7-ca6c-47ba-b1c2-c91ef128e297 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:39.892536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7375cc3-fdef-40da-aea1-4e274aa0f684 req-106e1eb7-ca6c-47ba-b1c2-c91ef128e297 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 945 time: 0.0599368 Aug 20 08:59:39.928185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7375cc3-fdef-40da-aea1-4e274aa0f684 req-c2dc67f3-010b-4607-881f-90ff119625d6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347908 Aug 20 08:59:39.943364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1159df92-6eef-42ee-ae45-7f9e257ecec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.952763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1159df92-6eef-42ee-ae45-7f9e257ecec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:39.993021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159df92-6eef-42ee-ae45-7f9e257ecec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca973e3-afe5-4316-b66d-9366e138e2cb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:39.997275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1159df92-6eef-42ee-ae45-7f9e257ecec3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c5bd60489b24bf7a97e4762141ba0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915983 Aug 20 08:59:40.000017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:40.065182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bb5480d-08ff-49dc-8f4e-8edffd18261d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.088837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bb5480d-08ff-49dc-8f4e-8edffd18261d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.128657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.134473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.140748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.143239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bb5480d-08ff-49dc-8f4e-8edffd18261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.145908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3bb5480d-08ff-49dc-8f4e-8edffd18261d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.146556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.149900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3bb5480d-08ff-49dc-8f4e-8edffd18261d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ca973e3-afe5-4316-b66d-9366e138e2cb HTTP/1.1" status: 204 len: 168 time: 0.1487803 Aug 20 08:59:40.153344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.158431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5480d-08ff-49dc-8f4e-8edffd18261d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca973e3-afe5-4316-b66d-9366e138e2cb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:40.160274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.166308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.168456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7478136e-c4e5-40b5-8b61-d11620510446 req-74bd5f9b-5be9-498c-965b-69b8db33f977 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1046617 Aug 20 08:59:40.233058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7478136e-c4e5-40b5-8b61-d11620510446 req-68ce0324-042d-42c0-985a-1983232e9817 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447245 Aug 20 08:59:40.273607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51312) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:40.481469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-148608424'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:40.504335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Made reservation on behalf of 7e8b998cc64f4d9d8ccb015e1e5125f7 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:40.506350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.515037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.579131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device de6a883a-5383-40e4-bf14-a5aa0740369a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:40.621903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.628854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.636008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port de6a883a-5383-40e4-bf14-a5aa0740369a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:40.640009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port de6a883a-5383-40e4-bf14-a5aa0740369a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:40.640935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.658624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:40.668260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cc597a-c0d5-4ec9-9e57-d8d52135ec91,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:40.674636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.674996 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Added segment ed363ddb-5520-4664-af25-5272c7cacf2b of type vlan for network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 Aug 20 08:59:40.725828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.747105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.754407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.760722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.761357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.772737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a883a-5383-40e4-bf14-a5aa0740369a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:40.775214 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63feed7d-90cb-4970-bcd7-bb408459aa2f" -d '{"events": [{"server_uuid": "0015d67b-0c11-495d-bee1-d07bc7c38a37", "name": "network-vif-plugged", "status": "completed", "tag": "de6a883a-5383-40e4-bf14-a5aa0740369a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:40.787949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port de6a883a-5383-40e4-bf14-a5aa0740369a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=de6a883a-5383-40e4-bf14-a5aa0740369a,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:40.792513 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:40.830277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5525825 Aug 20 08:59:40.831608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51340) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:40.836745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'subnet': {'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:40.841673 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f3695-e9cb-467f-baa4-b5ed8adc6f93 x-openstack-request-id: req-a93f3695-e9cb-467f-baa4-b5ed8adc6f93 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:40.842276 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0015d67b-0c11-495d-bee1-d07bc7c38a37", "name": "network-vif-plugged", "status": "completed", "tag": "de6a883a-5383-40e4-bf14-a5aa0740369a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:40.842908 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a93f3695-e9cb-467f-baa4-b5ed8adc6f93 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:40.843620 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a883a-5383-40e4-bf14-a5aa0740369a', 'code': 200} Aug 20 08:59:40.862612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=de6a883a-5383-40e4-bf14-a5aa0740369a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:40.900150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689052a-a5c6-4832-967a-344ba49353e5 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Network': ['ID=76129f9c-afcf-4778-bdc2-71b0a1bd4538,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:40.923279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:40.988301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e26fbd-93f6-4fbd-8dbd-07cdd79a95a0 req-014c148f-9f5d-4072-b678-bbfb54c0e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:40.990232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e3e26fbd-93f6-4fbd-8dbd-07cdd79a95a0 req-014c148f-9f5d-4072-b678-bbfb54c0e299 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 1097 time: 0.0911314 Aug 20 08:59:41.009285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Made reservation on behalf of 7e8b998cc64f4d9d8ccb015e1e5125f7 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:41.013683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.072733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977ab8c-d59a-410f-9f26-ddfd36062dfd req-3c3c2324-c243-4176-8c38-8c0b76125044 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.082581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8977ab8c-d59a-410f-9f26-ddfd36062dfd req-3c3c2324-c243-4176-8c38-8c0b76125044 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0675788 Aug 20 08:59:41.133429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8977ab8c-d59a-410f-9f26-ddfd36062dfd req-64cb859e-9953-4141-8b00-72ae1a944ad8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Aug 20 08:59:41.194490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e3e26fbd-93f6-4fbd-8dbd-07cdd79a95a0 req-9ed76a87-cebd-41d7-bc04-5cfb514f2417 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952024 Aug 20 08:59:41.243048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.325053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Subnet': ['ID=ef2e5ff5-a62a-4eda-b327-7bafa41709d6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:41.348296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Checking segment: {'id': 'ed363ddb-5520-4664-af25-5272c7cacf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:41.348922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network hostable DHCP agents. Network: 76129f9c-afcf-4778-bdc2-71b0a1bd4538, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:59:41.368413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:59:41.379562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 76129f9c-afcf-4778-bdc2-71b0a1bd4538) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:41.385668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.385905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.386365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.391428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c76864-625f-46d5-a1ae-ce866c2fd06a None None] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:41.393179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.400000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.407326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.413796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.419683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.422074 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-69b601a4-075b-4491-884b-4dd1296e9712 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5893693 Aug 20 08:59:41.424458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51364) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:41.426163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:41.428137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeee59f9-b550-4595-a435-8355a2c44713 req-3ecd8634-cd4b-4f24-b6ad-2e8b0f17a757 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1028571 Aug 20 08:59:41.430756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1347411296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:41.477905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aeee59f9-b550-4595-a435-8355a2c44713 req-76d7d770-7aee-4ebf-ae3e-bc2ed48ccf86 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397208 Aug 20 08:59:41.486260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.487440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.554232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.559151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.575437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-76129f9c-afcf-4778-bdc2-71b0a1bd4538', 'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538', 'tenant_id': '7e8b998cc64f4d9d8ccb015e1e5125f7', 'fixed_ips': [{'subnet_id': 'ef2e5ff5-a62a-4eda-b327-7bafa41709d6'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 08:59:41.576403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.586476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.587820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-380e9f1f-6001-4b5b-96ad-2d9c3b29fe81 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1617355 Aug 20 08:59:41.590624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51370) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:41.599700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51372) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:41.727739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Allocated IP 172.20.0.2 (76129f9c-afcf-4778-bdc2-71b0a1bd4538/ef2e5ff5-a62a-4eda-b327-7bafa41709d6/cacc57a9-1009-4b0a-8a2a-1727eb4a1694) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:41.760504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-740310076', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:41.876682 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.885826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Transition to ACTIVE for port object cacc57a9-1009-4b0a-8a2a-1727eb4a1694 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:41.901016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Transition to ACTIVE for port object cacc57a9-1009-4b0a-8a2a-1727eb4a1694 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:41.907525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:41.949594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:41.952594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:41.959137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:41.972250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Pushing event updated for resources: {'Port': ['ID=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:42.026791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Attempting to bind port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 08:59:42.027879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Attempting to bind port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ed363ddb-5520-4664-af25-5272c7cacf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 08:59:42.028335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Attempting to bind port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 on network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 08:59:42.034303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 08:59:42.034677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Checking segment: {'id': 'ed363ddb-5520-4664-af25-5272c7cacf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:42.035083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.035474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Bound using segment: {'id': 'ed363ddb-5520-4664-af25-5272c7cacf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 08:59:42.035938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Bound port: cacc57a9-1009-4b0a-8a2a-1727eb4a1694, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed363ddb-5520-4664-af25-5272c7cacf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 08:59:42.036317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.102770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] For port cacc57a9-1009-4b0a-8a2a-1727eb4a1694, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 08:59:42.106262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] For port cacc57a9-1009-4b0a-8a2a-1727eb4a1694, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,segment=NetworkSegment(ed363ddb-5520-4664-af25-5272c7cacf2b),segment_id=ed363ddb-5520-4664-af25-5272c7cacf2b)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 08:59:42.112536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.176000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Made reservation on behalf of d0ae2080ff7e43a5b042b78a140ac6ab for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:42.180439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.190465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646669a-adb0-4184-bf9e-ff261526460d None None] Pushing event updated for resources: {'Port': ['ID=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:42.199095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.257689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.275408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cc5b4-1a8e-41b3-bfda-4892e159febd req-1b205cdc-4192-4b47-8e33-97bdf1b54244 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.276998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e8cc5b4-1a8e-41b3-bfda-4892e159febd req-1b205cdc-4192-4b47-8e33-97bdf1b54244 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0589964 Aug 20 08:59:42.324219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e8cc5b4-1a8e-41b3-bfda-4892e159febd req-f6e7006e-dc35-4101-9d6a-7c57c254ee51 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Aug 20 08:59:42.517018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.568462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.573228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.590814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] device_id is not set on port cf49718f-2248-4a90-b8aa-8c23f4459ef8 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:42.621942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.628777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.634651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.640573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.646731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.652733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.658638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:42.660623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-36414209-130e-414a-adae-f4abb0140fc5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.0927732 Aug 20 08:59:42.672866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcca0f2-8472-43a8-9e8a-f097a594bdb1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:42.685359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Allocated IP 172.20.0.1 (76129f9c-afcf-4778-bdc2-71b0a1bd4538/ef2e5ff5-a62a-4eda-b327-7bafa41709d6/78ad63ec-5d5c-441f-b07b-cee9ca1d449f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:42.707348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a68e8035-9c74-4d1f-a31d-4322b01ab880 req-fccf98e9-6140-43eb-b34d-c2f99e4f4145 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398085 Aug 20 08:59:42.809577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Allocated IP 172.25.5.128 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/cf49718f-2248-4a90-b8aa-8c23f4459ef8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:42.864643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:42.896911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Transition to ACTIVE for port object 78ad63ec-5d5c-441f-b07b-cee9ca1d449f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:43.007866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.018788 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.062896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:43.069467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:43.071977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:43.107076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Port': ['ID=78ad63ec-5d5c-441f-b07b-cee9ca1d449f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:43.144448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.194502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.209160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2a61-dfe7-450a-b9c5-bf2dff17a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.251787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c25373-6963-4ffb-89fe-11626860f48a None None] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:43.272687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:43.287338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:43.289770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:43.294070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Pushing event updated for resources: {'Port': ['ID=cf49718f-2248-4a90-b8aa-8c23f4459ef8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:43.311900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e89c3db5-fce1-4c1e-b378-8f13f37e46a3 None None] Provisioning for port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:43.360286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.372441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:43.373065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.419686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7195a9a6-7f7b-4d85-8071-d1e4c2e8b820 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8161266 Aug 20 08:59:43.420165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51392) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:43.439342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.128'}]}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:43.483352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216529-7d53-478a-9cc4-841dc7ff5867 req-52ee1abd-f534-4993-862e-8f966bbe8599 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:43.490151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32216529-7d53-478a-9cc4-841dc7ff5867 req-52ee1abd-f534-4993-862e-8f966bbe8599 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0862074 Aug 20 08:59:43.497863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.499385 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.550437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32216529-7d53-478a-9cc4-841dc7ff5867 req-c36b85c6-23b8-4e5e-abcd-395945e927f2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592043 Aug 20 08:59:43.598604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.733195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.750957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.754135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-42972071-056a-410c-b4c5-036f45de0bcf None None] Provisioning for port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:43.767412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-42972071-056a-410c-b4c5-036f45de0bcf None None] Provisioning complete for port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:43.771236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-42972071-056a-410c-b4c5-036f45de0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.804658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.830572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-42972071-056a-410c-b4c5-036f45de0bcf None None] Port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:43.836590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd442d79-6483-4a94-a737-5165a1f725a6 req-56432376-0ee0-4088-a693-6db09a0c5663 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:43.838197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd442d79-6483-4a94-a737-5165a1f725a6 req-56432376-0ee0-4088-a693-6db09a0c5663 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0660465 Aug 20 08:59:43.914549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Port': ['ID=78ad63ec-5d5c-441f-b07b-cee9ca1d449f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:43.918059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:43.924865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.010833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cacc57a9-1009-4b0a-8a2a-1727eb4a1694 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:44.025388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd442d79-6483-4a94-a737-5165a1f725a6 req-7d22224f-851d-42f5-abb6-a4a502fdc665 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703012 Aug 20 08:59:44.047708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:44.048591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.049231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:44.055268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.063783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.069927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.076751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.080149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:44.086815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.087825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6b2af6ad-5dad-4ac0-b526-cb8fcca99917 None None] Provisioning complete for port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:44.088207 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6b2af6ad-5dad-4ac0-b526-cb8fcca99917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.093292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:44.096155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-c65c3014-2db4-4b27-8fb9-5f5ddf0a5b1c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5428 time: 0.1508014 Aug 20 08:59:44.139069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6b2af6ad-5dad-4ac0-b526-cb8fcca99917 None None] Port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:44.143345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:44.143725 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.160452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7700a42d-89a8-4518-b201-f3c3a97a7eb0 req-1f877eb8-112b-43c3-a316-7fb76bc30008 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540481 Aug 20 08:59:44.235382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Router 589867ff-719b-4734-907a-0e98e11f15b1 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 08:59:44.272990 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.292092 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.311875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.317245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cacc57a9-1009-4b0a-8a2a-1727eb4a1694, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,segment=NetworkSegment(ed363ddb-5520-4664-af25-5272c7cacf2b),segment_id=ed363ddb-5520-4664-af25-5272c7cacf2b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:44.323268 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.355764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:59:44.364166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51408) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:44.364811 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c7c19551-44a0-4824-b0f9-2ad5d4571f4c tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "PUT /v2.0/routers/589867ff-719b-4734-907a-0e98e11f15b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729464 Aug 20 08:59:44.366509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] Sync routers for ids ['589867ff-719b-4734-907a-0e98e11f15b1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:59:44.374025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'port': {'network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538', 'name': 'tempest-FloatingIPNegativeTestJSON-1437968086'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:44.377905 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] Routers {'589867ff-719b-4734-907a-0e98e11f15b1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:44.378620 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['589867ff-719b-4734-907a-0e98e11f15b1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:44.399007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-64fa9b1c-d191-4a11-8aed-a31639fea3ce None None] Provisioning complete for port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:44.399385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64fa9b1c-d191-4a11-8aed-a31639fea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.400959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:44.421779 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:44.431638 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] Routers {'589867ff-719b-4734-907a-0e98e11f15b1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:44.432476 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['589867ff-719b-4734-907a-0e98e11f15b1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:44.440216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-64fa9b1c-d191-4a11-8aed-a31639fea3ce None None] Port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:44.465488 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:44.466173 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20392e4e-a0c7-402a-aa87-90b3ce51d76e None None] The sync data for ids ['589867ff-719b-4734-907a-0e98e11f15b1'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:59:44.544552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.584343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f49df68-9051-4740-a0c9-a4f36f8de179 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:44.611451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Made reservation on behalf of 7e8b998cc64f4d9d8ccb015e1e5125f7 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:44.615042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.688452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f49df68-9051-4740-a0c9-a4f36f8de179,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:44.703122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'port_id': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'mac_address': 'fa:16:3e:ea:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:44.735609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] device_id is not set on port 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:44.743495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.743868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.746438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.757568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f49df68-9051-4740-a0c9-a4f36f8de179 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:44.777263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f49df68-9051-4740-a0c9-a4f36f8de179,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:44.782204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.782905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 641598c6-c37f-4657-86ac-0c701a5ce839 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:44.856173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.856694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd7af2d8-44fb-452d-90af-602ff25283ec {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:59:44.881624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:44.902619 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 08:59:44.903735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f475be27-c0d0-40b3-80dc-25b317070812 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4825292 Aug 20 08:59:44.907714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:44.914383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Allocated IP 172.20.0.5 (76129f9c-afcf-4778-bdc2-71b0a1bd4538/ef2e5ff5-a62a-4eda-b327-7bafa41709d6/6541ced6-f2c7-4a46-9ff1-45fbf81ec947) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:44.930577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=641598c6-c37f-4657-86ac-0c701a5ce839,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:44.947005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '641598c6-c37f-4657-86ac-0c701a5ce839', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'port_id': '641598c6-c37f-4657-86ac-0c701a5ce839', 'mac_address': 'fa:16:3e:0e:91:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:44.989101 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:44.995155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Deleting port cf49718f-2248-4a90-b8aa-8c23f4459ef8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:44.995686 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.002355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641598c6-c37f-4657-86ac-0c701a5ce839 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:45.027197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=641598c6-c37f-4657-86ac-0c701a5ce839,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:45.032257 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.082998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.083236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.094646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:45.102801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Calling delete_port for cf49718f-2248-4a90-b8aa-8c23f4459ef8 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:45.104644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Transition to ACTIVE for port object 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 08:59:45.176500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a1c8-8364-4213-83f5-662e5ef1dc2c req-35e12297-d8d0-41cf-b4f8-9c3190823f2d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.178184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8402a1c8-8364-4213-83f5-662e5ef1dc2c req-35e12297-d8d0-41cf-b4f8-9c3190823f2d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0647206 Aug 20 08:59:45.189895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.264786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.269548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:45.275158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:45.286350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:45.310827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['641598c6-c37f-4657-86ac-0c701a5ce839'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:45.320800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Port': ['ID=6541ced6-f2c7-4a46-9ff1-45fbf81ec947,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:45.354229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf49718f-2248-4a90-b8aa-8c23f4459ef8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:45.362884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8402a1c8-8364-4213-83f5-662e5ef1dc2c req-a613fc36-67b4-403b-b510-e29ebbed1ee1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704636 Aug 20 08:59:45.398421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.399086 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.430893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7253ba7a-00a3-4746-a1b3-c050b8d929c7 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0627866 Aug 20 08:59:45.431330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51428) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:45.439402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:45.449284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.452084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-47774cda-1198-43d1-98b2-1d000f4d2b61 tempest-RoutersAdminNegativeIpV6Test-1191911589 tempest-RoutersAdminNegativeIpV6Test-1191911589-project-admin] 10.222.0.35 "DELETE /v2.0/ports/cf49718f-2248-4a90-b8aa-8c23f4459ef8 HTTP/1.1" status: 204 len: 168 time: 0.5425935 Aug 20 08:59:45.471614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.477780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.483721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.495524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.509950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.516426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.522657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.531908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96a4fc76-ccab-4c94-b161-63947866a192 req-89493f19-07db-47d7-af6a-dc9d5821e5da tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5430 time: 0.2354417 Aug 20 08:59:45.571816 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.646444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96a4fc76-ccab-4c94-b161-63947866a192 req-42f6261a-b495-46fd-b74d-da8de2a4ed3f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134562 Aug 20 08:59:45.683025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18bb9729-871a-4794-a6b9-ba30977613e3 None None] Provisioning for port 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:45.690042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18bb9729-871a-4794-a6b9-ba30977613e3 None None] Provisioning complete for port 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:45.690426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18bb9729-871a-4794-a6b9-ba30977613e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.714564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aff78-558f-448c-866c-c76950da4da7 req-14b194cb-4d9c-47fe-a6cc-887ddfde5f8d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:45.722739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-420aff78-558f-448c-866c-c76950da4da7 req-14b194cb-4d9c-47fe-a6cc-887ddfde5f8d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1024792 Aug 20 08:59:45.733121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-18bb9729-871a-4794-a6b9-ba30977613e3 None None] Port 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 08:59:45.777748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-420aff78-558f-448c-866c-c76950da4da7 req-10cf0157-78af-4335-a69a-6dd912aecf12 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539968 Aug 20 08:59:45.788418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.794436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51440) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:45.908424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Allocated IP 172.25.5.31 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/bf2a8ed5-af1b-4848-abcb-9e1880ee35b6) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:45.910333 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1a02678-69eb-41f5-9ca5-8a016c64a7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:45.934479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cacc57a9-1009-4b0a-8a2a-1727eb4a1694 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:45.986222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:45.986720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.044924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1a02678-69eb-41f5-9ca5-8a016c64a7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.049210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1a02678-69eb-41f5-9ca5-8a016c64a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.049532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.089525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02678-69eb-41f5-9ca5-8a016c64a7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52915e15-b1d2-41c9-af5c-98ae1100b262,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:46.090956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.095846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f1a02678-69eb-41f5-9ca5-8a016c64a7a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d55507c72d2e4f9fadf5d092bcabcd95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005390 Aug 20 08:59:46.098548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51446) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:46.131225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:46.134016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:46.137349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:46.151782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65191a35-e5ae-4fab-b268-161a73e978f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.170322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Port': ['ID=bf2a8ed5-af1b-4848-abcb-9e1880ee35b6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:46.174748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65191a35-e5ae-4fab-b268-161a73e978f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.229607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65191a35-e5ae-4fab-b268-161a73e978f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.231508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.232137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65191a35-e5ae-4fab-b268-161a73e978f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.233314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-65191a35-e5ae-4fab-b268-161a73e978f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52915e15-b1d2-41c9-af5c-98ae1100b262 HTTP/1.1" status: 204 len: 168 time: 0.1336737 Aug 20 08:59:46.242817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65191a35-e5ae-4fab-b268-161a73e978f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52915e15-b1d2-41c9-af5c-98ae1100b262,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:46.274010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.308502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.351901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['6f49df68-9051-4740-a0c9-a4f36f8de179'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:46.449628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.454977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.518445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51454) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:46.560026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92147ab9-6a15-4ee5-b272-f8acf33e1ffe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0ae2080ff7e43a5b042b78a140ac6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402942 Aug 20 08:59:46.563803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51456) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:46.584857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-68503c48-3237-408c-bec4-4829b3f13de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.594331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a8d42b52-32f9-4969-817c-67a6380e5eaf details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:46.598734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 641598c6-c37f-4657-86ac-0c701a5ce839 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:46.619623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2630-92e5-4f58-bf72-fe21b6209709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.643291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2630-92e5-4f58-bf72-fe21b6209709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.698220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2630-92e5-4f58-bf72-fe21b6209709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.703265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2630-92e5-4f58-bf72-fe21b6209709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.704755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c9ba2630-92e5-4f58-bf72-fe21b6209709 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdcca0f2-8472-43a8-9e8a-f097a594bdb1 HTTP/1.1" status: 204 len: 168 time: 0.1399038 Aug 20 08:59:46.719177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba2630-92e5-4f58-bf72-fe21b6209709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcca0f2-8472-43a8-9e8a-f097a594bdb1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:46.736012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 641598c6-c37f-4657-86ac-0c701a5ce839 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:46.754669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 641598c6-c37f-4657-86ac-0c701a5ce839 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:46.754985 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.784392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:46.801883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'a8d42b52-32f9-4969-817c-67a6380e5eaf', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'port_id': 'a8d42b52-32f9-4969-817c-67a6380e5eaf', 'mac_address': 'fa:16:3e:84:4a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:46.858257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Port': ['ID=bf2a8ed5-af1b-4848-abcb-9e1880ee35b6,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:46.870528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.875403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.881680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259c509-db22-4e3c-9174-32864610cb7c req-f96b0e06-7a82-40d3-b293-77e53f8f952e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.883450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d259c509-db22-4e3c-9174-32864610cb7c req-f96b0e06-7a82-40d3-b293-77e53f8f952e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.4464314 Aug 20 08:59:46.894941 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.898489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d42b52-32f9-4969-817c-67a6380e5eaf {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:46.923622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.929596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.935400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641598c6-c37f-4657-86ac-0c701a5ce839'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:46.935687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.937761 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4915d51-ad5f-4cb4-a7bd-80409c688993" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "641598c6-c37f-4657-86ac-0c701a5ce839"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:46.941884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.942884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:46.948337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.952013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=641598c6-c37f-4657-86ac-0c701a5ce839,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:46.954332 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.955024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 26fbc51d-f262-4175-809f-3cc86429f66b details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:46.955921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.963752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:46.966102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-dfa6cae5-9e3f-4fb4-bdb0-fe0cad5d66d5 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5430 time: 0.1695139 Aug 20 08:59:46.967191 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.971825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:46.975660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f6050f8f-75db-4cc9-9456-68cd336f3ab0 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5410593 Aug 20 08:59:46.976234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51472) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:46.982355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cfb0a451-b48d-4da9-9a3c-b07d8b4b6caa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'floatingip': {'port_id': '6541ced6-f2c7-4a46-9ff1-45fbf81ec947', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:47.013189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d259c509-db22-4e3c-9174-32864610cb7c req-0fbabe0a-ede9-420b-a4e5-a8140b0a8404 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230593 Aug 20 08:59:47.029072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=26fbc51d-f262-4175-809f-3cc86429f66b,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.040857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.049029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '26fbc51d-f262-4175-809f-3cc86429f66b', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'port_id': '26fbc51d-f262-4175-809f-3cc86429f66b', 'mac_address': 'fa:16:3e:8f:44:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:47.051495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6da2ea73-3c5f-4dca-acb2-a3bd694054e0 req-0306d4bf-2751-4660-acf0-d29367fd6939 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721765 Aug 20 08:59:47.066619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a451-b48d-4da9-9a3c-b07d8b4b6caa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.159820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.175483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.201156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fbc51d-f262-4175-809f-3cc86429f66b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:47.206692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4c573-52d7-40b3-a198-1b98d3d641ea req-e66d8de4-ad84-4e47-b1de-0a051f2a25d0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:47.208776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccb4c573-52d7-40b3-a198-1b98d3d641ea req-e66d8de4-ad84-4e47-b1de-0a051f2a25d0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0777335 Aug 20 08:59:47.238742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=26fbc51d-f262-4175-809f-3cc86429f66b,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.244388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.247273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1e17716-ac03-4fd0-852f-6dded3ee8487 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:47.270780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccb4c573-52d7-40b3-a198-1b98d3d641ea req-fda9621b-9eff-43b7-b431-37c2a39ed328 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535727 Aug 20 08:59:47.298532 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-cfb0a451-b48d-4da9-9a3c-b07d8b4b6caa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] update failed (client error): The resource could not be found. Aug 20 08:59:47.299652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cfb0a451-b48d-4da9-9a3c-b07d8b4b6caa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "PUT /v2.0/floatingips/abdeccf1-df50-4171-8757-0579bbb2ab26 HTTP/1.1" status: 404 len: 507 time: 0.3223860 Aug 20 08:59:47.300373 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e687e242-e388-4cb3-98cf-12d68c9eb07b x-openstack-request-id: req-e687e242-e388-4cb3-98cf-12d68c9eb07b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:47.300666 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "641598c6-c37f-4657-86ac-0c701a5ce839", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:47.300917 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e687e242-e388-4cb3-98cf-12d68c9eb07b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:47.301308 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641598c6-c37f-4657-86ac-0c701a5ce839', 'code': 200} Aug 20 08:59:47.302390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51484) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.326845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.354129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'e1e17716-ac03-4fd0-852f-6dded3ee8487', 'network_id': '361a2326-0637-4489-a261-c4d93ddc6b0e', 'port_id': 'e1e17716-ac03-4fd0-852f-6dded3ee8487', 'mac_address': 'fa:16:3e:cf:63:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348a53e6-8beb-4e02-b0e4-2ee058a1b40a', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:47.369244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.397704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.415452 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.430145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e17716-ac03-4fd0-852f-6dded3ee8487 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:47.452503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.455038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Deleting port bf2a8ed5-af1b-4848-abcb-9e1880ee35b6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:47.455464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.456934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.458136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 27e40a57-b750-43d4-aa20-a9d2b9843d7e details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:47.539059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.540012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.557608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Calling delete_port for bf2a8ed5-af1b-4848-abcb-9e1880ee35b6 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:47.562619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.596332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.609531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '27e40a57-b750-43d4-aa20-a9d2b9843d7e', 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2', 'port_id': '27e40a57-b750-43d4-aa20-a9d2b9843d7e', 'mac_address': 'fa:16:3e:2d:e3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca56cfa9-3236-4683-9f19-de489b495e68', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:47.624237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51494) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.648319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.664256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e40a57-b750-43d4-aa20-a9d2b9843d7e {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:47.684714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.689880 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.690627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e147f159-9f14-412c-a871-cc5088a16d2f details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 08:59:47.705283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.731035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Port': ['ID=bf2a8ed5-af1b-4848-abcb-9e1880ee35b6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.748135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-625eb6ab-5e95-4165-9bb0-5b104859186f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.749374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-625eb6ab-5e95-4165-9bb0-5b104859186f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1239955 Aug 20 08:59:47.752798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.757534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-f316cb71-078f-4096-bd25-989699c7c72b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.758827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f316cb71-078f-4096-bd25-989699c7c72b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048754 Aug 20 08:59:47.761227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51500) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.763252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e147f159-9f14-412c-a871-cc5088a16d2f,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.765415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-66e50b49-8210-4c52-96f5-dcd0b134b1ff tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.766392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-66e50b49-8210-4c52-96f5-dcd0b134b1ff tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042377 Aug 20 08:59:47.768763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51502) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.771679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.772755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-fe28f3d9-c747-482f-ad29-fa6b13b79df1 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.775873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fe28f3d9-c747-482f-ad29-fa6b13b79df1 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040541 Aug 20 08:59:47.778595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51504) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.779720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'e147f159-9f14-412c-a871-cc5088a16d2f', 'network_id': 'd2983d18-56c1-442a-80a7-df9c2d50cea2', 'port_id': 'e147f159-9f14-412c-a871-cc5088a16d2f', 'mac_address': 'fa:16:3e:7d:fb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca56cfa9-3236-4683-9f19-de489b495e68', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 08:59:47.783892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-ffaf5ec9-5c51-4011-b344-5a7dc51d73aa tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.784942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ffaf5ec9-5c51-4011-b344-5a7dc51d73aa tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054283 Aug 20 08:59:47.787660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51506) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.793021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-b2b87fbe-34a5-4259-a7bb-aa5de32e961d tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.794306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b2b87fbe-34a5-4259-a7bb-aa5de32e961d tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054071 Aug 20 08:59:47.797267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51508) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.801657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-7fd50540-3696-4ea3-ae82-fbcee485b07c tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.802609 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7fd50540-3696-4ea3-ae82-fbcee485b07c tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042377 Aug 20 08:59:47.804836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51510) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.808671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-91d850d3-4c0f-49cf-a62d-d8dff570b7be tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.809565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91d850d3-4c0f-49cf-a62d-d8dff570b7be tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039089 Aug 20 08:59:47.811644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51512) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.817341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-c667909d-5397-47a4-a716-a0e70594d684 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.818284 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c667909d-5397-47a4-a716-a0e70594d684 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055094 Aug 20 08:59:47.820648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.822814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.823605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.825911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-4c9c26a3-e182-45e8-841e-d0892fbf50cf tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.829792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.829935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4c9c26a3-e182-45e8-841e-d0892fbf50cf tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052924 Aug 20 08:59:47.830693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51516) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.832786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1cefdaf2-dcb5-4c6f-a800-caeaeda51b73 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "DELETE /v2.0/floatingips/abdeccf1-df50-4171-8757-0579bbb2ab26 HTTP/1.1" status: 204 len: 168 time: 0.5290062 Aug 20 08:59:47.833247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51518) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.836120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-b6c1af28-2614-4dcb-b318-28c660acd3e6 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.839410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b6c1af28-2614-4dcb-b318-28c660acd3e6 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056336 Aug 20 08:59:47.839556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ba7fbec6-2986-4e08-9d0f-9b4b42ee5da1 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'floatingip': {'floating_network_id': '76129f9c-afcf-4778-bdc2-71b0a1bd4538', 'port_id': '6541ced6-f2c7-4a46-9ff1-45fbf81ec947', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:47.839660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e147f159-9f14-412c-a871-cc5088a16d2f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 08:59:47.839905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.844550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-bcb5f4d5-6359-4586-a069-3a0aa04f6aad tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.845485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bcb5f4d5-6359-4586-a069-3a0aa04f6aad tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046644 Aug 20 08:59:47.848870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.853234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-eeb211ae-2ffb-4f2c-bfe8-866f45e4abe7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.857247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eeb211ae-2ffb-4f2c-bfe8-866f45e4abe7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052679 Aug 20 08:59:47.857545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51524) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.862019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-6f616ecb-88f2-4f62-b611-cd6e1192dd09 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.862963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6f616ecb-88f2-4f62-b611-cd6e1192dd09 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044668 Aug 20 08:59:47.865152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51526) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.867669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e147f159-9f14-412c-a871-cc5088a16d2f,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:47.869565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-5f8d4685-4785-427c-ba56-321082269f79 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.870534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f8d4685-4785-427c-ba56-321082269f79 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044925 Aug 20 08:59:47.871082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbec6-2986-4e08-9d0f-9b4b42ee5da1 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.872767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51528) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.873746 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:47.877346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-829d7f73-3842-4332-8229-2a841b421b13 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.880426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-829d7f73-3842-4332-8229-2a841b421b13 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046849 Aug 20 08:59:47.880825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51530) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.884911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-8cb3fc76-3a58-4e51-904f-cea349dabf8e tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.886920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8cb3fc76-3a58-4e51-904f-cea349dabf8e tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041916 Aug 20 08:59:47.888226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51532) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.893355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-5842c0e4-e469-4529-a2ac-ad74536041f3 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.896314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5842c0e4-e469-4529-a2ac-ad74536041f3 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052304 Aug 20 08:59:47.896691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51534) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.900763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-1ba027a6-b53b-45db-b659-1aa440cbc72b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.903667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ba027a6-b53b-45db-b659-1aa440cbc72b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041044 Aug 20 08:59:47.903901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.908708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-b03f49c4-b120-4df5-a78c-c5d74e5442a7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.911967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b03f49c4-b120-4df5-a78c-c5d74e5442a7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071669 Aug 20 08:59:47.912698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51538) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.917653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-52176350-ba89-417c-9c05-38b18c43fc34 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.920628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-52176350-ba89-417c-9c05-38b18c43fc34 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0067842 Aug 20 08:59:47.920910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51540) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.925555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-97c133da-d23e-4884-8db5-4fa2755e26a6 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.928772 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-97c133da-d23e-4884-8db5-4fa2755e26a6 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047305 Aug 20 08:59:47.929485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51542) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.930587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:47.933764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-44cae59b-5e85-4a1d-abdc-3de1dff470f8 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.936761 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44cae59b-5e85-4a1d-abdc-3de1dff470f8 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043340 Aug 20 08:59:47.937034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51544) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.942330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-9052ba81-e98c-42c7-8836-19b53de046d4 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.943240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9052ba81-e98c-42c7-8836-19b53de046d4 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053828 Aug 20 08:59:47.945580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.950837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-2aa90308-38e9-42a0-8569-5fa1320299a7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.951753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2aa90308-38e9-42a0-8569-5fa1320299a7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053082 Aug 20 08:59:47.954622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51548) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.960225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-a496aa97-2f1e-4459-885e-e9a32e494a4d tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.963353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a496aa97-2f1e-4459-885e-e9a32e494a4d tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056677 Aug 20 08:59:47.963665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51550) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.967725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-7c6b54eb-fab0-444f-ac45-f435983470eb tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.969981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7c6b54eb-fab0-444f-ac45-f435983470eb tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053015 Aug 20 08:59:47.972036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51552) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.976010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-e2af544f-fcb3-490b-a699-7a00509a1620 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.977126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e2af544f-fcb3-490b-a699-7a00509a1620 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041580 Aug 20 08:59:47.979128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.983462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-9ba89323-fb67-469a-8d07-29ba5fd12f6d tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.986184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ba89323-fb67-469a-8d07-29ba5fd12f6d tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061522 Aug 20 08:59:47.987195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51556) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.991231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-3214dc81-ce63-4413-8121-5c86c7bb33e9 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.992149 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3214dc81-ce63-4413-8121-5c86c7bb33e9 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040770 Aug 20 08:59:47.994223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51558) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:47.998002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-3bf13d62-f479-4482-b81a-a9672db7f3a7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:47.998926 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3bf13d62-f479-4482-b81a-a9672db7f3a7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038836 Aug 20 08:59:48.001879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51560) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.005739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-26143dad-870a-4b64-98ff-2d8c36c8ae15 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.006660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-26143dad-870a-4b64-98ff-2d8c36c8ae15 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039480 Aug 20 08:59:48.009290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51562) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.009810 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-ba7fbec6-2986-4e08-9d0f-9b4b42ee5da1 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 08:59:48.010846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ba7fbec6-2986-4e08-9d0f-9b4b42ee5da1 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1766541 Aug 20 08:59:48.013154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-63c293c8-9dbe-40da-8cf6-6301347b5c5e tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.021797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-63c293c8-9dbe-40da-8cf6-6301347b5c5e tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039575 Aug 20 08:59:48.021997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51564) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.021997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '6541ced6-f2c7-4a46-9ff1-45fbf81ec947', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:48.023554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51566) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.027807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-eeda868c-6ef7-4e6c-884f-ac4517512b32 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.028772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eeda868c-6ef7-4e6c-884f-ac4517512b32 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043151 Aug 20 08:59:48.031672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51568) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.035758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-83d8bc91-ac1d-41d5-b3b6-15dbdf1abbb0 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.036675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-83d8bc91-ac1d-41d5-b3b6-15dbdf1abbb0 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039744 Aug 20 08:59:48.038936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51570) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.043278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-d205ffdb-ee32-4822-9603-fec4679d733c tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.046385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d205ffdb-ee32-4822-9603-fec4679d733c tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044587 Aug 20 08:59:48.047115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51574) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.050814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.051353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-7f801d0a-b549-4b04-a752-84562ff13436 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.052290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f801d0a-b549-4b04-a752-84562ff13436 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043154 Aug 20 08:59:48.054675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51576) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.059242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-119d3e3e-23b7-4755-a7c4-cecaa980823c tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.060178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-119d3e3e-23b7-4755-a7c4-cecaa980823c tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044198 Aug 20 08:59:48.063867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51578) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.067970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-5f33c514-7ae2-461a-a40d-57b7523a7d5b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.071322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f33c514-7ae2-461a-a40d-57b7523a7d5b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0064936 Aug 20 08:59:48.071878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51580) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.076020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-505e87c0-40dc-4ae0-9572-431a9ecbe115 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.076954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-505e87c0-40dc-4ae0-9572-431a9ecbe115 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042272 Aug 20 08:59:48.079865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51582) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.084799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-062d48fa-6f24-421c-9ad7-9bbbcc7e02a5 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.087075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-062d48fa-6f24-421c-9ad7-9bbbcc7e02a5 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063295 Aug 20 08:59:48.087654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51586) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.092045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-978f2275-9f84-4713-bb37-e7bb637eb751 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.095569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-978f2275-9f84-4713-bb37-e7bb637eb751 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042770 Aug 20 08:59:48.096782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51588) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.101444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-2e10d6b4-9822-4a95-94c0-937874f319f2 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.102549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e10d6b4-9822-4a95-94c0-937874f319f2 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047183 Aug 20 08:59:48.104862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51590) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.109991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-1299cf5d-d7f6-4fa6-84a4-c129988cb1aa tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.113301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1299cf5d-d7f6-4fa6-84a4-c129988cb1aa tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051823 Aug 20 08:59:48.114166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51592) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.118644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-80cd6721-1aeb-4809-beb8-fc407ce4c59e tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.119760 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-80cd6721-1aeb-4809-beb8-fc407ce4c59e tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046449 Aug 20 08:59:48.122315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51594) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.127221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-eaf14009-5eeb-46ad-8c13-c7f0bbc404da tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.128232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eaf14009-5eeb-46ad-8c13-c7f0bbc404da tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050077 Aug 20 08:59:48.130997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51596) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.136363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-5a9c6f07-7653-4057-a624-b49861cbf5f3 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.137655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5a9c6f07-7653-4057-a624-b49861cbf5f3 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055399 Aug 20 08:59:48.141015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51600) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.146596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-84509ffb-e834-4695-b8ee-d7815b6bf601 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.147612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-84509ffb-e834-4695-b8ee-d7815b6bf601 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052428 Aug 20 08:59:48.149944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51602) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.164248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-0589e60a-34d8-44f6-877b-4d2a08a7c39f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.165186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0589e60a-34d8-44f6-877b-4d2a08a7c39f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0138147 Aug 20 08:59:48.169781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51604) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.173091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-fcad0089-2fc1-4d59-bbed-dc316dc13b56 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.174491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fcad0089-2fc1-4d59-bbed-dc316dc13b56 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055044 Aug 20 08:59:48.177099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.182791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-94dac9f6-8f47-4655-97a1-489c19a7b1a8 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.185793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94dac9f6-8f47-4655-97a1-489c19a7b1a8 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056090 Aug 20 08:59:48.186647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51608) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.191094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-83d6d28e-5731-4aeb-9dbd-b07c83fe1415 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.192186 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-83d6d28e-5731-4aeb-9dbd-b07c83fe1415 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046930 Aug 20 08:59:48.194881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51610) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.198596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-e3c12948-e9eb-462f-9ae4-cb9843720a0f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.200585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e3c12948-e9eb-462f-9ae4-cb9843720a0f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039687 Aug 20 08:59:48.204212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51612) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.208381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-2fea89a6-6c49-45f6-b61d-6698d25240f7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.209306 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2fea89a6-6c49-45f6-b61d-6698d25240f7 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040877 Aug 20 08:59:48.212005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51614) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.216035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-507505af-0477-42a3-bfaa-3566bacddc6f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.216425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07e8c-2580-4ce4-8960-f41f7c541420 req-96d6c956-93d6-4cb4-b614-6821223d00ad tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.219557 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-507505af-0477-42a3-bfaa-3566bacddc6f tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041399 Aug 20 08:59:48.219701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2a07e8c-2580-4ce4-8960-f41f7c541420 req-96d6c956-93d6-4cb4-b614-6821223d00ad tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1235166 Aug 20 08:59:48.222401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51616) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.223122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.227537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-2a3977de-26fd-4b74-84b1-b6c3638366e5 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.231262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a3977de-26fd-4b74-84b1-b6c3638366e5 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0057616 Aug 20 08:59:48.231855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51620) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.235895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-38348f44-5ae0-4410-b353-4c855d3a87fd tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.239242 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-38348f44-5ae0-4410-b353-4c855d3a87fd tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043232 Aug 20 08:59:48.239242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51622) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.244298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-e274e58e-7fa0-4775-bba1-b3b0437cefcd tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.245767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e274e58e-7fa0-4775-bba1-b3b0437cefcd tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051575 Aug 20 08:59:48.247584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51624) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.252254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-c31bdbd4-4f40-452f-8a00-f4a802d54bd4 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.253170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c31bdbd4-4f40-452f-8a00-f4a802d54bd4 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047371 Aug 20 08:59:48.258187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.263960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.270389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.276203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.278246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51626) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.282337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-f5945401-179d-4fbe-ac23-c755897e113b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.282481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.283235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f5945401-179d-4fbe-ac23-c755897e113b tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041320 Aug 20 08:59:48.287768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51628) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.288275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.293365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-fec3129c-52e6-4640-a2b4-909e28287174 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.294106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.294272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fec3129c-52e6-4640-a2b4-909e28287174 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055573 Aug 20 08:59:48.296004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20970bd0-f572-4a37-8a67-119231250277 req-7694edb2-174d-467f-bc14-7e54de0980a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5436 time: 0.1525292 Aug 20 08:59:48.298335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51632) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.303536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-09be3e05-6638-499b-9ec8-bb0f31ab50cf tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.304456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-09be3e05-6638-499b-9ec8-bb0f31ab50cf tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058229 Aug 20 08:59:48.306869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51634) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.316379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-29ce3503-9da3-47c8-9e20-64041b937d82 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.317333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29ce3503-9da3-47c8-9e20-64041b937d82 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095983 Aug 20 08:59:48.319807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.323818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-ecfc3c3c-bf83-4485-a638-a36343caf4e3 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.324717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ecfc3c3c-bf83-4485-a638-a36343caf4e3 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040653 Aug 20 08:59:48.327026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.328617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2a07e8c-2580-4ce4-8960-f41f7c541420 req-1b9bc416-d330-4747-b97b-cc1123ce153a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975866 Aug 20 08:59:48.333683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-9988f8dd-5428-4bf2-b869-db457ef475fc tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.336455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9988f8dd-5428-4bf2-b869-db457ef475fc tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066786 Aug 20 08:59:48.337071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51640) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.341554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-9186847a-bfcb-4546-b053-4efa6adbd734 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.341993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9186847a-bfcb-4546-b053-4efa6adbd734 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040348 Aug 20 08:59:48.352518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51644) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.352518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [None req-4232f4a5-6933-4a1c-8707-dd308334a680 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.352518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4232f4a5-6933-4a1c-8707-dd308334a680 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040791 Aug 20 08:59:48.354712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51646) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.359543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-52740cb8-1c8a-4835-a487-677805749471 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.360490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-52740cb8-1c8a-4835-a487-677805749471 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048361 Aug 20 08:59:48.364830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20970bd0-f572-4a37-8a67-119231250277 req-e5550ab0-badc-47a3-8275-0f26d89e58a8 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610142 Aug 20 08:59:48.365288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51648) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.369340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [None req-75ac4f8f-cbc8-45cd-b434-0e4454774b85 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 08:59:48.370307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-75ac4f8f-cbc8-45cd-b434-0e4454774b85 tempest-ExtensionsTestJSON-1588981343 tempest-ExtensionsTestJSON-1588981343-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041251 Aug 20 08:59:48.412427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Allocated IP 172.25.5.181 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/b6fa6e04-ec4b-458c-8b55-eeb21327e884) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 08:59:48.442315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['27e40a57-b750-43d4-aa20-a9d2b9843d7e'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:48.479340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e1e17716-ac03-4fd0-852f-6dded3ee8487'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:48.483142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e147f159-9f14-412c-a871-cc5088a16d2f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:48.542576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.554775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['a8d42b52-32f9-4969-817c-67a6380e5eaf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:48.565597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7c9d7-9342-4926-9347-79562b07bca9 req-00565549-1e73-4336-bc1b-c287cc4c1450 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:48.573063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05a7c9d7-9342-4926-9347-79562b07bca9 req-00565549-1e73-4336-bc1b-c287cc4c1450 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0682769 Aug 20 08:59:48.580132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['26fbc51d-f262-4175-809f-3cc86429f66b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 08:59:48.592527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.617107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05a7c9d7-9342-4926-9347-79562b07bca9 req-f2b0d07f-311a-4fc0-b519-c41f46895acb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Aug 20 08:59:48.647130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 08:59:48.650467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:48.653170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:48.697684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event updated for resources: {'Port': ['ID=b6fa6e04-ec4b-458c-8b55-eeb21327e884,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:48.726480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51654) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:48.788747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f49df68-9051-4740-a0c9-a4f36f8de179 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:48.849124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Deleting port b6fa6e04-ec4b-458c-8b55-eeb21327e884 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:48.849849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.852423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abafbe63-8599-4bad-8f51-9c9eb3ae49bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.889115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.935004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.935402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.950366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Calling delete_port for b6fa6e04-ec4b-458c-8b55-eeb21327e884 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:48.965955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abafbe63-8599-4bad-8f51-9c9eb3ae49bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:48.973676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abafbe63-8599-4bad-8f51-9c9eb3ae49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.015859 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-abafbe63-8599-4bad-8f51-9c9eb3ae49bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92ba0b9b0eb14d7e85500aead4f594ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851477 Aug 20 08:59:49.015859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafbe63-8599-4bad-8f51-9c9eb3ae49bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c9525f-571c-429a-87a1-ae5e63e2ad0d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:49.016123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51658) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:49.090924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 6f49df68-9051-4740-a0c9-a4f36f8de179 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:49.108618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3025070-5f7e-4899-b302-dc0261fd1d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.127735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 6f49df68-9051-4740-a0c9-a4f36f8de179 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:49.128110 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.137965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.142716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3025070-5f7e-4899-b302-dc0261fd1d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.174435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Port': ['ID=b6fa6e04-ec4b-458c-8b55-eeb21327e884,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:49.266995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3025070-5f7e-4899-b302-dc0261fd1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.269426 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3025070-5f7e-4899-b302-dc0261fd1d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.270620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a3025070-5f7e-4899-b302-dc0261fd1d64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53c9525f-571c-429a-87a1-ae5e63e2ad0d HTTP/1.1" status: 204 len: 168 time: 0.2535882 Aug 20 08:59:49.282198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3025070-5f7e-4899-b302-dc0261fd1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c9525f-571c-429a-87a1-ae5e63e2ad0d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:49.284754 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] create failed (client error): The resource could not be found. Aug 20 08:59:49.285844 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01bcc297-fa51-483d-93a1-2c75347e8cfa tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2697027 Aug 20 08:59:49.289191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:49.402368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Deleting port 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:49.402368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.467391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.497083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:49.500304 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf97e875-ee58-4596-b728-dd881cde3e88" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:49.513775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f49df68-9051-4740-a0c9-a4f36f8de179,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:49.517789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f4d6-327e-418f-a3da-3da784d9e69d req-45b8c262-5f17-4643-8e90-7e7f4b154791 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.518605 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.519342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e42f4d6-327e-418f-a3da-3da784d9e69d req-45b8c262-5f17-4643-8e90-7e7f4b154791 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0936222 Aug 20 08:59:49.524552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.570410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Calling delete_port for 6541ced6-f2c7-4a46-9ff1-45fbf81ec947 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:49.587643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:49.596184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.602357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.608387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.614831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.620704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.627465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.636152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.636152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-8db0de77-c27e-40e5-a922-5ca76852158d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5436 time: 0.1406503 Aug 20 08:59:49.650474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9e42f4d6-327e-418f-a3da-3da784d9e69d req-b2295570-951a-477c-803d-3bcead15232a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145275 Aug 20 08:59:49.698699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bdefe7b-b9e0-40b5-bd26-5d4ef4c458a8 req-87a92018-a416-4362-97ff-174b76134e10 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464652 Aug 20 08:59:49.730396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.761529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Port': ['ID=6541ced6-f2c7-4a46-9ff1-45fbf81ec947,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:49.800057 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafade59-ff5b-4f10-a80a-0eefeefaefd9 x-openstack-request-id: req-cafade59-ff5b-4f10-a80a-0eefeefaefd9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:49.800466 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:49.800812 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cafade59-ff5b-4f10-a80a-0eefeefaefd9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:49.801328 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'code': 200} Aug 20 08:59:49.851275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:49.864756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-710a50f3-e446-448e-b3c3-4922006a0151 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "DELETE /v2.0/ports/6541ced6-f2c7-4a46-9ff1-45fbf81ec947 HTTP/1.1" status: 204 len: 168 time: 0.5738451 Aug 20 08:59:49.867090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51690) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:49.950247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fca63-1af6-486d-bb96-3243c5574d72 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.955023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fe2fca63-1af6-486d-bb96-3243c5574d72 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "GET /v2.0/ports?device_id=589867ff-719b-4734-907a-0e98e11f15b1 HTTP/1.1" status: 200 len: 913 time: 0.0836635 Aug 20 08:59:49.955381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:49.969211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bac8a6-fd95-4257-baa5-40b531db151b req-9d2ed1e6-f329-4e10-855f-e3b15cf7f515 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:49.970861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83bac8a6-fd95-4257-baa5-40b531db151b req-9d2ed1e6-f329-4e10-855f-e3b15cf7f515 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0922351 Aug 20 08:59:50.018096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83bac8a6-fd95-4257-baa5-40b531db151b req-939fc978-a3e2-4b36-9855-bea34552e89b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 Aug 20 08:59:50.137382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:50.235131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'networks': [{'name': 'tempest-network--1284377388'}, {'name': 'tempest-network--1549937706'}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:50.235448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'network': {'name': 'tempest-network--1284377388'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:50.235913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'network': {'name': 'tempest-network--1549937706'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:50.258938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'network': 2} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:50.263373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.272204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.284357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.362921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.366858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.367338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.405637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10883e4-b641-456e-a2bd-ad22dc16df50,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:50.415896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:50.428229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.428587 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Added segment 1330c0c4-3ec3-4964-a071-b20af50da8b5 of type vlan for network eedda831-0a32-43dc-9914-469fe8f6c356 Aug 20 08:59:50.482987 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.517124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:50.526340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.526691 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Added segment b059fce5-10b4-4281-b6bf-3b20c5bd56ba of type vlan for network ac2b2c5b-b171-4fd5-a136-4e2c3578fd6f Aug 20 08:59:50.571304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.599291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.599980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.605825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:50.610975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:50.611632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.692213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5535181 Aug 20 08:59:50.692747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51706) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:50.791258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Network': ['ID=eedda831-0a32-43dc-9914-469fe8f6c356,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:50.802483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network eedda831-0a32-43dc-9914-469fe8f6c356 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:50.842573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Deleting port 78ad63ec-5d5c-441f-b07b-cee9ca1d449f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:50.842916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.934126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:50.946984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Calling delete_port for 78ad63ec-5d5c-441f-b07b-cee9ca1d449f owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:50.998671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703286e-0732-40a4-9c86-569e014bf4eb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Network': ['ID=ac2b2c5b-b171-4fd5-a136-4e2c3578fd6f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:51.011561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ac2b2c5b-b171-4fd5-a136-4e2c3578fd6f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:51.017449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f06fe9-1627-4417-8a8c-5481a9fb7256 req-48e2900a-b649-406a-914e-639b94d58e30 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.019004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30f06fe9-1627-4417-8a8c-5481a9fb7256 req-48e2900a-b649-406a-914e-639b94d58e30 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.2676268 Aug 20 08:59:51.032692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.038615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.045054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.050553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.056477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.062443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.068495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.076394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-bd666e0d-8f80-450d-bf46-211402a3df29 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5437 time: 0.2721932 Aug 20 08:59:51.100881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bdb2b-8a19-48b6-a72c-5618f59861a7 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.106643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bdb2b-8a19-48b6-a72c-5618f59861a7 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.112940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bdb2b-8a19-48b6-a72c-5618f59861a7 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.118779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bdb2b-8a19-48b6-a72c-5618f59861a7 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.120406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-538bdb2b-8a19-48b6-a72c-5618f59861a7 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4214997 Aug 20 08:59:51.123850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51718) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:51.134548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.166995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8de222d8-d02c-45ec-94ea-050a66602e7d req-0bfa63ae-a212-4c8e-b7ca-ece14fb10f4d tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897293 Aug 20 08:59:51.169887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30f06fe9-1627-4417-8a8c-5481a9fb7256 req-d3513219-ff08-473b-8109-69bb6fd8a61d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880487 Aug 20 08:59:51.216474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Port': ['ID=78ad63ec-5d5c-441f-b07b-cee9ca1d449f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:51.292561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.391610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27809e-efd4-4593-9210-b6a0527753cd req-497cb840-34f9-46bf-bc81-96799b6b03f5 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:51.393208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db27809e-efd4-4593-9210-b6a0527753cd req-497cb840-34f9-46bf-bc81-96799b6b03f5 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0587296 Aug 20 08:59:51.403210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.434831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db27809e-efd4-4593-9210-b6a0527753cd req-b762987d-f814-4f30-bb17-14fd57657adb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352802 Aug 20 08:59:51.528926 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.542338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedda831-0a32-43dc-9914-469fe8f6c356']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.553498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1330c0c4-3ec3-4964-a071-b20af50da8b5') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.553823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1330c0c4-3ec3-4964-a071-b20af50da8b5') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.593727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.638667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.645192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Router 589867ff-719b-4734-907a-0e98e11f15b1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:59:51.649670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:59:51.650079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: timer() Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:59:51.652911 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:59:51.769645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.774217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.776053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/networks/eedda831-0a32-43dc-9914-469fe8f6c356 HTTP/1.1" status: 204 len: 168 time: 0.6511822 Aug 20 08:59:51.778945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51720) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:51.785075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:59:51.793069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c77186f4-1f0d-4bb9-862c-e253d237b965 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "PUT /v2.0/routers/589867ff-719b-4734-907a-0e98e11f15b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344297 Aug 20 08:59:51.797917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] Sync routers for ids ['589867ff-719b-4734-907a-0e98e11f15b1'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:59:51.799742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51722) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:51.802617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1454f0-5c42-4564-936e-002325c8956f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Network': ['ID=eedda831-0a32-43dc-9914-469fe8f6c356,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:51.807140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] Routers {'589867ff-719b-4734-907a-0e98e11f15b1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:51.808245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['589867ff-719b-4734-907a-0e98e11f15b1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.846504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.855091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] Routers {'589867ff-719b-4734-907a-0e98e11f15b1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:51.855702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['589867ff-719b-4734-907a-0e98e11f15b1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.891053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:51.891631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558f92c3-74fd-4c66-8d49-934e9b9ab5d6 None None] The sync data for ids ['589867ff-719b-4734-907a-0e98e11f15b1'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 08:59:51.942232 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:51.949086 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.163822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.167336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.180161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.228106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2b2c5b-b171-4fd5-a136-4e2c3578fd6f']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:52.238742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b059fce5-10b4-4281-b6bf-3b20c5bd56ba') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:52.239756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b059fce5-10b4-4281-b6bf-3b20c5bd56ba') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:52.248670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.249172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Fanout notify agent at l3_agent the message router_deleted on router 589867ff-719b-4734-907a-0e98e11f15b1 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 08:59:52.260502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.261564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6d1e511b-64ce-45c6-9d31-5fe7b2921923 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "DELETE /v2.0/routers/589867ff-719b-4734-907a-0e98e11f15b1 HTTP/1.1" status: 204 len: 168 time: 0.4612608 Aug 20 08:59:52.263715 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.264095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51730) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:52.321532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Deleting subnet ef2e5ff5-a62a-4eda-b327-7bafa41709d6 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 08:59:52.324644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.326798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.342293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:59:52.342702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:59:52.346165 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:59:52.368356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.411590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.417515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.423879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.429709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.435567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.442101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.448248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.450160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-a056b68a-8b84-478e-8ea4-01969f5246ad tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5437 time: 0.1965294 Aug 20 08:59:52.457603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ffc3b-c51e-4c4b-8fe5-953da8b45925 req-4bca1b66-11ea-45af-af15-dcacc0608d2c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.458305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.459075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-930ffc3b-c51e-4c4b-8fe5-953da8b45925 req-4bca1b66-11ea-45af-af15-dcacc0608d2c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1926022 Aug 20 08:59:52.497752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.517880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.519764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/networks/ac2b2c5b-b171-4fd5-a136-4e2c3578fd6f HTTP/1.1" status: 204 len: 168 time: 0.7397950 Aug 20 08:59:52.523297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51738) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:52.533385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.543873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-930ffc3b-c51e-4c4b-8fe5-953da8b45925 req-7445b1d0-a162-4a1a-9842-a764375ccd6d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764799 Aug 20 08:59:52.544596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec340d-b41a-400e-b536-0d69931851a9 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Network': ['ID=ac2b2c5b-b171-4fd5-a136-4e2c3578fd6f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:52.553116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a26f3f0a-2fa4-4f8c-862d-d4ee84a820fe req-8ab63880-649e-4a55-926d-5b02e37e7d91 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907230 Aug 20 08:59:52.610902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a8d42b52-32f9-4969-817c-67a6380e5eaf up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:52.640557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2e5ff5-a62a-4eda-b327-7bafa41709d6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:52.664211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port a8d42b52-32f9-4969-817c-67a6380e5eaf completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:52.666803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.669934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port a8d42b52-32f9-4969-817c-67a6380e5eaf triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:52.670245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.671921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51740) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:52.672518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1be9584c-1685-477e-bfa2-3aaade57c523 tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "DELETE /v2.0/subnets/ef2e5ff5-a62a-4eda-b327-7bafa41709d6 HTTP/1.1" status: 204 len: 168 time: 0.4071257 Aug 20 08:59:52.672970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259a3f8-ef91-4b68-ad6d-13bd8f703d2e None None] Network 76129f9c-afcf-4778-bdc2-71b0a1bd4538 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:52.801291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b85667-80fd-4b3a-818f-282bd1a24eef tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.807851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b85667-80fd-4b3a-818f-282bd1a24eef tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.809482 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e5b85667-80fd-4b3a-818f-282bd1a24eef tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2851949 Aug 20 08:59:52.813459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51742) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:52.819745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-222768255'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:52.846295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:52.850797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.884151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:52.887120 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.895203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.895203 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Added segment 998c3e32-af1e-4ba6-a7a7-58ffd9e440a2 of type vlan for network b9d724ba-9c11-4915-8ab3-6520044a8618 Aug 20 08:59:52.907418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] DHCP port deletion for 76129f9c-afcf-4778-bdc2-71b0a1bd4538 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 08:59:52.924658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:52.926986 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ffd51f-b260-41d0-bf3c-0e1f3f4cc85e" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:52.951966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.979419 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3ba9f-a37e-46a4-b01f-917d285945a0 x-openstack-request-id: req-b3d3ba9f-a37e-46a4-b01f-917d285945a0 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:52.979711 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:52.980162 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3d3ba9f-a37e-46a4-b01f-917d285945a0 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:52.980690 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf', 'code': 200} Aug 20 08:59:52.983428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:52.989005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.990236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:52.991172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e147f159-9f14-412c-a871-cc5088a16d2f up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:52.995339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:52.996014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.064146 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2468545 Aug 20 08:59:53.064391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.064876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51746) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:53.072711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-898787148'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:53.081898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941021-0ce2-4492-bc83-eafe0094d401 req-eb8534c6-9d42-4dc9-bd32-27a4b666dd36 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.083330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac941021-0ce2-4492-bc83-eafe0094d401 req-eb8534c6-9d42-4dc9-bd32-27a4b666dd36 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.3422959 Aug 20 08:59:53.091154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cbcb7-dc87-47a5-a6ee-4e3c287d5bc2 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Network': ['ID=b9d724ba-9c11-4915-8ab3-6520044a8618,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.095476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.099860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] Deleting port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:53.100240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.108049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b9d724ba-9c11-4915-8ab3-6520044a8618 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:53.112437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:53.116233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.143572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:53.150138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac941021-0ce2-4492-bc83-eafe0094d401 req-993350a8-98a9-4302-836a-74c4fe2da682 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594664 Aug 20 08:59:53.158906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.159256 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Added segment 41a5b97d-8cce-47eb-a4e1-135f3e2850a1 of type vlan for network 07e2a0ef-8072-400e-bdaa-bd80e2a68da4 Aug 20 08:59:53.162532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.162916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.163448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.163973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.164491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.164995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.165489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.166001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.166282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Deleting port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:53.166772 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.167130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.167644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.168145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.168648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:53.212527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.223807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port e147f159-9f14-412c-a871-cc5088a16d2f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:53.239342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.243447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] For port cacc57a9-1009-4b0a-8a2a-1727eb4a1694, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,segment=NetworkSegment(ed363ddb-5520-4664-af25-5272c7cacf2b),segment_id=ed363ddb-5520-4664-af25-5272c7cacf2b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:53.243820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.245639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.246291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.246625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port e147f159-9f14-412c-a871-cc5088a16d2f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:53.247003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.255187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] For port cacc57a9-1009-4b0a-8a2a-1727eb4a1694, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,segment=NetworkSegment(ed363ddb-5520-4664-af25-5272c7cacf2b),segment_id=ed363ddb-5520-4664-af25-5272c7cacf2b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:53.255852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.259108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Calling delete_port for cacc57a9-1009-4b0a-8a2a-1727eb4a1694 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:53.297935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] Calling delete_port for cacc57a9-1009-4b0a-8a2a-1727eb4a1694 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:53.306369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2397151 Aug 20 08:59:53.308499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51748) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:53.315686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'ports': [{'network_id': 'b9d724ba-9c11-4915-8ab3-6520044a8618', 'name': 'tempest-port--623043580', 'admin_state_up': True}, {'network_id': '07e2a0ef-8072-400e-bdaa-bd80e2a68da4', 'admin_state_up': False}]} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:53.315908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d2b4-b3f9-485b-aa79-9966b443aadf tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Network': ['ID=07e2a0ef-8072-400e-bdaa-bd80e2a68da4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.316005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'port': {'network_id': 'b9d724ba-9c11-4915-8ab3-6520044a8618', 'name': 'tempest-port--623043580', 'admin_state_up': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:53.316482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'port': {'network_id': '07e2a0ef-8072-400e-bdaa-bd80e2a68da4', 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:53.353517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 07e2a0ef-8072-400e-bdaa-bd80e2a68da4 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:53.443409 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.473252 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.481264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Port': ['ID=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.483164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] No DVR routers for this DVR port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:59:53.490741 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.528129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] Pushing event deleted for resources: {'Port': ['ID=cacc57a9-1009-4b0a-8a2a-1727eb4a1694,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.538696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26d6a0-b43d-4c02-b806-19ae8e01a9bb None None] No DVR routers for this DVR port cacc57a9-1009-4b0a-8a2a-1727eb4a1694 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 08:59:53.541049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e147f159-9f14-412c-a871-cc5088a16d2f,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:53.547748 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.547748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 26fbc51d-f262-4175-809f-3cc86429f66b up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:53.589042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.602710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76129f9c-afcf-4778-bdc2-71b0a1bd4538']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:53.605230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'port': 2} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:53.610794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.627297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed363ddb-5520-4664-af25-5272c7cacf2b') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:53.627669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed363ddb-5520-4664-af25-5272c7cacf2b') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:53.633187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.640910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.645893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.661546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 26fbc51d-f262-4175-809f-3cc86429f66b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:53.668017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 26fbc51d-f262-4175-809f-3cc86429f66b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:53.668387 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.679291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.722544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 08:59:53.722959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.749258 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: timer() Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 08:59:53.749845 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 08:59:53.781929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=26fbc51d-f262-4175-809f-3cc86429f66b,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:53.785995 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.786927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1e17716-ac03-4fd0-852f-6dded3ee8487 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:53.858251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] device_id is not set on port 08face0c-4a79-4712-aa3e-4b1161bfafed yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:53.870113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:53.876480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75780c-d37a-4dcc-b4ee-de256fa4fddf req-ffae3f70-eb50-4344-85fe-1bee7c894ca0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.878143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d75780c-d37a-4dcc-b4ee-de256fa4fddf req-ffae3f70-eb50-4344-85fe-1bee7c894ca0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.2183354 Aug 20 08:59:53.887324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port e1e17716-ac03-4fd0-852f-6dded3ee8487 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:53.891698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.892397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port e1e17716-ac03-4fd0-852f-6dded3ee8487 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:53.892831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.897621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.903569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.910215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.916085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.922264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.928164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:53.928550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cacc57a9-1009-4b0a-8a2a-1727eb4a1694 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 08:59:53.930147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-5fe9ca01-f7d3-4d7f-b628-ebed9c76e5d3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5439 time: 0.2531662 Aug 20 08:59:53.933707 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.951939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:53.954465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] 10.222.0.35 "DELETE /v2.0/networks/76129f9c-afcf-4778-bdc2-71b0a1bd4538 HTTP/1.1" status: 204 len: 168 time: 1.2806447 Aug 20 08:59:53.954811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cacc57a9-1009-4b0a-8a2a-1727eb4a1694 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 08:59:53.955126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cacc57a9-1009-4b0a-8a2a-1727eb4a1694 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 08:59:53.995962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f27e9b-5aa0-47ee-9e6f-b1a0df8c939e tempest-FloatingIPNegativeTestJSON-626506142 tempest-FloatingIPNegativeTestJSON-626506142-project] Pushing event deleted for resources: {'Network': ['ID=76129f9c-afcf-4778-bdc2-71b0a1bd4538,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:54.010420 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.034335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d75780c-d37a-4dcc-b4ee-de256fa4fddf req-9aec1a17-7db3-4199-9ee3-2382b400cbd8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031616 Aug 20 08:59:54.045135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:54.049876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.050979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 27e40a57-b750-43d4-aa20-a9d2b9843d7e up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 08:59:54.081306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6de30b5b-8e00-4ec6-b313-d9f0dd2afef0 req-571b206c-33ef-43f2-bd72-2161ac7f61bb tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252055 Aug 20 08:59:54.155421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:54.172337 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.173932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 27e40a57-b750-43d4-aa20-a9d2b9843d7e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 08:59:54.181049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 27e40a57-b750-43d4-aa20-a9d2b9843d7e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 08:59:54.181049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.306338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.326602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] device_id is not set on port 39bf8fba-7e4f-44ab-83ab-40e8a7bcf406 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 08:59:54.341920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 08:59:54.347431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.367108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:54.386511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acdfc3-2d12-4d49-8f7f-22fc526e18b0 req-bf45ba39-aaa7-453b-b06e-144975e2d970 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.388016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69acdfc3-2d12-4d49-8f7f-22fc526e18b0 req-bf45ba39-aaa7-453b-b06e-144975e2d970 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1132717 Aug 20 08:59:54.404458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.409423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:54.410937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.416842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.423579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.429467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.435409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.441394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.443364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-6f99cbf5-d43c-4a19-a6ba-1faf090419c3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.1558697 Aug 20 08:59:54.511495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-644c3a9f-80d7-474e-96f5-d86471dafe3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e8b998cc64f4d9d8ccb015e1e5125f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431313 Aug 20 08:59:54.514118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51772) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:54.538679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69acdfc3-2d12-4d49-8f7f-22fc526e18b0 req-ae5f3bff-2324-46e7-808a-35c0d858c37a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942793 Aug 20 08:59:54.553008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f68c6cb-0444-419c-81cc-aa6941f3fe5e req-e86dbd81-36e9-4c7c-87bd-5f3e018d744f tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986421 Aug 20 08:59:54.580394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49118a6c-2198-4e95-8f96-b9473795f07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.603354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49118a6c-2198-4e95-8f96-b9473795f07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.609999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.653114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49118a6c-2198-4e95-8f96-b9473795f07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.656701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49118a6c-2198-4e95-8f96-b9473795f07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.657957 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-49118a6c-2198-4e95-8f96-b9473795f07d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8cc597a-c0d5-4ec9-9e57-d8d52135ec91 HTTP/1.1" status: 204 len: 168 time: 0.1428878 Aug 20 08:59:54.671742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49118a6c-2198-4e95-8f96-b9473795f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cc597a-c0d5-4ec9-9e57-d8d52135ec91,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:54.694175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.741251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.747158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.754063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.759992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.766134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.771881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.777751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.779686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cb20a7c-1927-44d5-aaa8-750dd6f23a2f req-73e6b3ba-a2ba-4c40-9fed-c29402112d7a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.1358876 Aug 20 08:59:54.802082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Port': ['ID=08face0c-4a79-4712-aa3e-4b1161bfafed,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:54.822323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Checking segment: {'id': '998c3e32-af1e-4ba6-a7a7-58ffd9e440a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b9d724ba-9c11-4915-8ab3-6520044a8618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:54.822680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network hostable DHCP agents. Network: b9d724ba-9c11-4915-8ab3-6520044a8618, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:59:54.841573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network b9d724ba-9c11-4915-8ab3-6520044a8618 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:59:54.850603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b9d724ba-9c11-4915-8ab3-6520044a8618) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:54.854299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:54.855167 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:54.862841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8647dfb-eb9b-4cf8-830a-8bc90cb6bb25 None None] Network b9d724ba-9c11-4915-8ab3-6520044a8618 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:54.929265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Port': ['ID=39bf8fba-7e4f-44ab-83ab-40e8a7bcf406,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:54.939901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Checking segment: {'id': '41a5b97d-8cce-47eb-a4e1-135f3e2850a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '07e2a0ef-8072-400e-bdaa-bd80e2a68da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 08:59:54.940988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network hostable DHCP agents. Network: 07e2a0ef-8072-400e-bdaa-bd80e2a68da4, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 08:59:54.963132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network 07e2a0ef-8072-400e-bdaa-bd80e2a68da4 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 08:59:54.974130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 07e2a0ef-8072-400e-bdaa-bd80e2a68da4) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 08:59:54.983080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 08:59:54.991308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.994258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e17716-ac03-4fd0-852f-6dded3ee8487'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:54.996418 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed52e5-8fbf-4a87-ae68-60af0c313fe8" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "e1e17716-ac03-4fd0-852f-6dded3ee8487"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:54.997483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:54.998373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.000979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd52eb-9d3f-4bae-9a97-c1ce143f92a3 None None] Network 07e2a0ef-8072-400e-bdaa-bd80e2a68da4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 08:59:55.022793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ee682e5-e472-49c7-b67a-2adc64517bd0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7097442 Aug 20 08:59:55.023564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51790) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:55.056092 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c420f-5759-4afe-895f-19782c796911 x-openstack-request-id: req-3c3c420f-5759-4afe-895f-19782c796911 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 08:59:55.056403 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "e1e17716-ac03-4fd0-852f-6dded3ee8487", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-plugged", "status": "completed", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 08:59:55.056661 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c3c420f-5759-4afe-895f-19782c796911 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 08:59:55.057060 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f', 'code': 200} Aug 20 08:59:55.057319 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b', 'code': 200} Aug 20 08:59:55.057570 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e17716-ac03-4fd0-852f-6dded3ee8487', 'code': 200} Aug 20 08:59:55.057844 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e', 'code': 200} Aug 20 08:59:55.097745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132125f9-5301-4789-9da0-e8372edfa390 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.104351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132125f9-5301-4789-9da0-e8372edfa390 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.106207 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-132125f9-5301-4789-9da0-e8372edfa390 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0815113 Aug 20 08:59:55.109973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51796) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:55.197216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e38a53-9b05-49f1-a7d6-e5341abd0752 req-b5ae3d90-c1bb-439f-844b-e4062c483e2e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.206306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55e38a53-9b05-49f1-a7d6-e5341abd0752 req-b5ae3d90-c1bb-439f-844b-e4062c483e2e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0724041 Aug 20 08:59:55.249574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Deleting port 08face0c-4a79-4712-aa3e-4b1161bfafed {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:55.249950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.300650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55e38a53-9b05-49f1-a7d6-e5341abd0752 req-d6b5d2fd-4201-44ff-9571-78982863d7dd tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925980 Aug 20 08:59:55.314468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.320705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.327107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.333984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.340973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.346855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.355684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.357671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-bbbce0bf-a629-4c0e-8beb-1d9ca42992de tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.1300194 Aug 20 08:59:55.399844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.422105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Calling delete_port for 08face0c-4a79-4712-aa3e-4b1161bfafed owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:55.426458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26615ce1-3bcc-4499-87c0-a56fc8d24c9c req-f7ec90c7-0d9d-420e-a3ed-d71c72d60ce4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612710 Aug 20 08:59:55.430974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.431464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.431955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.432425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.432897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.433369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.433860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.446143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-96af3584-bac7-4b7c-b47e-7f0ab7c0cc3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6499 time: 0.2627599 Aug 20 08:59:55.513141 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b753b7f0-d79f-43ec-bda4-842a85aa2cb4 req-4a11b234-ec50-4f50-a02b-ed948242befd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89162a85-88ef-48a6-8c91-a592368008cc&id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663905 Aug 20 08:59:55.550677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.591502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51816) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:55.598649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Port': ['ID=08face0c-4a79-4712-aa3e-4b1161bfafed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:55.604287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.609142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ccd3790e-5ba1-4453-bd5c-3ab539ee2cd6 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/ports/08face0c-4a79-4712-aa3e-4b1161bfafed HTTP/1.1" status: 204 len: 168 time: 0.4946668 Aug 20 08:59:55.609422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51820) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:55.713685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-485492358'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:55.758355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5429-ed92-4a86-a86e-4fa4be97a215 req-e4a235e6-9e29-4f8c-8491-41f0dc0fad1d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:55.759855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-040b5429-ed92-4a86-a86e-4fa4be97a215 req-e4a235e6-9e29-4f8c-8491-41f0dc0fad1d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1162033 Aug 20 08:59:55.762175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:55.766321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.785040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.809470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Deleting port 39bf8fba-7e4f-44ab-83ab-40e8a7bcf406 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 08:59:55.809706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.883960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-040b5429-ed92-4a86-a86e-4fa4be97a215 req-41a747e5-1cc1-4e8d-9f56-0f6daa57afc1 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153324 Aug 20 08:59:55.911312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:55.932951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Calling delete_port for 39bf8fba-7e4f-44ab-83ab-40e8a7bcf406 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 08:59:56.054934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.060044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.073048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.110469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:56.118956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Port': ['ID=39bf8fba-7e4f-44ab-83ab-40e8a7bcf406,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:56.131450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.132369 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Added segment 09e65ce8-6971-4861-8e12-4a780f63f559 of type vlan for network dc86a621-937a-444b-9f93-a9b6dd13f69f Aug 20 08:59:56.133147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29108683-1006-45f3-a9c1-6d7764052a48,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:56.135898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.137801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9e8748fd-5e4d-45bf-941d-b40849224d2a tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/ports/39bf8fba-7e4f-44ab-83ab-40e8a7bcf406 HTTP/1.1" status: 204 len: 168 time: 0.5275292 Aug 20 08:59:56.140978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51824) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:56.177969 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6ddb5bd9-8c51-4352-a1f1-a13a5549d500 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354683 Aug 20 08:59:56.181392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51826) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:56.183155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.188267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-364174290'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:56.210377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:56.211423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.214235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.217732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.218899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.242426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:56.252907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.253302 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Added segment ceb9ac8b-0dca-4302-94db-0af2cecff8d5 of type vlan for network 1e1c0e9c-df84-4436-ac20-cea8891c3eb9 Aug 20 08:59:56.283565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6803086 Aug 20 08:59:56.296736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.325679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f02d8-0581-4fee-8390-93a750ea4c21 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Network': ['ID=dc86a621-937a-444b-9f93-a9b6dd13f69f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:56.327770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.343958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network dc86a621-937a-444b-9f93-a9b6dd13f69f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:56.345001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.345910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.412144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2292676 Aug 20 08:59:56.414647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51836) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:56.420660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1225399785'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:56.444735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcea22b-721c-44ce-8b80-d13961a213ad tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Network': ['ID=1e1c0e9c-df84-4436-ac20-cea8891c3eb9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:56.468597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:56.473080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.506554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 08:59:56.509184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 1e1c0e9c-df84-4436-ac20-cea8891c3eb9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:56.521333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.522072 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Added segment 9645cca4-ebf5-44d9-9513-26bd01d846fe of type vlan for network 3ec5fa69-97e8-426a-9d2d-67975dd0f779 Aug 20 08:59:56.621991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e026e-ff6c-4496-befc-e12a20669af7 req-25fc3d39-ac2e-4eab-8a2b-6e254fd75cde tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.623621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-910e026e-ff6c-4496-befc-e12a20669af7 req-25fc3d39-ac2e-4eab-8a2b-6e254fd75cde tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1044815 Aug 20 08:59:56.628611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.717558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-910e026e-ff6c-4496-befc-e12a20669af7 req-b26e14c0-cc18-4199-aa01-bf1b2891f839 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862834 Aug 20 08:59:56.720761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.727130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.727742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:56.823547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4070475 Aug 20 08:59:56.864578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.874074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.890153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.902555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.920669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.937987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.957869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:56.971780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-7b316371-3145-4ed2-a2af-c6a2f2941584 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.3290262 Aug 20 08:59:57.016770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e7deb-2f91-45d0-b0ac-a5a2db3cd7c8 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Network': ['ID=3ec5fa69-97e8-426a-9d2d-67975dd0f779,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:57.029179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3ec5fa69-97e8-426a-9d2d-67975dd0f779 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 08:59:57.059824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc3d4f1f-2ca4-434e-93ea-c77d144cba35 req-ad317762-c3b8-43a5-b34f-a1199988a48b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871654 Aug 20 08:59:57.106986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6a8b6-ec40-40bc-af22-5e3f7377e181 req-0d9e4528-cc25-4b97-9bdb-4c1409aa4aac tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.118338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54d6a8b6-ec40-40bc-af22-5e3f7377e181 req-0d9e4528-cc25-4b97-9bdb-4c1409aa4aac tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0966778 Aug 20 08:59:57.158411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51856) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:57.209409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54d6a8b6-ec40-40bc-af22-5e3f7377e181 req-1f99fa1e-813f-4cae-9c15-ef9c2d041058 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837893 Aug 20 08:59:57.344515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.346422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.347897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.350339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.351005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.351649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.354628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.366633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c37ae3b5-344d-430f-94db-f8377834580e req-b03f9f2a-c461-471e-a8ba-9ae26254eaa0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.2060337 Aug 20 08:59:57.446931 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c37ae3b5-344d-430f-94db-f8377834580e req-1dcbaf33-7e68-4a59-b865-05f2b6831ba9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781233 Aug 20 08:59:57.519692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d193-4adc-4e19-9a58-c43aaeac33ff req-cb1565ae-ff3c-4659-ae08-e5833e5b2a18 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.522240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c33d193-4adc-4e19-9a58-c43aaeac33ff req-cb1565ae-ff3c-4659-ae08-e5833e5b2a18 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0590956 Aug 20 08:59:57.569437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-02e328c2-6bab-4993-9f51-ad707f638321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.571657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-02e328c2-6bab-4993-9f51-ad707f638321 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1097 time: 0.0493414 Aug 20 08:59:57.574259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c33d193-4adc-4e19-9a58-c43aaeac33ff req-465eb738-6e85-4fd0-a4f2-4c1f56a3b6e3 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Aug 20 08:59:57.687269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-6f4b4693-2a3d-410c-a78f-ed6a66d1c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.689232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-6f4b4693-2a3d-410c-a78f-ed6a66d1c907 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.1091008 Aug 20 08:59:57.770768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-5adf370a-31d0-4a73-9489-8eb757f61ca8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 1002 time: 0.0734696 Aug 20 08:59:57.832302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-a2d985f2-e2d2-400d-af17-e93661d640bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.835559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-a2d985f2-e2d2-400d-af17-e93661d640bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.0563097 Aug 20 08:59:57.853043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7188b7c-9991-4f6d-a2a8-432c3084133b req-e301ee12-36d6-45ee-8d5a-8321068f557f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.854758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7188b7c-9991-4f6d-a2a8-432c3084133b req-e301ee12-36d6-45ee-8d5a-8321068f557f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0598464 Aug 20 08:59:57.934563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c7188b7c-9991-4f6d-a2a8-432c3084133b req-8960f8af-66ff-4f12-a75e-70b43e57852d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Aug 20 08:59:57.952420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-21e1ad37-20ea-4d04-a08b-373990ce36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:57.955209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-21e1ad37-20ea-4d04-a08b-373990ce36dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080027 Aug 20 08:59:58.049314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-0cbd5de6-4a15-40a6-9e6e-9dd6b1c5c487 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869384 Aug 20 08:59:58.149522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ada91a-c9a1-4e3e-af0b-4d29938eb0f2 req-3f99cd11-ba00-476c-94e2-bd3bcd3455b4 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939262 Aug 20 08:59:58.232913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.239936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.245844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.251973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.257818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.263604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.269422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.271300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-2c8d4737-51cd-45ab-b175-d3ec8181e309 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.1011891 Aug 20 08:59:58.311337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d74f0c0-5da2-47ae-adc6-719b989c84fb req-b48f8ace-cab4-4bc3-9880-c6a76c02dd56 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335429 Aug 20 08:59:58.438523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.444326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.450282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.456820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.462761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.469202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.475207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.477035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f0971a5-acbd-4321-9ad4-5c66fd544b52 req-fb51a999-64d4-4f63-a351-782078364555 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.0930033 Aug 20 08:59:58.489829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51878) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:58.495122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Request body: {'floatingip': {'port_id': '6f49df68-9051-4740-a0c9-a4f36f8de179'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:58.538574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:58.734589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21de67-312b-4496-a525-ccc233ae4808 req-10bc2bfe-2f7d-4060-aca3-c45261b3be51 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:58.742759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b21de67-312b-4496-a525-ccc233ae4808 req-10bc2bfe-2f7d-4060-aca3-c45261b3be51 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0626245 Aug 20 08:59:58.824856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b21de67-312b-4496-a525-ccc233ae4808 req-68d2cb11-80df-4f40-8e98-7bdf7bed8931 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810816 Aug 20 08:59:59.108055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bdc41-3378-43cd-bd39-011190ed7461 req-b68f03b7-cca9-421d-9051-a74a4a245f8b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 08:59:59.116903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-533bdc41-3378-43cd-bd39-011190ed7461 req-b68f03b7-cca9-421d-9051-a74a4a245f8b tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0667019 Aug 20 08:59:59.169245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-533bdc41-3378-43cd-bd39-011190ed7461 req-5bedd5bf-a603-44c4-9677-73d12405f8bc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Aug 20 08:59:59.409591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:59.413873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:59.517966 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Floating IP af162551-14db-47f5-8fb2-838fe2fe0fc4 associated. External IP: 172.25.5.251, port: 6f49df68-9051-4740-a0c9-a4f36f8de179. Aug 20 08:59:59.527540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 08:59:59.534177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'subnet': {'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 08:59:59.646678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 08:59:59.650476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:59.728198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Router d178d5cf-87f3-444e-b4c5-421ffea57a3f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 08:59:59.874054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:59.878161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 08:59:59.888940 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] Sync routers for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 08:59:59.899781 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 08:59:59.899990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 08:59:59.900764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 08:59:59.933933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f5d8684a-e337-4c5b-8631-60bf73d39afc tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "PUT /v2.0/floatingips/af162551-14db-47f5-8fb2-838fe2fe0fc4 HTTP/1.1" status: 200 len: 991 time: 1.4424410 Aug 20 08:59:59.934862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 08:59:59.938002 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787975cd-ed66-42a4-85a9-5a202b714cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 08:59:59.955108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Subnet': ['ID=5a88c3ae-8b1f-498a-a9b1-bd95280da44e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 08:59:59.991850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.992237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.992860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.993110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.993533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.993982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.994398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.994818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.995237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.995849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.996563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 08:59:59.996703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:00.029178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Checking segment: {'id': '09e65ce8-6971-4861-8e12-4a780f63f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:00.029642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network hostable DHCP agents. Network: dc86a621-937a-444b-9f93-a9b6dd13f69f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:00.031830 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:00:00.052555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007c623-15ff-4197-a206-74dc85eabc9d req-040dc8b5-1bed-4745-a4db-325de028d8f2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.060109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2007c623-15ff-4197-a206-74dc85eabc9d req-040dc8b5-1bed-4745-a4db-325de028d8f2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1082730 Aug 20 09:00:00.083738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network dc86a621-937a-444b-9f93-a9b6dd13f69f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:00.123840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2007c623-15ff-4197-a206-74dc85eabc9d req-5ded8512-0dce-426a-8f25-2d614c94618b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627322 Aug 20 09:00:00.127514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, dc86a621-937a-444b-9f93-a9b6dd13f69f) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:00.136343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002c1b6f-86fc-4e5a-9154-a60bb7dabf9f None None] Network dc86a621-937a-444b-9f93-a9b6dd13f69f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:00.160820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.164510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.202031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5922ba53-cee5-4438-9d51-ffe8f44f48f0 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6731901 Aug 20 09:00:00.205313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51906) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:00.214576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1684349799'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:00.265389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51908) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:00.271101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'subnets': [{'network_id': '1e1c0e9c-df84-4436-ac20-cea8891c3eb9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--13995562', 'ip_version': 6}, {'network_id': '3ec5fa69-97e8-426a-9d2d-67975dd0f779', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:00.271712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'subnet': {'network_id': '1e1c0e9c-df84-4436-ac20-cea8891c3eb9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--13995562', 'ip_version': 6}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:00.272566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Request body: {'subnet': {'network_id': '3ec5fa69-97e8-426a-9d2d-67975dd0f779', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:00.286028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:00.289633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.304596 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef7c73-1698-42e8-8a20-cf7d77d9fafd x-openstack-request-id: req-fbef7c73-1698-42e8-8a20-cf7d77d9fafd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:00:00.306075 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:00:00.306462 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbef7c73-1698-42e8-8a20-cf7d77d9fafd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:00:00.306982 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'status': 'completed', 'code': 200} Aug 20 09:00:00.327787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:00.339051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.339450 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Added segment c887487e-13ff-4acc-8743-5d337442a101 of type vlan for network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 Aug 20 09:00:00.367303 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'af162551-14db-47f5-8fb2-838fe2fe0fc4', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'port_id': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'mac_address': 'fa:16:3e:ea:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:58:40Z', 'updated_at': '2021-08-20T08:59:59Z', 'revision_number': 1, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:58:00Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:00.399677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-dc86a621-937a-444b-9f93-a9b6dd13f69f', 'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f', 'tenant_id': 'b4d433423543452eb678dc4bc01537ba', 'fixed_ips': [{'subnet_id': '5a88c3ae-8b1f-498a-a9b1-bd95280da44e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:00.400617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.401227 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.415587 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] Checking router: d178d5cf-87f3-444e-b4c5-421ffea57a3f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:00:00.428579 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:00.429189 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T08:59:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:00.465630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98dd6f-c685-4264-a689-df94bc1bae58 req-6327511b-d719-4639-874f-90f94db31410 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.467176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c98dd6f-c685-4264-a689-df94bc1bae58 req-6327511b-d719-4639-874f-90f94db31410 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0823586 Aug 20 09:00:00.468616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.474052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.474654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.498880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.500407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.500407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.500911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.501704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.502274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.502808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.504959 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-d8b61401-de00-4c00-b0d2-0ff30472fcef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6499 time: 0.1483810 Aug 20 09:00:00.559168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3527310 Aug 20 09:00:00.563123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51910) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:00.563610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:00:00.574396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'subnet': {'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:00.584807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Allocated IP 2001:db8:0:ffff::2 (dc86a621-937a-444b-9f93-a9b6dd13f69f/5a88c3ae-8b1f-498a-a9b1-bd95280da44e/b98e723d-61d5-4908-8df3-c66f76b55fb3) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:00.601847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Made reservation on behalf of 4cba498e18d74329a7733381301968a9 for: {'subnet': 2} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:00.607568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.608334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.643638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452e6f-4f05-473d-bda0-7040b150b761 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Network': ['ID=5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:00.664840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:00.669211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c98dd6f-c685-4264-a689-df94bc1bae58 req-3e435303-0e45-4f0b-880a-900ad8c05298 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870756 Aug 20 09:00:00.724504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:00.729016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.739370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-49565ade-5147-40bd-a129-81e586ce7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:00.741137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-49565ade-5147-40bd-a129-81e586ce7f4b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2197b274-0c57-4258-a943-1259d03ded58 HTTP/1.1" status: 200 len: 917 time: 0.2250652 Aug 20 09:00:00.802662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:00:00.861822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'af162551-14db-47f5-8fb2-838fe2fe0fc4', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'port_id': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'mac_address': 'fa:16:3e:ea:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:58:40Z', 'updated_at': '2021-08-20T08:59:59Z', 'revision_number': 1, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:58:00Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:00.862460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-b7b84cb0-e8d9-4e0b-9fa2-47f37e774961 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 200 len: 999 time: 0.1137464 Aug 20 09:00:00.894464 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.901399 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9d062-ac66-4968-bad0-2eaed53fb5a3 None None] The sync data for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 is: [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'af162551-14db-47f5-8fb2-838fe2fe0fc4', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'port_id': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'mac_address': 'fa:16:3e:ea:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T08:58:40Z', 'updated_at': '2021-08-20T08:59:59Z', 'revision_number': 1, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:58:00Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:00.912414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Transition to ACTIVE for port object b98e723d-61d5-4908-8df3-c66f76b55fb3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:00.930669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Transition to ACTIVE for port object b98e723d-61d5-4908-8df3-c66f76b55fb3 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:00.950218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:00.974978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Network dc86a621-937a-444b-9f93-a9b6dd13f69f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:00.978823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:01.010423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:01.023093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-ee854eba-35ef-436e-8b3a-4bf5590b4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.024939 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-ee854eba-35ef-436e-8b3a-4bf5590b4395 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1250a3d0-39fb-409b-a936-3ab03579e8f9 HTTP/1.1" status: 200 len: 856 time: 0.1551003 Aug 20 09:00:01.070075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 09:00:01.071933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.096920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Pushing event updated for resources: {'Port': ['ID=b98e723d-61d5-4908-8df3-c66f76b55fb3,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:01.116953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Attempting to bind port b98e723d-61d5-4908-8df3-c66f76b55fb3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:01.117504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Attempting to bind port b98e723d-61d5-4908-8df3-c66f76b55fb3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '09e65ce8-6971-4861-8e12-4a780f63f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:01.117926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Attempting to bind port b98e723d-61d5-4908-8df3-c66f76b55fb3 on network dc86a621-937a-444b-9f93-a9b6dd13f69f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:01.132040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:01.132040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Checking segment: {'id': '09e65ce8-6971-4861-8e12-4a780f63f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:01.132410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.132530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Bound using segment: {'id': '09e65ce8-6971-4861-8e12-4a780f63f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:01.133128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Bound port: b98e723d-61d5-4908-8df3-c66f76b55fb3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e65ce8-6971-4861-8e12-4a780f63f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc86a621-937a-444b-9f93-a9b6dd13f69f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:01.133441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.133585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-671b6e31-1399-42a5-bd53-a979582a962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.135415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-671b6e31-1399-42a5-bd53-a979582a962e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2197b274-0c57-4258-a943-1259d03ded58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024814 Aug 20 09:00:01.162612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Checking segment: {'id': 'c887487e-13ff-4acc-8743-5d337442a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:01.163314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network hostable DHCP agents. Network: 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:01.179328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Subnet': ['ID=d8aa8420-85fa-4c25-b51e-da69ecc1cac3,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:01.195584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:01.207043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:01.211420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.212193 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.222346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fc25923b-c18d-4917-acd5-203301907676 None None] For port b98e723d-61d5-4908-8df3-c66f76b55fb3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:01.230025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03838e7f-b560-4bfd-9f12-933ad697a880 None None] Network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:01.235794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fd5b3763-d1ae-47f6-bb37-b936ee3f9649 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6662869 Aug 20 09:00:01.236109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51916) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:01.238215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fc25923b-c18d-4917-acd5-203301907676 None None] For port b98e723d-61d5-4908-8df3-c66f76b55fb3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b98e723d-61d5-4908-8df3-c66f76b55fb3,segment=NetworkSegment(09e65ce8-6971-4861-8e12-4a780f63f559),segment_id=09e65ce8-6971-4861-8e12-4a780f63f559)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:01.244330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'port': {'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7', 'name': 'tempest-NetworksIpV6TestAttrs-677922632'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:01.259813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305dee04-5451-4c5c-8c27-f1580a13ff57 None None] New status for floating IP af162551-14db-47f5-8fb2-838fe2fe0fc4: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:00:01.319757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-a6ee06ce-5aeb-4dc6-972f-70cf8471f397 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744905 Aug 20 09:00:01.321350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.349732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.385731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:01.389610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.410472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] device_id is not set on port 51690ea8-89bc-485b-8279-3e524008c43e yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:01.454392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Subnet': ['ID=9dacaede-f127-4997-b286-0ce028f228d2,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:01.465444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Checking segment: {'id': 'ceb9ac8b-0dca-4302-94db-0af2cecff8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1e1c0e9c-df84-4436-ac20-cea8891c3eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:01.465833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network hostable DHCP agents. Network: 1e1c0e9c-df84-4436-ac20-cea8891c3eb9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:01.489913 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-787975cd-ed66-42a4-85a9-5a202b714cb2 req-f60c71ba-10f6-4019-86a5-9307be008715 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614070 Aug 20 09:00:01.501838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25923b-c18d-4917-acd5-203301907676 None None] Pushing event updated for resources: {'Port': ['ID=b98e723d-61d5-4908-8df3-c66f76b55fb3,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:01.508188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network 1e1c0e9c-df84-4436-ac20-cea8891c3eb9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:01.520218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 1e1c0e9c-df84-4436-ac20-cea8891c3eb9) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:01.524375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.555754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d8d7f-1b9b-46ea-9727-e90710bbd6dd None None] Network 1e1c0e9c-df84-4436-ac20-cea8891c3eb9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:01.568758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Allocated IP 2001:db8::f816:3eff:fec2:5e5f (5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7/d8aa8420-85fa-4c25-b51e-da69ecc1cac3/51690ea8-89bc-485b-8279-3e524008c43e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:01.604593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Checking segment: {'id': '9645cca4-ebf5-44d9-9513-26bd01d846fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3ec5fa69-97e8-426a-9d2d-67975dd0f779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:01.605752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network hostable DHCP agents. Network: 3ec5fa69-97e8-426a-9d2d-67975dd0f779, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:01.618240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event updated for resources: {'Subnet': ['ID=394d54a2-5d90-48c8-8e3a-d85a311eb91a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:01.638537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Network 3ec5fa69-97e8-426a-9d2d-67975dd0f779 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:01.658870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3ec5fa69-97e8-426a-9d2d-67975dd0f779) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:01.663633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.664124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.664818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.682517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ddf7ed-3074-439f-80ba-17f9d458ecfe None None] Network 3ec5fa69-97e8-426a-9d2d-67975dd0f779 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:01.689980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-43d1141d-2041-4c62-b042-d3b8109c627f tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.4230633 Aug 20 09:00:01.693389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51922) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:01.764461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7', 'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7', 'tenant_id': 'b4d433423543452eb678dc4bc01537ba', 'fixed_ips': [{'subnet_id': 'd8aa8420-85fa-4c25-b51e-da69ecc1cac3'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:01.765479 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.848043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a0a96-149b-4db0-8ed3-121c605314aa tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.849697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a0a96-149b-4db0-8ed3-121c605314aa tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.851252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a0a96-149b-4db0-8ed3-121c605314aa tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.862614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-593a0a96-149b-4db0-8ed3-121c605314aa tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1585095 Aug 20 09:00:01.863088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51924) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:01.904693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.928361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Deleting subnet 9dacaede-f127-4997-b286-0ce028f228d2 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:01.931245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Transition to ACTIVE for port object 51690ea8-89bc-485b-8279-3e524008c43e will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:01.931772 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:01.993673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980b6d4-fb86-4a13-b2ae-02acf324edbf req-a61096b7-706d-4876-a54e-0de6b79c64cc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:01.996012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2980b6d4-fb86-4a13-b2ae-02acf324edbf req-a61096b7-706d-4876-a54e-0de6b79c64cc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.2350986 Aug 20 09:00:02.037031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.054087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586b216-c027-4e6a-a00b-28c9c47c6eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-1e1c0e9c-df84-4436-ac20-cea8891c3eb9', 'network_id': '1e1c0e9c-df84-4436-ac20-cea8891c3eb9', 'tenant_id': '4cba498e18d74329a7733381301968a9', 'fixed_ips': [{'subnet_id': '9dacaede-f127-4997-b286-0ce028f228d2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:02.055530 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8586b216-c027-4e6a-a00b-28c9c47c6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.083507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b98e723d-61d5-4908-8df3-c66f76b55fb3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:02.083962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2980b6d4-fb86-4a13-b2ae-02acf324edbf req-39e70521-fa4a-4f9d-9379-e588acb7150a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617943 Aug 20 09:00:02.085407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.107627 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.142975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:02.149693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:02.151869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Port': ['ID=51690ea8-89bc-485b-8279-3e524008c43e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:02.155134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:02.161049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:02.161688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.186211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2566967f-1dc2-40e4-bcbc-9f38229805f8 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9480898 Aug 20 09:00:02.187490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51930) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:02.204375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.223027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.227949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/subnets/9dacaede-f127-4997-b286-0ce028f228d2 HTTP/1.1" status: 204 len: 168 time: 0.3639026 Aug 20 09:00:02.228128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51932) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:02.248284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653fcfb-5f97-4d6e-9a30-f1e7f614c1a3 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Subnet': ['ID=9dacaede-f127-4997-b286-0ce028f228d2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:02.273497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d631e5-1844-437f-866e-bb54c59f900a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-3ec5fa69-97e8-426a-9d2d-67975dd0f779', 'network_id': '3ec5fa69-97e8-426a-9d2d-67975dd0f779', 'tenant_id': '4cba498e18d74329a7733381301968a9', 'fixed_ips': [{'subnet_id': '394d54a2-5d90-48c8-8e3a-d85a311eb91a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:02.274372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-19d631e5-1844-437f-866e-bb54c59f900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.279926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Deleting subnet d8aa8420-85fa-4c25-b51e-da69ecc1cac3 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:02.289599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Allocated IP 2001:db8::f816:3eff:fe1a:361e (5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7/d8aa8420-85fa-4c25-b51e-da69ecc1cac3/190d86db-e405-46ea-9338-181c7f1cabca) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:02.301623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Deleting subnet 394d54a2-5d90-48c8-8e3a-d85a311eb91a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:02.305006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-8586b216-c027-4e6a-a00b-28c9c47c6eb2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dacaede-f127-4997-b286-0ce028f228d2: This subnet is being modified by another concurrent operation. Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:02.325732 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dacaede-f127-4997-b286-0ce028f228d2: This subnet is being modified by another concurrent operation. Aug 20 09:00:02.332139 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:02.350812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b98e723d-61d5-4908-8df3-c66f76b55fb3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:02.354709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.359788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a3e81-65d0-4ce5-9e92-898d5c357635 None None] Network 1e1c0e9c-df84-4436-ac20-cea8891c3eb9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:02.678244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.749038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.779469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Subnet': ['ID=394d54a2-5d90-48c8-8e3a-d85a311eb91a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:02.782427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.784317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2ff68477-03fe-4530-b4d4-ef435946bda1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/subnets/394d54a2-5d90-48c8-8e3a-d85a311eb91a HTTP/1.1" status: 204 len: 168 time: 0.5551240 Aug 20 09:00:02.786824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51936) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:02.795072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d3fc3-cfdd-4c7d-aa54-f6b0aeb480d7 None None] Network dc86a621-937a-444b-9f93-a9b6dd13f69f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-19d631e5-1844-437f-866e-bb54c59f900a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 394d54a2-5d90-48c8-8e3a-d85a311eb91a: This subnet is being modified by another concurrent operation. Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:02.803702 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 394d54a2-5d90-48c8-8e3a-d85a311eb91a: This subnet is being modified by another concurrent operation. Aug 20 09:00:02.807979 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:02.836622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d7ee8-2f64-4770-a165-b5886b5934b0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:02.838402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a1d7ee8-2f64-4770-a165-b5886b5934b0 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0503483 Aug 20 09:00:02.845738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51938) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:02.846309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b739a24-ab17-4b84-b34c-63feb6269255 None None] Network 3ec5fa69-97e8-426a-9d2d-67975dd0f779 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:02.917105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.924939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] Provisioning for port b98e723d-61d5-4908-8df3-c66f76b55fb3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:02.928979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.962593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] Provisioning complete for port b98e723d-61d5-4908-8df3-c66f76b55fb3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:02.962978 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:02.974253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Transition to ACTIVE for port object 190d86db-e405-46ea-9338-181c7f1cabca will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:03.011106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.021535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec5fa69-97e8-426a-9d2d-67975dd0f779']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.032320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9645cca4-ebf5-44d9-9513-26bd01d846fe') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.033349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9645cca4-ebf5-44d9-9513-26bd01d846fe') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.045135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.061620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.062401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Transition to ACTIVE for port object 190d86db-e405-46ea-9338-181c7f1cabca will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:03.070183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:03.074594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.075574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:03.079531 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:03.095490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.141357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.158729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:03.174346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.194297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.197753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/networks/3ec5fa69-97e8-426a-9d2d-67975dd0f779 HTTP/1.1" status: 204 len: 168 time: 0.3535042 Aug 20 09:00:03.198942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377f3e5-db28-48d7-9276-b88e4ad9b5d1 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Network': ['ID=3ec5fa69-97e8-426a-9d2d-67975dd0f779,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.200655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:03.204207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:03.207024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Pushing event updated for resources: {'Port': ['ID=190d86db-e405-46ea-9338-181c7f1cabca,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.211310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:03.255677 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.285259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.303294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Attempting to bind port 190d86db-e405-46ea-9338-181c7f1cabca on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:03.307757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf998-1368-4eaf-aa41-276b566009b7 req-b4cacc0d-b514-4700-b4bc-11c6f4ffd48f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:03.307953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Attempting to bind port 190d86db-e405-46ea-9338-181c7f1cabca by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c887487e-13ff-4acc-8743-5d337442a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:03.308317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Attempting to bind port 190d86db-e405-46ea-9338-181c7f1cabca on network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:03.310583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46aaf998-1368-4eaf-aa41-276b566009b7 req-b4cacc0d-b514-4700-b4bc-11c6f4ffd48f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1372774 Aug 20 09:00:03.327816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:03.328471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Checking segment: {'id': 'c887487e-13ff-4acc-8743-5d337442a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:03.329221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.329919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Bound using segment: {'id': 'c887487e-13ff-4acc-8743-5d337442a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:03.330792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Bound port: 190d86db-e405-46ea-9338-181c7f1cabca, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c887487e-13ff-4acc-8743-5d337442a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:03.331419 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.345180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] For port b98e723d-61d5-4908-8df3-c66f76b55fb3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b98e723d-61d5-4908-8df3-c66f76b55fb3,segment=NetworkSegment(09e65ce8-6971-4861-8e12-4a780f63f559),segment_id=09e65ce8-6971-4861-8e12-4a780f63f559)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:03.351606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.392983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.395192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.403759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1c0e9c-df84-4436-ac20-cea8891c3eb9']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.417516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb9ac8b-0dca-4302-94db-0af2cecff8d5') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.417845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb9ac8b-0dca-4302-94db-0af2cecff8d5') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.424504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46aaf998-1368-4eaf-aa41-276b566009b7 req-c5266b40-b653-4f17-a20a-fff430531506 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848348 Aug 20 09:00:03.429989 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.460763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.468792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:03.469530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.470972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d467ba-744c-4f95-8441-c287ff41028d None None] Pushing event updated for resources: {'Port': ['ID=b98e723d-61d5-4908-8df3-c66f76b55fb3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:03.474274 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:03.512994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.518092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] For port 190d86db-e405-46ea-9338-181c7f1cabca, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:03.545247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Subnet': ['ID=d8aa8420-85fa-4c25-b51e-da69ecc1cac3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.551209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.554055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a58a70d3-ae27-4e62-bc26-6a21ebcb87d2 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/d8aa8420-85fa-4c25-b51e-da69ecc1cac3 HTTP/1.1" status: 204 len: 168 time: 1.3649063 Aug 20 09:00:03.555926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51950) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:03.560845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.562073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] For port 190d86db-e405-46ea-9338-181c7f1cabca, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=190d86db-e405-46ea-9338-181c7f1cabca,segment=NetworkSegment(c887487e-13ff-4acc-8743-5d337442a101),segment_id=c887487e-13ff-4acc-8743-5d337442a101)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:03.569444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.579301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.582868 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/networks/1e1c0e9c-df84-4436-ac20-cea8891c3eb9 HTTP/1.1" status: 204 len: 168 time: 0.3810959 Aug 20 09:00:03.593267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51952) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:03.595629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11682fa9-c466-418e-9467-ef2d9df870fb tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Network': ['ID=1e1c0e9c-df84-4436-ac20-cea8891c3eb9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.636487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da562c-5900-478a-8152-5bb34a8526a7 None None] Pushing event updated for resources: {'Port': ['ID=190d86db-e405-46ea-9338-181c7f1cabca,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.674217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7252719e-dfee-47d1-bee5-7f60377f7592 None None] Provisioning complete for port b98e723d-61d5-4908-8df3-c66f76b55fb3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:03.674616 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7252719e-dfee-47d1-bee5-7f60377f7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.686290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bdd9a-10b9-4feb-bc09-efed76959134 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:03.688559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bdd9a-10b9-4feb-bc09-efed76959134 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:03.690146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fe0bdd9a-10b9-4feb-bc09-efed76959134 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1331391 Aug 20 09:00:03.693224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51954) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:03.709044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.802427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a79d8f8-c21e-4bc8-92da-c9eb9de59ffa tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.808843 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.817448 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a79d8f8-c21e-4bc8-92da-c9eb9de59ffa tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 09:00:03.818008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a79d8f8-c21e-4bc8-92da-c9eb9de59ffa tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:03.819938 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a79d8f8-c21e-4bc8-92da-c9eb9de59ffa tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 HTTP/1.1" status: 409 len: 405 time: 0.1254234 Aug 20 09:00:03.820417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e2a0ef-8072-400e-bdaa-bd80e2a68da4']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.824151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51956) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:03.829180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1588215445'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:03.831453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a5b97d-8cce-47eb-a4e1-135f3e2850a1') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.831757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a5b97d-8cce-47eb-a4e1-135f3e2850a1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:03.841902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.859874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.860484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:03.864861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.867449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:03.867823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:03.870973 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:03.894450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:03.913131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.913491 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Added segment 8bc36a40-8f13-4bb0-890c-742fb78395df of type vlan for network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 Aug 20 09:00:03.962250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.963676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.985169 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:03.987707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/networks/07e2a0ef-8072-400e-bdaa-bd80e2a68da4 HTTP/1.1" status: 204 len: 168 time: 0.3934472 Aug 20 09:00:03.988953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cace43-b1b5-4b45-aa4b-b3c99ae3e78e tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Network': ['ID=07e2a0ef-8072-400e-bdaa-bd80e2a68da4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:03.990523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:03.998628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.004826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:04.005492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.065582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 190d86db-e405-46ea-9338-181c7f1cabca up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:04.066463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2412686 Aug 20 09:00:04.069478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:04.079502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'subnet': {'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:04.082039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dcdbe-03ce-4d4d-bfac-f958cd102a2b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Network': ['ID=f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:04.094493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:04.137299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.178685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 190d86db-e405-46ea-9338-181c7f1cabca completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:04.183678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b98e723d-61d5-4908-8df3-c66f76b55fb3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:04.237641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b98e723d-61d5-4908-8df3-c66f76b55fb3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:04.238049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.255687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:04.259275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.278009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.325320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d724ba-9c11-4915-8ab3-6520044a8618']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:04.340894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998c3e32-af1e-4ba6-a7a7-58ffd9e440a2') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:04.341193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998c3e32-af1e-4ba6-a7a7-58ffd9e440a2') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:04.360484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.385330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.396355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:04.396787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:04.399864 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:04.488294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.498451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.500477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] 10.222.0.35 "DELETE /v2.0/networks/b9d724ba-9c11-4915-8ab3-6520044a8618 HTTP/1.1" status: 204 len: 168 time: 0.5059872 Aug 20 09:00:04.528767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7451d-3d8a-4081-b438-78d0707c6570 tempest-BulkNetworkOpsIpV6Test-612131621 tempest-BulkNetworkOpsIpV6Test-612131621-project] Pushing event deleted for resources: {'Network': ['ID=b9d724ba-9c11-4915-8ab3-6520044a8618,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:04.617338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c10f2-2b15-43f8-acb1-52b7a37d4856 req-1ed78bcc-c786-4cc4-8540-24a14a097d19 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:04.618892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-767c10f2-2b15-43f8-acb1-52b7a37d4856 req-1ed78bcc-c786-4cc4-8540-24a14a097d19 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1044521 Aug 20 09:00:04.710476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 09:00:04.714539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-767c10f2-2b15-43f8-acb1-52b7a37d4856 req-d2fbfa0c-b20f-4c44-bfb3-c4bfe90450e7 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713999 Aug 20 09:00:04.715482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.778026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867ad14-e0ae-4c1e-a2a7-e154ac756cf6 None None] Network 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:04.784326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Subnet': ['ID=0e24edac-3747-4b96-9fc2-d050fb1f8002,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:04.791643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Checking segment: {'id': '8bc36a40-8f13-4bb0-890c-742fb78395df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:04.791915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network hostable DHCP agents. Network: f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:04.809492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:04.823438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:04.824089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51974) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:04.824975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:04.825439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:04.840061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894a644-6045-4ff2-92a5-cc771ab4b7a1 None None] Network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:04.844907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4a0ae785-3e3e-47b1-bc7f-4a2b988d8cad tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7718337 Aug 20 09:00:04.848017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51978) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:04.855068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'port': {'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93', 'name': 'tempest-NetworksIpV6TestAttrs-518613558'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:04.889658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] Provisioning for port 190d86db-e405-46ea-9338-181c7f1cabca completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:04.904207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] Provisioning complete for port 190d86db-e405-46ea-9338-181c7f1cabca triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:04.904576 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.030727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51980) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:05.031047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cf0043ac-104c-4e69-a504-c79ee4e67019 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cba498e18d74329a7733381301968a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048497 Aug 20 09:00:05.033938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:05.037675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.064266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] device_id is not set on port 45abe5c0-95a0-4b96-8e9f-0854d26d4044 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:05.089145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc019fb4-85c9-4066-bddb-351253dcbae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.122916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc019fb4-85c9-4066-bddb-351253dcbae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.134432 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.165783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] DHCP port deletion for 5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:05.207521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93', 'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93', 'tenant_id': 'b4d433423543452eb678dc4bc01537ba', 'fixed_ips': [{'subnet_id': '0e24edac-3747-4b96-9fc2-d050fb1f8002'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:05.208374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.217507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc019fb4-85c9-4066-bddb-351253dcbae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.221128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] For port 190d86db-e405-46ea-9338-181c7f1cabca, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=190d86db-e405-46ea-9338-181c7f1cabca,segment=NetworkSegment(c887487e-13ff-4acc-8743-5d337442a101),segment_id=c887487e-13ff-4acc-8743-5d337442a101)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:05.222223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Allocated IP 2001:db8::f816:3eff:fe72:967 (f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93/0e24edac-3747-4b96-9fc2-d050fb1f8002/45abe5c0-95a0-4b96-8e9f-0854d26d4044) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:05.226422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.230910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc019fb4-85c9-4066-bddb-351253dcbae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.232076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc019fb4-85c9-4066-bddb-351253dcbae0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f10883e4-b641-456e-a2bd-ad22dc16df50 HTTP/1.1" status: 204 len: 168 time: 0.1998565 Aug 20 09:00:05.269488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019fb4-85c9-4066-bddb-351253dcbae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10883e4-b641-456e-a2bd-ad22dc16df50,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:05.367970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862e12-d517-408d-b601-9cdb762df883 None None] Pushing event updated for resources: {'Port': ['ID=190d86db-e405-46ea-9338-181c7f1cabca,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:05.379295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] Deleting port 190d86db-e405-46ea-9338-181c7f1cabca {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:05.379582 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.448830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] For port 190d86db-e405-46ea-9338-181c7f1cabca, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=190d86db-e405-46ea-9338-181c7f1cabca,segment=NetworkSegment(c887487e-13ff-4acc-8743-5d337442a101),segment_id=c887487e-13ff-4acc-8743-5d337442a101)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:05.449372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.466539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] Calling delete_port for 190d86db-e405-46ea-9338-181c7f1cabca owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:05.491399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.506810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Transition to ACTIVE for port object 45abe5c0-95a0-4b96-8e9f-0854d26d4044 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:05.543876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.596655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:05.600118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:05.607217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:05.617087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:05.618732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.625801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Port': ['ID=45abe5c0-95a0-4b96-8e9f-0854d26d4044,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:05.660534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-21f6e9b8-a37e-42b3-93df-a110bdc5008b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8108680 Aug 20 09:00:05.664330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:05.730354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Deleting subnet 0e24edac-3747-4b96-9fc2-d050fb1f8002 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:05.730674 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.766786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] Pushing event deleted for resources: {'Port': ['ID=190d86db-e405-46ea-9338-181c7f1cabca,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:05.768989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Allocated IP 2001:db8::f816:3eff:fe49:9cd6 (f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93/0e24edac-3747-4b96-9fc2-d050fb1f8002/88b6e284-393d-4dee-be22-29bfb8c13d2d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:05.771207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a91db6-c2fb-47a8-aac4-936cdb04fd05 None None] No DVR routers for this DVR port 190d86db-e405-46ea-9338-181c7f1cabca on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:05.866643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103fe17-d808-4bca-9364-d66513c21bd8 req-61b8976f-2856-441d-878d-7343632a3bb5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:05.874902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5103fe17-d808-4bca-9364-d66513c21bd8 req-61b8976f-2856-441d-878d-7343632a3bb5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0697176 Aug 20 09:00:05.924297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5103fe17-d808-4bca-9364-d66513c21bd8 req-779f2130-ad61-4f7f-972f-1ae4b972defa tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Aug 20 09:00:05.942707 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.951865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Transition to ACTIVE for port object 88b6e284-393d-4dee-be22-29bfb8c13d2d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:05.967839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Transition to ACTIVE for port object 88b6e284-393d-4dee-be22-29bfb8c13d2d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:05.973327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:05.974291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.002534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 190d86db-e405-46ea-9338-181c7f1cabca no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:06.018724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.030887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 190d86db-e405-46ea-9338-181c7f1cabca {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:06.031257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 190d86db-e405-46ea-9338-181c7f1cabca not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:06.039856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:06.048536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:06.050193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Pushing event updated for resources: {'Port': ['ID=88b6e284-393d-4dee-be22-29bfb8c13d2d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.051986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:06.074658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52012) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:06.119331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Attempting to bind port 88b6e284-393d-4dee-be22-29bfb8c13d2d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:06.119617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Attempting to bind port 88b6e284-393d-4dee-be22-29bfb8c13d2d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8bc36a40-8f13-4bb0-890c-742fb78395df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:06.119985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Attempting to bind port 88b6e284-393d-4dee-be22-29bfb8c13d2d on network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:06.126623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:06.127006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Checking segment: {'id': '8bc36a40-8f13-4bb0-890c-742fb78395df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:06.127410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.127806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Bound using segment: {'id': '8bc36a40-8f13-4bb0-890c-742fb78395df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:06.128399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Bound port: 88b6e284-393d-4dee-be22-29bfb8c13d2d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc36a40-8f13-4bb0-890c-742fb78395df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:06.128790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.153664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.181765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'networks': [{'name': 'tempest-network--2034102128'}, {'name': 'tempest-network--1544482817'}]} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:06.182387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'network': {'name': 'tempest-network--2034102128'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:06.183013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'network': {'name': 'tempest-network--1544482817'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:06.207728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'network': 2} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:06.212398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.217014 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.221323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] For port 88b6e284-393d-4dee-be22-29bfb8c13d2d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:06.222828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.225511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] For port 88b6e284-393d-4dee-be22-29bfb8c13d2d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=88b6e284-393d-4dee-be22-29bfb8c13d2d,segment=NetworkSegment(8bc36a40-8f13-4bb0-890c-742fb78395df),segment_id=8bc36a40-8f13-4bb0-890c-742fb78395df)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:06.229793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.246358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Subnet': ['ID=0e24edac-3747-4b96-9fc2-d050fb1f8002,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.252224 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.254480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b7a4a471-2fbb-45df-bdd7-01d501a6258e tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/0e24edac-3747-4b96-9fc2-d050fb1f8002 HTTP/1.1" status: 204 len: 168 time: 0.5887525 Aug 20 09:00:06.256894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52016) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:06.297070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5deda-4ec4-4b43-953e-0880abd60a88 None None] Pushing event updated for resources: {'Port': ['ID=88b6e284-393d-4dee-be22-29bfb8c13d2d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.324711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726f5b1-4736-448e-8ec6-4f21b8e32533 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.326494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726f5b1-4736-448e-8ec6-4f21b8e32533 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.328234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7726f5b1-4736-448e-8ec6-4f21b8e32533 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0698564 Aug 20 09:00:06.331790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52018) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:06.388584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.399149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.399621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.456139 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-012e4175-ebdf-4efb-ad84-140bdc73f75c tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.489951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26433241-54ef-4e40-97f4-bec244dca01d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.493154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:06.495453 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-012e4175-ebdf-4efb-ad84-140bdc73f75c tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 09:00:06.495929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012e4175-ebdf-4efb-ad84-140bdc73f75c tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:06.497698 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-012e4175-ebdf-4efb-ad84-140bdc73f75c tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 HTTP/1.1" status: 409 len: 405 time: 0.1649702 Aug 20 09:00:06.502077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52024) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:06.507611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.507757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1284571087'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:06.507969 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Added segment 1850d822-3d0b-4645-8dfd-dcfa132057f6 of type vlan for network 57ddff50-f2ba-4b25-a600-2f4fd454fc3a Aug 20 09:00:06.540607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:06.544389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.566578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.573041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:06.591053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.591539 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Added segment a92c7d49-c8f4-4614-9f8b-62ad0064885e of type vlan for network ce4d774f-8360-4fa4-ae8e-b54d7c964fec Aug 20 09:00:06.606850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:06.616946 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.617515 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Added segment cb2a34e2-9aef-4c72-a61c-abc72bb885bd of type vlan for network d5cbed5f-44b8-4e00-9a32-72280c095875 Aug 20 09:00:06.637833 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.658770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.663417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.668929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.669521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.687307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.687906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.693823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.698616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.699264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.725781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2225549 Aug 20 09:00:06.728589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52028) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:06.733624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'subnet': {'network_id': 'ce4d774f-8360-4fa4-ae8e-b54d7c964fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:06.759874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6840923 Aug 20 09:00:06.763307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:06.792001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db2228-e56f-4af7-9039-49e2b50751a3 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Network': ['ID=ce4d774f-8360-4fa4-ae8e-b54d7c964fec,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.803247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ce4d774f-8360-4fa4-ae8e-b54d7c964fec details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:06.836218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:06.836506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Network': ['ID=57ddff50-f2ba-4b25-a600-2f4fd454fc3a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.839012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:06.854500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 57ddff50-f2ba-4b25-a600-2f4fd454fc3a details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:06.917660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33badd-40e1-45e9-a4d0-c7426cb8cbf1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Network': ['ID=d5cbed5f-44b8-4e00-9a32-72280c095875,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:06.932105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d5cbed5f-44b8-4e00-9a32-72280c095875 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:06.973186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a958f-280d-4232-a044-845db20d237e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.979325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a958f-280d-4232-a044-845db20d237e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.986648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a958f-280d-4232-a044-845db20d237e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.992940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a958f-280d-4232-a044-845db20d237e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:06.994813 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f2a958f-280d-4232-a044-845db20d237e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2304795 Aug 20 09:00:06.997689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52034) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:07.093699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.145806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac515-46b7-473a-9ab3-68b84b5e48f8 req-1dfb94d5-0fd1-4219-a0e2-559c95f9b748 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:07.147420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea1ac515-46b7-473a-9ab3-68b84b5e48f8 req-1dfb94d5-0fd1-4219-a0e2-559c95f9b748 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0926890 Aug 20 09:00:07.184988 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.196254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ddff50-f2ba-4b25-a600-2f4fd454fc3a']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.197795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 09:00:07.200604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.208923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1850d822-3d0b-4645-8dfd-dcfa132057f6') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.209331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1850d822-3d0b-4645-8dfd-dcfa132057f6') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.218926 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.234417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.241334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:07.241887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:07.244992 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:07.254227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea1ac515-46b7-473a-9ab3-68b84b5e48f8 req-de2ebee9-9f82-4eff-897f-d6d6f18d2d69 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967240 Aug 20 09:00:07.281028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Subnet': ['ID=206cd5aa-868b-42f4-8571-9ab5ff2ba92c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:07.291723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Checking segment: {'id': 'a92c7d49-c8f4-4614-9f8b-62ad0064885e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ce4d774f-8360-4fa4-ae8e-b54d7c964fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:07.292086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network hostable DHCP agents. Network: ce4d774f-8360-4fa4-ae8e-b54d7c964fec, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:07.310890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network ce4d774f-8360-4fa4-ae8e-b54d7c964fec is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:07.322356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ce4d774f-8360-4fa4-ae8e-b54d7c964fec) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:07.323950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.329626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:07.331152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.333104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.335320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24ae3ab-9abc-4ccc-90f9-1365e2361047 None None] Network ce4d774f-8360-4fa4-ae8e-b54d7c964fec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:07.336366 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/networks/57ddff50-f2ba-4b25-a600-2f4fd454fc3a HTTP/1.1" status: 204 len: 168 time: 0.3373513 Aug 20 09:00:07.339348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:07.348649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eac6d193-bb30-4d24-a385-acec91b64e86 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6187479 Aug 20 09:00:07.350937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52038) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:07.395421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca085a-8bff-4f3b-954c-885f6042c97d None None] Network f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:07.400367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b24601-c77e-4a55-b92d-c0ce7c70b352 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Network': ['ID=57ddff50-f2ba-4b25-a600-2f4fd454fc3a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:07.444141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.478343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.528288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-098e658c-1e9c-47cd-a141-8ff3bcf7a2bc None None] Provisioning for port 88b6e284-393d-4dee-be22-29bfb8c13d2d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:07.547873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.560918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cbed5f-44b8-4e00-9a32-72280c095875']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.561829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.572739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2a34e2-9aef-4c72-a61c-abc72bb885bd') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.573255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2a34e2-9aef-4c72-a61c-abc72bb885bd') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.583948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.598875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.609919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:07.610456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:07.615030 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:07.647298 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.667327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d36262-206a-4bfa-9baa-c9ac2aa9eba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-ce4d774f-8360-4fa4-ae8e-b54d7c964fec', 'network_id': 'ce4d774f-8360-4fa4-ae8e-b54d7c964fec', 'tenant_id': 'b4d433423543452eb678dc4bc01537ba', 'fixed_ips': [{'subnet_id': '206cd5aa-868b-42f4-8571-9ab5ff2ba92c'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:07.668343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-34d36262-206a-4bfa-9baa-c9ac2aa9eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.686681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Subnet': ['ID=206cd5aa-868b-42f4-8571-9ab5ff2ba92c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:07.710751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.722025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.724185 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/networks/d5cbed5f-44b8-4e00-9a32-72280c095875 HTTP/1.1" status: 204 len: 168 time: 0.3834739 Aug 20 09:00:07.739423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52044) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:07.741053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071737-1ed8-4649-9283-a4b0f2aff046 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Network': ['ID=d5cbed5f-44b8-4e00-9a32-72280c095875,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:07.759005 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.770493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4d774f-8360-4fa4-ae8e-b54d7c964fec']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.776102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] DHCP port deletion for f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:07.782889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92c7d49-c8f4-4614-9f8b-62ad0064885e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.783366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92c7d49-c8f4-4614-9f8b-62ad0064885e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:07.793544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.811943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.820810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:07.821521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:07.824848 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:07.840039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f3a75-b75f-457e-9854-b5282b3f6ee5 None None] Network ce4d774f-8360-4fa4-ae8e-b54d7c964fec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:07.889030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be32a2d-3be3-4467-99e4-d4bf16610395 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:07.900158 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.902128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be32a2d-3be3-4467-99e4-d4bf16610395 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:07.904158 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5be32a2d-3be3-4467-99e4-d4bf16610395 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1601725 Aug 20 09:00:07.911005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52048) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:07.911877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.914354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/ce4d774f-8360-4fa4-ae8e-b54d7c964fec HTTP/1.1" status: 204 len: 168 time: 0.5620389 Aug 20 09:00:07.917961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1621424670'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:07.921802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52050) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:07.928611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1566736234'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:07.929984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af15b4-e625-4bb7-828f-6c5c0419c31d tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Network': ['ID=ce4d774f-8360-4fa4-ae8e-b54d7c964fec,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:07.953496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] Deleting port 88b6e284-393d-4dee-be22-29bfb8c13d2d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:07.953947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.963640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:00:07.963640 n-d-804285-2 neutron-server[101317]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 09:00:07.963640 n-d-804285-2 neutron-server[101317]: [parameters: {'project_id': 'b4d433423543452eb678dc4bc01537ba', 'id': 'f186c270-866c-42b1-a8d3-0c01d5ca9d3e', 'expiration': datetime.datetime(2021, 8, 20, 9, 2, 7, 950009)}] Aug 20 09:00:07.963640 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:00:07.964373 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:00:07.965514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:07.969451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:07.997389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:08.007909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.008241 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Added segment bf438478-13b7-4216-aae8-dae9f6d044e9 of type vlan for network ca065cbd-3f0b-4fc3-8b10-2b9438026848 Aug 20 09:00:08.040984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] For port 88b6e284-393d-4dee-be22-29bfb8c13d2d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=88b6e284-393d-4dee-be22-29bfb8c13d2d,segment=NetworkSegment(8bc36a40-8f13-4bb0-890c-742fb78395df),segment_id=8bc36a40-8f13-4bb0-890c-742fb78395df)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:08.041380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.053221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.055687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] Calling delete_port for 88b6e284-393d-4dee-be22-29bfb8c13d2d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:08.080006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.085636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:08.086280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.138886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.148760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52052) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:08.149100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2366180 Aug 20 09:00:08.154502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1191085502'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:08.158938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80910b-6d80-44c1-bab6-311708b2f399 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Network': ['ID=ca065cbd-3f0b-4fc3-8b10-2b9438026848,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:08.168309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] Pushing event deleted for resources: {'Port': ['ID=88b6e284-393d-4dee-be22-29bfb8c13d2d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:08.172196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ca065cbd-3f0b-4fc3-8b10-2b9438026848 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:08.176853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63597245-7e26-40f4-bbe7-e3072fc560f4 None None] No DVR routers for this DVR port 88b6e284-393d-4dee-be22-29bfb8c13d2d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:08.188749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:08.193169 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.215602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b8301-d61a-4f8d-adf9-78f935f16b6e None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:00:08.222593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:08.233122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.234271 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Added segment 5ecce462-8871-48f5-9a40-69cbdfacb137 of type vlan for network 485dc0e2-3501-45fb-87cd-003781bb6966 Aug 20 09:00:08.281141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.309374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.317356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:08.318213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.381695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b8301-d61a-4f8d-adf9-78f935f16b6e None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:00:08.402469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2500002 Aug 20 09:00:08.403028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52056) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:08.410399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'ports': [{'network_id': 'ca065cbd-3f0b-4fc3-8b10-2b9438026848', 'name': 'tempest-port--2076139932', 'admin_state_up': True}, {'network_id': '485dc0e2-3501-45fb-87cd-003781bb6966', 'admin_state_up': False}]} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:08.410843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'port': {'network_id': 'ca065cbd-3f0b-4fc3-8b10-2b9438026848', 'name': 'tempest-port--2076139932', 'admin_state_up': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:08.411626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'port': {'network_id': '485dc0e2-3501-45fb-87cd-003781bb6966', 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:08.435845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4def40-d033-42d4-96f4-55ddb5ac2d93 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Network': ['ID=485dc0e2-3501-45fb-87cd-003781bb6966,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:08.452997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 485dc0e2-3501-45fb-87cd-003781bb6966 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:08.459689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1051-a6e9-43fd-a860-b3c2cd08551a req-9401f61b-123a-4604-b6bd-8e3c9fba1c6c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:08.461569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59fe1051-a6e9-43fd-a860-b3c2cd08551a req-9401f61b-123a-4604-b6bd-8e3c9fba1c6c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0843818 Aug 20 09:00:08.511107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59fe1051-a6e9-43fd-a860-b3c2cd08551a req-6e5fe009-5a04-46b1-ac24-d0c8925a0b0a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Aug 20 09:00:08.532414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:08.536805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.625493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:08.646023 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:08.646365 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Added segment 6d1381a9-47c4-45c8-9e3d-6635eab7fae5 of type vlan for network 65007d63-ca87-4de0-916d-b8d406f97bfb Aug 20 09:00:08.924894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223356ec-c11b-4594-983b-d4266a2db62e None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:00:09.036236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'port': 2} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:09.040563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.054426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223356ec-c11b-4594-983b-d4266a2db62e None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:00:09.056528 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.061105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.133205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.138752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:09.139362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.215330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] device_id is not set on port 180f0d4f-9317-4b5b-bf13-a1a52beb6b1f yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:09.222310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2957308 Aug 20 09:00:09.222822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52064) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:09.228240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20b2d3-8861-48fe-9fd9-080c8932989a tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Network': ['ID=65007d63-ca87-4de0-916d-b8d406f97bfb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:09.229462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'subnet': {'network_id': '65007d63-ca87-4de0-916d-b8d406f97bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:09.267212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 65007d63-ca87-4de0-916d-b8d406f97bfb details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:09.332144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:09.336653 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.349274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.435453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] device_id is not set on port cfee1222-e3da-47fe-b0a9-73d5fdfc026d yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:09.530592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.546568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.596748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.640081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Subnet': ['ID=9788f99e-4efe-4519-9e22-0b4edb260e13,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:09.651963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Checking segment: {'id': '6d1381a9-47c4-45c8-9e3d-6635eab7fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '65007d63-ca87-4de0-916d-b8d406f97bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:09.652864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network hostable DHCP agents. Network: 65007d63-ca87-4de0-916d-b8d406f97bfb, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:09.681325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network 65007d63-ca87-4de0-916d-b8d406f97bfb is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:09.693053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Checking segment: {'id': 'bf438478-13b7-4216-aae8-dae9f6d044e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ca065cbd-3f0b-4fc3-8b10-2b9438026848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:09.693584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network hostable DHCP agents. Network: ca065cbd-3f0b-4fc3-8b10-2b9438026848, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:09.708873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 65007d63-ca87-4de0-916d-b8d406f97bfb) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:09.719028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Port': ['ID=180f0d4f-9317-4b5b-bf13-a1a52beb6b1f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:09.723661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d624b0d8-6a9f-4b7f-966e-d6f08e7ca471 None None] Network 65007d63-ca87-4de0-916d-b8d406f97bfb requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:09.727690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network ca065cbd-3f0b-4fc3-8b10-2b9438026848 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:09.731127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:09.732038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.746628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ca065cbd-3f0b-4fc3-8b10-2b9438026848) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:09.753261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:09.754506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.756091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52074) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:09.756504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f67f3732-5466-485d-81e4-affa4f996ee6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5320926 Aug 20 09:00:09.791969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8822ed0c-e26d-438e-8308-588d1c595528 None None] Network ca065cbd-3f0b-4fc3-8b10-2b9438026848 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:09.875212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Port': ['ID=cfee1222-e3da-47fe-b0a9-73d5fdfc026d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:09.917411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Checking segment: {'id': '5ecce462-8871-48f5-9a40-69cbdfacb137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '485dc0e2-3501-45fb-87cd-003781bb6966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:09.917834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network hostable DHCP agents. Network: 485dc0e2-3501-45fb-87cd-003781bb6966, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:09.926294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:09.948499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network 485dc0e2-3501-45fb-87cd-003781bb6966 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:09.962590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c695bf1-7874-439d-906e-55bcea7c2fa4 req-3c3451bc-a274-491b-9a66-f8deba0a9ec9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:09.965379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c695bf1-7874-439d-906e-55bcea7c2fa4 req-3c3451bc-a274-491b-9a66-f8deba0a9ec9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0780180 Aug 20 09:00:09.990296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 485dc0e2-3501-45fb-87cd-003781bb6966) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:10.002850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd4cc1-eabf-4236-b0d4-4fca2eabb05a None None] Network 485dc0e2-3501-45fb-87cd-003781bb6966 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:10.004205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:10.009873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:10.018595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:10.018595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.032412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c695bf1-7874-439d-906e-55bcea7c2fa4 req-409ddef2-12c1-4a20-979e-1f6c899c781c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599425 Aug 20 09:00:10.040105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.074621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb957eef-9acd-46d1-98a9-3bf6a9d9dea0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6680543 Aug 20 09:00:10.075059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.099173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866cffee-633f-44fc-8888-80181701c212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-65007d63-ca87-4de0-916d-b8d406f97bfb', 'network_id': '65007d63-ca87-4de0-916d-b8d406f97bfb', 'tenant_id': 'b4d433423543452eb678dc4bc01537ba', 'fixed_ips': [{'subnet_id': '9788f99e-4efe-4519-9e22-0b4edb260e13'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:10.100152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-866cffee-633f-44fc-8888-80181701c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.114375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.134952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5deada-f2be-45d4-a8ce-87dafee2c0d0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:10.141008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5deada-f2be-45d4-a8ce-87dafee2c0d0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:10.143928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Subnet': ['ID=9788f99e-4efe-4519-9e22-0b4edb260e13,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:10.146097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52080) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.146408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3c5deada-f2be-45d4-a8ce-87dafee2c0d0 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0694513 Aug 20 09:00:10.224277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86530e8-df22-426e-858f-73c4f488b445 None None] Network 65007d63-ca87-4de0-916d-b8d406f97bfb requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:10.241140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.269833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65007d63-ca87-4de0-916d-b8d406f97bfb']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:10.282954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1381a9-47c4-45c8-9e3d-6635eab7fae5') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:10.283251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1381a9-47c4-45c8-9e3d-6635eab7fae5') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:10.293863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.310439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.318758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:10.319153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:10.322868 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:10.365378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Deleting port 180f0d4f-9317-4b5b-bf13-a1a52beb6b1f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:10.365748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.431461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.445554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.447374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/65007d63-ca87-4de0-916d-b8d406f97bfb HTTP/1.1" status: 204 len: 168 time: 0.6899440 Aug 20 09:00:10.451152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52082) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.456697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1274972674'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:10.459515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.462312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8cdbc-2622-4305-8425-1bb3461ffc54 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Network': ['ID=65007d63-ca87-4de0-916d-b8d406f97bfb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:10.475085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Calling delete_port for 180f0d4f-9317-4b5b-bf13-a1a52beb6b1f owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:10.478820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:10.482376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.506266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:10.516435 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.516793 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Added segment 227d1a7b-1ec7-4ff4-a907-cd35eec7a26b of type vlan for network 5bf92f81-29a9-4333-abd8-8827793b1421 Aug 20 09:00:10.559726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.560469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.584993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.586932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Port': ['ID=180f0d4f-9317-4b5b-bf13-a1a52beb6b1f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:10.590625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:10.591221 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.595937 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.600612 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28cb9b42-7d3a-4e38-9e11-b7baf9dc1b44 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/ports/180f0d4f-9317-4b5b-bf13-a1a52beb6b1f HTTP/1.1" status: 204 len: 168 time: 0.4511290 Aug 20 09:00:10.601468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52084) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.645139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1927750 Aug 20 09:00:10.647777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52086) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.652580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Request body: {'subnet': {'network_id': '5bf92f81-29a9-4333-abd8-8827793b1421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:10.694128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Deleting port cfee1222-e3da-47fe-b0a9-73d5fdfc026d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:10.694383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.710097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebab8c-51dd-45b0-92cd-b301955e209f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Network': ['ID=5bf92f81-29a9-4333-abd8-8827793b1421,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:10.721945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 5bf92f81-29a9-4333-abd8-8827793b1421 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:10.756019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Made reservation on behalf of b4d433423543452eb678dc4bc01537ba for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:10.760222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.779728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.797073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Calling delete_port for cfee1222-e3da-47fe-b0a9-73d5fdfc026d owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:10.880259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.912694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Port': ['ID=cfee1222-e3da-47fe-b0a9-73d5fdfc026d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:10.920927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:10.923236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b6eb0e2-ab5c-460f-95ee-e0989e560916 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/ports/cfee1222-e3da-47fe-b0a9-73d5fdfc026d HTTP/1.1" status: 204 len: 168 time: 0.3207934 Aug 20 09:00:10.926071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52092) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.957992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9ea86c3-201d-43c4-bd71-10e6325c3c80 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0293453 Aug 20 09:00:10.961190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52094) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:10.966664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-395596143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:11.020703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:11.024153 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.051461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 09:00:11.055840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.107070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:11.158448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.158801 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Added segment 15fb0e2b-214b-4d62-ae94-92bf61b53b82 of type vlan for network cadb84ac-9664-467b-b5fb-c7df574e9743 Aug 20 09:00:11.168411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event updated for resources: {'Subnet': ['ID=5a56d467-4cf7-4d70-be8f-2e6320184e55,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:11.217197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.229476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Checking segment: {'id': '227d1a7b-1ec7-4ff4-a907-cd35eec7a26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5bf92f81-29a9-4333-abd8-8827793b1421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:11.229870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network hostable DHCP agents. Network: 5bf92f81-29a9-4333-abd8-8827793b1421, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:11.248595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e10b8-91ed-4f72-ac49-95d28c425bdc req-e91a375d-30ca-4f24-96b5-a934139172be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:11.250801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f62e10b8-91ed-4f72-ac49-95d28c425bdc req-e91a375d-30ca-4f24-96b5-a934139172be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1344666 Aug 20 09:00:11.283179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.288682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:11.289268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.299995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Network 5bf92f81-29a9-4333-abd8-8827793b1421 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:11.364527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4027250 Aug 20 09:00:11.367403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 5bf92f81-29a9-4333-abd8-8827793b1421) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:11.367560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52100) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:11.373067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1308145988'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:11.373652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f62e10b8-91ed-4f72-ac49-95d28c425bdc req-0038b2d1-1595-43a5-849a-5420db831fb3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145880 Aug 20 09:00:11.375803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60fecf8-0973-4d8d-bc2b-a02c006133a7 None None] Network 5bf92f81-29a9-4333-abd8-8827793b1421 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:11.382551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:11.383145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.388519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57edcde-5bba-43d1-9ece-7f05bc728bdf tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Network': ['ID=cadb84ac-9664-467b-b5fb-c7df574e9743,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:11.405424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network cadb84ac-9664-467b-b5fb-c7df574e9743 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:11.411778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6ec5a46e-3cca-4193-b81f-070a25f37a65 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7629735 Aug 20 09:00:11.412055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:11.412396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:11.415815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.444033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:11.455412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.455758 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Added segment 56b0b50d-0b76-4e62-ac34-9c5c730cac67 of type vlan for network b8b1e26d-efb1-46f7-b728-dedba226a0d2 Aug 20 09:00:11.504784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.512908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.535921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.541818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:11.542512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.575246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.602684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ef7d6c-4dbd-418d-831b-5e6cb58fa758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-5bf92f81-29a9-4333-abd8-8827793b1421', 'network_id': '5bf92f81-29a9-4333-abd8-8827793b1421', 'tenant_id': 'b4d433423543452eb678dc4bc01537ba', 'fixed_ips': [{'subnet_id': '5a56d467-4cf7-4d70-be8f-2e6320184e55'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:11.603620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-92ef7d6c-4dbd-418d-831b-5e6cb58fa758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.607061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2382698 Aug 20 09:00:11.620931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabab89-9326-422e-b586-70329e55dafa tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Network': ['ID=b8b1e26d-efb1-46f7-b728-dedba226a0d2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:11.633154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b8b1e26d-efb1-46f7-b728-dedba226a0d2 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:11.660788 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.688640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Subnet': ['ID=5a56d467-4cf7-4d70-be8f-2e6320184e55,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:11.736954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52104) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:11.742159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'subnets': [{'network_id': 'cadb84ac-9664-467b-b5fb-c7df574e9743', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1321228265', 'ip_version': 4}, {'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:11.742482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'subnet': {'network_id': 'cadb84ac-9664-467b-b5fb-c7df574e9743', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1321228265', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:11.743063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Request body: {'subnet': {'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:11.750995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-92ef7d6c-4dbd-418d-831b-5e6cb58fa758 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a56d467-4cf7-4d70-be8f-2e6320184e55: This subnet is being modified by another concurrent operation. Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:11.753679 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a56d467-4cf7-4d70-be8f-2e6320184e55: This subnet is being modified by another concurrent operation. Aug 20 09:00:11.757844 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:11.768832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf92f81-29a9-4333-abd8-8827793b1421']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:11.771214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85cc7d-dce7-49c7-a5d2-d24fb95170f8 None None] Network 5bf92f81-29a9-4333-abd8-8827793b1421 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:11.785011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227d1a7b-1ec7-4ff4-a907-cd35eec7a26b') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:11.785395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227d1a7b-1ec7-4ff4-a907-cd35eec7a26b') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:11.794649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.905181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641cc7f-4a80-4928-b082-f58825446c9a None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:00:11.941963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Made reservation on behalf of 55055ef5925a42fdb02ede29d4715e06 for: {'subnet': 2} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:11.948245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:11.948958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.055479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a641cc7f-4a80-4928-b082-f58825446c9a None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:00:12.107160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.114294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:12.114839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:12.123359 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:12.189490 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.196440 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.198294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/5bf92f81-29a9-4333-abd8-8827793b1421 HTTP/1.1" status: 204 len: 168 time: 0.7849052 Aug 20 09:00:12.201543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52112) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.210831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007d615-2d7e-4392-a67b-0603c274bf9b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Network': ['ID=5bf92f81-29a9-4333-abd8-8827793b1421,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:12.237055 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-01845305-0e16-4759-a971-a88f0fa7ece7 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.237509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01845305-0e16-4759-a971-a88f0fa7ece7 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.241001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01845305-0e16-4759-a971-a88f0fa7ece7 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/5a56d467-4cf7-4d70-be8f-2e6320184e55 HTTP/1.1" status: 404 len: 337 time: 0.0367050 Aug 20 09:00:12.241852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52114) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.266656 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-778eedf1-a5ab-4f28-8c32-758c2912f54f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.267144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778eedf1-a5ab-4f28-8c32-758c2912f54f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.268795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-778eedf1-a5ab-4f28-8c32-758c2912f54f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/5bf92f81-29a9-4333-abd8-8827793b1421 HTTP/1.1" status: 404 len: 339 time: 0.0260561 Aug 20 09:00:12.271366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.309285 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-09353483-6819-4950-ac9a-21b165ef3638 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.309649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09353483-6819-4950-ac9a-21b165ef3638 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.311548 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-09353483-6819-4950-ac9a-21b165ef3638 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/9788f99e-4efe-4519-9e22-0b4edb260e13 HTTP/1.1" status: 404 len: 337 time: 0.0391452 Aug 20 09:00:12.314278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52118) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.338763 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfaec0b-7de5-4e16-a485-9cc2ecb464b6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.339304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfaec0b-7de5-4e16-a485-9cc2ecb464b6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.341004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0dfaec0b-7de5-4e16-a485-9cc2ecb464b6 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/65007d63-ca87-4de0-916d-b8d406f97bfb HTTP/1.1" status: 404 len: 339 time: 0.0257785 Aug 20 09:00:12.344141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52120) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.370006 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-5265d5e0-756b-4866-a71b-0c182f8b8126 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.370463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5265d5e0-756b-4866-a71b-0c182f8b8126 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.374957 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5265d5e0-756b-4866-a71b-0c182f8b8126 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/206cd5aa-868b-42f4-8571-9ab5ff2ba92c HTTP/1.1" status: 404 len: 337 time: 0.0272436 Aug 20 09:00:12.375631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52122) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.413934 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7f95db-fbf7-4d0f-aa1e-4178d23a4eab tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.414524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7f95db-fbf7-4d0f-aa1e-4178d23a4eab tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.416195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6e7f95db-fbf7-4d0f-aa1e-4178d23a4eab tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/ce4d774f-8360-4fa4-ae8e-b54d7c964fec HTTP/1.1" status: 404 len: 339 time: 0.0392864 Aug 20 09:00:12.418901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52126) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.439596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.502331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Subnet': ['ID=3870ffd1-8952-49d9-ad6a-60520e9077e8,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:12.513331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Checking segment: {'id': '15fb0e2b-214b-4d62-ae94-92bf61b53b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cadb84ac-9664-467b-b5fb-c7df574e9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:12.513726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network hostable DHCP agents. Network: cadb84ac-9664-467b-b5fb-c7df574e9743, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:12.529789 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.532569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network cadb84ac-9664-467b-b5fb-c7df574e9743 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:12.542981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, cadb84ac-9664-467b-b5fb-c7df574e9743) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:12.547765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.551856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f621d-4403-4179-a406-49889463fecf req-837f44f5-03e4-434f-81f4-7cf28970d1a2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:12.553086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b688a17-6f5e-4042-9d6b-4ec1d5dde04c None None] Network cadb84ac-9664-467b-b5fb-c7df574e9743 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:12.553603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e4f621d-4403-4179-a406-49889463fecf req-837f44f5-03e4-434f-81f4-7cf28970d1a2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0641243 Aug 20 09:00:12.564614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Deleting port 45abe5c0-95a0-4b96-8e9f-0854d26d4044 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:12.564948 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.628569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event updated for resources: {'Subnet': ['ID=bf2f3e62-1114-4516-a775-1e1fd91481c2,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:12.636664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Checking segment: {'id': '56b0b50d-0b76-4e62-ac34-9c5c730cac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:12.637031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network hostable DHCP agents. Network: b8b1e26d-efb1-46f7-b728-dedba226a0d2, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:12.654503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Network b8b1e26d-efb1-46f7-b728-dedba226a0d2 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:12.659442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e4f621d-4403-4179-a406-49889463fecf req-7a5cf7d0-0ff0-4fe9-b20d-adfa79a1f27d tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992513 Aug 20 09:00:12.663856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.664659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b8b1e26d-efb1-46f7-b728-dedba226a0d2) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:12.669411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:12.669955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:12.670585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.676995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Calling delete_port for 45abe5c0-95a0-4b96-8e9f-0854d26d4044 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:12.684001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db88d74-6662-4ba7-9541-fdf1afb8d065 None None] Network b8b1e26d-efb1-46f7-b728-dedba226a0d2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:12.688786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1c5219e1-3a6d-410e-adc4-c3190c2f47e1 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9506474 Aug 20 09:00:12.691285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52128) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.754634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c98fc3-6d2b-4169-99a7-97f34e42a0ed tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:12.756400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c98fc3-6d2b-4169-99a7-97f34e42a0ed tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:12.757965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c98fc3-6d2b-4169-99a7-97f34e42a0ed tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:12.763138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b8c98fc3-6d2b-4169-99a7-97f34e42a0ed tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0670538 Aug 20 09:00:12.763138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52130) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.777491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.791121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39742b29-66d1-476f-a93c-c7b934ddbf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-cadb84ac-9664-467b-b5fb-c7df574e9743', 'network_id': 'cadb84ac-9664-467b-b5fb-c7df574e9743', 'tenant_id': '55055ef5925a42fdb02ede29d4715e06', 'fixed_ips': [{'subnet_id': '3870ffd1-8952-49d9-ad6a-60520e9077e8'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:12.792002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-39742b29-66d1-476f-a93c-c7b934ddbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.810863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Port': ['ID=45abe5c0-95a0-4b96-8e9f-0854d26d4044,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:12.818336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Deleting subnet 3870ffd1-8952-49d9-ad6a-60520e9077e8 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:12.821351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.821841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.826653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4014a713-4f77-494d-9a10-67c6bbb0893b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/ports/45abe5c0-95a0-4b96-8e9f-0854d26d4044 HTTP/1.1" status: 204 len: 168 time: 0.4067199 Aug 20 09:00:12.828112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52132) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.854542 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cb77a8-6c5f-4054-8735-08a4f3419733 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:12.855497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cb77a8-6c5f-4054-8735-08a4f3419733 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:12.860085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c4cb77a8-6c5f-4054-8735-08a4f3419733 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/0e24edac-3747-4b96-9fc2-d050fb1f8002 HTTP/1.1" status: 404 len: 337 time: 0.0302296 Aug 20 09:00:12.860272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52134) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:12.911020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.981251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:12.987968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.119592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.123637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-b8b1e26d-efb1-46f7-b728-dedba226a0d2', 'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2', 'tenant_id': '55055ef5925a42fdb02ede29d4715e06', 'fixed_ips': [{'subnet_id': 'bf2f3e62-1114-4516-a775-1e1fd91481c2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:13.126980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.134143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:13.145151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-39742b29-66d1-476f-a93c-c7b934ddbf06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3870ffd1-8952-49d9-ad6a-60520e9077e8: This subnet is being modified by another concurrent operation. Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:13.145353 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3870ffd1-8952-49d9-ad6a-60520e9077e8: This subnet is being modified by another concurrent operation. Aug 20 09:00:13.149252 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:13.154523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc36a40-8f13-4bb0-890c-742fb78395df') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:13.154523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc36a40-8f13-4bb0-890c-742fb78395df') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:13.184606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.187028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Subnet': ['ID=3870ffd1-8952-49d9-ad6a-60520e9077e8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:13.199328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.204484 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a3210bc4-71a1-4b54-9e13-7e5c7958455a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/subnets/3870ffd1-8952-49d9-ad6a-60520e9077e8 HTTP/1.1" status: 204 len: 168 time: 0.4375033 Aug 20 09:00:13.204840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52142) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:13.208736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.216111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22964712-1918-47e7-af16-27aaee17ef33 None None] Network cadb84ac-9664-467b-b5fb-c7df574e9743 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:13.241440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:13.241897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:13.244885 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:13.293441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35c20200-21b1-476f-b125-1fc7d66ec1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.318220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Deleting subnet bf2f3e62-1114-4516-a775-1e1fd91481c2 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:13.323730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.330924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.332856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93 HTTP/1.1" status: 204 len: 168 time: 0.4718747 Aug 20 09:00:13.335505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52144) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:13.345172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10609a-9d67-4178-b806-c7606577724b tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Network': ['ID=f8be2bdd-fcb3-49bb-81c1-77bbb74a1c93,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:13.391860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Allocated IP 172.20.0.18 (b8b1e26d-efb1-46f7-b728-dedba226a0d2/bf2f3e62-1114-4516-a775-1e1fd91481c2/904e9018-8332-4efe-93f2-f2e2657320e7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:13.438210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Deleting port 51690ea8-89bc-485b-8279-3e524008c43e {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:13.439545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.508066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.521452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Calling delete_port for 51690ea8-89bc-485b-8279-3e524008c43e owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:13.540180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.548818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Transition to ACTIVE for port object 904e9018-8332-4efe-93f2-f2e2657320e7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:13.563509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Transition to ACTIVE for port object 904e9018-8332-4efe-93f2-f2e2657320e7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:13.569098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.569627 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.600364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.620861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.621121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Network b8b1e26d-efb1-46f7-b728-dedba226a0d2 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:13.621755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Pushing event updated for resources: {'Port': ['ID=904e9018-8332-4efe-93f2-f2e2657320e7,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:13.626804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:13.629227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:13.629841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Port': ['ID=51690ea8-89bc-485b-8279-3e524008c43e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:13.637311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.639262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-473c076c-b0dc-45de-b7c5-74355c96f589 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/ports/51690ea8-89bc-485b-8279-3e524008c43e HTTP/1.1" status: 204 len: 168 time: 0.3027279 Aug 20 09:00:13.645026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52146) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:13.678767 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd768d9-48c3-422b-acf7-95ab2d30fb73 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:13.679141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd768d9-48c3-422b-acf7-95ab2d30fb73 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:13.683128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4bd768d9-48c3-422b-acf7-95ab2d30fb73 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/d8aa8420-85fa-4c25-b51e-da69ecc1cac3 HTTP/1.1" status: 404 len: 337 time: 0.0348668 Aug 20 09:00:13.683640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52148) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:13.689058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Attempting to bind port 904e9018-8332-4efe-93f2-f2e2657320e7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:13.689435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Attempting to bind port 904e9018-8332-4efe-93f2-f2e2657320e7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '56b0b50d-0b76-4e62-ac34-9c5c730cac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:13.689832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Attempting to bind port 904e9018-8332-4efe-93f2-f2e2657320e7 on network b8b1e26d-efb1-46f7-b728-dedba226a0d2 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:13.694869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:13.695263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Checking segment: {'id': '56b0b50d-0b76-4e62-ac34-9c5c730cac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:13.695664 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.696061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Bound using segment: {'id': '56b0b50d-0b76-4e62-ac34-9c5c730cac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:13.696652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Bound port: 904e9018-8332-4efe-93f2-f2e2657320e7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b0b50d-0b76-4e62-ac34-9c5c730cac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b8b1e26d-efb1-46f7-b728-dedba226a0d2'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:13.697070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.754848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.778666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.820694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.824240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] For port 904e9018-8332-4efe-93f2-f2e2657320e7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:13.828626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] For port 904e9018-8332-4efe-93f2-f2e2657320e7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=904e9018-8332-4efe-93f2-f2e2657320e7,segment=NetworkSegment(56b0b50d-0b76-4e62-ac34-9c5c730cac67),segment_id=56b0b50d-0b76-4e62-ac34-9c5c730cac67)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:13.832580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.848687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2f3e62-1114-4516-a775-1e1fd91481c2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:13.853303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.857537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2a1aa241-a687-4cfb-9b35-0477802c276e tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/subnets/bf2f3e62-1114-4516-a775-1e1fd91481c2 HTTP/1.1" status: 204 len: 168 time: 0.6493776 Aug 20 09:00:13.857792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:13.910057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336af2a-ee1a-4497-a641-c4a462d466d1 None None] Pushing event updated for resources: {'Port': ['ID=904e9018-8332-4efe-93f2-f2e2657320e7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:13.913325 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.926684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b8fbcc-81e9-4151-b4bc-c5ae1dcba887 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:13.928350 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d5b8fbcc-81e9-4151-b4bc-c5ae1dcba887 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692360 Aug 20 09:00:13.931799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52154) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:13.932183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:13.943161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852800d2-f3b2-480e-b044-2ddfd3c5f1a1 req-69a218ca-71c6-4012-a604-d3f03ff040f6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:13.944740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-852800d2-f3b2-480e-b044-2ddfd3c5f1a1 req-69a218ca-71c6-4012-a604-d3f03ff040f6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1585958 Aug 20 09:00:13.974800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:13.992949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c887487e-13ff-4acc-8743-5d337442a101') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:13.993250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c887487e-13ff-4acc-8743-5d337442a101') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:14.007964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.037482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-852800d2-f3b2-480e-b044-2ddfd3c5f1a1 req-91ca5949-b9e4-47da-9302-9c37582eb7de tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840955 Aug 20 09:00:14.044880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.045449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.053681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:14.054128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:14.057262 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:14.169363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.173959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Deleting port 904e9018-8332-4efe-93f2-f2e2657320e7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:14.174396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.180487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.184892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7 HTTP/1.1" status: 204 len: 168 time: 0.4978244 Aug 20 09:00:14.187641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:14.195664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fea9d-8234-4f1e-83c4-cae78f9119ac tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Network': ['ID=5b0d5a26-dfd0-488a-92ca-3f2ea4920ee7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:14.289484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] For port 904e9018-8332-4efe-93f2-f2e2657320e7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=904e9018-8332-4efe-93f2-f2e2657320e7,segment=NetworkSegment(56b0b50d-0b76-4e62-ac34-9c5c730cac67),segment_id=56b0b50d-0b76-4e62-ac34-9c5c730cac67)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:14.289897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.303605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Deleting subnet 5a88c3ae-8b1f-498a-a9b1-bd95280da44e {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:14.312568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.315302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Calling delete_port for 904e9018-8332-4efe-93f2-f2e2657320e7 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:14.386483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.494748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.501472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.550703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Port': ['ID=904e9018-8332-4efe-93f2-f2e2657320e7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:14.554389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] No DVR routers for this DVR port 904e9018-8332-4efe-93f2-f2e2657320e7 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:14.649806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.661395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.689781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b1e26d-efb1-46f7-b728-dedba226a0d2']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:14.698388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.700497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ca6df-5621-4235-89ae-5bb55c49be6c None None] Network dc86a621-937a-444b-9f93-a9b6dd13f69f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:14.703316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/subnets/5a88c3ae-8b1f-498a-a9b1-bd95280da44e HTTP/1.1" status: 204 len: 168 time: 0.5145288 Aug 20 09:00:14.704195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:14.704816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb2140-0abb-4252-9b1a-ea8e28e6c1e1 tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Subnet': ['ID=5a88c3ae-8b1f-498a-a9b1-bd95280da44e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:14.724351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b0b50d-0b76-4e62-ac34-9c5c730cac67') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:14.724351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b0b50d-0b76-4e62-ac34-9c5c730cac67') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:14.734830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.753945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.763655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:14.764077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:14.769910 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:14.804171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.852589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.861994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.864508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/networks/b8b1e26d-efb1-46f7-b728-dedba226a0d2 HTTP/1.1" status: 204 len: 168 time: 0.9311025 Aug 20 09:00:14.868060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52166) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:14.870054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Deleting port b98e723d-61d5-4908-8df3-c66f76b55fb3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:14.870643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:14.966143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] DHCP port deletion for dc86a621-937a-444b-9f93-a9b6dd13f69f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:15.020224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] For port b98e723d-61d5-4908-8df3-c66f76b55fb3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b98e723d-61d5-4908-8df3-c66f76b55fb3,segment=NetworkSegment(09e65ce8-6971-4861-8e12-4a780f63f559),segment_id=09e65ce8-6971-4861-8e12-4a780f63f559)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:15.020609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.025687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] Deleting port b98e723d-61d5-4908-8df3-c66f76b55fb3 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:15.028812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.040140 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.050247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Calling delete_port for b98e723d-61d5-4908-8df3-c66f76b55fb3 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:15.130927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] For port b98e723d-61d5-4908-8df3-c66f76b55fb3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b98e723d-61d5-4908-8df3-c66f76b55fb3,segment=NetworkSegment(09e65ce8-6971-4861-8e12-4a780f63f559),segment_id=09e65ce8-6971-4861-8e12-4a780f63f559)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:15.132407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.156245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] Calling delete_port for b98e723d-61d5-4908-8df3-c66f76b55fb3 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:15.216881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c1375-8b64-447d-8acf-9bf67fe37456 None None] DHCP port deletion for b8b1e26d-efb1-46f7-b728-dedba226a0d2 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:15.225587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-02dde6ac-526b-4cca-b09f-afd661b47bee None None] Could not find standard attr ID for object 904e9018-8332-4efe-93f2-f2e2657320e7. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:00:15.234071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.251812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadb84ac-9664-467b-b5fb-c7df574e9743']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.252056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3c8a2-87ab-4dfa-8be1-7e1ad2c5ed00 tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Network': ['ID=b8b1e26d-efb1-46f7-b728-dedba226a0d2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:15.259314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e38a881-c442-47c4-bb54-4ecb23f27a2b None None] Network b8b1e26d-efb1-46f7-b728-dedba226a0d2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:15.273096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e38a881-c442-47c4-bb54-4ecb23f27a2b None None] Network b8b1e26d-efb1-46f7-b728-dedba226a0d2 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:00:15.291088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb0e2b-214b-4d62-ae94-92bf61b53b82') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.291390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb0e2b-214b-4d62-ae94-92bf61b53b82') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.297827 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.309386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.339306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] No DVR routers for this DVR port b98e723d-61d5-4908-8df3-c66f76b55fb3 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:15.339977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.343758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841bca4-749c-416a-a942-625e18c4ffba None None] Pushing event deleted for resources: {'Port': ['ID=b98e723d-61d5-4908-8df3-c66f76b55fb3,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:15.359890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d1290-fdfe-40ff-9b47-a49450b09673 req-1e831926-509a-494e-96d9-25bd2502bde2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:15.360703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d233797c-c9c6-42f0-8bba-c859461e4599 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:00:15.361456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d86d1290-fdfe-40ff-9b47-a49450b09673 req-1e831926-509a-494e-96d9-25bd2502bde2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.1148465 Aug 20 09:00:15.380834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:15.381185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:15.384907 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:15.436746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.488429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Port': ['ID=b98e723d-61d5-4908-8df3-c66f76b55fb3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:15.498319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d86d1290-fdfe-40ff-9b47-a49450b09673 req-922fb426-4879-4d4e-9705-adfccce00047 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276956 Aug 20 09:00:15.500277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] No DVR routers for this DVR port b98e723d-61d5-4908-8df3-c66f76b55fb3 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:15.502542 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.520197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d233797c-c9c6-42f0-8bba-c859461e4599 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:00:15.529647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.531857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/networks/cadb84ac-9664-467b-b5fb-c7df574e9743 HTTP/1.1" status: 204 len: 168 time: 0.6478755 Aug 20 09:00:15.537239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52182) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:15.556993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7ff5e-c657-4925-904f-82590d7eae9a tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Network': ['ID=cadb84ac-9664-467b-b5fb-c7df574e9743,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:15.629765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.657323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc86a621-937a-444b-9f93-a9b6dd13f69f']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.667185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.676321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e65ce8-6971-4861-8e12-4a780f63f559') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.677034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e65ce8-6971-4861-8e12-4a780f63f559') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.688873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.723473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.732630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:15.733613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:15.804444 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:15.849060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.862116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.868645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485dc0e2-3501-45fb-87cd-003781bb6966']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.879352 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.885757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecce462-8871-48f5-9a40-69cbdfacb137') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.886412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecce462-8871-48f5-9a40-69cbdfacb137') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:15.894611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] 10.222.0.35 "DELETE /v2.0/networks/dc86a621-937a-444b-9f93-a9b6dd13f69f HTTP/1.1" status: 204 len: 168 time: 1.1837237 Aug 20 09:00:15.900003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.923888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.944784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:15.946507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:15.955278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731a3ba-fd7c-45d0-bb6e-a3c40fc63f3f tempest-NetworksIpV6TestAttrs-1436985699 tempest-NetworksIpV6TestAttrs-1436985699-project] Pushing event deleted for resources: {'Network': ['ID=dc86a621-937a-444b-9f93-a9b6dd13f69f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:15.965896 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:16.014754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61251763-ae42-4b1a-b020-e5365f68b948 req-dcdd6ba4-91d8-4fe8-817c-1c14bf5c88fc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:16.019119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61251763-ae42-4b1a-b020-e5365f68b948 req-dcdd6ba4-91d8-4fe8-817c-1c14bf5c88fc tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.2137151 Aug 20 09:00:16.046428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b98e723d-61d5-4908-8df3-c66f76b55fb3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:16.072499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b98e723d-61d5-4908-8df3-c66f76b55fb3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:16.073013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b98e723d-61d5-4908-8df3-c66f76b55fb3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:16.083576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61251763-ae42-4b1a-b020-e5365f68b948 req-7912b8cd-38f2-4aac-9af1-afc3d4fd89b9 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568118 Aug 20 09:00:16.093452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.116012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.117965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/networks/485dc0e2-3501-45fb-87cd-003781bb6966 HTTP/1.1" status: 204 len: 168 time: 0.5784328 Aug 20 09:00:16.118860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19007c33-2cbf-4285-ac83-d9df100f778c tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Network': ['ID=485dc0e2-3501-45fb-87cd-003781bb6966,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:16.120559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52194) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:16.230532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.304397 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.349902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.358665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52202) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:16.368133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca065cbd-3f0b-4fc3-8b10-2b9438026848']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:16.378415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf438478-13b7-4216-aae8-dae9f6d044e9') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:16.378715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf438478-13b7-4216-aae8-dae9f6d044e9') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:16.388863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.403441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.411700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:16.412099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:16.415301 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:16.478207 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.486621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.488564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] 10.222.0.35 "DELETE /v2.0/networks/ca065cbd-3f0b-4fc3-8b10-2b9438026848 HTTP/1.1" status: 204 len: 168 time: 0.3669217 Aug 20 09:00:16.512184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab1339-f023-4a08-a4f0-9d74e89075ec tempest-BulkNetworkOpsTest-1858670048 tempest-BulkNetworkOpsTest-1858670048-project] Pushing event deleted for resources: {'Network': ['ID=ca065cbd-3f0b-4fc3-8b10-2b9438026848,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:16.544256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f2d50aa-a0ab-40ab-aa37-fddb86788080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4d433423543452eb678dc4bc01537ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844306 Aug 20 09:00:16.547172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52208) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:16.591935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc65146-3068-4f88-b511-3869512e6466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.632717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca119e1c-cf0a-4548-925a-daaf6951e9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.667474 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca119e1c-cf0a-4548-925a-daaf6951e9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.719899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca119e1c-cf0a-4548-925a-daaf6951e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.723667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca119e1c-cf0a-4548-925a-daaf6951e9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:16.725245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ca119e1c-cf0a-4548-925a-daaf6951e9cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29108683-1006-45f3-a9c1-6d7764052a48 HTTP/1.1" status: 204 len: 168 time: 0.1765275 Aug 20 09:00:16.737257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca119e1c-cf0a-4548-925a-daaf6951e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29108683-1006-45f3-a9c1-6d7764052a48,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:16.743670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52214) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:16.988974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac1b321a-3f74-4623-8b62-dcb6c28b5345 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55055ef5925a42fdb02ede29d4715e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407093 Aug 20 09:00:16.988974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:17.046150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e96ffbbc-c9bb-4f68-a668-7deafda34dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.063729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e96ffbbc-c9bb-4f68-a668-7deafda34dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.141111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-9e2e0832-6f50-4f81-b4de-f0fdf9ca7703 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:17.142628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-9e2e0832-6f50-4f81-b4de-f0fdf9ca7703 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0770180 Aug 20 09:00:17.192402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e96ffbbc-c9bb-4f68-a668-7deafda34dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.195099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e96ffbbc-c9bb-4f68-a668-7deafda34dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.197962 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e96ffbbc-c9bb-4f68-a668-7deafda34dad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26433241-54ef-4e40-97f4-bec244dca01d HTTP/1.1" status: 204 len: 168 time: 0.2058988 Aug 20 09:00:17.213691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ffbbc-c9bb-4f68-a668-7deafda34dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26433241-54ef-4e40-97f4-bec244dca01d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:17.221131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61606bd1-d5fa-499e-b9a6-63e9dc3e815f req-3cc9afad-d0b8-43ed-a4b6-aab90c7c6c01 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:17.223315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61606bd1-d5fa-499e-b9a6-63e9dc3e815f req-3cc9afad-d0b8-43ed-a4b6-aab90c7c6c01 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=0015d67b-0c11-495d-bee1-d07bc7c38a37 HTTP/1.1" status: 200 len: 946 time: 0.0595541 Aug 20 09:00:17.296406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61606bd1-d5fa-499e-b9a6-63e9dc3e815f req-116b36b2-c09d-425c-9604-6a6a936d669e tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649369 Aug 20 09:00:17.331435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Deleting port de6a883a-5383-40e4-bf14-a5aa0740369a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:17.331871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.356071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.456940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] For port de6a883a-5383-40e4-bf14-a5aa0740369a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=de6a883a-5383-40e4-bf14-a5aa0740369a,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:17.457571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.481192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Calling delete_port for de6a883a-5383-40e4-bf14-a5aa0740369a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:17.545242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52254) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:17.629157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.643659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['de6a883a-5383-40e4-bf14-a5aa0740369a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:00:17.652471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1091116007'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:17.670004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event deleted for resources: {'Port': ['ID=de6a883a-5383-40e4-bf14-a5aa0740369a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:17.687186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:17.691415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.700787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.722312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] No DVR routers for this DVR port de6a883a-5383-40e4-bf14-a5aa0740369a on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:17.725664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.727731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c8abba3a-4685-4713-9fe9-abe3190ae3da req-ea33e04f-962c-49ad-b13c-0593a86ded90 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.26 "DELETE /v2.0/ports/de6a883a-5383-40e4-bf14-a5aa0740369a HTTP/1.1" status: 204 len: 173 time: 0.5786715 Aug 20 09:00:17.728426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'name': 'network-vif-deleted', 'tag': 'de6a883a-5383-40e4-bf14-a5aa0740369a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:00:17.740662 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f853cb-539d-443b-8447-2e3f60215757" -d '{"events": [{"server_uuid": "0015d67b-0c11-495d-bee1-d07bc7c38a37", "name": "network-vif-deleted", "tag": "de6a883a-5383-40e4-bf14-a5aa0740369a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:00:17.796165 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b74ed8-cee4-4e1f-bd38-80aba429cdc6 x-openstack-request-id: req-f5b74ed8-cee4-4e1f-bd38-80aba429cdc6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:00:17.796987 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0015d67b-0c11-495d-bee1-d07bc7c38a37", "name": "network-vif-deleted", "tag": "de6a883a-5383-40e4-bf14-a5aa0740369a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:00:17.797353 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5b74ed8-cee4-4e1f-bd38-80aba429cdc6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:00:17.797868 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0015d67b-0c11-495d-bee1-d07bc7c38a37', 'name': 'network-vif-deleted', 'tag': 'de6a883a-5383-40e4-bf14-a5aa0740369a', 'status': 'completed', 'code': 200} Aug 20 09:00:17.835235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.839817 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.872806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:17.883463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64334c-c738-44ec-b405-bd62df509fe7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:17.888579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.888967 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment 070203b8-ebd0-429b-9eb3-12593befe575 of type vlan for network ba01a6e0-db6f-4749-8ac7-788fe0a7becf Aug 20 09:00:17.939345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.971308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:17.977509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:17.977759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.035130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4872634 Aug 20 09:00:18.037686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52282) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.042934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'name': 'tempest-PortsIpV6TestJSON-1828042735'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.054850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315195c-6090-4128-b636-876ed1bfc27a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=ba01a6e0-db6f-4749-8ac7-788fe0a7becf,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:18.066018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:18.132072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:18.137960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.156031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52288) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.172350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:18.291264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ca4918a8-5b35-458f-aa10-614e45ed1e24 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] Request body: {'port': {'network_id': '97293d65-1c3a-4875-8e14-6a529a55ee82', 'name': 'tempest-NetworksNegativeTestJSON-272981858'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.315953 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4918a8-5b35-458f-aa10-614e45ed1e24 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] POST failed (client error): The resource could not be found. Aug 20 09:00:18.316449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4918a8-5b35-458f-aa10-614e45ed1e24 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.317610 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ca4918a8-5b35-458f-aa10-614e45ed1e24 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1585658 Aug 20 09:00:18.323018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52298) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.346562 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e10e0b-f31d-4a76-972c-f34fdf6b10b5 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:18.347137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e10e0b-f31d-4a76-972c-f34fdf6b10b5 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.352339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e6e10e0b-f31d-4a76-972c-f34fdf6b10b5 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "DELETE /v2.0/networks/b3c315cc-aeca-44a8-9727-24013c0ad122 HTTP/1.1" status: 404 len: 339 time: 0.0247164 Aug 20 09:00:18.352495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49661f8-ba44-45fa-995e-6cb006223cbd req-ead45639-3aa3-4fc2-852d-c8ed63fe5c7f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:18.352495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c49661f8-ba44-45fa-995e-6cb006223cbd req-ead45639-3aa3-4fc2-852d-c8ed63fe5c7f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.0735579 Aug 20 09:00:18.352664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52300) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.391510 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc96f018-42da-442f-84fe-8d53122b1c45 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:18.392316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc96f018-42da-442f-84fe-8d53122b1c45 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.397992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cc96f018-42da-442f-84fe-8d53122b1c45 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "DELETE /v2.0/ports/1e1b4060-51ed-44e0-9f3e-2d7bb2c2b6d2 HTTP/1.1" status: 404 len: 333 time: 0.0404160 Aug 20 09:00:18.398200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52302) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.433350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c49661f8-ba44-45fa-995e-6cb006223cbd req-c98bdc2a-447b-47d4-9b2e-a1a1154a5ad1 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719931 Aug 20 09:00:18.442313 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3478c0-31bb-4043-961e-0d4baff415c2 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:18.442811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3478c0-31bb-4043-961e-0d4baff415c2 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.446445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8c3478c0-31bb-4043-961e-0d4baff415c2 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "DELETE /v2.0/subnets/f72a4dd1-7e54-44bb-86b9-1f9f96ce8ba0 HTTP/1.1" status: 404 len: 337 time: 0.0452428 Aug 20 09:00:18.448451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52308) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.491386 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ed3b4b-6cb2-4d86-be36-c8aca257d5ee tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] GET failed (client error): The resource could not be found. Aug 20 09:00:18.496126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f5ed3b4b-6cb2-4d86-be36-c8aca257d5ee tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "GET /v2.0/networks/a892b406-9309-42b7-bf79-dfe8436c9361 HTTP/1.1" status: 404 len: 339 time: 0.0433769 Aug 20 09:00:18.497332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52310) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.508967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.524527 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-defcdda5-079c-4b9b-aebd-c2f7f893a5e7 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] GET failed (client error): The resource could not be found. Aug 20 09:00:18.529756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-defcdda5-079c-4b9b-aebd-c2f7f893a5e7 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "GET /v2.0/ports/0b527ec2-49bc-4e66-85d7-bdac5abee071 HTTP/1.1" status: 404 len: 333 time: 0.0276010 Aug 20 09:00:18.531714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52312) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.554597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.560499 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f21f64-3d83-458d-b5f0-0f3eb9c77976 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] GET failed (client error): The resource could not be found. Aug 20 09:00:18.565648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-34f21f64-3d83-458d-b5f0-0f3eb9c77976 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "GET /v2.0/subnets/e8fbeb38-45f2-411d-9a3d-2076f1166726 HTTP/1.1" status: 404 len: 337 time: 0.0299125 Aug 20 09:00:18.566344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52316) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.573681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bb68ebb9-aaf5-41d1-be2f-aac4e48d9b41 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.588921 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb68ebb9-aaf5-41d1-be2f-aac4e48d9b41 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] PUT failed (client error): The resource could not be found. Aug 20 09:00:18.589329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb68ebb9-aaf5-41d1-be2f-aac4e48d9b41 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.595053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb68ebb9-aaf5-41d1-be2f-aac4e48d9b41 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "PUT /v2.0/networks/14d72765-0f44-4fad-931d-d9af32ee9843 HTTP/1.1" status: 404 len: 339 time: 0.0234463 Aug 20 09:00:18.595474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.603106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9bc3590b-eccb-4ae1-8bd9-0e5b207a581e tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.622406 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc3590b-eccb-4ae1-8bd9-0e5b207a581e tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] PUT failed (client error): The resource could not be found. Aug 20 09:00:18.623127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc3590b-eccb-4ae1-8bd9-0e5b207a581e tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.624664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9bc3590b-eccb-4ae1-8bd9-0e5b207a581e tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "PUT /v2.0/ports/4a5de062-3aa0-45c9-a37e-d4a267476104 HTTP/1.1" status: 404 len: 333 time: 0.0280206 Aug 20 09:00:18.627868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=f7db7e5c-f73e-4cb7-be91-f1d823051ee0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:18.628913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52328) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.634356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9f232959-cc02-4f2b-9771-25f7121d3449 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.648635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': '070203b8-ebd0-429b-9eb3-12593befe575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:18.648983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: ba01a6e0-db6f-4749-8ac7-788fe0a7becf, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:18.667671 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f232959-cc02-4f2b-9771-25f7121d3449 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] PUT failed (client error): The resource could not be found. Aug 20 09:00:18.668121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f232959-cc02-4f2b-9771-25f7121d3449 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:18.668324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:18.672535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f232959-cc02-4f2b-9771-25f7121d3449 tempest-NetworksNegativeTestJSON-1146231569 tempest-NetworksNegativeTestJSON-1146231569-project] 10.222.0.35 "PUT /v2.0/subnets/146e6acf-1843-4bb1-b8cc-5aad9a0ef649 HTTP/1.1" status: 404 len: 337 time: 0.0394323 Aug 20 09:00:18.679287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ba01a6e0-db6f-4749-8ac7-788fe0a7becf) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:18.683815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:18.691177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:18.691950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.694431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c35457-1515-47b6-88cf-fa067e6df86b None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:18.713629 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-37fb86e9-ec7d-43f1-a454-7ae430a6fc1d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6715813 Aug 20 09:00:18.714170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52332) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.721301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1978803398'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.750785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:18.755539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.786209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:18.792476 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.795026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-8ed0e8e0-de35-45ba-bc33-2289f47299e2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:18.799317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.799879 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment daff1034-c79a-49c6-baf9-50f4dc3b4a46 of type vlan for network 0d3173de-ad3c-4fe8-99c9-befe3577684a Aug 20 09:00:18.804231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-8ed0e8e0-de35-45ba-bc33-2289f47299e2 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.1636117 Aug 20 09:00:18.822672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-4388bf1c-b3bf-4b7c-9545-3f01507432e3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/quotas/16560f4393b048758f4b74c4dcd08eea HTTP/1.1" status: 200 len: 375 time: 0.0174894 Aug 20 09:00:18.855736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.865192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-08423f85-1ad2-43ce-a6c4-5d5cab46fbc8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415921 Aug 20 09:00:18.894136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.899916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:18.900669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:18.962332 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2468266 Aug 20 09:00:18.965259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52336) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:18.973044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'ports': [{'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'}, {'network_id': '0d3173de-ad3c-4fe8-99c9-befe3577684a'}]} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.973390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.974013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '0d3173de-ad3c-4fe8-99c9-befe3577684a'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:18.977558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-ca6e84ae-65b7-4905-a8c3-35e8127e1f95 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105213 Aug 20 09:00:19.007708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52338) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:19.017385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e42809-f92c-4f2a-bc10-bb1dfe17fc9b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=0d3173de-ad3c-4fe8-99c9-befe3577684a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:19.028378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0d3173de-ad3c-4fe8-99c9-befe3577684a details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:19.096704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-a753069f-7667-45f1-aaa5-f8e8908d6542 service neutron] 10.222.0.35 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104376 Aug 20 09:00:19.153897 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9b76a0d-eb55-4d6c-85d8-6c3a4b2be4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.164307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 2} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:19.170553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.191906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.282585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9b76a0d-eb55-4d6c-85d8-6c3a4b2be4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.287178 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9b76a0d-eb55-4d6c-85d8-6c3a4b2be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.297586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 1e4ffa94-f14c-45c5-94d3-84e9dd6da177 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:19.316871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6775e813-3c93-4d4c-a0c2-ebb0e0084dfd req-1906ca55-5230-4d1f-a026-1cf7ba747bde tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 210 time: 0.0475757 Aug 20 09:00:19.349544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b76a0d-eb55-4d6c-85d8-6c3a4b2be4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badf5793-215b-4538-a3fd-a49fd7ece0b6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:19.356361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b9b76a0d-eb55-4d6c-85d8-6c3a4b2be4c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f577f060ec604a4188889deeeb1c1b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475327 Aug 20 09:00:19.359516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52348) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:19.423041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6fe41e0-2c89-4edb-9b2b-fc57c475394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.448673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6fe41e0-2c89-4edb-9b2b-fc57c475394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.457165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.523609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6fe41e0-2c89-4edb-9b2b-fc57c475394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.526424 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6fe41e0-2c89-4edb-9b2b-fc57c475394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.527734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e6fe41e0-2c89-4edb-9b2b-fc57c475394a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/badf5793-215b-4538-a3fd-a49fd7ece0b6 HTTP/1.1" status: 204 len: 168 time: 0.1666846 Aug 20 09:00:19.536728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe41e0-2c89-4edb-9b2b-fc57c475394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badf5793-215b-4538-a3fd-a49fd7ece0b6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:19.575921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port c9d9aca7-10d0-4ef3-b45f-84bbfa360998 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:19.638019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6f3ef-c2a5-4b3e-8879-6477cb2849cd req-717abf74-eed2-4980-84fb-5d7fc2091d44 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:19.639796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ad6f3ef-c2a5-4b3e-8879-6477cb2849cd req-717abf74-eed2-4980-84fb-5d7fc2091d44 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.0608387 Aug 20 09:00:19.703289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ad6f3ef-c2a5-4b3e-8879-6477cb2849cd req-6f15a864-7b66-46de-8e53-9d73ed0f446b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560772 Aug 20 09:00:19.735103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.786814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.835323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:19.839240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:19.846856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:19.847946 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:19.851801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=1e4ffa94-f14c-45c5-94d3-84e9dd6da177,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:19.915998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=c9d9aca7-10d0-4ef3-b45f-84bbfa360998,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:19.924538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': 'daff1034-c79a-49c6-baf9-50f4dc3b4a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0d3173de-ad3c-4fe8-99c9-befe3577684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:19.925127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: 0d3173de-ad3c-4fe8-99c9-befe3577684a, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:19.943819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 0d3173de-ad3c-4fe8-99c9-befe3577684a is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:19.965100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0d3173de-ad3c-4fe8-99c9-befe3577684a) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:19.970829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:19.977489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:19.980602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376abc80-3e33-4490-99de-0ec0a0099576 None None] Network 0d3173de-ad3c-4fe8-99c9-befe3577684a requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:19.986217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:19.987180 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.009173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67359d34-0ee7-4297-aa2a-0956209ad84c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0402863 Aug 20 09:00:20.009748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52376) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:20.125396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port c9d9aca7-10d0-4ef3-b45f-84bbfa360998 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:20.126312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.207704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.225333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for c9d9aca7-10d0-4ef3-b45f-84bbfa360998 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:20.315729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.342940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=c9d9aca7-10d0-4ef3-b45f-84bbfa360998,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:20.354871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.356962 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f4c28e8c-b167-4cfc-8b5b-8111d7a2260a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/c9d9aca7-10d0-4ef3-b45f-84bbfa360998 HTTP/1.1" status: 204 len: 168 time: 0.3464129 Aug 20 09:00:20.360382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52388) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:20.403057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52390) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:20.418899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda9040-2a8b-4253-8821-d97c2b6df0a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:20.425611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda9040-2a8b-4253-8821-d97c2b6df0a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:20.430181 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-acda9040-2a8b-4253-8821-d97c2b6df0a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0659139 Aug 20 09:00:20.430379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52394) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:20.444812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7184bed-f82a-4399-81dc-25f6a4355d65 req-4bb14d25-e48e-4ebd-a1eb-9865bc81b393 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 210 time: 0.0284111 Aug 20 09:00:20.519019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086307439'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:20.548920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:20.553054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.553488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 1e4ffa94-f14c-45c5-94d3-84e9dd6da177 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:20.553925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.562240 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.670095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.677045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.688828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.715375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 1e4ffa94-f14c-45c5-94d3-84e9dd6da177 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:20.720307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c7e53-8d98-4d0a-9489-6f78120a005c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:20.727587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:20.756774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.757129 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment 4ed2f006-37f1-4a4b-b5c9-5dccbc84890e of type vlan for network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 Aug 20 09:00:20.798054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device de6a883a-5383-40e4-bf14-a5aa0740369a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:20.804558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-7b8eeea2-c0aa-4f0d-8262-0497517e64be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:20.806068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-7b8eeea2-c0aa-4f0d-8262-0497517e64be tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 811 time: 0.2068033 Aug 20 09:00:20.821855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: de6a883a-5383-40e4-bf14-a5aa0740369a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:20.822214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device de6a883a-5383-40e4-bf14-a5aa0740369a not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:20.825405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Request body: {'port': {'device_id': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'admin_state_up': True, 'tenant_id': '16560f4393b048758f4b74c4dcd08eea'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:20.838402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.878264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c447fc5-1a41-402c-801c-27c4b7d48210 req-df4bd393-677c-4566-aa3b-5bf9a998ab76 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:20.880099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c447fc5-1a41-402c-801c-27c4b7d48210 req-df4bd393-677c-4566-aa3b-5bf9a998ab76 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.0896730 Aug 20 09:00:20.881323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.886763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:20.887352 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.916973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.958630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5543499 Aug 20 09:00:20.960614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=1e4ffa94-f14c-45c5-94d3-84e9dd6da177,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:20.962415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:20.970125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-877821814'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:20.988481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:20.990438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02181128-6f0a-48ea-bfe1-0e62396d9395 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/1e4ffa94-f14c-45c5-94d3-84e9dd6da177 HTTP/1.1" status: 204 len: 168 time: 0.5590634 Aug 20 09:00:20.992932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52406) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:20.995913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c447fc5-1a41-402c-801c-27c4b7d48210 req-a708b09e-dee5-4f63-b2b3-fe48f9a60fa6 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042488 Aug 20 09:00:20.996741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de0f38-d0d0-42a7-b9d4-4e55f10e6412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=945b6fc6-ef99-4293-a6e0-76437d7f8a02,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:21.016387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:21.039788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:21.043236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.076549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Made reservation on behalf of 16560f4393b048758f4b74c4dcd08eea for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:21.080710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.098907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:21.108793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef66103-932d-4bde-bcbc-49d93bfb587e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:21.110533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ef66103-932d-4bde-bcbc-49d93bfb587e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1166890 Aug 20 09:00:21.113833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52408) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:21.127348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.127686 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment 89e78efe-10a4-4dc7-a2fd-e4376f580fbb of type vlan for network 60afb95e-3e01-4371-8d61-75c15824214b Aug 20 09:00:21.145881 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f83ae1-00d0-4188-be4f-803becd75349 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:21.147396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-96f83ae1-00d0-4188-be4f-803becd75349 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/c9d9aca7-10d0-4ef3-b45f-84bbfa360998 HTTP/1.1" status: 404 len: 333 time: 0.0325592 Aug 20 09:00:21.150280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52410) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:21.174793 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3cd2f6-243d-4b0d-b3a1-3133e2975f99 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:21.176331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc3cd2f6-243d-4b0d-b3a1-3133e2975f99 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/1e4ffa94-f14c-45c5-94d3-84e9dd6da177 HTTP/1.1" status: 404 len: 333 time: 0.0250127 Aug 20 09:00:21.179106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52412) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:21.208999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.255865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.272729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.278260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:21.278841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.331525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Allocated IP 172.20.0.13 (dd4ba21e-df64-4625-8721-26d8331e4861/02dd20f7-2daf-4194-bf77-67f04227c429/e13e5b26-2816-4750-96ce-7ce88ba0cba3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:21.344907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3795719 Aug 20 09:00:21.348755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52414) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:21.353815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:21.359989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.364418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c4641-fe1f-4ccb-82ed-603350a6d8e3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=60afb95e-3e01-4371-8d61-75c15824214b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:21.377030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 60afb95e-3e01-4371-8d61-75c15824214b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:21.410278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3173de-ad3c-4fe8-99c9-befe3577684a']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:21.425387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daff1034-c79a-49c6-baf9-50f4dc3b4a46') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:21.425686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daff1034-c79a-49c6-baf9-50f4dc3b4a46') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:21.443822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.465406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.476287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:21.476735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:21.479897 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:21.517920 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.547998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:21.551692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.557914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.586614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ffab478-4e7b-454b-b04c-18ca33eb8f39 req-d608fd59-ca07-4f7b-9bdf-032405972e50 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 210 time: 0.0536549 Aug 20 09:00:21.606867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Network dd4ba21e-df64-4625-8721-26d8331e4861 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:21.619734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:21.621988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event updated for resources: {'Port': ['ID=e13e5b26-2816-4750-96ce-7ce88ba0cba3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:21.625657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:21.635068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.639754 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.645902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/0d3173de-ad3c-4fe8-99c9-befe3577684a HTTP/1.1" status: 204 len: 168 time: 0.4658034 Aug 20 09:00:21.647139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52420) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:21.659831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323853805'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:21.683638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84272b-4203-4254-a6d3-75275383c46e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=0d3173de-ad3c-4fe8-99c9-befe3577684a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:21.688313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:21.689129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.722128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:21.725088 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-418bb491-037c-4217-8b34-6511f91742b0 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084980 Aug 20 09:00:21.726078 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.787642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:21.794715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Request body: {'port': {'device_id': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:21.806881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.807232 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment 5b03fd92-acf7-4bde-b587-e788554d67cc of type vlan for network 2e619f1e-866f-4092-aa86-03d265683a38 Aug 20 09:00:21.855171 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.887545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.891874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.970485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=eda69e23-7abe-49a1-88cd-4784c422a6e2,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:21.972668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:21.978459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:21.979056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.049030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3953679 Aug 20 09:00:22.052592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52428) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:22.058305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:22.058673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: 945b6fc6-ef99-4293-a6e0-76437d7f8a02, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:22.060559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '2e619f1e-866f-4092-aa86-03d265683a38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:22.074838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83312d-36a4-4ef0-93e7-9f0f4b5f7711 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=2e619f1e-866f-4092-aa86-03d265683a38,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:22.086431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:22.090477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 2e619f1e-866f-4092-aa86-03d265683a38 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:22.105684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 945b6fc6-ef99-4293-a6e0-76437d7f8a02) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:22.132852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:22.133572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.153939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8c1dad71-5963-4c1e-bc31-df71cc3a46bf tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8041213 Aug 20 09:00:22.157477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52430) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:22.162831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': '60afb95e-3e01-4371-8d61-75c15824214b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:22.164648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040ff8b-9b3d-4649-9b3f-ae7bc478dc94 None None] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:22.190748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0191cc-09e0-484e-8bbb-df067a8223ab req-4a8fcd07-af61-49f6-a9a7-5e095dd65697 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:22.192413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c0191cc-09e0-484e-8bbb-df067a8223ab req-4a8fcd07-af61-49f6-a9a7-5e095dd65697 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.0987775 Aug 20 09:00:22.220635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:22.225288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.275776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c0191cc-09e0-484e-8bbb-df067a8223ab req-0e5ba9a2-f225-4f41-a0d0-6e71257486fd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587270 Aug 20 09:00:22.296937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:22.302442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.335675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13e5b26-2816-4750-96ce-7ce88ba0cba3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:00:22.346462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.365482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Transition to ACTIVE for port object e13e5b26-2816-4750-96ce-7ce88ba0cba3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:22.373221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.387290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-945b6fc6-ef99-4293-a6e0-76437d7f8a02', 'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': 'eda69e23-7abe-49a1-88cd-4784c422a6e2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:22.388499 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.490690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Pushing event updated for resources: {'Port': ['ID=e13e5b26-2816-4750-96ce-7ce88ba0cba3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:22.550986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Allocated IP 2001:db8::2 (945b6fc6-ef99-4293-a6e0-76437d7f8a02/eda69e23-7abe-49a1-88cd-4784c422a6e2/3ced0ae0-900e-4bc5-9426-c5d374ea21fc) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:22.553205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.587257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.626260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Attempting to bind port e13e5b26-2816-4750-96ce-7ce88ba0cba3 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:22.626629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Attempting to bind port e13e5b26-2816-4750-96ce-7ce88ba0cba3 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:22.626993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Attempting to bind port e13e5b26-2816-4750-96ce-7ce88ba0cba3 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:22.640206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=0ba6f346-a135-4e31-a6ae-c9f1efbc408f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:22.647569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Port e13e5b26-2816-4750-96ce-7ce88ba0cba3 on network dd4ba21e-df64-4625-8721-26d8331e4861 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:00:22.647911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Attempting to bind port e13e5b26-2816-4750-96ce-7ce88ba0cba3 on network dd4ba21e-df64-4625-8721-26d8331e4861 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:22.656423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:22.656920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Checking segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:22.657261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Bound using segment: {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:22.657587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Bound port: e13e5b26-2816-4750-96ce-7ce88ba0cba3, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc98af97-337b-42ef-9364-b681a4502cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:22.658003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.666070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=3e97fc3c-25ff-4535-a2f0-a642849e3ee6,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:22.676029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': '89e78efe-10a4-4dc7-a2fd-e4376f580fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60afb95e-3e01-4371-8d61-75c15824214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:22.676459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': '5b03fd92-acf7-4bde-b587-e788554d67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e619f1e-866f-4092-aa86-03d265683a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:22.676606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: 60afb95e-3e01-4371-8d61-75c15824214b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:22.676853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: 2e619f1e-866f-4092-aa86-03d265683a38, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:22.697023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 60afb95e-3e01-4371-8d61-75c15824214b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:22.709685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 60afb95e-3e01-4371-8d61-75c15824214b) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:22.719628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:22.721623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.726864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 2e619f1e-866f-4092-aa86-03d265683a38 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:22.730738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f308eab-9ba5-44f5-bb37-d099947bf8cd None None] Network 60afb95e-3e01-4371-8d61-75c15824214b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:22.745032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 2e619f1e-866f-4092-aa86-03d265683a38) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:22.755318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:22.756380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.768417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1aa0d571-1791-43ad-820a-6b92bb86fb3b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6097848 Aug 20 09:00:22.769632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] For port e13e5b26-2816-4750-96ce-7ce88ba0cba3, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:22.771118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52438) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:22.773698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] For port e13e5b26-2816-4750-96ce-7ce88ba0cba3, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:22.776724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864997306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:22.780858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.785989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f92cb-aa9c-4e53-93bb-925aec9b054c None None] Network 2e619f1e-866f-4092-aa86-03d265683a38 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:22.803113 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8aadeeee-f6bc-4778-9294-06458b0c862c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7465189 Aug 20 09:00:22.805346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52440) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:22.811476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '2e619f1e-866f-4092-aa86-03d265683a38', 'name': 'tempest-PortsIpV6TestJSON-1021886540'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:22.833654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:22.834766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:22.836337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] 10.222.0.37 "PUT /v2.0/ports/e13e5b26-2816-4750-96ce-7ce88ba0cba3 HTTP/1.1" status: 200 len: 1092 time: 1.1023867 Aug 20 09:00:22.836968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'tag': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:00:22.839570 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039ac42f-6f01-4476-8db1-fedf69ccc71c" -d '{"events": [{"name": "network-changed", "server_uuid": "85b7e2ae-29a7-4a25-9634-8a30e91880c7", "tag": "e13e5b26-2816-4750-96ce-7ce88ba0cba3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:00:22.867017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4b01-d3b8-4fd4-852c-ff39444f7d3c service neutron] Pushing event updated for resources: {'Port': ['ID=e13e5b26-2816-4750-96ce-7ce88ba0cba3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:22.930718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-b51e3970-46d6-4b25-b487-9706c3fb0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:22.932468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-b51e3970-46d6-4b25-b487-9706c3fb0883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 1095 time: 0.0547988 Aug 20 09:00:23.002086 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371d7ba-4422-4bd6-914e-60f1f84bad8f x-openstack-request-id: req-3371d7ba-4422-4bd6-914e-60f1f84bad8f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:00:23.002325 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b7e2ae-29a7-4a25-9634-8a30e91880c7", "tag": "e13e5b26-2816-4750-96ce-7ce88ba0cba3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:00:23.002660 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3371d7ba-4422-4bd6-914e-60f1f84bad8f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:00:23.003038 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'tag': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3', 'status': 'completed', 'code': 200} Aug 20 09:00:23.005214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-c6300de6-56db-499e-9bd6-5782efc70497 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3 HTTP/1.1" status: 200 len: 217 time: 0.0642004 Aug 20 09:00:23.008339 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.031623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Transition to ACTIVE for port object 3ced0ae0-900e-4bc5-9426-c5d374ea21fc will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:23.064099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-abd9e8bf-b5c3-43df-8139-7871387ae720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:23.065836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-abd9e8bf-b5c3-43df-8139-7871387ae720 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0546303 Aug 20 09:00:23.105200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-e2f3c96e-e486-41fb-8504-566c38c90295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321445 Aug 20 09:00:23.194046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.195017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.232806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45424-ecfb-4daa-9d8d-b266deaebf02 req-ce80e8a8-bce7-42d4-95a4-b3324b6b60b3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:23.236069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-1ab0e8af-ca11-4ef8-8809-238c3d461382 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233902 Aug 20 09:00:23.238250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85e45424-ecfb-4daa-9d8d-b266deaebf02 req-ce80e8a8-bce7-42d4-95a4-b3324b6b60b3 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 944 time: 0.4820774 Aug 20 09:00:23.256590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Transition to ACTIVE for port object 3ced0ae0-900e-4bc5-9426-c5d374ea21fc will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:23.282455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.308845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-2e619f1e-866f-4092-aa86-03d265683a38', 'network_id': '2e619f1e-866f-4092-aa86-03d265683a38', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': '0ba6f346-a135-4e31-a6ae-c9f1efbc408f'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:23.309686 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.328128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.344960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.356391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:23.367537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:23.369930 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7119e729-adb6-458e-ae7e-e20e7689a6cd req-32a7de04-59cd-4735-bf90-7edf3aa0a96a service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246140 Aug 20 09:00:23.374805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:23.378457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-60afb95e-3e01-4371-8d61-75c15824214b', 'network_id': '60afb95e-3e01-4371-8d61-75c15824214b', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '3e97fc3c-25ff-4535-a2f0-a642849e3ee6'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:23.379497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.381459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Pushing event updated for resources: {'Port': ['ID=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:23.412907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85e45424-ecfb-4daa-9d8d-b266deaebf02 req-50c2ffea-a65e-4edc-a447-c22cbc67b400 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540358 Aug 20 09:00:23.416246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:23.429737 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.459360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.463765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-410badd2-38ad-4034-8a5b-6113dcf8d3da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6886644 Aug 20 09:00:23.466217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52446) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:23.503319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-f755dd28-df54-4a4a-a8c8-f2a1cc8ec6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:23.505889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-f755dd28-df54-4a4a-a8c8-f2a1cc8ec6e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16560f4393b048758f4b74c4dcd08eea&device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 1095 time: 0.0791960 Aug 20 09:00:23.556775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 9d0507f4-9080-4dc1-ac34-c5e9023c8986 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:23.623186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Attempting to bind port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:23.623668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Attempting to bind port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:23.624444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Attempting to bind port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc on network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:23.630193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-f55cdbe7-8063-4b88-941d-f3e288cda420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:23.631858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-f55cdbe7-8063-4b88-941d-f3e288cda420 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 200 len: 911 time: 0.1189227 Aug 20 09:00:23.641701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:23.642133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Checking segment: {'id': '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:23.642496 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.642881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Bound using segment: {'id': '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:23.643379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Bound port: 3ced0ae0-900e-4bc5-9426-c5d374ea21fc, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '945b6fc6-ef99-4293-a6e0-76437d7f8a02'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:23.643728 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.683007 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-61b31088-781f-48a8-aaf4-e86967c9fd8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3 HTTP/1.1" status: 200 len: 217 time: 0.0433004 Aug 20 09:00:23.711848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Allocated IP 2001:db8::2 (2e619f1e-866f-4092-aa86-03d265683a38/0ba6f346-a135-4e31-a6ae-c9f1efbc408f/0d0b98d1-87e7-453a-be3b-0dc85750af18) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:23.746182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-6a62f472-59f5-4d80-b8a0-db510f8645ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:23.748006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-6a62f472-59f5-4d80-b8a0-db510f8645ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 200 len: 851 time: 0.0577693 Aug 20 09:00:23.777476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Allocated IP 2001:db8:1::2 (60afb95e-3e01-4371-8d61-75c15824214b/3e97fc3c-25ff-4535-a2f0-a642849e3ee6/9592636f-e19f-4b3c-84dc-47de46a639c8) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:23.785381 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-0a751234-4c42-4f9b-85c3-22bbe3f4f5bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd4ba21e-df64-4625-8721-26d8331e4861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297282 Aug 20 09:00:23.787183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f073bb-0a29-4de2-8093-96058deb1038 req-9ab35a09-9de7-4305-b13b-e470c082351b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:23.789784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68f073bb-0a29-4de2-8093-96058deb1038 req-9ab35a09-9de7-4305-b13b-e470c082351b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.3273551 Aug 20 09:00:23.863359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] For port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:23.919008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] For port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,segment=NetworkSegment(4ed2f006-37f1-4a4b-b5c9-5dccbc84890e),segment_id=4ed2f006-37f1-4a4b-b5c9-5dccbc84890e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:23.927985 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:23.949170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-0bcbf080-27eb-4db1-bc7f-406f4fdfcdf8 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557429 Aug 20 09:00:24.020596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68f073bb-0a29-4de2-8093-96058deb1038 req-6f081e8e-ceb0-426c-8b16-dcc04328d460 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194278 Aug 20 09:00:24.077916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.095087 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-039ac42f-6f01-4476-8db1-fedf69ccc71c req-113966e8-6340-439b-ad3f-608e433d04c2 service neutron] 10.222.0.37 "GET /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360614 Aug 20 09:00:24.131094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ec989-3cad-4daf-ba49-386d6bf769e5 None None] Pushing event updated for resources: {'Port': ['ID=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:24.138422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.141420 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.155380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Transition to ACTIVE for port object 9592636f-e19f-4b3c-84dc-47de46a639c8 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:24.157394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Transition to ACTIVE for port object 0d0b98d1-87e7-453a-be3b-0dc85750af18 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:24.181708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Transition to ACTIVE for port object 9592636f-e19f-4b3c-84dc-47de46a639c8 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:24.183323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Transition to ACTIVE for port object 0d0b98d1-87e7-453a-be3b-0dc85750af18 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:24.191701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.206230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.244630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Network 60afb95e-3e01-4371-8d61-75c15824214b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:24.252240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:24.267923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:24.281809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Network 2e619f1e-866f-4092-aa86-03d265683a38 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:24.289397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:24.293895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:24.296240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Pushing event updated for resources: {'Port': ['ID=9592636f-e19f-4b3c-84dc-47de46a639c8,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:24.344264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::32c (2e619f1e-866f-4092-aa86-03d265683a38/0ba6f346-a135-4e31-a6ae-c9f1efbc408f/9d0507f4-9080-4dc1-ac34-c5e9023c8986) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:24.433164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Attempting to bind port 9592636f-e19f-4b3c-84dc-47de46a639c8 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:24.433535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Attempting to bind port 9592636f-e19f-4b3c-84dc-47de46a639c8 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '89e78efe-10a4-4dc7-a2fd-e4376f580fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60afb95e-3e01-4371-8d61-75c15824214b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:24.433928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Attempting to bind port 9592636f-e19f-4b3c-84dc-47de46a639c8 on network 60afb95e-3e01-4371-8d61-75c15824214b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:24.438163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Pushing event updated for resources: {'Port': ['ID=0d0b98d1-87e7-453a-be3b-0dc85750af18,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:24.440773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8::1 (945b6fc6-ef99-4293-a6e0-76437d7f8a02/eda69e23-7abe-49a1-88cd-4784c422a6e2/9388faa3-e8e0-47c8-b8db-7cee22af0311) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:24.445133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Attempting to bind port 0d0b98d1-87e7-453a-be3b-0dc85750af18 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:24.445500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Attempting to bind port 0d0b98d1-87e7-453a-be3b-0dc85750af18 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5b03fd92-acf7-4bde-b587-e788554d67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e619f1e-866f-4092-aa86-03d265683a38'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:24.446158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Attempting to bind port 0d0b98d1-87e7-453a-be3b-0dc85750af18 on network 2e619f1e-866f-4092-aa86-03d265683a38 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:24.449674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:24.450313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Checking segment: {'id': '89e78efe-10a4-4dc7-a2fd-e4376f580fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60afb95e-3e01-4371-8d61-75c15824214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:24.450521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.450922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Bound using segment: {'id': '89e78efe-10a4-4dc7-a2fd-e4376f580fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60afb95e-3e01-4371-8d61-75c15824214b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:24.451405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Bound port: 9592636f-e19f-4b3c-84dc-47de46a639c8, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e78efe-10a4-4dc7-a2fd-e4376f580fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60afb95e-3e01-4371-8d61-75c15824214b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:24.452389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.463908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:24.464287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Checking segment: {'id': '5b03fd92-acf7-4bde-b587-e788554d67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e619f1e-866f-4092-aa86-03d265683a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:24.464693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.465090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Bound using segment: {'id': '5b03fd92-acf7-4bde-b587-e788554d67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e619f1e-866f-4092-aa86-03d265683a38'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:24.465572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Bound port: 0d0b98d1-87e7-453a-be3b-0dc85750af18, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b03fd92-acf7-4bde-b587-e788554d67cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2e619f1e-866f-4092-aa86-03d265683a38'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:24.465980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.578432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] For port 9592636f-e19f-4b3c-84dc-47de46a639c8, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:24.589296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] For port 0d0b98d1-87e7-453a-be3b-0dc85750af18, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:24.593768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] For port 0d0b98d1-87e7-453a-be3b-0dc85750af18, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0d0b98d1-87e7-453a-be3b-0dc85750af18,segment=NetworkSegment(5b03fd92-acf7-4bde-b587-e788554d67cc),segment_id=5b03fd92-acf7-4bde-b587-e788554d67cc)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:24.595782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] For port 9592636f-e19f-4b3c-84dc-47de46a639c8, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9592636f-e19f-4b3c-84dc-47de46a639c8,segment=NetworkSegment(89e78efe-10a4-4dc7-a2fd-e4376f580fbb),segment_id=89e78efe-10a4-4dc7-a2fd-e4376f580fbb)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:24.598394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.606656 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.655276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.669846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08c875-fd80-4fa5-ac1e-d12e37313ba1 None None] Pushing event updated for resources: {'Port': ['ID=0d0b98d1-87e7-453a-be3b-0dc85750af18,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:24.683526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45789a10-9115-47a9-bb3b-3faf6332d3cf req-2e1b3bbe-da1f-42a9-8541-c751e0f6a0bb tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:24.692430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45789a10-9115-47a9-bb3b-3faf6332d3cf req-2e1b3bbe-da1f-42a9-8541-c751e0f6a0bb tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 944 time: 0.1743505 Aug 20 09:00:24.728362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object 9d0507f4-9080-4dc1-ac34-c5e9023c8986 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:24.731765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.734864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab613e31-a397-4321-a3d6-748092b97674 None None] Pushing event updated for resources: {'Port': ['ID=9592636f-e19f-4b3c-84dc-47de46a639c8,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:24.764295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 9388faa3-e8e0-47c8-b8db-7cee22af0311 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:24.779304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45789a10-9115-47a9-bb3b-3faf6332d3cf req-a4812002-0edc-4fc8-9f73-37a4230b2872 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859182 Aug 20 09:00:24.813505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.850766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.875440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 2e619f1e-866f-4092-aa86-03d265683a38 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:24.884263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:24.887420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:24.893708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:24.899469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:24.900136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.903382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:24.906563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=9d0507f4-9080-4dc1-ac34-c5e9023c8986,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:24.911586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:24.912185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:24.998685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-86d401db-c736-4261-872a-916658e7e30a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1911695 Aug 20 09:00:25.001921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52456) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:25.142120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=9388faa3-e8e0-47c8-b8db-7cee22af0311,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:25.249530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 9d0507f4-9080-4dc1-ac34-c5e9023c8986 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:25.250185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.256688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.314275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6ae5a-9f12-4e8e-b2de-fcefcb5ce371 req-87623461-5c7c-4133-acb1-e8244fecf908 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:25.315850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3c6ae5a-9f12-4e8e-b2de-fcefcb5ce371 req-87623461-5c7c-4133-acb1-e8244fecf908 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1422582 Aug 20 09:00:25.353229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.367937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 9d0507f4-9080-4dc1-ac34-c5e9023c8986 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:25.426034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3c6ae5a-9f12-4e8e-b2de-fcefcb5ce371 req-9d85d029-4a72-417e-9493-3e46037c0d3d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979362 Aug 20 09:00:25.465094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26948466-f945-46fd-9ccc-a9076765a859 None None] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:25.519248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.555792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=9d0507f4-9080-4dc1-ac34-c5e9023c8986,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:25.582928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.586388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.587882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd8699b5-aed0-4176-8136-6f85632a9fc7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/9d0507f4-9080-4dc1-ac34-c5e9023c8986 HTTP/1.1" status: 204 len: 168 time: 0.5832758 Aug 20 09:00:25.588391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52462) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:25.600757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.601477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e41ab84-f334-4386-92ac-b534b06784dd None None] Provisioning for port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:25.601610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.629668 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-1063f88f-4ff9-43b8-bb24-fb853684de78 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:00:25.630462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1063f88f-4ff9-43b8-bb24-fb853684de78 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:25.634608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1063f88f-4ff9-43b8-bb24-fb853684de78 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/9d0507f4-9080-4dc1-ac34-c5e9023c8986 HTTP/1.1" status: 404 len: 333 time: 0.0420694 Aug 20 09:00:25.636368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52464) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:25.672636 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba3a87c-b7d1-45f2-ac11-b6e6cb3060ad tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:25.676741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ba3a87c-b7d1-45f2-ac11-b6e6cb3060ad tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/9d0507f4-9080-4dc1-ac34-c5e9023c8986 HTTP/1.1" status: 404 len: 333 time: 0.0366917 Aug 20 09:00:25.677198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52466) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:25.729419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=9388faa3-e8e0-47c8-b8db-7cee22af0311,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:25.741396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet 0ba6f346-a135-4e31-a6ae-c9f1efbc408f {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:25.745519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.777543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:25.780403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:25.816261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.952515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:25.977988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd5378-398f-407b-8983-4f3b406016e7 req-692f9a34-fadb-4db5-87d7-c6112dd77523 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:25.990902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bedd5378-398f-407b-8983-4f3b406016e7 req-692f9a34-fadb-4db5-87d7-c6112dd77523 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 944 time: 0.1020839 Aug 20 09:00:26.055061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.060173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bedd5378-398f-407b-8983-4f3b406016e7 req-68a17741-784d-4142-920d-2b7abb87742a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679278 Aug 20 09:00:26.089211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router ab6cc4ef-ca31-42d7-8534-a68794b6041d is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:00:26.113699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba6f346-a135-4e31-a6ae-c9f1efbc408f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:26.124930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.143447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bf6de0f7-b1f4-4cd9-8dfa-77114bae3bb5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/0ba6f346-a135-4e31-a6ae-c9f1efbc408f HTTP/1.1" status: 204 len: 168 time: 0.4606988 Aug 20 09:00:26.144656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52472) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:26.169280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2473e40b-02e3-48f6-bef4-ed738182944d None None] Provisioning for port 9388faa3-e8e0-47c8-b8db-7cee22af0311 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:26.190666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2473e40b-02e3-48f6-bef4-ed738182944d None None] Provisioning complete for port 9388faa3-e8e0-47c8-b8db-7cee22af0311 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:26.191228 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2473e40b-02e3-48f6-bef4-ed738182944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.249121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9592636f-e19f-4b3c-84dc-47de46a639c8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:26.263431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc48e8f-f8b5-4a31-a892-9af79e6908c1 None None] Network 2e619f1e-866f-4092-aa86-03d265683a38 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:26.370369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:26.382177 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] Sync routers for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:26.397321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f1828ac7-d561-4b65-a540-2dcc2948b1b7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/ab6cc4ef-ca31-42d7-8534-a68794b6041d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283345 Aug 20 09:00:26.400049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52476) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:26.401497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:26.402526 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:26.404746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2473e40b-02e3-48f6-bef4-ed738182944d None None] Port 9388faa3-e8e0-47c8-b8db-7cee22af0311 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:26.480532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 9592636f-e19f-4b3c-84dc-47de46a639c8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:26.496514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3ced0ae0-900e-4bc5-9426-c5d374ea21fc up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:26.511697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:26.530034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b5da7-7a3c-4616-bdb5-789bb2b35159 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:26.531628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-351b5da7-7a3c-4616-bdb5-789bb2b35159 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports/9388faa3-e8e0-47c8-b8db-7cee22af0311 HTTP/1.1" status: 200 len: 911 time: 0.1284554 Aug 20 09:00:26.539835 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:26.540496 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:26.545164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52480) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:26.550973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e13e5b26-2816-4750-96ce-7ce88ba0cba3 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:00:26.604246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:26.604930 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5182fa-dec2-40e3-9ff1-b52d75b8ed8a None None] The sync data for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:26.704148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e13e5b26-2816-4750-96ce-7ce88ba0cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:26.725884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3', 'network_id': 'dd4ba21e-df64-4625-8721-26d8331e4861', 'port_id': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3', 'mac_address': 'fa:16:3e:04:db:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dd20f7-2daf-4194-bf77-67f04227c429', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:00:26.741510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0c8af-a04a-4d23-8dd7-444053de2a74 None None] Network 60afb95e-3e01-4371-8d61-75c15824214b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:26.753669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.758449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece2f2e-c788-49da-a3ed-3715d454ed7b req-a40c39a5-942a-4217-9fc5-8d0a2794835e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:26.762576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ece2f2e-c788-49da-a3ed-3715d454ed7b req-a40c39a5-942a-4217-9fc5-8d0a2794835e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1869867 Aug 20 09:00:26.823242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 0d0b98d1-87e7-453a-be3b-0dc85750af18 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:26.824355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.831012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e9a3341a-4b63-41d3-ab3a-d6d01d774b9b None None] Provisioning for port 0d0b98d1-87e7-453a-be3b-0dc85750af18 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:26.853887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.893466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13e5b26-2816-4750-96ce-7ce88ba0cba3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:00:26.915601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] For port 0d0b98d1-87e7-453a-be3b-0dc85750af18, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0d0b98d1-87e7-453a-be3b-0dc85750af18,segment=NetworkSegment(5b03fd92-acf7-4bde-b587-e788554d67cc),segment_id=5b03fd92-acf7-4bde-b587-e788554d67cc)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:26.916212 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.937548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:26.950254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e13e5b26-2816-4750-96ce-7ce88ba0cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:26.952844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:26.953218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.970250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 0d0b98d1-87e7-453a-be3b-0dc85750af18 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:26.975227 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:26.986573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2c1c98-c423-481a-8b64-dbf18471dbd0 None None] DHCP port deletion for 2e619f1e-866f-4092-aa86-03d265683a38 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:27.070805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.083558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Provisioning for port 9592636f-e19f-4b3c-84dc-47de46a639c8 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:27.109441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=0d0b98d1-87e7-453a-be3b-0dc85750af18,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:27.110191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Provisioning complete for port 9592636f-e19f-4b3c-84dc-47de46a639c8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:27.110568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.114299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No DVR routers for this DVR port 0d0b98d1-87e7-453a-be3b-0dc85750af18 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:27.194622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ece2f2e-c788-49da-a3ed-3715d454ed7b req-e12d0a8c-8796-4b63-8296-d051d3620314 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189970 Aug 20 09:00:27.234576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.250532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e619f1e-866f-4092-aa86-03d265683a38']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:27.261217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b03fd92-acf7-4bde-b587-e788554d67cc') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:27.261588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b03fd92-acf7-4bde-b587-e788554d67cc') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:27.272844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.289997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.296389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:27.296908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.297694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58ca2-e38b-46e4-b055-4d0466f622c0 req-3b937082-3df7-477b-951d-a7cf8439ea3f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:27.299218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34b58ca2-e38b-46e4-b055-4d0466f622c0 req-3b937082-3df7-477b-951d-a7cf8439ea3f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 945 time: 0.1211071 Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:27.300778 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:27.307881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e13e5b26-2816-4750-96ce-7ce88ba0cba3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:27.392462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34b58ca2-e38b-46e4-b055-4d0466f622c0 req-9ddfa0ed-7e06-412d-b20a-0b393956e270 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 Aug 20 09:00:27.403301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.407335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.416663 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.422731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/2e619f1e-866f-4092-aa86-03d265683a38 HTTP/1.1" status: 204 len: 168 time: 1.2712736 Aug 20 09:00:27.427844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52488) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:27.432830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c1c98-c423-481a-8b64-dbf18471dbd0 None None] Deleting port 0d0b98d1-87e7-453a-be3b-0dc85750af18 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:27.433649 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1c98-c423-481a-8b64-dbf18471dbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.441802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1154544198'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:27.447861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a916abc-6cec-4beb-8128-5223a70daae9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=2e619f1e-866f-4092-aa86-03d265683a38,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:27.468361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['e13e5b26-2816-4750-96ce-7ce88ba0cba3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:00:27.478910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:27.484286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.515981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-6b2c1c98-c423-481a-8b64-dbf18471dbd0 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 2e619f1e-866f-4092-aa86-03d265683a38 could not be found. Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:00:27.519275 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 2e619f1e-866f-4092-aa86-03d265683a38 could not be found. Aug 20 09:00:27.524784 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:00:27.528230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.540055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.540502 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment 3539b90b-7122-4355-9c9d-62cf79ee6716 of type vlan for network 303445aa-da8d-42f8-9784-17beb5b2d40b Aug 20 09:00:27.564954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3b995-918f-484f-9925-0112320a7eb8 None None] DHCP port deletion for 2e619f1e-866f-4092-aa86-03d265683a38 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:27.583489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,segment=NetworkSegment(4ed2f006-37f1-4a4b-b5c9-5dccbc84890e),segment_id=4ed2f006-37f1-4a4b-b5c9-5dccbc84890e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:27.586878 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.593835 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.595505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0d0b98d1-87e7-453a-be3b-0dc85750af18 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:27.609093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.645694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.653334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:27.655441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.666623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0d0b98d1-87e7-453a-be3b-0dc85750af18 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:27.667101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0d0b98d1-87e7-453a-be3b-0dc85750af18 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 09:00:27.678425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2496331 Aug 20 09:00:27.689844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52492) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:27.696083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:27.711060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Port 0d0b98d1-87e7-453a-be3b-0dc85750af18 not found, will not notify nova. {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 09:00:27.723719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a9d75f-58c6-4889-b850-818f9cdddc36 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:00:27.746569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] For port 9592636f-e19f-4b3c-84dc-47de46a639c8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9592636f-e19f-4b3c-84dc-47de46a639c8,segment=NetworkSegment(89e78efe-10a4-4dc7-a2fd-e4376f580fbb),segment_id=89e78efe-10a4-4dc7-a2fd-e4376f580fbb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:27.773081 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.801381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:27.813665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a5099-8daa-4bbf-9279-8d541f11af4c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=303445aa-da8d-42f8-9784-17beb5b2d40b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:27.840564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:27.841245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8:1::1 (60afb95e-3e01-4371-8d61-75c15824214b/3e97fc3c-25ff-4535-a2f0-a642849e3ee6/9ad824e9-a356-4602-8926-fc9c4b2ab3d1) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:27.844368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:27.850932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 303445aa-da8d-42f8-9784-17beb5b2d40b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:27.874907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Provisioning complete for port 9388faa3-e8e0-47c8-b8db-7cee22af0311 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:27.875373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.012373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.035841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 9ad824e9-a356-4602-8926-fc9c4b2ab3d1 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:28.044806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Pushing event updated for resources: {'Port': ['ID=9592636f-e19f-4b3c-84dc-47de46a639c8,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:28.048063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3ced0ae0-900e-4bc5-9426-c5d374ea21fc up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:28.049652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7dab5-a09a-4366-a4af-e01b68b0b97c None None] Port 9388faa3-e8e0-47c8-b8db-7cee22af0311 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:28.065452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.076783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.118697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 60afb95e-3e01-4371-8d61-75c15824214b is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:28.121927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:28.126187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:28.126878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.142510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=a879352b-a85d-4527-a6ae-0f4b96591f96,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:28.150386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': '3539b90b-7122-4355-9c9d-62cf79ee6716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:28.150859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: 303445aa-da8d-42f8-9784-17beb5b2d40b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:28.153100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9d75f-58c6-4889-b850-818f9cdddc36 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:00:28.169627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:28.170079 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.171462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 303445aa-da8d-42f8-9784-17beb5b2d40b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:28.176991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=9ad824e9-a356-4602-8926-fc9c4b2ab3d1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:28.187142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 303445aa-da8d-42f8-9784-17beb5b2d40b) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:28.195861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.196769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.216664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60e7137b-3977-4f9f-9e94-297bd57cfa15 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5236831 Aug 20 09:00:28.216857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52494) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:28.223185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-418532471'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:28.224848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-56c986d2-e15f-4a02-998c-9a1a79911c19 None None] Provisioning complete for port 9592636f-e19f-4b3c-84dc-47de46a639c8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:28.225222 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-56c986d2-e15f-4a02-998c-9a1a79911c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.283804 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.373745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:28.378297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.400419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 8c36193c-7f7c-4ded-845f-ecc6c1a45355 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:28.501557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46783d-6320-4e32-b8a1-9d6202b766a7 req-d2be9b4d-0a0c-4adb-afe5-091b1eb94f1e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.504159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d46783d-6320-4e32-b8a1-9d6202b766a7 req-d2be9b4d-0a0c-4adb-afe5-091b1eb94f1e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1256764 Aug 20 09:00:28.550429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0d0b98d1-87e7-453a-be3b-0dc85750af18 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:28.589149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::199 (303445aa-da8d-42f8-9784-17beb5b2d40b/a879352b-a85d-4527-a6ae-0f4b96591f96/8c36193c-7f7c-4ded-845f-ecc6c1a45355) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:28.598410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0d0b98d1-87e7-453a-be3b-0dc85750af18 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:28.598763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0d0b98d1-87e7-453a-be3b-0dc85750af18 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:28.674924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab47805-56df-48cf-90df-ce344e4dd88b req-dbee290b-01be-49cb-8d68-add2adc4860a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.676677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ab47805-56df-48cf-90df-ce344e4dd88b req-dbee290b-01be-49cb-8d68-add2adc4860a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 945 time: 0.1950290 Aug 20 09:00:28.686145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-303445aa-da8d-42f8-9784-17beb5b2d40b', 'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': 'a879352b-a85d-4527-a6ae-0f4b96591f96'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:28.686349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d46783d-6320-4e32-b8a1-9d6202b766a7 req-1fdca86a-3607-4f67-bd9a-ad15c108b237 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597550 Aug 20 09:00:28.687364 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.721558 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-6ec8998d-93b4-4673-81d0-92255965d8d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1142695 Aug 20 09:00:28.766963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ab47805-56df-48cf-90df-ce344e4dd88b req-38e5be2a-f8f5-41b7-a963-0f924f5a64fe tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788643 Aug 20 09:00:28.795029 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.800677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.801483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.823986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.851350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object 8c36193c-7f7c-4ded-845f-ecc6c1a45355 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:28.863830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.864317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.864792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.865265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.865758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.866225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.866691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:28.868590 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a0923664-13eb-4b76-a08e-c019228741db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c6692929d46843d092b5542380755194&device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 6487 time: 0.0857060 Aug 20 09:00:28.890860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=9ad824e9-a356-4602-8926-fc9c4b2ab3d1,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:28.935458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 60afb95e-3e01-4371-8d61-75c15824214b is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:28.937380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:28.959942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:28.965055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Allocated IP 2001:db8::2 (303445aa-da8d-42f8-9784-17beb5b2d40b/a879352b-a85d-4527-a6ae-0f4b96591f96/be86b9d9-2ec2-4330-8918-9621564154b3) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:29.016430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 303445aa-da8d-42f8-9784-17beb5b2d40b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:29.024331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:29.033129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:29.038729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.039354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.039858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router ab6cc4ef-ca31-42d7-8534-a68794b6041d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:00:29.046686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=8c36193c-7f7c-4ded-845f-ecc6c1a45355,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:29.063986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-04ced527-7179-4c19-9d14-16ee623bcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.064466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-04ced527-7179-4c19-9d14-16ee623bcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.064934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-04ced527-7179-4c19-9d14-16ee623bcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.066569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-04ced527-7179-4c19-9d14-16ee623bcf39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f95823e4-5c94-4000-9c08-c63c5e51a963&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=4b185fe8-a437-433b-8630-ba515cdb3ac0&id=8c97371e-9164-463e-9da6-569b1f99b62f&id=8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 200 len: 2290 time: 0.1704926 Aug 20 09:00:29.074957 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a8caa8af-8e32-481c-b218-042cb3c863d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8534441 Aug 20 09:00:29.080648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52504) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:29.125186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.135521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Transition to ACTIVE for port object be86b9d9-2ec2-4330-8918-9621564154b3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:29.142411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:29.147898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09c0277b-3c59-4d83-8f9c-f59f46b2ef18 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/ab6cc4ef-ca31-42d7-8534-a68794b6041d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924146 Aug 20 09:00:29.152486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52506) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:29.153323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Transition to ACTIVE for port object be86b9d9-2ec2-4330-8918-9621564154b3 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:29.157798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] Sync routers for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:29.165597 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.206579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Network 303445aa-da8d-42f8-9784-17beb5b2d40b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:29.207337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:29.207976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:29.214236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:29.216739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:29.243015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f599b-9ef1-4e53-9484-fd1b04ba848b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.247027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c23f599b-9ef1-4e53-9484-fd1b04ba848b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports/9ad824e9-a356-4602-8926-fc9c4b2ab3d1 HTTP/1.1" status: 200 len: 913 time: 0.0880151 Aug 20 09:00:29.247501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52508) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:29.247661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-45219859-4c64-469b-ab8f-249a4c1c631f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 200 len: 1000 time: 0.1731753 Aug 20 09:00:29.254361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:29.270501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Pushing event updated for resources: {'Port': ['ID=be86b9d9-2ec2-4330-8918-9621564154b3,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:29.311193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:29.311837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:29.314980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 8c36193c-7f7c-4ded-845f-ecc6c1a45355 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:29.315330 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.320770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-762e2adb-378c-489f-a7fb-bd196f28839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.322430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-762e2adb-378c-489f-a7fb-bd196f28839f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 200 len: 851 time: 0.0671196 Aug 20 09:00:29.356213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:29.356970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6675b61-6824-487e-b02b-0398dd8eae94 None None] The sync data for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:29.359590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Attempting to bind port be86b9d9-2ec2-4330-8918-9621564154b3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:29.360104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Attempting to bind port be86b9d9-2ec2-4330-8918-9621564154b3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '3539b90b-7122-4355-9c9d-62cf79ee6716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:29.360303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Attempting to bind port be86b9d9-2ec2-4330-8918-9621564154b3 on network 303445aa-da8d-42f8-9784-17beb5b2d40b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:29.367865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:29.368342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Checking segment: {'id': '3539b90b-7122-4355-9c9d-62cf79ee6716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:29.368752 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.369148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Bound using segment: {'id': '3539b90b-7122-4355-9c9d-62cf79ee6716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:29.369689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Bound port: be86b9d9-2ec2-4330-8918-9621564154b3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3539b90b-7122-4355-9c9d-62cf79ee6716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '303445aa-da8d-42f8-9784-17beb5b2d40b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:29.370165 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.444439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-04daca9b-de2a-477a-bed9-30fa6e1bb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.446067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-04daca9b-de2a-477a-bed9-30fa6e1bb2d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f95823e4-5c94-4000-9c08-c63c5e51a963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121013 Aug 20 09:00:29.447099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] For port be86b9d9-2ec2-4330-8918-9621564154b3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:29.449786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.450892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] For port be86b9d9-2ec2-4330-8918-9621564154b3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be86b9d9-2ec2-4330-8918-9621564154b3,segment=NetworkSegment(3539b90b-7122-4355-9c9d-62cf79ee6716),segment_id=3539b90b-7122-4355-9c9d-62cf79ee6716)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:29.457093 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.526893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 8c36193c-7f7c-4ded-845f-ecc6c1a45355 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:29.528780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1b121-9efc-456e-b8d5-9f52b809361c None None] Pushing event updated for resources: {'Port': ['ID=be86b9d9-2ec2-4330-8918-9621564154b3,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:29.630205 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-bb4ef4ca-ba16-42ba-98e1-71e0e1fa3d82 service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763477 Aug 20 09:00:29.724023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.776671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.822172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=8c36193c-7f7c-4ded-845f-ecc6c1a45355,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:29.831922 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-41ec9962-df0f-4b6a-97e4-a4638fde8f48 service neutron] 10.222.0.37 "GET /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910675 Aug 20 09:00:29.855028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:29.856917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f85e673-3fbe-47c1-a9cf-fa44c5b5167c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/8c36193c-7f7c-4ded-845f-ecc6c1a45355 HTTP/1.1" status: 204 len: 168 time: 0.7753572 Aug 20 09:00:29.870011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52518) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:29.892955 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-eb0d4857-f04a-4b2e-8765-2f2961c21218 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 217 time: 0.0467522 Aug 20 09:00:29.938292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd898d82-c9e9-4dd9-b6ad-361735241069 req-52425a9b-71f5-42f2-aed3-812a7e389c96 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.939848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd898d82-c9e9-4dd9-b6ad-361735241069 req-52425a9b-71f5-42f2-aed3-812a7e389c96 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1239924 Aug 20 09:00:29.940700 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cbec9d-c76f-40af-b543-f38d861957b6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:29.942627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-88cbec9d-c76f-40af-b543-f38d861957b6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/8c36193c-7f7c-4ded-845f-ecc6c1a45355 HTTP/1.1" status: 404 len: 333 time: 0.0693328 Aug 20 09:00:29.945301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:29.960758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a2f7ee79-a2ca-41c4-81bc-6bba24726827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:29.962794 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-a2f7ee79-a2ca-41c4-81bc-6bba24726827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0625343 Aug 20 09:00:30.016996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-c892609a-94c8-4469-81ab-1dcac120da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:30.019431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-c892609a-94c8-4469-81ab-1dcac120da5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497212 Aug 20 09:00:30.096882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9592636f-e19f-4b3c-84dc-47de46a639c8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:30.121979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-b45724be-d2ca-4062-8b4f-c8b2d94feb77 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949454 Aug 20 09:00:30.158971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9592636f-e19f-4b3c-84dc-47de46a639c8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:30.159754 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.231200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-43c7f506-747a-454f-9744-df61d82c6d1e service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026838 Aug 20 09:00:30.263875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device be86b9d9-2ec2-4330-8918-9621564154b3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:30.277506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-6d1a9d57-934f-4c1b-aec9-d8040ad3d583 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 217 time: 0.0387614 Aug 20 09:00:30.323293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port be86b9d9-2ec2-4330-8918-9621564154b3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:30.336972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-f1202acd-aeb4-44b2-9c8e-2150ee2ca425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:30.338905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-f1202acd-aeb4-44b2-9c8e-2150ee2ca425 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0546873 Aug 20 09:00:30.380799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769359cf-82a5-426a-9ae9-d80cdbdae3fa req-0779040d-1736-4d44-a15b-b4175bb0fbf8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:30.382350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-769359cf-82a5-426a-9ae9-d80cdbdae3fa req-0779040d-1736-4d44-a15b-b4175bb0fbf8 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 945 time: 0.5275691 Aug 20 09:00:30.392073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-aa74c460-5e26-48fa-a83b-fea514fba5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:30.393828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-aa74c460-5e26-48fa-a83b-fea514fba5fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480607 Aug 20 09:00:30.428716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet a879352b-a85d-4527-a6ae-0f4b96591f96 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:30.443446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd898d82-c9e9-4dd9-b6ad-361735241069 req-84794af6-f838-48cf-a96b-712e275bdcd2 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875472 Aug 20 09:00:30.449774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.505692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e13e5b26-2816-4750-96ce-7ce88ba0cba3 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:30.510220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-392be789-de4a-4a72-bbee-ff7ed012146a service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092398 Aug 20 09:00:30.515880 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-769359cf-82a5-426a-9ae9-d80cdbdae3fa req-b3473764-183d-4264-9fcd-f15b20123115 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054225 Aug 20 09:00:30.523246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.621799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port e13e5b26-2816-4750-96ce-7ce88ba0cba3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:30.632724 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port e13e5b26-2816-4750-96ce-7ce88ba0cba3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:30.635632 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.670113 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-2fa5e2f2-e6d0-4a73-ab36-b4a5e4d161e6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524062 Aug 20 09:00:30.689694 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.725906 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-d6badc57-7c22-49eb-9477-b544770da9c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 200 len: 217 time: 0.0487008 Aug 20 09:00:30.732565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14fdd4-fde1-41f1-94ed-350286d73f02 None None] Network 303445aa-da8d-42f8-9784-17beb5b2d40b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:30.764840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 9ad824e9-a356-4602-8926-fc9c4b2ab3d1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:30.765541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.790023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-49d1600c-6d52-48f7-ab07-5e72ac80028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:30.791550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-49d1600c-6d52-48f7-ab07-5e72ac80028b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.0580401 Aug 20 09:00:30.801798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] Provisioning for port be86b9d9-2ec2-4330-8918-9621564154b3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:30.817668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] Provisioning complete for port be86b9d9-2ec2-4330-8918-9621564154b3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:30.818094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.830574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.830977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.859306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-b263c216-57e3-4efe-94e4-7c761d964561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:30.860942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-b263c216-57e3-4efe-94e4-7c761d964561 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627422 Aug 20 09:00:30.879863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=a879352b-a85d-4527-a6ae-0f4b96591f96,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:30.888573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.890892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0c502dcf-3ac4-4173-a348-c88cb9208e26 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/a879352b-a85d-4527-a6ae-0f4b96591f96 HTTP/1.1" status: 204 len: 168 time: 0.9447091 Aug 20 09:00:30.895082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52524) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:30.903891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:00:30.906904 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b91a6-806a-440a-988a-231dc340bef0" -d '{"events": [{"server_uuid": "85b7e2ae-29a7-4a25-9634-8a30e91880c7", "name": "network-vif-plugged", "status": "completed", "tag": "e13e5b26-2816-4750-96ce-7ce88ba0cba3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:00:30.930020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e13e5b26-2816-4750-96ce-7ce88ba0cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:30.953184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.971388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:30.988208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 9ad824e9-a356-4602-8926-fc9c4b2ab3d1 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:31.074487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.142255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-f051bf05-9675-4b37-9d8b-b846055fee54 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710557 Aug 20 09:00:31.234420 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a65c4ff-6530-43e9-a472-84243fb3f3b5 x-openstack-request-id: req-4a65c4ff-6530-43e9-a472-84243fb3f3b5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:00:31.234420 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b7e2ae-29a7-4a25-9634-8a30e91880c7", "name": "network-vif-plugged", "status": "completed", "tag": "e13e5b26-2816-4750-96ce-7ce88ba0cba3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:00:31.235159 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a65c4ff-6530-43e9-a472-84243fb3f3b5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:00:31.235159 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3', 'code': 200} Aug 20 09:00:31.255739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port be86b9d9-2ec2-4330-8918-9621564154b3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:31.256176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.272164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.277785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e13e5b26-2816-4750-96ce-7ce88ba0cba3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:31.324489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.324994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b460d1-42cd-48b2-83da-7aa59813108c None None] Network 303445aa-da8d-42f8-9784-17beb5b2d40b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:31.368052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=9ad824e9-a356-4602-8926-fc9c4b2ab3d1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:31.400679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfef6a-01ed-4858-ae16-38016568a38b req-956391a6-95a6-4cb9-b296-5e976d4c859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:31.401323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] For port be86b9d9-2ec2-4330-8918-9621564154b3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be86b9d9-2ec2-4330-8918-9621564154b3,segment=NetworkSegment(3539b90b-7122-4355-9c9d-62cf79ee6716),segment_id=3539b90b-7122-4355-9c9d-62cf79ee6716)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:31.401597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0fbfef6a-01ed-4858-ae16-38016568a38b req-956391a6-95a6-4cb9-b296-5e976d4c859e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 1097 time: 0.1037507 Aug 20 09:00:31.405407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] For port be86b9d9-2ec2-4330-8918-9621564154b3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=be86b9d9-2ec2-4330-8918-9621564154b3,segment=NetworkSegment(3539b90b-7122-4355-9c9d-62cf79ee6716),segment_id=3539b90b-7122-4355-9c9d-62cf79ee6716)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:31.405708 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.410379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-ca40b613-9737-4e12-baf1-c8b8e785cfb5 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577963 Aug 20 09:00:31.410619 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.459651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for be86b9d9-2ec2-4330-8918-9621564154b3 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:31.508126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-3fc92404-052c-4e87-a4bf-3581e18ca644 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 200 len: 217 time: 0.0667551 Aug 20 09:00:31.511970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0fbfef6a-01ed-4858-ae16-38016568a38b req-1fddf4b8-d5a8-43c9-90e7-d0917d9c172f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006582 Aug 20 09:00:31.534823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f40d8-351e-4393-a174-8f1ee5ffd895 None None] Pushing event updated for resources: {'Port': ['ID=be86b9d9-2ec2-4330-8918-9621564154b3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:31.539280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c35fb1e1-dbf3-460f-9cc0-c8e166d31ce7 None None] Could not find standard attr ID for object 9ad824e9-a356-4602-8926-fc9c4b2ab3d1. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:00:31.568429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.637988 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.643105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d49064-e27e-4f54-ae07-9b6f21cab266 None None] DHCP port deletion for 303445aa-da8d-42f8-9784-17beb5b2d40b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:31.666813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2bfe6d48-7658-43da-8923-e8a0f960d50d None None] Could not find standard attr ID for object 9ad824e9-a356-4602-8926-fc9c4b2ab3d1. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:00:31.680963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No DVR routers for this DVR port be86b9d9-2ec2-4330-8918-9621564154b3 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:31.686510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=be86b9d9-2ec2-4330-8918-9621564154b3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:31.810347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.813408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd420f-03a0-4c09-9387-e86e963cf0a4 req-3efb4b73-4a1f-49f1-8496-f992bbe59009 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:31.815247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9cd420f-03a0-4c09-9387-e86e963cf0a4 req-3efb4b73-4a1f-49f1-8496-f992bbe59009 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2044764 Aug 20 09:00:31.820612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-0c419de6-ecdb-4ffc-a15e-06034405a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:31.822131 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-0c419de6-ecdb-4ffc-a15e-06034405a621 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 200 len: 797 time: 0.1119735 Aug 20 09:00:31.825681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303445aa-da8d-42f8-9784-17beb5b2d40b']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:31.844256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7af70d-35b6-4ec4-9486-2d5e21ba1f1a req-e5914ec9-a874-4a5b-899b-081d5af2c95f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:31.846441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b7af70d-35b6-4ec4-9486-2d5e21ba1f1a req-e5914ec9-a874-4a5b-899b-081d5af2c95f tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.2262776 Aug 20 09:00:31.846684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3539b90b-7122-4355-9c9d-62cf79ee6716') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:31.846684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3539b90b-7122-4355-9c9d-62cf79ee6716') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:31.871122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.890415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.897594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-85cf77ef-85b0-43d0-a0e4-e8ef40094982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:31.899229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-85cf77ef-85b0-43d0-a0e4-e8ef40094982 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b185fe8-a437-433b-8630-ba515cdb3ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655620 Aug 20 09:00:31.902081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:31.902489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:31.906422 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:31.976150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9cd420f-03a0-4c09-9387-e86e963cf0a4 req-8e9bade6-f042-4c22-8bd2-b3edb5aa147b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518722 Aug 20 09:00:31.991656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device be86b9d9-2ec2-4330-8918-9621564154b3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:31.997601 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b7af70d-35b6-4ec4-9486-2d5e21ba1f1a req-9bdc28f7-bead-48e1-8960-0b4944e5824c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417613 Aug 20 09:00:32.027054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: be86b9d9-2ec2-4330-8918-9621564154b3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:32.027566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device be86b9d9-2ec2-4330-8918-9621564154b3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:32.042277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router ab6cc4ef-ca31-42d7-8534-a68794b6041d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:00:32.049030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:32.064213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:32.066912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/303445aa-da8d-42f8-9784-17beb5b2d40b HTTP/1.1" status: 204 len: 168 time: 1.1706252 Aug 20 09:00:32.070595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52540) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:32.087380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'name': 'tempest-PortsIpV6TestJSON-857914146'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:32.095150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac252d-ad14-406d-82e6-0402d7a839d2 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=303445aa-da8d-42f8-9784-17beb5b2d40b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:32.167478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:32.173182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-22de7b53-f021-4104-a949-1cff9d09faf9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/ab6cc4ef-ca31-42d7-8534-a68794b6041d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9242299 Aug 20 09:00:32.175768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52542) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:32.180595 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] Sync routers for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:32.192259 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:32.192890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:32.231986 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:32.241880 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:32.242513 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:32.284019 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:32.284870 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab5da9a-77ef-4698-9c82-76db03c2ded3 None None] The sync data for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:32.551260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:32.563783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-08aeda5c-38d2-44c6-87d3-dfdc6d212459 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564479 Aug 20 09:00:32.634290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:32.638587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:32.665765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port d8191e54-2eb8-44ee-b66d-8643515b5c4d yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:32.758170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-9bfae8d3-6af8-4ea5-b943-0767a717de57 service neutron] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857808 Aug 20 09:00:32.809203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 9388faa3-e8e0-47c8-b8db-7cee22af0311 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:32.809439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:32.814837 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-503e6da3-c37d-4c5d-8ebe-2a7e0995fb61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 200 len: 217 time: 0.0453720 Aug 20 09:00:32.901048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:32.916041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 9388faa3-e8e0-47c8-b8db-7cee22af0311 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:32.941977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-0048515a-4ce4-46ba-bb3b-33fccf1569d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:32.943522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-0048515a-4ce4-46ba-bb3b-33fccf1569d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.1202409 Aug 20 09:00:32.970161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.015658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-f6971b32-4f52-4364-b9f4-24faf6800e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:33.017459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-f6971b32-4f52-4364-b9f4-24faf6800e77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639565 Aug 20 09:00:33.119315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.187496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.197269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:33.204448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9289f11-aea0-48cb-9ac8-b4ed2f730fb1 req-22f72048-f8b9-4df6-bf72-b459a0be6767 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:33.205796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:33.206032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9289f11-aea0-48cb-9ac8-b4ed2f730fb1 req-22f72048-f8b9-4df6-bf72-b459a0be6767 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.1151495 Aug 20 09:00:33.209813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:33.215878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:33.216626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.220067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=d8191e54-2eb8-44ee-b66d-8643515b5c4d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:33.225102 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-ceea2559-3db6-41da-a025-5d7d28ddd016 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981645 Aug 20 09:00:33.238507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b38f-e5aa-4783-8580-b907ba074596 req-1032d8d7-5d94-4ee3-8117-cd4e35211119 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:33.240173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0092b38f-e5aa-4783-8580-b907ba074596 req-1032d8d7-5d94-4ee3-8117-cd4e35211119 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1428368 Aug 20 09:00:33.242265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=9388faa3-e8e0-47c8-b8db-7cee22af0311,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:33.260946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4c24b9e-b595-4789-8370-fe4a11f06225 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1781306 Aug 20 09:00:33.270853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:33.347793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-efb2951d-cb00-45a9-a491-ba12da5da2a3 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150599 Aug 20 09:00:33.395796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0092b38f-e5aa-4783-8580-b907ba074596 req-3a2c5a47-5ed5-4d82-be79-b4868af89445 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434474 Aug 20 09:00:33.397136 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-bab8f01e-cba4-4fd2-ac77-cab1fc216338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 200 len: 217 time: 0.0417042 Aug 20 09:00:33.423357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9289f11-aea0-48cb-9ac8-b4ed2f730fb1 req-c3f9b324-8319-4cf4-a2a2-7b7427407d01 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927466 Aug 20 09:00:33.462163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-55d9fb23-8e30-4229-83b9-efc31e802292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:33.464105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-55d9fb23-8e30-4229-83b9-efc31e802292 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 200 len: 797 time: 0.0603642 Aug 20 09:00:33.507310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.534703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-dd6ae79d-6c83-4c9b-8d92-42ee8d5ba31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:33.536661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-dd6ae79d-6c83-4c9b-8d92-42ee8d5ba31e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c97371e-9164-463e-9da6-569b1f99b62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654538 Aug 20 09:00:33.669799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port d8191e54-2eb8-44ee-b66d-8643515b5c4d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:33.670813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.715628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-465ebf24-eb11-4824-9794-944623af4b88 service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684508 Aug 20 09:00:33.768377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router ab6cc4ef-ca31-42d7-8534-a68794b6041d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:00:33.812927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:33.842865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for d8191e54-2eb8-44ee-b66d-8643515b5c4d owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:33.876461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867b8420-5cec-4173-82f2-2a6b07ad0e8f req-1ac2919d-5741-4a44-bdd9-3d460695d3ab service neutron] 10.222.0.37 "GET /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505775 Aug 20 09:00:34.151828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-dbdbe81e-8dfb-45ec-99cd-6314cc188fe2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439222 Aug 20 09:00:34.237685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c81026-3642-44f2-8ed0-9e4819bc1624 req-d1b899a9-8be6-43ee-89e1-5d69210bffc6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:34.239544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31c81026-3642-44f2-8ed0-9e4819bc1624 req-d1b899a9-8be6-43ee-89e1-5d69210bffc6 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.4752254 Aug 20 09:00:34.247451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:34.257404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fde21a49-7f3e-420b-a759-4019500cf2ef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/ab6cc4ef-ca31-42d7-8534-a68794b6041d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0804288 Aug 20 09:00:34.263311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] Sync routers for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:34.264850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52566) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:34.274562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:34.275568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:34.310967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7f303ca-09b3-43e7-b97f-4ace0c5c2489 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cc4ef-ca31-42d7-8534-a68794b6041d HTTP/1.1" status: 200 len: 205 time: 0.0440304 Aug 20 09:00:34.314038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:34.330580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:34.330870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31c81026-3642-44f2-8ed0-9e4819bc1624 req-49e5eff6-b720-4c8b-9791-a4fc8c1f6d6c tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796390 Aug 20 09:00:34.341493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] Routers {'ab6cc4ef-ca31-42d7-8534-a68794b6041d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:34.343273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:34.356954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.380476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187696-46e9-4263-978d-b323b0e83802 req-67619091-3cb2-4d33-8248-d5c2e2b2d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:34.382001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:34.382641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-67619091-3cb2-4d33-8248-d5c2e2b2d29d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1097 time: 0.1300948 Aug 20 09:00:34.382784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722edee-952e-4a65-8b98-9e3c9a4170d9 None None] The sync data for ids ['ab6cc4ef-ca31-42d7-8534-a68794b6041d'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:34.408752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=d8191e54-2eb8-44ee-b66d-8643515b5c4d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:34.417660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.422913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2073c664-fc52-485f-bf97-23c915ddc81e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/d8191e54-2eb8-44ee-b66d-8643515b5c4d HTTP/1.1" status: 204 len: 168 time: 1.1497271 Aug 20 09:00:34.423296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52570) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:34.428746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'mac_address': 'fa:16:3e:5c:99:fc', 'name': 'tempest-PortsIpV6TestJSON-1918290367'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:34.448944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.567766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:34.623138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a45c0-5731-4660-ae0d-d2be83ebdd92 req-86ffbef9-2fc6-46f3-83e2-edd8620170b3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:34.624951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-775a45c0-5731-4660-ae0d-d2be83ebdd92 req-86ffbef9-2fc6-46f3-83e2-edd8620170b3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1114914 Aug 20 09:00:34.674261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.705469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-775a45c0-5731-4660-ae0d-d2be83ebdd92 req-45b7505e-fe28-45e5-abe3-e3ce6fcb3562 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712323 Aug 20 09:00:34.732989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 3f9597a8-2213-4dd7-9e4b-e222d05a1964 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:34.764085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187696-46e9-4263-978d-b323b0e83802 req-fe557508-0b09-4c3e-91b8-d12ceb00a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:34.769327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-fe557508-0b09-4c3e-91b8-d12ceb00a7a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.3416283 Aug 20 09:00:34.777321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.790405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.897578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.898562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router ab6cc4ef-ca31-42d7-8534-a68794b6041d {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:00:34.902572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-1acd90b5-ea84-442b-96a4-ed682d1b06be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 1002 time: 0.1208427 Aug 20 09:00:34.908155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.911999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b8ba9afc-7984-47bd-a7b7-1a2c8f7f1f80 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/ab6cc4ef-ca31-42d7-8534-a68794b6041d HTTP/1.1" status: 204 len: 168 time: 0.5924647 Aug 20 09:00:34.939505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52580) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:34.949452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:34.980379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187696-46e9-4263-978d-b323b0e83802 req-df68c062-5bad-4ac7-a289-f208f05e8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:34.982262 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-df68c062-5bad-4ac7-a289-f208f05e8889 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.0711174 Aug 20 09:00:35.003950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 3e97fc3c-25ff-4535-a2f0-a642849e3ee6 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:35.010424 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.034142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187696-46e9-4263-978d-b323b0e83802 req-4cecc453-4848-4db4-90de-7a308785a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:35.036192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-4cecc453-4848-4db4-90de-7a308785a126 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462291 Aug 20 09:00:35.059629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.063795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.143572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-1aebd81b-9493-4a43-9eb9-0beec74c3005 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998075 Aug 20 09:00:35.147512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:35.154310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:35.165344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:35.173203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:35.174059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.210170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=3f9597a8-2213-4dd7-9e4b-e222d05a1964,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:35.232352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2314aa97-7b85-4f6d-b27a-d09d8dd7e962 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8079245 Aug 20 09:00:35.238054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52582) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:35.246075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.300075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a46959-8df7-4d38-9d49-91be30232073 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:35.301916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11a46959-8df7-4d38-9d49-91be30232073 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/3f9597a8-2213-4dd7-9e4b-e222d05a1964 HTTP/1.1" status: 200 len: 845 time: 0.0628803 Aug 20 09:00:35.304889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52584) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:35.319690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.351925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=3e97fc3c-25ff-4535-a2f0-a642849e3ee6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:35.354541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.356673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-099eca38-44e0-4d30-930a-2c1a66ccd286 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/3e97fc3c-25ff-4535-a2f0-a642849e3ee6 HTTP/1.1" status: 204 len: 168 time: 0.4158723 Aug 20 09:00:35.359540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52586) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:35.362777 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7439015-4bba-4bda-a487-12a4199059db None None] Network 60afb95e-3e01-4371-8d61-75c15824214b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:35.367183 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b4187696-46e9-4263-978d-b323b0e83802 req-2c96d374-e7be-411e-b343-fa6309f44464 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164936 Aug 20 09:00:35.471123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 3f9597a8-2213-4dd7-9e4b-e222d05a1964 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:35.472540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.479013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet eda69e23-7abe-49a1-88cd-4784c422a6e2 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:35.484522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.558837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.558996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.575996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 3f9597a8-2213-4dd7-9e4b-e222d05a1964 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:35.602552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] DHCP port deletion for 60afb95e-3e01-4371-8d61-75c15824214b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:35.609916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b6cd6-6de3-4f1e-b687-f511a91f6acf req-2ea54f67-8bc2-403c-9a49-66b3cf0d0969 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:35.611573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a09b6cd6-6de3-4f1e-b687-f511a91f6acf req-2ea54f67-8bc2-403c-9a49-66b3cf0d0969 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.1037755 Aug 20 09:00:35.671889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] Deleting port 9592636f-e19f-4b3c-84dc-47de46a639c8 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:35.672380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.674856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.683645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a09b6cd6-6de3-4f1e-b687-f511a91f6acf req-dbc58ae4-bdfd-4338-9606-27d6cf640313 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Aug 20 09:00:35.721309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.724045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=3f9597a8-2213-4dd7-9e4b-e222d05a1964,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:35.742984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.752248 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-87ea9b52-197a-4195-ab2b-1f696ca4479c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/3f9597a8-2213-4dd7-9e4b-e222d05a1964 HTTP/1.1" status: 204 len: 168 time: 0.4461365 Aug 20 09:00:35.754894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52596) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:35.799407 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78d335f-ecfe-4d0e-9a41-0d3d9dfc1e6d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:35.808336 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a78d335f-ecfe-4d0e-9a41-0d3d9dfc1e6d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/3f9597a8-2213-4dd7-9e4b-e222d05a1964 HTTP/1.1" status: 404 len: 333 time: 0.0509789 Aug 20 09:00:35.811228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52600) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:35.821263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'name': 'tempest-PortsIpV6TestJSON-656550174'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:35.829519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] For port 9592636f-e19f-4b3c-84dc-47de46a639c8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9592636f-e19f-4b3c-84dc-47de46a639c8,segment=NetworkSegment(89e78efe-10a4-4dc7-a2fd-e4376f580fbb),segment_id=89e78efe-10a4-4dc7-a2fd-e4376f580fbb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:35.829972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.836606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.853512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] Calling delete_port for 9592636f-e19f-4b3c-84dc-47de46a639c8 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:35.878768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:35.883006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/eda69e23-7abe-49a1-88cd-4784c422a6e2 HTTP/1.1" status: 204 len: 168 time: 0.5210242 Aug 20 09:00:35.884742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766199b-3f63-4637-bf82-1b55d8693768 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=eda69e23-7abe-49a1-88cd-4784c422a6e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:35.887127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52602) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:35.919425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1e66e-7849-4aaa-a955-97edab6d8781 None None] Network 945b6fc6-ef99-4293-a6e0-76437d7f8a02 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:36.016014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:36.025095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.049486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.062920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07fa8-522b-4f01-b5c6-4fd874ea1267 req-08e348ee-2407-4b2c-9419-5b52e91c6716 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:36.064616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01c07fa8-522b-4f01-b5c6-4fd874ea1267 req-08e348ee-2407-4b2c-9419-5b52e91c6716 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1092355 Aug 20 09:00:36.100241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port ca130539-c37b-414d-a0f7-5ede869e2d43 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:36.106732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9592636f-e19f-4b3c-84dc-47de46a639c8 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:36.146951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01c07fa8-522b-4f01-b5c6-4fd874ea1267 req-a15dac28-c128-471e-b22c-966063bfbe9d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713294 Aug 20 09:00:36.180143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 9592636f-e19f-4b3c-84dc-47de46a639c8 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:36.180614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.208348 n-d-804285-2 neutron-server[101318]: INFO neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No ports have port_id starting with 9592636f-e19f-4b3c-84dc-47de46a639c8 Aug 20 09:00:36.209533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.247552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] No DVR routers for this DVR port 9592636f-e19f-4b3c-84dc-47de46a639c8 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:36.276806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f733d-a47b-4009-8a33-47fd554a0360 None None] Pushing event deleted for resources: {'Port': ['ID=9592636f-e19f-4b3c-84dc-47de46a639c8,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:36.324000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 9592636f-e19f-4b3c-84dc-47de46a639c8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9592636f-e19f-4b3c-84dc-47de46a639c8,segment=NetworkSegment(89e78efe-10a4-4dc7-a2fd-e4376f580fbb),segment_id=89e78efe-10a4-4dc7-a2fd-e4376f580fbb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:36.324642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.346789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b45b3-a902-46da-8a6b-68193b681895 req-bb893080-6b85-4fc9-bdb1-6759a8c587f1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:36.348341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d51b45b3-a902-46da-8a6b-68193b681895 req-bb893080-6b85-4fc9-bdb1-6759a8c587f1 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.0933092 Aug 20 09:00:36.349338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 9592636f-e19f-4b3c-84dc-47de46a639c8 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:36.376733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.395967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] DHCP port deletion for 945b6fc6-ef99-4293-a6e0-76437d7f8a02 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:36.440722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.448113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] Deleting port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:36.448732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.452507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d51b45b3-a902-46da-8a6b-68193b681895 req-8a02624b-7ad9-4440-8556-dbee1b99ae38 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Aug 20 09:00:36.492229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.496235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:36.499365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:36.503623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:36.509346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:36.510066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.520758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=ca130539-c37b-414d-a0f7-5ede869e2d43,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:36.536732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=9592636f-e19f-4b3c-84dc-47de46a639c8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:36.538227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] For port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,segment=NetworkSegment(4ed2f006-37f1-4a4b-b5c9-5dccbc84890e),segment_id=4ed2f006-37f1-4a4b-b5c9-5dccbc84890e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:36.538569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6fe8cda2-e256-4522-94a9-24d4c68a2560 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7254529 Aug 20 09:00:36.539011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.541753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:36.548414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:36.553535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port 9592636f-e19f-4b3c-84dc-47de46a639c8 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:36.558068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] Calling delete_port for 3ced0ae0-900e-4bc5-9426-c5d374ea21fc owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:36.648746 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.677097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] Pushing event deleted for resources: {'Port': ['ID=3ced0ae0-900e-4bc5-9426-c5d374ea21fc,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:36.680591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a95188-7f54-428a-8a9c-d381f1e3581b None None] No DVR routers for this DVR port 3ced0ae0-900e-4bc5-9426-c5d374ea21fc on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:36.691722 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.710001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60afb95e-3e01-4371-8d61-75c15824214b']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:36.712155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.727322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e78efe-10a4-4dc7-a2fd-e4376f580fbb') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:36.727635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e78efe-10a4-4dc7-a2fd-e4376f580fbb') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:36.742198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.783391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.802386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:36.803154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:36.806211 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:36.919006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.923980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.928866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/60afb95e-3e01-4371-8d61-75c15824214b HTTP/1.1" status: 204 len: 168 time: 1.0377369 Aug 20 09:00:36.928975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52612) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:36.950149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319285ef-1ed6-436a-aaa5-53a7ed4ff832 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=60afb95e-3e01-4371-8d61-75c15824214b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:36.990508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:36.995838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.008464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.035113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] In _notify_port_updated(), no bound segment for port ca130539-c37b-414d-a0f7-5ede869e2d43 on network ba01a6e0-db6f-4749-8ac7-788fe0a7becf {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:00:37.040914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.041563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.047262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/ports/ca130539-c37b-414d-a0f7-5ede869e2d43 HTTP/1.1" status: 200 len: 818 time: 0.4997942 Aug 20 09:00:37.047488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52614) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:37.090362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388239a7-2c1b-4a57-a5c1-84f31a1eae20 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=ca130539-c37b-414d-a0f7-5ede869e2d43,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:37.121046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.133694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945b6fc6-ef99-4293-a6e0-76437d7f8a02']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:37.157624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:37.157953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed2f006-37f1-4a4b-b5c9-5dccbc84890e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:37.169818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port ca130539-c37b-414d-a0f7-5ede869e2d43 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:37.170730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.174701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.190661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.198077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:37.198784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:37.202230 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:37.271181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.276123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.286814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.293070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/945b6fc6-ef99-4293-a6e0-76437d7f8a02 HTTP/1.1" status: 204 len: 168 time: 0.3593984 Aug 20 09:00:37.295352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52622) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:37.301338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492665586'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:37.317126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805449b1-9e7b-4a3f-924f-d5b61c59e986 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=945b6fc6-ef99-4293-a6e0-76437d7f8a02,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:37.319027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for ca130539-c37b-414d-a0f7-5ede869e2d43 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:37.335548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:37.339425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.347614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f9de4-4768-428f-b17e-aecc34104094 req-8c410723-0029-4d74-8584-522f52a212da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.349385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f52f9de4-4768-428f-b17e-aecc34104094 req-8c410723-0029-4d74-8584-522f52a212da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.0700188 Aug 20 09:00:37.370419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:37.381506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.382252 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment edbcb222-f52f-47a4-b8a6-07374df739c5 of type vlan for network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e Aug 20 09:00:37.429552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f52f9de4-4768-428f-b17e-aecc34104094 req-674d645d-94e6-4aa3-bbf1-c16c7feef5a3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463705 Aug 20 09:00:37.458480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.474870 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.489123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=ca130539-c37b-414d-a0f7-5ede869e2d43,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:37.498516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.499337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c5721567-26cf-469d-8f16-bfb88e51a028 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.500512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16f0b9d2-aa71-4d04-8d2b-b4e5a5b91a0f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/ca130539-c37b-414d-a0f7-5ede869e2d43 HTTP/1.1" status: 204 len: 168 time: 0.4511545 Aug 20 09:00:37.501494 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c5721567-26cf-469d-8f16-bfb88e51a028 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.1110532 Aug 20 09:00:37.503615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52626) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:37.560916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.563831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893e9db9-295c-4dce-88f9-6224189fb966 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.567821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-893e9db9-295c-4dce-88f9-6224189fb966 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0607827 Aug 20 09:00:37.567996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.568099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52628) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:37.569643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.613635 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfc4116-8ba2-4dbb-993b-1a1760c15838 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:37.619098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6bfc4116-8ba2-4dbb-993b-1a1760c15838 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/ca130539-c37b-414d-a0f7-5ede869e2d43 HTTP/1.1" status: 404 len: 333 time: 0.0462878 Aug 20 09:00:37.619291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52630) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:37.625210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960470559'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:37.651668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905e05f-a073-41d6-9cad-060de522d546 req-b4b2c48d-7c9b-4bd5-a186-0c035088e755 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.653187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1905e05f-a073-41d6-9cad-060de522d546 req-b4b2c48d-7c9b-4bd5-a186-0c035088e755 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 946 time: 0.1061401 Aug 20 09:00:37.660345 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3606546 Aug 20 09:00:37.660699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52632) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:37.666466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:37.678099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bcfc5-967d-464f-9460-9d2555ce2a22 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:37.690384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:37.691608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:37.694561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.719482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Deleting port e13e5b26-2816-4750-96ce-7ce88ba0cba3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:37.720259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.785787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1905e05f-a073-41d6-9cad-060de522d546 req-807914ab-acbc-43f8-bf3f-01fe3004c81a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/security-groups?id=87ebd8b4-f783-4042-8381-4d4893d3385a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137798 Aug 20 09:00:37.795586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:37.796505 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:00:37.815663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.816012 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment 651f50ee-5dd9-4b5e-b724-6585e69be44b of type vlan for network 9083f37f-76ec-4791-90ec-aacc9d070bae Aug 20 09:00:37.825039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:37.827239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] For port e13e5b26-2816-4750-96ce-7ce88ba0cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e13e5b26-2816-4750-96ce-7ce88ba0cba3,segment=NetworkSegment(dc98af97-337b-42ef-9364-b681a4502cba),segment_id=dc98af97-337b-42ef-9364-b681a4502cba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:37.827711 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.829235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.841308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Calling delete_port for e13e5b26-2816-4750-96ce-7ce88ba0cba3 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:37.916430 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.983651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:37.989877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:37.990537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.020232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3ced0ae0-900e-4bc5-9426-c5d374ea21fc no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:38.042878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.048917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3ced0ae0-900e-4bc5-9426-c5d374ea21fc {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:38.049586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3ced0ae0-900e-4bc5-9426-c5d374ea21fc not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:38.053061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4326079 Aug 20 09:00:38.057755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:38.067686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:38.075834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['e13e5b26-2816-4750-96ce-7ce88ba0cba3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:00:38.090318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Pushing event deleted for resources: {'Port': ['ID=e13e5b26-2816-4750-96ce-7ce88ba0cba3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:38.128374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2785b-1d3b-4a73-803e-522fcc1c8f2c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=9083f37f-76ec-4791-90ec-aacc9d070bae,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:38.140975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:38.151146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] No DVR routers for this DVR port e13e5b26-2816-4750-96ce-7ce88ba0cba3 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:38.154021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.157785 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-62d81f3d-1256-4d5d-ad25-83f57c2c98bb req-c69ccbbe-7ca0-4037-8e39-64c946f753ca tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.37 "DELETE /v2.0/ports/e13e5b26-2816-4750-96ce-7ce88ba0cba3 HTTP/1.1" status: 204 len: 173 time: 0.6446993 Aug 20 09:00:38.158387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'name': 'network-vif-deleted', 'tag': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:00:38.162652 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dce5ab-967b-4d66-ab92-66391946c46e" -d '{"events": [{"server_uuid": "85b7e2ae-29a7-4a25-9634-8a30e91880c7", "name": "network-vif-deleted", "tag": "e13e5b26-2816-4750-96ce-7ce88ba0cba3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:00:38.236901 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69bdeb6-c7a1-46bd-9f58-b3680da709fa x-openstack-request-id: req-e69bdeb6-c7a1-46bd-9f58-b3680da709fa {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:00:38.237540 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b7e2ae-29a7-4a25-9634-8a30e91880c7", "name": "network-vif-deleted", "tag": "e13e5b26-2816-4750-96ce-7ce88ba0cba3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:00:38.238098 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e69bdeb6-c7a1-46bd-9f58-b3680da709fa {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:00:38.238838 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b7e2ae-29a7-4a25-9634-8a30e91880c7', 'name': 'network-vif-deleted', 'tag': 'e13e5b26-2816-4750-96ce-7ce88ba0cba3', 'status': 'completed', 'code': 200} Aug 20 09:00:38.333919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:38.337627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.342843 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.457392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=c97c561f-20ef-4f45-8ac9-5b1077a22e7e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:38.503964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': 'edbcb222-f52f-47a4-b8a6-07374df739c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:38.503964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:38.546161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:38.593164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:38.603580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:38.604231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.606916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f44a65-9a92-483f-94fb-2c94f28c36af None None] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:38.658699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4e5d43e9-0f76-4c6e-9b30-a5f210b598f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9974496 Aug 20 09:00:38.665639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:38.666355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06362c09-6916-46a4-a81f-b42501e401bb req-533f7b8e-10ac-4e85-ae10-fd712472a253 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:38.674901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06362c09-6916-46a4-a81f-b42501e401bb req-533f7b8e-10ac-4e85-ae10-fd712472a253 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1335614 Aug 20 09:00:38.681155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33159814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:38.700702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.749149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.752124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.769571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06362c09-6916-46a4-a81f-b42501e401bb req-533104cb-9f12-4649-bfa8-9f4fe14d9a70 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939591 Aug 20 09:00:38.805804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=c9a8a79d-3425-4662-8e16-78504274401d,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:38.827609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': '651f50ee-5dd9-4b5e-b724-6585e69be44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:38.829089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: 9083f37f-76ec-4791-90ec-aacc9d070bae, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:38.849435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 9083f37f-76ec-4791-90ec-aacc9d070bae is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:38.864845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.865082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9083f37f-76ec-4791-90ec-aacc9d070bae) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:38.871324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.874713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:38.876561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.881517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429394e1-dbce-4178-b1e6-8f87ac462c5a None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:38.902272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.908021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52652) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:38.909514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c876eda1-bca8-430d-8ff7-73b7524c5a7d tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2405152 Aug 20 09:00:38.913652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'port': {'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e', 'name': 'tempest-RoutersIpV6Test-2042243387'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:38.973354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-96237a94-3a4a-45c7-8eb5-1e388a909256 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9098928 Aug 20 09:00:38.983871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52654) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:38.991506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e', 'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': 'c97c561f-20ef-4f45-8ac9-5b1077a22e7e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:38.992381 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:38.995405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:39.020103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8dff173-1e3e-44d5-b3f5-6c9a17621f49 req-ae611b37-1e1f-46aa-89f6-9aaf4e9f9e35 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] 10.222.0.35 "GET /v2.0/ports?device_id=85b7e2ae-29a7-4a25-9634-8a30e91880c7 HTTP/1.1" status: 200 len: 210 time: 0.0896482 Aug 20 09:00:39.109788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:39.115666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.144944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] device_id is not set on port 7bac379c-c12c-4814-9b4f-8948dfe2e07e yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:39.182523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:39.187647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.234779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9083f37f-76ec-4791-90ec-aacc9d070bae', 'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': 'c9a8a79d-3425-4662-8e16-78504274401d'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:39.234779 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.257083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Allocated IP 2001:db8::2 (bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e/c97c561f-20ef-4f45-8ac9-5b1077a22e7e/548db6ae-7cc6-4c0c-9a07-9784b3af9a82) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:39.291565 n-d-804285-2 neutron-server[101317]: INFO neutron.db.ipam_backend_mixin [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9a8a79d-3425-4662-8e16-78504274401d (CIDR: 2001:db8::/64) Aug 20 09:00:39.295829 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:00:39.296713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:00:39.315236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0434007d-aa85-4000-96a5-ec8010bd1785 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3297648 Aug 20 09:00:39.315787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:39.321880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:39.456511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:39.460277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.490416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Allocated IP 2001:db8::2 (9083f37f-76ec-4791-90ec-aacc9d070bae/c9a8a79d-3425-4662-8e16-78504274401d/e7ed267a-60a2-45ac-842d-bdd19b80c5dd) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:39.593516 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.595031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ff8e7-1f88-4d78-8dd8-89baf4d6e9de req-e1ed7531-4e73-466e-9ceb-f3bca681f2ad tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:39.596561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311ff8e7-1f88-4d78-8dd8-89baf4d6e9de req-e1ed7531-4e73-466e-9ceb-f3bca681f2ad tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.0841978 Aug 20 09:00:39.606690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Transition to ACTIVE for port object 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:39.640064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Transition to ACTIVE for port object 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:39.649266 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.696277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-311ff8e7-1f88-4d78-8dd8-89baf4d6e9de req-c57c6b8d-701c-4b12-9c97-9e8efbafb81c tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850682 Aug 20 09:00:39.719367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:39.719367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:39.721535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:39.769082 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.770832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Pushing event updated for resources: {'Port': ['ID=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:39.797961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Transition to ACTIVE for port object e7ed267a-60a2-45ac-842d-bdd19b80c5dd will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:39.814422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Attempting to bind port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:39.814791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Attempting to bind port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'edbcb222-f52f-47a4-b8a6-07374df739c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:39.815153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Attempting to bind port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 on network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:39.827006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:39.827429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Checking segment: {'id': 'edbcb222-f52f-47a4-b8a6-07374df739c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:39.827780 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.828175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Bound using segment: {'id': 'edbcb222-f52f-47a4-b8a6-07374df739c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:39.829283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Bound port: 548db6ae-7cc6-4c0c-9a07-9784b3af9a82, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbcb222-f52f-47a4-b8a6-07374df739c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:39.829283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.831460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Transition to ACTIVE for port object e7ed267a-60a2-45ac-842d-bdd19b80c5dd will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:39.843752 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:39.910556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:39.916065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:39.921624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:39.940916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Pushing event updated for resources: {'Port': ['ID=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:39.971595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] For port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:40.001131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] For port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,segment=NetworkSegment(edbcb222-f52f-47a4-b8a6-07374df739c5),segment_id=edbcb222-f52f-47a4-b8a6-07374df739c5)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:40.010585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.022449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Attempting to bind port e7ed267a-60a2-45ac-842d-bdd19b80c5dd on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:40.022823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Attempting to bind port e7ed267a-60a2-45ac-842d-bdd19b80c5dd by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '651f50ee-5dd9-4b5e-b724-6585e69be44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:40.023184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Attempting to bind port e7ed267a-60a2-45ac-842d-bdd19b80c5dd on network 9083f37f-76ec-4791-90ec-aacc9d070bae {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:40.052513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:40.052886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Checking segment: {'id': '651f50ee-5dd9-4b5e-b724-6585e69be44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:40.053459 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.053664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Bound using segment: {'id': '651f50ee-5dd9-4b5e-b724-6585e69be44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:40.053796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8::c3 (bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e/c97c561f-20ef-4f45-8ac9-5b1077a22e7e/7bac379c-c12c-4814-9b4f-8948dfe2e07e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:40.054326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Bound port: e7ed267a-60a2-45ac-842d-bdd19b80c5dd, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651f50ee-5dd9-4b5e-b724-6585e69be44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:40.054549 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.123781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2472128-a500-4229-aa9a-8ca565c71e3c None None] Pushing event updated for resources: {'Port': ['ID=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:40.165202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] For port e7ed267a-60a2-45ac-842d-bdd19b80c5dd, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:40.169120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] For port e7ed267a-60a2-45ac-842d-bdd19b80c5dd, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,segment=NetworkSegment(651f50ee-5dd9-4b5e-b724-6585e69be44b),segment_id=651f50ee-5dd9-4b5e-b724-6585e69be44b)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:40.175493 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.210307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee664e-c992-4958-95c5-dd55e6d7d122 req-e6733a86-25ef-480b-881c-b64d20165e6a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:40.211887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8aee664e-c992-4958-95c5-dd55e6d7d122 req-e6733a86-25ef-480b-881c-b64d20165e6a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1474326 Aug 20 09:00:40.294303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12d11c-8d7a-45e7-bcf1-048b8063bdfa None None] Pushing event updated for resources: {'Port': ['ID=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:40.343768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.396546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8aee664e-c992-4958-95c5-dd55e6d7d122 req-e84939bd-f480-46c8-96dc-8857e6b01616 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516018 Aug 20 09:00:40.467998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 9083f37f-76ec-4791-90ec-aacc9d070bae is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:40.480105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:40.488712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:40.489313 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.510700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=69b1f7d3-d30f-4690-8300-8c9827de5313,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:40.545994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:00:40.576393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09e623cb-c0d9-403b-b357-00164797313e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2592456 Aug 20 09:00:40.579150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52692) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:40.586690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae', 'fixed_ips': [{'subnet_id': 'c9a8a79d-3425-4662-8e16-78504274401d'}, {'subnet_id': '69b1f7d3-d30f-4690-8300-8c9827de5313'}], 'name': 'tempest-PortsIpV6TestJSON-2057007474'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:40.595217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.614379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 7bac379c-c12c-4814-9b4f-8948dfe2e07e will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:40.680455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.736827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:40.851685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:40.870119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:40.885066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:40.895957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:40.896643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:40.903464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=7bac379c-c12c-4814-9b4f-8948dfe2e07e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:40.908613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:40.923351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-43328f86-cbdf-4e9b-a5aa-ffd4b8ecd446 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0141549 Aug 20 09:00:40.927293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52712) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:41.006989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'mac_address': 'fa:16:3e:4a:0a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:00:41.036355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5f19-9795-4257-87da-6351d7954163 req-83bc1b85-e7fd-49a4-b520-2be3c324276a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:41.044198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7eaa5f19-9795-4257-87da-6351d7954163 req-83bc1b85-e7fd-49a4-b520-2be3c324276a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.2072089 Aug 20 09:00:41.054060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:41.069697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e8fc5cb-d04b-40ed-bff4-6636e869521d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:00:41.075239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:41.103471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:41.109644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:41.114647 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:41.234381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:41.246105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['9e8fc5cb-d04b-40ed-bff4-6636e869521d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:00:41.293094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7eaa5f19-9795-4257-87da-6351d7954163 req-b855691a-40ec-4b3a-b842-b610e39be026 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479024 Aug 20 09:00:41.592322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fcd152-bd8c-4fe8-b1ef-a2d07231a7eb None None] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:41.832485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6984ef5-6b12-4045-a9f9-58200504cbbc req-a69b4d7a-bb2b-4519-ae7c-3755e7733120 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:41.839840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2bcaaf62-6a9c-493f-b90e-10f00614dca0 None None] Provisioning for port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:41.850664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6984ef5-6b12-4045-a9f9-58200504cbbc req-a69b4d7a-bb2b-4519-ae7c-3755e7733120 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.2306640 Aug 20 09:00:41.872076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::48 (9083f37f-76ec-4791-90ec-aacc9d070bae/c9a8a79d-3425-4662-8e16-78504274401d/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:41.891460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8:0:1::2db (9083f37f-76ec-4791-90ec-aacc9d070bae/69b1f7d3-d30f-4690-8300-8c9827de5313/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:42.011629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6984ef5-6b12-4045-a9f9-58200504cbbc req-4bb8c7c5-c415-475b-bb41-d2bdcb74c92d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599410 Aug 20 09:00:42.016222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.167931 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.205424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:42.257966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7ed267a-60a2-45ac-842d-bdd19b80c5dd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:42.272760 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.372457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2347c2c5-f5e1-4ce7-8b35-7c0de5838b11 None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:42.401239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 9083f37f-76ec-4791-90ec-aacc9d070bae is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:42.402958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:42.412463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:42.419306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:42.439368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:42.442066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.477569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.480352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.480926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.481897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.482957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.483969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.485077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.486031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.486445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.488122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.488538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.488958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:42.506218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6372144d-4c21-4319-998c-c48952a3092d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9240341 Aug 20 09:00:42.507743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52746) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:42.520554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9a8a79d-3425-4662-8e16-78504274401d'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:42.527687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:42.551637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:42.586582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:42.651388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3335f-6836-47f9-ad95-5d95d12a67dd req-6a469c95-8d20-4dde-83f0-e63fbb5496c5 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:42.666438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bef3335f-6836-47f9-ad95-5d95d12a67dd req-6a469c95-8d20-4dde-83f0-e63fbb5496c5 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.2519288 Aug 20 09:00:42.695843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.766122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] Provisioning for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:42.804078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.814115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 9e8fc5cb-d04b-40ed-bff4-6636e869521d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:42.814883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.828926 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bef3335f-6836-47f9-ad95-5d95d12a67dd req-dfe13dc4-3580-496b-b74c-c4685f958f88 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614168 Aug 20 09:00:42.844861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.848736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.890263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] Provisioning complete for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:42.890931 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:42.988092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=7bac379c-c12c-4814-9b4f-8948dfe2e07e,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:43.082798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Delete allocated IP 2001:db8:0:1::2db (9083f37f-76ec-4791-90ec-aacc9d070bae/69b1f7d3-d30f-4690-8300-8c9827de5313) {{(pid=101317) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 09:00:43.171058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:43.195642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:43.196700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.235619 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.255657 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.300806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:43.321680 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.331733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:00:43.340520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Ignored duplicate provisioning block setup for port cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 09:00:43.344151 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72cae10-1ee7-46d8-af8a-d9676c911009" -d '{"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:00:43.358662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.370718 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.371556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e13e5b26-2816-4750-96ce-7ce88ba0cba3 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:43.420669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d4b3b-1f50-43c4-9b4e-44db39496910 req-5066ba49-22f2-4be3-8bab-4b2c2b6bfd3f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:43.429405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-737d4b3b-1f50-43c4-9b4e-44db39496910 req-5066ba49-22f2-4be3-8bab-4b2c2b6bfd3f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.1792769 Aug 20 09:00:43.439256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.526167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] In _notify_port_updated(), no bound segment for port cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 on network 9083f37f-76ec-4791-90ec-aacc9d070bae {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:00:43.544635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:43.545610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.547266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/ports/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 HTTP/1.1" status: 200 len: 925 time: 1.0384312 Aug 20 09:00:43.554817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52760) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:43.579705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9a8a79d-3425-4662-8e16-78504274401d'}, {'subnet_id': '69b1f7d3-d30f-4690-8300-8c9827de5313'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:43.610235 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd2cb3-5b6f-4392-9280-67b12362f9a9 x-openstack-request-id: req-ebfd2cb3-5b6f-4392-9280-67b12362f9a9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:00:43.610638 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:00:43.610836 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebfd2cb3-5b6f-4392-9280-67b12362f9a9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:00:43.611198 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'code': 200} Aug 20 09:00:43.612239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:43.616775 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.650389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-737d4b3b-1f50-43c4-9b4e-44db39496910 req-858c6eec-cc61-4937-a8f0-1f6ea50452c7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197907 Aug 20 09:00:43.667419 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9dd9ed9d-e708-476e-9844-3fb256ef860e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.673178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: e13e5b26-2816-4750-96ce-7ce88ba0cba3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:43.674154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e13e5b26-2816-4750-96ce-7ce88ba0cba3 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:43.676517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbbbc6-1d97-48e2-a72b-11d46cefaa52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:43.728931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] For port e7ed267a-60a2-45ac-842d-bdd19b80c5dd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,segment=NetworkSegment(651f50ee-5dd9-4b5e-b724-6585e69be44b),segment_id=651f50ee-5dd9-4b5e-b724-6585e69be44b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:43.777653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.827284 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:43.844685 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.054862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0d61b-2c34-47e0-b13a-26b870a5968b req-ded47db8-edfb-4a52-b25a-58768df12ac3 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:44.063724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0e0d61b-2c34-47e0-b13a-26b870a5968b req-ded47db8-edfb-4a52-b25a-58768df12ac3 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1101146 Aug 20 09:00:44.077580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c81c4-4067-47c2-b647-7ab6bca9506b None None] Pushing event updated for resources: {'Port': ['ID=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:44.137439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0e0d61b-2c34-47e0-b13a-26b870a5968b req-b9a673d8-0563-4a90-8bbd-8406b720f643 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723565 Aug 20 09:00:44.158991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.165425 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.166862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.172199 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.177510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,segment=NetworkSegment(edbcb222-f52f-47a4-b8a6-07374df739c5),segment_id=edbcb222-f52f-47a4-b8a6-07374df739c5)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:44.178856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Update dhcp port {'port': {'network_id': '9083f37f-76ec-4791-90ec-aacc9d070bae', 'fixed_ips': [{'subnet_id': 'c9a8a79d-3425-4662-8e16-78504274401d', 'ip_address': '2001:db8::2'}, {'subnet_id': '69b1f7d3-d30f-4690-8300-8c9827de5313'}], 'binding:host_id': 'n-d-804285-2'}, 'id': 'e7ed267a-60a2-45ac-842d-bdd19b80c5dd'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:00:44.212966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.220903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8b7d5598-3ac6-40a8-a39f-20501fd3959f None None] Provisioning complete for port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:44.221277 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5598-3ac6-40a8-a39f-20501fd3959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.271573 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.293780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=7bac379c-c12c-4814-9b4f-8948dfe2e07e,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:44.363600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8:0:1::62 (9083f37f-76ec-4791-90ec-aacc9d070bae/69b1f7d3-d30f-4690-8300-8c9827de5313/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:44.366339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:44.368041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:44.411839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:44.525960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7ed267a-60a2-45ac-842d-bdd19b80c5dd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:44.642390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router bfdbf143-29e3-421e-a7f0-9f246573e97c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:00:44.695181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8b7d5598-3ac6-40a8-a39f-20501fd3959f None None] Provisioning for port 7bac379c-c12c-4814-9b4f-8948dfe2e07e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:44.700525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.729176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8b7d5598-3ac6-40a8-a39f-20501fd3959f None None] Provisioning complete for port 7bac379c-c12c-4814-9b4f-8948dfe2e07e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:44.729566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5598-3ac6-40a8-a39f-20501fd3959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.741868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Ignored duplicate provisioning block setup for port cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 09:00:44.747776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.859803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d5598-3ac6-40a8-a39f-20501fd3959f None None] Port 7bac379c-c12c-4814-9b4f-8948dfe2e07e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:44.891218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] In _notify_port_updated(), no bound segment for port cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 on network 9083f37f-76ec-4791-90ec-aacc9d070bae {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:00:44.898791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:44.904612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:44.909020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/ports/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 HTTP/1.1" status: 200 len: 1010 time: 1.3498456 Aug 20 09:00:44.911877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52774) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:44.922446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d43991-4be6-4c67-b833-f4cf612c9064 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:44.949333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:44.950410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:45.019508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Allocated IP 2001:db8:0:1::2 (9083f37f-76ec-4791-90ec-aacc9d070bae/69b1f7d3-d30f-4690-8300-8c9827de5313/e7ed267a-60a2-45ac-842d-bdd19b80c5dd) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:45.104977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e43ac-78d4-4265-a532-0e8d6739f48f req-a2c6a9da-9ebe-4cc9-b87a-9103734ff59b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:45.106613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f9e43ac-78d4-4265-a532-0e8d6739f48f req-a2c6a9da-9ebe-4cc9-b87a-9103734ff59b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1367352 Aug 20 09:00:45.110883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:45.111157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:45.117546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:45.130272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1f953dbc-ed6b-47ca-b389-d9a709bcd523 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/bfdbf143-29e3-421e-a7f0-9f246573e97c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2000268 Aug 20 09:00:45.133701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] Sync routers for ids ['bfdbf143-29e3-421e-a7f0-9f246573e97c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:45.134270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52776) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:45.177671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f9e43ac-78d4-4265-a532-0e8d6739f48f req-e3a9b4fd-575c-4163-9e09-5d3ee2e0748d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459723 Aug 20 09:00:45.191867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3a0bf7d9-4794-4bbf-a5f6-1e8a6a003e7e None None] Provisioning complete for port 7bac379c-c12c-4814-9b4f-8948dfe2e07e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:45.192274 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7d9-4794-4bbf-a5f6-1e8a6a003e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:45.276432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a364091-26ab-479b-9ef1-20206c7d81b3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:45.283641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2a364091-26ab-479b-9ef1-20206c7d81b3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports/7bac379c-c12c-4814-9b4f-8948dfe2e07e HTTP/1.1" status: 200 len: 983 time: 0.1464949 Aug 20 09:00:45.288487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:45.344541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] For port e7ed267a-60a2-45ac-842d-bdd19b80c5dd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,segment=NetworkSegment(651f50ee-5dd9-4b5e-b724-6585e69be44b),segment_id=651f50ee-5dd9-4b5e-b724-6585e69be44b)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:45.369111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bf7d9-4794-4bbf-a5f6-1e8a6a003e7e None None] Port 7bac379c-c12c-4814-9b4f-8948dfe2e07e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:45.399590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c8eea-dac2-4fef-b080-c8c91dd346c2 req-158e80dc-b798-4b88-8d75-5fc830bc8865 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:45.407963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c1c8eea-dac2-4fef-b080-c8c91dd346c2 req-158e80dc-b798-4b88-8d75-5fc830bc8865 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1644096 Aug 20 09:00:45.431485 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:45.449335 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] Routers {'bfdbf143-29e3-421e-a7f0-9f246573e97c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:45.450272 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bfdbf143-29e3-421e-a7f0-9f246573e97c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:45.455990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Transition to ACTIVE for port object e7ed267a-60a2-45ac-842d-bdd19b80c5dd will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:45.469859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:45.489937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c1c8eea-dac2-4fef-b080-c8c91dd346c2 req-a93b82b1-c745-44da-8a35-54405603497a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809333 Aug 20 09:00:45.528575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:45.551878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] Routers {'bfdbf143-29e3-421e-a7f0-9f246573e97c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:45.552920 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bfdbf143-29e3-421e-a7f0-9f246573e97c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:45.622363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:45.623317 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f6677-6c31-4664-bae9-0e3bc3a1077c None None] The sync data for ids ['bfdbf143-29e3-421e-a7f0-9f246573e97c'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:45.658035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a794bd-384a-4b96-988d-ef6fa74ccbb1 None None] Pushing event updated for resources: {'Port': ['ID=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:45.983233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.010273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:46.305160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.411015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.441479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6cd5-cba2-4ae8-83bc-a43b38fb2c84 req-e3477b6d-e289-4e72-a4c6-09b3b8269565 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:46.458259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-914f6cd5-cba2-4ae8-83bc-a43b38fb2c84 req-e3477b6d-e289-4e72-a4c6-09b3b8269565 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1142192 Aug 20 09:00:46.490254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7ed267a-60a2-45ac-842d-bdd19b80c5dd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:46.544393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:46.554783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-914f6cd5-cba2-4ae8-83bc-a43b38fb2c84 req-8ea53ac3-13ca-45f7-af44-7aaa559f2884 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921745 Aug 20 09:00:46.618345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3faac2da-aed6-4c54-a5f3-b1d58e9690f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.627121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a90d1-c43a-4e59-a693-00b508bcff14 None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:46.689027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.698672 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc4740d0-56b8-45b7-881c-a9e31553596c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 HTTP/1.1" status: 204 len: 168 time: 1.7847569 Aug 20 09:00:46.700787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:46.763164 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbea918-7aaf-4c49-b528-83c049cc79ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:46.768302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-acbea918-7aaf-4c49-b528-83c049cc79ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 HTTP/1.1" status: 404 len: 333 time: 0.0663512 Aug 20 09:00:46.768989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52802) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:46.778181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da989-1469-4dd3-912d-5de06172a0d2 req-050185a6-97d8-4f36-80e9-770d6fdc928c tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:46.789136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f9da989-1469-4dd3-912d-5de06172a0d2 req-050185a6-97d8-4f36-80e9-770d6fdc928c tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1494873 Aug 20 09:00:46.791591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7c6faa96-f3c8-46cf-9fe8-6d0a4586c3ea None None] Could not find standard attr ID for object cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:00:46.835162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:46.839440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7c6faa96-f3c8-46cf-9fe8-6d0a4586c3ea None None] Provisioning for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:46.905402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.908858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f9da989-1469-4dd3-912d-5de06172a0d2 req-5cf2877d-2895-4cc2-8e80-ecb57b6d16f8 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099231 Aug 20 09:00:46.910033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7c6faa96-f3c8-46cf-9fe8-6d0a4586c3ea None None] Provisioning complete for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:46.911672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7c6faa96-f3c8-46cf-9fe8-6d0a4586c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:46.920630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52806) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:47.056994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Deleting subnet 02dd20f7-2daf-4194-bf77-67f04227c429 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:47.066104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet 69b1f7d3-d30f-4690-8300-8c9827de5313 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:47.068884 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.069704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.127013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.181012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.246584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.259489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.318476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:47.318896 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.348136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.368381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.400953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02dd20f7-2daf-4194-bf77-67f04227c429,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:47.401317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.401696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.409876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/69b1f7d3-d30f-4690-8300-8c9827de5313 HTTP/1.1" status: 204 len: 168 time: 0.6123488 Aug 20 09:00:47.410827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52812) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:47.412419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae90573-0978-4ac1-b42a-ef27134aaf3e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=69b1f7d3-d30f-4690-8300-8c9827de5313,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:47.423016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.427206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0df0e4be-36c8-4aca-9e3b-714d89ef679f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/02dd20f7-2daf-4194-bf77-67f04227c429 HTTP/1.1" status: 204 len: 168 time: 0.5034785 Aug 20 09:00:47.427334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52814) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:47.528078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet c9a8a79d-3425-4662-8e16-78504274401d {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:47.536683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.550632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.605230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.642743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.658305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4ba21e-df64-4625-8721-26d8331e4861']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:47.662440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 7bac379c-c12c-4814-9b4f-8948dfe2e07e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:47.662781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.709426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5436e-cf15-492e-80d0-d38738280383 None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:47.721888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc98af97-337b-42ef-9364-b681a4502cba') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:47.722265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc98af97-337b-42ef-9364-b681a4502cba') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:47.738190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.763221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.785866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:47.786211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:47.787867 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:47.816503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf6317f1-207f-48d4-b62c-ae29284058bb None None] Provisioning complete for port e7ed267a-60a2-45ac-842d-bdd19b80c5dd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:47.817327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf6317f1-207f-48d4-b62c-ae29284058bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.848859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.866313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 7bac379c-c12c-4814-9b4f-8948dfe2e07e owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:47.878994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.880951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732893f3-d32a-434f-91a7-d7b635737ca6 req-ae6e30d1-0740-42f2-8cce-f17d7f6aa99c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:47.885111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-732893f3-d32a-434f-91a7-d7b635737ca6 req-ae6e30d1-0740-42f2-8cce-f17d7f6aa99c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1924615 Aug 20 09:00:47.889129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.893648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:47.898854 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dd4ba21e-df64-4625-8721-26d8331e4861 HTTP/1.1" status: 204 len: 168 time: 0.4704752 Aug 20 09:00:47.945818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8624d-28b9-4e8a-9ee6-2923490bf8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4ba21e-df64-4625-8721-26d8331e4861,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:48.139383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-732893f3-d32a-434f-91a7-d7b635737ca6 req-2c2a503b-c474-41da-8d7f-b0d64f91d9e9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464418 Aug 20 09:00:48.153547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.178337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0474e6b-ce0c-4da6-b4dd-e95d03d50d83 req-08da6623-1b43-4f9e-96eb-6ca91d5c8a20 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:48.196089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0474e6b-ce0c-4da6-b4dd-e95d03d50d83 req-08da6623-1b43-4f9e-96eb-6ca91d5c8a20 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1487465 Aug 20 09:00:48.196089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.206440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=7bac379c-c12c-4814-9b4f-8948dfe2e07e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:48.245808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.254972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/c9a8a79d-3425-4662-8e16-78504274401d HTTP/1.1" status: 204 len: 168 time: 0.8406823 Aug 20 09:00:48.267538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52826) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:48.272172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17590c46-27eb-4320-937a-d344033cc425 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a8a79d-3425-4662-8e16-78504274401d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:48.315147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52828) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:48.433399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.493651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.519168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0474e6b-ce0c-4da6-b4dd-e95d03d50d83 req-6d42be79-0a78-408b-a5b9-827984110c9d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219275 Aug 20 09:00:48.601337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port e7ed267a-60a2-45ac-842d-bdd19b80c5dd {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:48.602058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.622740 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-475784e5-ba9c-4984-83d1-523dece8f0a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16560f4393b048758f4b74c4dcd08eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030431 Aug 20 09:00:48.633194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:48.726731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router bfdbf143-29e3-421e-a7f0-9f246573e97c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:00:48.775488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.786517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] For port e7ed267a-60a2-45ac-842d-bdd19b80c5dd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,segment=NetworkSegment(651f50ee-5dd9-4b5e-b724-6585e69be44b),segment_id=651f50ee-5dd9-4b5e-b724-6585e69be44b)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:48.787054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.804902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a000-6959-414d-b379-60f3ef552f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.812803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for e7ed267a-60a2-45ac-842d-bdd19b80c5dd owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:48.840865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:48.848765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a000-6959-414d-b379-60f3ef552f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:48.855103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] Sync routers for ids ['bfdbf143-29e3-421e-a7f0-9f246573e97c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:48.858916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-093d584b-e853-43c2-b4c4-45cd6038bd38 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/bfdbf143-29e3-421e-a7f0-9f246573e97c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5692627 Aug 20 09:00:48.861388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52832) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:48.880236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] Routers {'bfdbf143-29e3-421e-a7f0-9f246573e97c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:48.881027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bfdbf143-29e3-421e-a7f0-9f246573e97c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:48.970778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:48.984453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] Routers {'bfdbf143-29e3-421e-a7f0-9f246573e97c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:48.992342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['bfdbf143-29e3-421e-a7f0-9f246573e97c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:49.012384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a000-6959-414d-b379-60f3ef552f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.028526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a000-6959-414d-b379-60f3ef552f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.035519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e3a7a000-6959-414d-b379-60f3ef552f80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87ebd8b4-f783-4042-8381-4d4893d3385a HTTP/1.1" status: 204 len: 168 time: 0.3971074 Aug 20 09:00:49.066167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:49.066167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0352e1-4c4b-49c9-a20f-67e3f4c56273 None None] The sync data for ids ['bfdbf143-29e3-421e-a7f0-9f246573e97c'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:49.072607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7a000-6959-414d-b379-60f3ef552f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ebd8b4-f783-4042-8381-4d4893d3385a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:49.082390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.132805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=e7ed267a-60a2-45ac-842d-bdd19b80c5dd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:49.142003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No DVR routers for this DVR port e7ed267a-60a2-45ac-842d-bdd19b80c5dd on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:49.194894 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-15a8253a-66d2-4690-b12e-e10f32573a97 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 09:00:49.289560 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15a8253a-66d2-4690-b12e-e10f32573a97 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/bfdbf143-29e3-421e-a7f0-9f246573e97c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3333879 Aug 20 09:00:49.291083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.291083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9083f37f-76ec-4791-90ec-aacc9d070bae']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:49.292128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52838) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:49.293760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651f50ee-5dd9-4b5e-b724-6585e69be44b') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:49.294231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651f50ee-5dd9-4b5e-b724-6585e69be44b') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:49.315528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.315902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f7fc56-494f-4cda-8283-43917f907cce None None] Network 9083f37f-76ec-4791-90ec-aacc9d070bae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:49.340492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118851-1d23-4ff2-b6fd-d1b4e037109e req-1be1a72a-fb1d-48a0-bff9-553fed5ed617 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:49.348817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0118851-1d23-4ff2-b6fd-d1b4e037109e req-1be1a72a-fb1d-48a0-bff9-553fed5ed617 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1023104 Aug 20 09:00:49.351233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.359582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dbb10d8f-1844-41a1-aa02-6db51ba08793 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfdbf143-29e3-421e-a7f0-9f246573e97c HTTP/1.1" status: 200 len: 205 time: 0.0634458 Aug 20 09:00:49.361286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52844) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:49.405495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0118851-1d23-4ff2-b6fd-d1b4e037109e req-6453a1ff-d813-4c7c-89b3-04c3bc222cc1 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497634 Aug 20 09:00:49.406937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:49.407845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:49.414320 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:49.434808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b3ccaa51-9cca-4978-a995-731e35f3fbda None None] Could not find standard attr ID for object e7ed267a-60a2-45ac-842d-bdd19b80c5dd. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:00:49.511786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.554421 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.598932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.608007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/9083f37f-76ec-4791-90ec-aacc9d070bae HTTP/1.1" status: 204 len: 168 time: 1.3278666 Aug 20 09:00:49.609147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d4f5-0749-441e-a61b-65e38a5bfca1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=9083f37f-76ec-4791-90ec-aacc9d070bae,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:49.613803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52854) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:49.663090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd0136-db6f-4a18-bf53-1ae684cc5489 None None] DHCP port deletion for 9083f37f-76ec-4791-90ec-aacc9d070bae request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:49.753356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99ab70-dfcb-4310-9817-9d60e483d327 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:49.754982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f99ab70-dfcb-4310-9817-9d60e483d327 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1402237 Aug 20 09:00:49.760508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:49.820309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6f05e-fb7f-44e3-aca3-dec3cfff6294 req-707a24a8-5a77-4741-be7b-d7ddeacc630f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:49.821936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1eb6f05e-fb7f-44e3-aca3-dec3cfff6294 req-707a24a8-5a77-4741-be7b-d7ddeacc630f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1391268 Aug 20 09:00:49.836846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b2b26144-e9d5-4000-bcbf-a6d158c40d54 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0724092 Aug 20 09:00:49.840239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:49.845313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2004659418'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:49.915892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1eb6f05e-fb7f-44e3-aca3-dec3cfff6294 req-72f68564-46e1-4c7f-971e-d4a04ef6c559 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848470 Aug 20 09:00:49.918199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:49.923567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.975414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:49.985570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:49.986018 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment 4b465869-e573-4b96-8274-a36a9bec2551 of type vlan for network 5165e55f-9169-45c5-820a-b844a53c0f4f Aug 20 09:00:50.033512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.066676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.073429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:50.073671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.144700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3033969 Aug 20 09:00:50.148316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52872) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:50.153429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:50.161179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d438d-e40d-4fb5-b6c7-e6f000e7a149 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=5165e55f-9169-45c5-820a-b844a53c0f4f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:50.173422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 5165e55f-9169-45c5-820a-b844a53c0f4f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:50.204248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.206652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.255574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.256396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router bfdbf143-29e3-421e-a7f0-9f246573e97c {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:00:50.267523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.269708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b5e8a42-1072-470f-aa81-bce6dcfc5da7 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/bfdbf143-29e3-421e-a7f0-9f246573e97c HTTP/1.1" status: 204 len: 168 time: 0.9074357 Aug 20 09:00:50.272313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:50.284885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:50.291373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.335626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet c97c561f-20ef-4f45-8ac9-5b1077a22e7e {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:50.340425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.410250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.511941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7ed267a-60a2-45ac-842d-bdd19b80c5dd no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:50.539751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e7ed267a-60a2-45ac-842d-bdd19b80c5dd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:50.540406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7ed267a-60a2-45ac-842d-bdd19b80c5dd not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:50.574798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.623212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52886) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:50.685512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.701574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.706994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/c97c561f-20ef-4f45-8ac9-5b1077a22e7e HTTP/1.1" status: 204 len: 168 time: 0.4331715 Aug 20 09:00:50.708359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9465e-27a4-45d1-884a-06a2b1e0802e None None] Network bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:50.738424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52892) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:50.750177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3302d-6be1-4b42-884a-3c294c9b45f5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=c97c561f-20ef-4f45-8ac9-5b1077a22e7e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:50.855273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2085110115-network', 'tenant_id': '2b7b10f307d5447da52080ed49c878fd'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:50.898710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.909070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Made reservation on behalf of 2b7b10f307d5447da52080ed49c878fd for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:50.911832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:50.924907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.009993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07514b5f-ae22-481d-b760-3b9632deb12f req-8b0c6b86-17cc-4773-90f7-73782d5f4e95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:51.012244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07514b5f-ae22-481d-b760-3b9632deb12f req-8b0c6b86-17cc-4773-90f7-73782d5f4e95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.4951274 Aug 20 09:00:51.015594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.044209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:51.044508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.100833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] DHCP port deletion for bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:51.165039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] Deleting port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:51.165828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.173639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,segment=NetworkSegment(edbcb222-f52f-47a4-b8a6-07374df739c5),segment_id=edbcb222-f52f-47a4-b8a6-07374df739c5)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:51.174177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.187262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07514b5f-ae22-481d-b760-3b9632deb12f req-d2fd22f4-7075-4d14-936b-f0c072bb63cf tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589861 Aug 20 09:00:51.194188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:51.212634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': '4b465869-e573-4b96-8274-a36a9bec2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:51.213287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: 5165e55f-9169-45c5-820a-b844a53c0f4f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:51.235445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=f369c9d5-cfec-4bdb-a9d4-f9f15128091a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:51.257691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de390662-a3c5-44cc-a592-e2d372ef382b req-1db0c770-18ad-4747-87f9-c82517b5ffa1 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:51.259856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de390662-a3c5-44cc-a592-e2d372ef382b req-1db0c770-18ad-4747-87f9-c82517b5ffa1 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1707170 Aug 20 09:00:51.270510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.288878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.297703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] For port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,segment=NetworkSegment(edbcb222-f52f-47a4-b8a6-07374df739c5),segment_id=edbcb222-f52f-47a4-b8a6-07374df739c5)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:51.298323 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.302371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 5165e55f-9169-45c5-820a-b844a53c0f4f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:51.314289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] Calling delete_port for 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:51.320624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:51.324438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de390662-a3c5-44cc-a592-e2d372ef382b req-24947fe8-82dc-46c7-8e8e-1bcd4ba4f926 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496550 Aug 20 09:00:51.326644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 5165e55f-9169-45c5-820a-b844a53c0f4f) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:51.336106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:51.359545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:51.360172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.379038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.382286 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Added segment 0667de41-95e5-4e98-9e79-3fff8ab4ece6 of type vlan for network e02ce9d5-9537-4d7c-86f4-0e54f117b70d Aug 20 09:00:51.391132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792a56d-afe2-4a68-b0f2-6a36dbf97cb2 None None] Network 5165e55f-9169-45c5-820a-b844a53c0f4f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:51.404346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2f5b04f4-0f76-45a2-956b-6072751b41f3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2550318 Aug 20 09:00:51.406985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52898) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:51.412265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f', 'name': 'tempest-PortsIpV6TestJSON-122807004'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:51.490692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.529245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.609964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-5165e55f-9169-45c5-820a-b844a53c0f4f', 'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': 'f369c9d5-cfec-4bdb-a9d4-f9f15128091a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:51.613138 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.644174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b2720-af95-41a9-bcc7-27e94071e011 req-42fd7ac9-4d3f-4d08-a241-2ce289a45274 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:51.647989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-266b2720-af95-41a9-bcc7-27e94071e011 req-42fd7ac9-4d3f-4d08-a241-2ce289a45274 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1064501 Aug 20 09:00:51.670332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:51.682781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.683754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:51.686534 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.724378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:51.744466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-266b2720-af95-41a9-bcc7-27e94071e011 req-c14513db-9c0c-4baa-b4cb-8f4dcd307903 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867326 Aug 20 09:00:51.799048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Allocated IP 2001:db8::2 (5165e55f-9169-45c5-820a-b844a53c0f4f/f369c9d5-cfec-4bdb-a9d4-f9f15128091a/edc6df3b-b0b9-4cf9-a331-9b0f92305b87) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:51.909111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.942929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3146446 Aug 20 09:00:51.943173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52906) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:51.947262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Request body: {'subnet': {'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2085110115-subnet', 'tenant_id': '2b7b10f307d5447da52080ed49c878fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:51.956551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] Pushing event deleted for resources: {'Port': ['ID=548db6ae-7cc6-4c0c-9a07-9784b3af9a82,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:51.984014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:51.987382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebe3f4-1151-4903-83c8-0f61fc8a98d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e02ce9d5-9537-4d7c-86f4-0e54f117b70d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:51.994024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f8d13-5aa6-46b8-9970-cbe80454e76b None None] No DVR routers for this DVR port 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:52.003257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Made reservation on behalf of 2b7b10f307d5447da52080ed49c878fd for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:52.008376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.010065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e02ce9d5-9537-4d7c-86f4-0e54f117b70d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:52.013374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-c7d88004-84da-4680-bbc9-cfbed7f3755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:52.018879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-c7d88004-84da-4680-bbc9-cfbed7f3755d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 1097 time: 0.4085505 Aug 20 09:00:52.081804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.117278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Transition to ACTIVE for port object edc6df3b-b0b9-4cf9-a331-9b0f92305b87 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:52.168444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:52.173803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Transition to ACTIVE for port object edc6df3b-b0b9-4cf9-a331-9b0f92305b87 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:52.189183 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.194300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbcb222-f52f-47a4-b8a6-07374df739c5') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:52.194881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbcb222-f52f-47a4-b8a6-07374df739c5') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:52.218376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Network 5165e55f-9169-45c5-820a-b844a53c0f4f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:52.221372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.223838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-5a431e9e-3ba0-42c3-8122-f8ae3bac1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:52.225822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-5a431e9e-3ba0-42c3-8122-f8ae3bac1d8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.1762273 Aug 20 09:00:52.241656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:52.246076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:52.312240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.321944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:00:52.323563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.333022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Pushing event updated for resources: {'Port': ['ID=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:52.358623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Attempting to bind port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:52.359296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Attempting to bind port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '4b465869-e573-4b96-8274-a36a9bec2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:52.359842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Attempting to bind port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 on network 5165e55f-9169-45c5-820a-b844a53c0f4f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:52.373019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:52.373973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Checking segment: {'id': '4b465869-e573-4b96-8274-a36a9bec2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:52.376495 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.377070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Bound using segment: {'id': '4b465869-e573-4b96-8274-a36a9bec2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:52.380560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Bound port: edc6df3b-b0b9-4cf9-a331-9b0f92305b87, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b465869-e573-4b96-8274-a36a9bec2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:52.381602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:00:52.410746 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:00:52.437704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:52.441607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.442315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:00:52.443905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799fa0-5eac-40b4-8744-226cc7c803b1 req-c9a0e077-75c4-48d4-bb15-6ca7a9550830 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:52.446327 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.450709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83799fa0-5eac-40b4-8744-226cc7c803b1 req-c9a0e077-75c4-48d4-bb15-6ca7a9550830 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1561911 Aug 20 09:00:52.454117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.476720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:00:52.477038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.477263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 548db6ae-7cc6-4c0c-9a07-9784b3af9a82 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:00:52.480397 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e HTTP/1.1" status: 204 len: 168 time: 1.7408233 Aug 20 09:00:52.496158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52910) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:52.502028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-689983973'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:52.521882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] For port edc6df3b-b0b9-4cf9-a331-9b0f92305b87, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:52.522142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-1e9ae9f5-a3f2-465f-8a5c-bf0455e330a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 200 len: 1002 time: 0.2845223 Aug 20 09:00:52.527099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b11bba-5ae6-4b89-9c5e-2a8ba2e8ca72 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=bc10c3c4-d054-4e68-a71f-3cb8bb0bdb9e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:52.537978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] For port edc6df3b-b0b9-4cf9-a331-9b0f92305b87, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,segment=NetworkSegment(4b465869-e573-4b96-8274-a36a9bec2551),segment_id=4b465869-e573-4b96-8274-a36a9bec2551)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:52.539890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 3d144ddd-24a6-4a51-9355-c99423f7c148 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:52.551084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.595884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb8e746-09bb-4cdf-9b69-2bc05d75da2a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:52.608396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83799fa0-5eac-40b4-8744-226cc7c803b1 req-2efb14e7-cbc6-4598-94c2-9445fbfd18a3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515536 Aug 20 09:00:52.630978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Checking segment: {'id': '0667de41-95e5-4e98-9e79-3fff8ab4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:52.631375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Network hostable DHCP agents. Network: e02ce9d5-9537-4d7c-86f4-0e54f117b70d, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:52.672246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7165a5-2e1b-40e0-827b-01ccf06c880a None None] Pushing event updated for resources: {'Port': ['ID=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:52.679151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Network e02ce9d5-9537-4d7c-86f4-0e54f117b70d is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:52.700200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e02ce9d5-9537-4d7c-86f4-0e54f117b70d) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:52.708542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07c872-c6f2-4c06-9f8d-4835cd85960d None None] Network e02ce9d5-9537-4d7c-86f4-0e54f117b70d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:52.708753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:52.709235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.799255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-93833e88-61a1-44a1-bf67-0ac723e276d2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8483968 Aug 20 09:00:52.818396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:52.827805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:52.858522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-678f44ff-325c-4801-8853-908fa3ffce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:52.860836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-678f44ff-325c-4801-8853-908fa3ffce0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.3253098 Aug 20 09:00:52.991877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b2f74-74a1-4a27-af8a-088899f27cba None None] Network e02ce9d5-9537-4d7c-86f4-0e54f117b70d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:53.021424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bad8ba-979a-4a4c-8e95-69d20bcd28a2 req-040a7300-357d-4088-ba5c-85077ea49404 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:53.034839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::1ff (5165e55f-9169-45c5-820a-b844a53c0f4f/f369c9d5-cfec-4bdb-a9d4-f9f15128091a/3d144ddd-24a6-4a51-9355-c99423f7c148) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:53.036603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0bad8ba-979a-4a4c-8e95-69d20bcd28a2 req-040a7300-357d-4088-ba5c-85077ea49404 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1118217 Aug 20 09:00:53.148988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0bad8ba-979a-4a4c-8e95-69d20bcd28a2 req-f5f474b8-e33b-48ee-b504-45fd62c0eec6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105514 Aug 20 09:00:53.193481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:00:53.256415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-2641953f-f253-4630-90d6-7301be8df504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:53.270084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-2641953f-f253-4630-90d6-7301be8df504 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3865867 Aug 20 09:00:53.306429 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:53.306777 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment 114ca5af-2c55-40a2-b83c-e55de37016f0 of type vlan for network e623144a-a18d-46a5-bc3c-3ee0f4d09073 Aug 20 09:00:53.476378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:53.558685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:53.577899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object 3d144ddd-24a6-4a51-9355-c99423f7c148 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:53.607415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-659402c2-9d1a-4e00-8ece-f84d2321f819 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331144 Aug 20 09:00:53.611303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:53.616570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:53.617180 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:53.627879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-7a3c7c01-d3a7-480b-8f52-68fd3981be97 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:53.629433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-7a3c7c01-d3a7-480b-8f52-68fd3981be97 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/networks?id=e02ce9d5-9537-4d7c-86f4-0e54f117b70d HTTP/1.1" status: 200 len: 821 time: 0.1336889 Aug 20 09:00:53.659104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-ba5a2287-70c1-4e0a-bf5f-2fbdecdb115d tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/quotas/2b7b10f307d5447da52080ed49c878fd HTTP/1.1" status: 200 len: 375 time: 0.0226989 Aug 20 09:00:53.706268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-26469420-9ac7-44d8-bcb0-c662f92620ce tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7b10f307d5447da52080ed49c878fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459712 Aug 20 09:00:53.762321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2648928 Aug 20 09:00:53.771002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:53.780762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:53.878766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-d2b5f7b6-020d-42d1-8aa6-06cd94ed75d9 service neutron] 10.222.0.35 "GET /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714065 Aug 20 09:00:53.976467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:54.006194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 5165e55f-9169-45c5-820a-b844a53c0f4f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:54.012251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:54.015262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:54.027240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:54.032178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:54.035005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c32ed7-05c5-490b-93bf-edd06eda26f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=e623144a-a18d-46a5-bc3c-3ee0f4d09073,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:54.064455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:00:54.080213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-0399ef70-0ad1-4bb8-a2d4-6d78ad8f9939 service neutron] 10.222.0.35 "GET /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003510 Aug 20 09:00:54.099356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f90996-6a11-410b-8dd8-5d5d8258c6ba req-8a0a3036-1b4c-4aad-9035-32c5609d1472 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:54.108158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86f90996-6a11-410b-8dd8-5d5d8258c6ba req-8a0a3036-1b4c-4aad-9035-32c5609d1472 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2780700 Aug 20 09:00:54.132777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=3d144ddd-24a6-4a51-9355-c99423f7c148,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:54.159463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:54.163690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:54.221248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86f90996-6a11-410b-8dd8-5d5d8258c6ba req-d5693ed3-98a6-45c6-9147-585549ab2ebf tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120839 Aug 20 09:00:54.252826 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c1eff083-adcd-46e0-be78-0a3f42959932 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8445735 Aug 20 09:00:54.256695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52944) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:54.263260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '5165e55f-9169-45c5-820a-b844a53c0f4f', 'name': 'tempest-PortsIpV6TestJSON-1547933175'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:54.283944 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf2bc5ad-8e86-413c-8a1b-46ebe5991c06 req-0b1b09f5-deca-4897-9de8-80f515533a92 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629536 Aug 20 09:00:54.629263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device edc6df3b-b0b9-4cf9-a331-9b0f92305b87 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:54.679228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f73e43b7-2255-418f-8399-141a7e55d0c9 req-fa4f86e7-bd00-4a17-9065-d4a0bedf7370 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 210 time: 0.0665348 Aug 20 09:00:54.721878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed55de5-575d-4e10-940f-30a9dcdc007d None None] Network 5165e55f-9169-45c5-820a-b844a53c0f4f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:54.759506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb9683-34f7-4468-8311-ddef743b010d req-235a7ea6-fc91-4096-b72b-d564b0aba004 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:54.770051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3fb9683-34f7-4468-8311-ddef743b010d req-235a7ea6-fc91-4096-b72b-d564b0aba004 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.1383629 Aug 20 09:00:54.797297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:54.798825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:54.801001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:54.860854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3fb9683-34f7-4468-8311-ddef743b010d req-f319e235-f28e-430b-a158-41cc8c45f183 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836504 Aug 20 09:00:54.864345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 4ebc9b40-7e81-4c86-9431-a24fe7edf91e yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:00:54.964422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=9ea2f205-51f7-45ff-86f0-9f71680e8330,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:55.003760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': '114ca5af-2c55-40a2-b83c-e55de37016f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:55.004600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: e623144a-a18d-46a5-bc3c-3ee0f4d09073, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:00:55.039660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:00:55.042787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-223d839e-2b83-4a24-baf6-5a63ec5c1b44 None None] Provisioning for port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:55.060046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e623144a-a18d-46a5-bc3c-3ee0f4d09073) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:55.076358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d0760e-4bfd-4c69-9882-737d096540c5 None None] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:55.079189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:55.079805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.111590 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1315082b-791b-496c-8ceb-8cad1695c611 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3375940 Aug 20 09:00:55.114121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52960) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:55.118631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445590519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:55.135515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::2f2 (5165e55f-9169-45c5-820a-b844a53c0f4f/f369c9d5-cfec-4bdb-a9d4-f9f15128091a/4ebc9b40-7e81-4c86-9431-a24fe7edf91e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:55.171517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.175854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.235821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:55.245669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:55.246399 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.325587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.336920 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.369229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.370751 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4f8c2ec6-0a76-457a-9ae5-5d97e924a93e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2555923 Aug 20 09:00:55.375624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52964) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:55.417329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd85023-db58-4a43-b443-0f0a2b4a7f1a req-b5ec2d89-aeb1-4918-90c0-555e35a8acb5 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:55.426902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ecd85023-db58-4a43-b443-0f0a2b4a7f1a req-b5ec2d89-aeb1-4918-90c0-555e35a8acb5 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1059573 Aug 20 09:00:55.492708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e623144a-a18d-46a5-bc3c-3ee0f4d09073', 'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '9ea2f205-51f7-45ff-86f0-9f71680e8330'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:00:55.493663 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.532788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ecd85023-db58-4a43-b443-0f0a2b4a7f1a req-8c362979-27df-4bec-9eb6-f0e7bd7ded3f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048083 Aug 20 09:00:55.587245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.621358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object 4ebc9b40-7e81-4c86-9431-a24fe7edf91e will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:55.727179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.739354 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.776841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 5165e55f-9169-45c5-820a-b844a53c0f4f is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:55.779779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:55.838160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:55.844156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:55.850624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:55.964090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-501d6fa0-7a8a-457b-9595-b2a334cd10b2 req-977db22e-4881-4ff6-bdeb-6e44606118b9 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 210 time: 0.1051302 Aug 20 09:00:55.972415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7141545 Aug 20 09:00:55.980064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:56.040059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port edc6df3b-b0b9-4cf9-a331-9b0f92305b87, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,segment=NetworkSegment(4b465869-e573-4b96-8274-a36a9bec2551),segment_id=4b465869-e573-4b96-8274-a36a9bec2551)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:56.056847 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.074948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d6cc-513b-451c-bb61-6bc0fab2db75 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=4ebc9b40-7e81-4c86-9431-a24fe7edf91e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:56.136780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Allocated IP 2001:db8::2 (e623144a-a18d-46a5-bc3c-3ee0f4d09073/9ea2f205-51f7-45ff-86f0-9f71680e8330/d693c621-12a3-4385-ac6d-3d8f147aa3ad) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:56.164374 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.168011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e710f4f-b7c4-431a-8fc5-83147341f40f None None] Provisioning for port 3d144ddd-24a6-4a51-9355-c99423f7c148 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:56.178675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e710f4f-b7c4-431a-8fc5-83147341f40f None None] Provisioning complete for port 3d144ddd-24a6-4a51-9355-c99423f7c148 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:56.179300 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e710f4f-b7c4-431a-8fc5-83147341f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.236974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:56.281856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f382b4-1b0e-4d95-9c5a-8c8d84803418 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:56.291158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-33f382b4-1b0e-4d95-9c5a-8c8d84803418 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ff HTTP/1.1" status: 200 len: 928 time: 0.3044417 Aug 20 09:00:56.292261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52978) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:56.339087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.339728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.340240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.340739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.341250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.342624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.343271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.343761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.344252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.344760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.345259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.346021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:00:56.373792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4e710f4f-b7c4-431a-8fc5-83147341f40f None None] Port 3d144ddd-24a6-4a51-9355-c99423f7c148 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:56.398138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6344ca-df42-48d8-8491-448d534c8312 req-a21968cd-a9b7-4d64-92c5-96438b686817 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:56.399984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea6344ca-df42-48d8-8491-448d534c8312 req-a21968cd-a9b7-4d64-92c5-96438b686817 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.2776265 Aug 20 09:00:56.406080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e710f4f-b7c4-431a-8fc5-83147341f40f None None] Provisioning complete for port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:56.406921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e710f4f-b7c4-431a-8fc5-83147341f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.546067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea6344ca-df42-48d8-8491-448d534c8312 req-936461ac-c2e7-4810-86a1-a14159707b33 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368890 Aug 20 09:00:56.587938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 4ebc9b40-7e81-4c86-9431-a24fe7edf91e {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:56.589561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.682523 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.703904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Transition to ACTIVE for port object d693c621-12a3-4385-ac6d-3d8f147aa3ad will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:56.737707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Transition to ACTIVE for port object d693c621-12a3-4385-ac6d-3d8f147aa3ad will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:56.746125 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.770633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-8eba440d-6e6f-4942-be93-fd4f8a1542f7 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:56.772352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-8eba440d-6e6f-4942-be93-fd4f8a1542f7 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.26 "GET /v2.0/networks?id=e02ce9d5-9537-4d7c-86f4-0e54f117b70d HTTP/1.1" status: 200 len: 821 time: 0.7782266 Aug 20 09:00:56.789469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Request body: {'port': {'device_id': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d', 'admin_state_up': True, 'tenant_id': '2b7b10f307d5447da52080ed49c878fd'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:56.832406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:56.844774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:56.855888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:56.951902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8::1 (e623144a-a18d-46a5-bc3c-3ee0f4d09073/9ea2f205-51f7-45ff-86f0-9f71680e8330/016e3fd6-811d-44c0-a5ea-1413e5c82e6d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:56.971758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e75c-9683-47f3-b6f4-b3d01182a0e9 req-8b860a1a-d692-4f80-baf0-b41d0e79ad1d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:56.981104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8c131dd9-0b6d-4611-8992-07f273379c17 None None] Provisioning complete for port 3d144ddd-24a6-4a51-9355-c99423f7c148 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:56.981480 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8c131dd9-0b6d-4611-8992-07f273379c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:56.984969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d898e75c-9683-47f3-b6f4-b3d01182a0e9 req-8b860a1a-d692-4f80-baf0-b41d0e79ad1d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2658203 Aug 20 09:00:57.038331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Attempting to bind port d693c621-12a3-4385-ac6d-3d8f147aa3ad on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:00:57.038776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Attempting to bind port d693c621-12a3-4385-ac6d-3d8f147aa3ad by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '114ca5af-2c55-40a2-b83c-e55de37016f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:00:57.039577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Attempting to bind port d693c621-12a3-4385-ac6d-3d8f147aa3ad on network e623144a-a18d-46a5-bc3c-3ee0f4d09073 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:00:57.047882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:00:57.048260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Checking segment: {'id': '114ca5af-2c55-40a2-b83c-e55de37016f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:00:57.048671 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.049202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Bound using segment: {'id': '114ca5af-2c55-40a2-b83c-e55de37016f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:00:57.049897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Bound port: d693c621-12a3-4385-ac6d-3d8f147aa3ad, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114ca5af-2c55-40a2-b83c-e55de37016f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e623144a-a18d-46a5-bc3c-3ee0f4d09073'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:00:57.050282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.052191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Pushing event updated for resources: {'Port': ['ID=d693c621-12a3-4385-ac6d-3d8f147aa3ad,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:57.083439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.103210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Made reservation on behalf of 2b7b10f307d5447da52080ed49c878fd for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:00:57.108178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.166916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 4ebc9b40-7e81-4c86-9431-a24fe7edf91e owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:57.173325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8c131dd9-0b6d-4611-8992-07f273379c17 None None] Port 3d144ddd-24a6-4a51-9355-c99423f7c148 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:57.197814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de8e4cb8-313e-4d13-b0d9-39778c9b1bc9 req-89277d44-ae78-4c33-ab7e-5b95e05c6737 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 210 time: 0.0634131 Aug 20 09:00:57.218235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d898e75c-9683-47f3-b6f4-b3d01182a0e9 req-8cfb13c7-55ca-4c4b-887c-ce8348b98784 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288392 Aug 20 09:00:57.218463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.240393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] For port d693c621-12a3-4385-ac6d-3d8f147aa3ad, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:00:57.248601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 016e3fd6-811d-44c0-a5ea-1413e5c82e6d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:00:57.257904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] For port d693c621-12a3-4385-ac6d-3d8f147aa3ad, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d693c621-12a3-4385-ac6d-3d8f147aa3ad,segment=NetworkSegment(114ca5af-2c55-40a2-b83c-e55de37016f0),segment_id=114ca5af-2c55-40a2-b83c-e55de37016f0)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:00:57.265036 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.328503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Allocated IP 172.20.0.4 (e02ce9d5-9537-4d7c-86f4-0e54f117b70d/ecb8e746-09bb-4cdf-9b69-2bc05d75da2a/d19d2976-d41a-4107-a3d1-ac22af46b3ed) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:00:57.334141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca5a5-f0d4-4633-90d4-0e2f7b809f3d None None] Pushing event updated for resources: {'Port': ['ID=d693c621-12a3-4385-ac6d-3d8f147aa3ad,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:57.361822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-46b5d489-ea60-4572-915c-02ce1885e7e5 None None] Provisioning for port 4ebc9b40-7e81-4c86-9431-a24fe7edf91e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:57.368950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-46b5d489-ea60-4572-915c-02ce1885e7e5 None None] Provisioning complete for port 4ebc9b40-7e81-4c86-9431-a24fe7edf91e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:57.369522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.369866 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-46b5d489-ea60-4572-915c-02ce1885e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.443266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:57.444121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-46b5d489-ea60-4572-915c-02ce1885e7e5 None None] Port 4ebc9b40-7e81-4c86-9431-a24fe7edf91e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:00:57.516972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:57.518741 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.531428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:57.532210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.563308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=4ebc9b40-7e81-4c86-9431-a24fe7edf91e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:57.597850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:57.608065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7193d0fb-0a60-4f48-8451-7e0331d42fef tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/4ebc9b40-7e81-4c86-9431-a24fe7edf91e HTTP/1.1" status: 204 len: 168 time: 1.3046770 Aug 20 09:00:57.608860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52990) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:57.650063 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-437db7dc-4b3e-4f24-b8ad-e5a935998ef1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:57.655738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-437db7dc-4b3e-4f24-b8ad-e5a935998ef1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/4ebc9b40-7e81-4c86-9431-a24fe7edf91e HTTP/1.1" status: 404 len: 333 time: 0.0449483 Aug 20 09:00:57.661795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52992) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:57.883260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 3d144ddd-24a6-4a51-9355-c99423f7c148 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:57.883633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.006385 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.013250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=016e3fd6-811d-44c0-a5ea-1413e5c82e6d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:58.027396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 3d144ddd-24a6-4a51-9355-c99423f7c148 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:58.138325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.168333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.189360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.238878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=3d144ddd-24a6-4a51-9355-c99423f7c148,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:58.249436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.261447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-935e22ff-c2fa-4b7a-903d-aebc2c2c15c3 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/3d144ddd-24a6-4a51-9355-c99423f7c148 HTTP/1.1" status: 204 len: 168 time: 0.5983598 Aug 20 09:00:58.262238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:58.321630 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee217f8-6c55-40ac-a7c3-cb753742263a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:00:58.325428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.340119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5ee217f8-6c55-40ac-a7c3-cb753742263a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/3d144ddd-24a6-4a51-9355-c99423f7c148 HTTP/1.1" status: 404 len: 333 time: 0.0765269 Aug 20 09:00:58.340544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:58.446681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Network e02ce9d5-9537-4d7c-86f4-0e54f117b70d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:58.490137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:58.550961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:00:58.559807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6b456-7f94-4a0c-9772-a1e44ec1e0c1 req-662f4d10-78a3-4ce9-b545-e63dcf43e822 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:58.561475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00b6b456-7f94-4a0c-9772-a1e44ec1e0c1 req-662f4d10-78a3-4ce9-b545-e63dcf43e822 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 931 time: 0.2760997 Aug 20 09:00:58.570242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet f369c9d5-cfec-4bdb-a9d4-f9f15128091a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:00:58.585322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.645581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Pushing event updated for resources: {'Port': ['ID=d19d2976-d41a-4107-a3d1-ac22af46b3ed,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:58.655339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080496d0-fd30-4d7b-b4b3-c7646ba98de1 req-1eeed768-0ebe-4b68-886b-1a97093a8605 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:58.662766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-080496d0-fd30-4d7b-b4b3-c7646ba98de1 req-1eeed768-0ebe-4b68-886b-1a97093a8605 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2711439 Aug 20 09:00:58.670504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device edc6df3b-b0b9-4cf9-a331-9b0f92305b87 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:58.713603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.752614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00b6b456-7f94-4a0c-9772-a1e44ec1e0c1 req-a703219a-2d5d-495d-9c9d-e83d16227547 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794453 Aug 20 09:00:58.761053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:58.761763 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.802007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-080496d0-fd30-4d7b-b4b3-c7646ba98de1 req-d1874e32-c842-4afb-9e82-18548dd3a570 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340623 Aug 20 09:00:58.808735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.820512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:58.821185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.835613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.836395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:58.897696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d693c621-12a3-4385-ac6d-3d8f147aa3ad up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:00:58.920154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.002575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=016e3fd6-811d-44c0-a5ea-1413e5c82e6d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:59.003610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d693c621-12a3-4385-ac6d-3d8f147aa3ad completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:59.027996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-f5a52099-2fc0-47c3-9146-dc519b1b0ba2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2427788 Aug 20 09:00:59.055811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Request body: {'port': {'device_id': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:00:59.078667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.112375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:00:59.116090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:00:59.132563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=f369c9d5-cfec-4bdb-a9d4-f9f15128091a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:59.142250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.144117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2ae8430a-65b5-4773-9710-4ad0b5be5e34 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/f369c9d5-cfec-4bdb-a9d4-f9f15128091a HTTP/1.1" status: 204 len: 168 time: 0.7994030 Aug 20 09:00:59.146765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53010) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:59.149235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9cb5a-49f2-47c4-a690-b4fc70068cc9 None None] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:59.176074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a6d70-fd25-451f-8635-244b671cd724 None None] Network 5165e55f-9169-45c5-820a-b844a53c0f4f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:00:59.232533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.286432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.335978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] Provisioning for port d693c621-12a3-4385-ac6d-3d8f147aa3ad completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:00:59.347942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] Provisioning complete for port d693c621-12a3-4385-ac6d-3d8f147aa3ad triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:00:59.348633 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.363142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:59.363683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.411709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router aa7ae941-ab5a-479b-8596-09bda8cab781 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:00:59.494454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] For port edc6df3b-b0b9-4cf9-a331-9b0f92305b87, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,segment=NetworkSegment(4b465869-e573-4b96-8274-a36a9bec2551),segment_id=4b465869-e573-4b96-8274-a36a9bec2551)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:59.495212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.518477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] DHCP port deletion for 5165e55f-9169-45c5-820a-b844a53c0f4f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:00:59.523409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for edc6df3b-b0b9-4cf9-a331-9b0f92305b87 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:59.535233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.609927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:00:59.617629 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02f43868-46eb-485c-acd3-f7bc2d4d1aac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/aa7ae941-ab5a-479b-8596-09bda8cab781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378023 Aug 20 09:00:59.629747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53012) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:59.632943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] Sync routers for ids ['aa7ae941-ab5a-479b-8596-09bda8cab781'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:00:59.647366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] For port d693c621-12a3-4385-ac6d-3d8f147aa3ad, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d693c621-12a3-4385-ac6d-3d8f147aa3ad,segment=NetworkSegment(114ca5af-2c55-40a2-b83c-e55de37016f0),segment_id=114ca5af-2c55-40a2-b83c-e55de37016f0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:59.664163 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] Routers {'aa7ae941-ab5a-479b-8596-09bda8cab781'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:59.664594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] Deleting port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:00:59.665161 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.665691 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa7ae941-ab5a-479b-8596-09bda8cab781'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:59.669487 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.706952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92500baf-618a-45a4-9ba4-a8db87e8563b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:00:59.708558 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92500baf-618a-45a4-9ba4-a8db87e8563b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports/016e3fd6-811d-44c0-a5ea-1413e5c82e6d HTTP/1.1" status: 200 len: 911 time: 0.0700576 Aug 20 09:00:59.713580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53014) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:00:59.728931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.787860 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:59.816857 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] Routers {'aa7ae941-ab5a-479b-8596-09bda8cab781'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:00:59.817943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa7ae941-ab5a-479b-8596-09bda8cab781'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:59.822302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:59.839773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No DVR routers for this DVR port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:00:59.870783 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:00:59.871811 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc3554-f66d-48fb-8d92-b051a7a496f4 None None] The sync data for ids ['aa7ae941-ab5a-479b-8596-09bda8cab781'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:00:59.898745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] For port edc6df3b-b0b9-4cf9-a331-9b0f92305b87, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,segment=NetworkSegment(4b465869-e573-4b96-8274-a36a9bec2551),segment_id=4b465869-e573-4b96-8274-a36a9bec2551)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:00:59.899365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:00:59.934752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61568c2f-8a3a-4d09-9a9d-9d5b9dfaa6e3 None None] Pushing event updated for resources: {'Port': ['ID=d693c621-12a3-4385-ac6d-3d8f147aa3ad,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:00:59.939153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19d2976-d41a-4107-a3d1-ac22af46b3ed {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:00:59.956087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] Calling delete_port for edc6df3b-b0b9-4cf9-a331-9b0f92305b87 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:00:59.976273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.031795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.040224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Transition to ACTIVE for port object d19d2976-d41a-4107-a3d1-ac22af46b3ed will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:00.068381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165e55f-9169-45c5-820a-b844a53c0f4f']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:00.108521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b465869-e573-4b96-8274-a36a9bec2551') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:00.109212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b465869-e573-4b96-8274-a36a9bec2551') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:00.114288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.138870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.140434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.182095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] Pushing event deleted for resources: {'Port': ['ID=edc6df3b-b0b9-4cf9-a331-9b0f92305b87,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:00.195313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6998e-1211-406e-8e4d-5b4668004fa3 req-e130891d-5593-4269-affc-25ac24cf320d tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:00.201370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7615cb-2fdd-4735-b664-faab46835723 None None] No DVR routers for this DVR port edc6df3b-b0b9-4cf9-a331-9b0f92305b87 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:00.205542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9b6998e-1211-406e-8e4d-5b4668004fa3 req-e130891d-5593-4269-affc-25ac24cf320d tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 931 time: 0.2998068 Aug 20 09:01:00.222456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0f420107-49b4-4b64-8039-4ee4ca284ee5 None None] Provisioning for port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:00.227377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0f420107-49b4-4b64-8039-4ee4ca284ee5 None None] Provisioning complete for port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:00.227809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f420107-49b4-4b64-8039-4ee4ca284ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.240253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.274322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513e896-8aad-4c3d-a468-460d0adb12b8 req-8cac0cda-5de8-4183-ae05-4d7a533bdeed tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:00.276430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0f420107-49b4-4b64-8039-4ee4ca284ee5 None None] Port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:00.276758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Pushing event updated for resources: {'Port': ['ID=d19d2976-d41a-4107-a3d1-ac22af46b3ed,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:00.278201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c513e896-8aad-4c3d-a468-460d0adb12b8 req-8cac0cda-5de8-4183-ae05-4d7a533bdeed tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.2344298 Aug 20 09:01:00.301283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0f420107-49b4-4b64-8039-4ee4ca284ee5 None None] Provisioning complete for port d693c621-12a3-4385-ac6d-3d8f147aa3ad triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:00.301666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f420107-49b4-4b64-8039-4ee4ca284ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.328503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:01:00.328919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:01:00.340032 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:01:00.397584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d693c621-12a3-4385-ac6d-3d8f147aa3ad up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:00.491764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Attempting to bind port d19d2976-d41a-4107-a3d1-ac22af46b3ed on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:00.492314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Attempting to bind port d19d2976-d41a-4107-a3d1-ac22af46b3ed by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '0667de41-95e5-4e98-9e79-3fff8ab4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:00.492414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Attempting to bind port d19d2976-d41a-4107-a3d1-ac22af46b3ed on network e02ce9d5-9537-4d7c-86f4-0e54f117b70d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:00.503315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Port d19d2976-d41a-4107-a3d1-ac22af46b3ed on network e02ce9d5-9537-4d7c-86f4-0e54f117b70d not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:01:00.503545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Attempting to bind port d19d2976-d41a-4107-a3d1-ac22af46b3ed on network e02ce9d5-9537-4d7c-86f4-0e54f117b70d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:00.541901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d693c621-12a3-4385-ac6d-3d8f147aa3ad triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:00.542704 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.545241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:00.545578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Checking segment: {'id': '0667de41-95e5-4e98-9e79-3fff8ab4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:00.546486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Bound using segment: {'id': '0667de41-95e5-4e98-9e79-3fff8ab4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:00.547010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Bound port: d19d2976-d41a-4107-a3d1-ac22af46b3ed, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0667de41-95e5-4e98-9e79-3fff8ab4ece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:00.547444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.676616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] For port d19d2976-d41a-4107-a3d1-ac22af46b3ed, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:00.728533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] For port d19d2976-d41a-4107-a3d1-ac22af46b3ed, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed,segment=NetworkSegment(0667de41-95e5-4e98-9e79-3fff8ab4ece6),segment_id=0667de41-95e5-4e98-9e79-3fff8ab4ece6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:00.735533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.743187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc6f9163-cc0e-4d61-aa34-a45540c68ff4 None None] Provisioning complete for port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:00.743900 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc6f9163-cc0e-4d61-aa34-a45540c68ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.789732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:00.790941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.792607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] 10.222.0.26 "PUT /v2.0/ports/d19d2976-d41a-4107-a3d1-ac22af46b3ed HTTP/1.1" status: 200 len: 1091 time: 1.7485261 Aug 20 09:01:00.793234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'tag': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:00.796298 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ccea2abe-9032-48f6-b861-2e610d4da9d5", "tag": "d19d2976-d41a-4107-a3d1-ac22af46b3ed"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:00.822733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device edc6df3b-b0b9-4cf9-a331-9b0f92305b87 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:00.869386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: edc6df3b-b0b9-4cf9-a331-9b0f92305b87 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:01:00.869922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device edc6df3b-b0b9-4cf9-a331-9b0f92305b87 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:00.893520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f9163-cc0e-4d61-aa34-a45540c68ff4 None None] Port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:00.898601 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:00.900418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a64e7-1e55-40b0-8f23-dca10ad80781 service neutron] Pushing event updated for resources: {'Port': ['ID=d19d2976-d41a-4107-a3d1-ac22af46b3ed,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:00.904971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9b6998e-1211-406e-8e4d-5b4668004fa3 req-1721ba02-007d-4ffb-9747-defb380ac5cb tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6983221 Aug 20 09:01:00.996041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c513e896-8aad-4c3d-a468-460d0adb12b8 req-2ae671ce-43a1-44e4-98ca-a3d417b1d123 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6873412 Aug 20 09:01:01.043118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.071386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.073684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/5165e55f-9169-45c5-820a-b844a53c0f4f HTTP/1.1" status: 204 len: 168 time: 1.9132271 Aug 20 09:01:01.079430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53026) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:01.084819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2136226916'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:01.098106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=5165e55f-9169-45c5-820a-b844a53c0f4f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:01.113565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.115354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.116313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.117617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.118801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.119950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.120614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.121222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.122424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.123946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.124591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.125421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc286f0-feba-4c0a-a432-ee6795b3f9d1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:01.129402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8adf0d2-591c-4039-8778-9d7a71a14229 None None] Provisioning complete for port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:01.129974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8adf0d2-591c-4039-8778-9d7a71a14229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.138001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-9155946e-11d1-4901-8bca-ccc586dd3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:01.139673 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-9155946e-11d1-4901-8bca-ccc586dd3430 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7b10f307d5447da52080ed49c878fd&device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 1094 time: 0.3020535 Aug 20 09:01:01.152658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:01.157033 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.162129 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062c86ba-f287-4a1b-9878-ff131a391ad2 x-openstack-request-id: req-062c86ba-f287-4a1b-9878-ff131a391ad2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:01.162423 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccea2abe-9032-48f6-b861-2e610d4da9d5", "tag": "d19d2976-d41a-4107-a3d1-ac22af46b3ed", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:01.162679 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-062c86ba-f287-4a1b-9878-ff131a391ad2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:01.163074 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'tag': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed', 'status': 'completed', 'code': 200} Aug 20 09:01:01.195254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a8adf0d2-591c-4039-8778-9d7a71a14229 None None] Port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:01.213841 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-cceb0c07-2c2d-49df-9271-366070f2f53a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed HTTP/1.1" status: 200 len: 217 time: 0.0533354 Aug 20 09:01:01.258752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:01.301905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.302298 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment 819b64fa-a688-4a0d-a889-f64c56282d1c of type vlan for network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 Aug 20 09:01:01.322034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-7f42fc92-d353-4b35-8919-dd1fc38a7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:01.323538 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-7f42fc92-d353-4b35-8919-dd1fc38a7f8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecb8e746-09bb-4cdf-9b69-2bc05d75da2a HTTP/1.1" status: 200 len: 861 time: 0.1018267 Aug 20 09:01:01.408562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-9173075d-e6b3-43fc-b486-dda587c3d9de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e02ce9d5-9537-4d7c-86f4-0e54f117b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393021 Aug 20 09:01:01.410064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.512297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.518920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:01.519564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.544128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 016e3fd6-811d-44c0-a5ea-1413e5c82e6d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:01.544510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.655836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5750782 Aug 20 09:01:01.658783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53028) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:01.663953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-9170feb2-e399-478b-b17f-59410ee81124 service neutron] 10.222.0.26 "GET /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481952 Aug 20 09:01:01.666272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:01.705079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a77de-e659-4394-8799-54faa8fe983f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:01.717824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:01.758089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:01.784826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 016e3fd6-811d-44c0-a5ea-1413e5c82e6d owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:01.829906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:01.836883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.086090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1a0e7-724d-405c-bd7e-599323219706 req-13df9cb0-60da-43bf-ba4f-760099f83c05 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:02.094148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6b1a0e7-724d-405c-bd7e-599323219706 req-13df9cb0-60da-43bf-ba4f-760099f83c05 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 943 time: 0.0866411 Aug 20 09:01:02.177064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-78da3eaf-5bd8-40fb-96b2-68b2153952f1 req-7e9a79c5-0f92-4d83-b1eb-490728690cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017767 Aug 20 09:01:02.219729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6b1a0e7-724d-405c-bd7e-599323219706 req-68206642-7c70-42fd-b819-fb22512f06b1 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221519 Aug 20 09:01:02.263829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.297987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3351c-972d-466c-af71-7d219a4676aa req-f353e5cc-1cb9-453f-a574-7767176bfa92 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:02.313831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18c3351c-972d-466c-af71-7d219a4676aa req-f353e5cc-1cb9-453f-a574-7767176bfa92 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1906958 Aug 20 09:01:02.372436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.401745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=016e3fd6-811d-44c0-a5ea-1413e5c82e6d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:02.411876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18c3351c-972d-466c-af71-7d219a4676aa req-bbeffcc6-1432-43cb-937c-6450dc5e5188 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970387 Aug 20 09:01:02.419184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': '819b64fa-a688-4a0d-a889-f64c56282d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:02.420202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:02.436857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=c524b4bc-5e03-4584-b0dd-e0fd0c306a36,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:02.450802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:02.464851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-cd159ed2-8dc9-4642-ab61-1c4bc470e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:02.467254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:02.470020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-cd159ed2-8dc9-4642-ab61-1c4bc470e0e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b7b10f307d5447da52080ed49c878fd&device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 1094 time: 0.1913710 Aug 20 09:01:02.474900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:02.475720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.478733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87a9ce-2077-4766-811d-f3bbbf9aced0 None None] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:02.501140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fa175add-c6a8-4f9f-b3c4-cde508553e45 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8382699 Aug 20 09:01:02.502171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:02.513867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0', 'name': 'tempest-PortsIpV6TestJSON-2055945163', 'fixed_ips': [{'subnet_id': 'c524b4bc-5e03-4584-b0dd-e0fd0c306a36', 'ip_address': '2001:db8::10'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:02.581105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.686194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0', 'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': 'c524b4bc-5e03-4584-b0dd-e0fd0c306a36'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:02.687358 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.720212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:02.844831 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:02.863631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port 491802aa-3587-4850-b605-57024c8a0e4a yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:01:02.893866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Allocated IP 2001:db8::2 (60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0/c524b4bc-5e03-4584-b0dd-e0fd0c306a36/43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:02.903632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router aa7ae941-ab5a-479b-8596-09bda8cab781 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:02.906222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-8d750169-a272-4e2c-bbd6-b29d648e529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:02.907499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-8d750169-a272-4e2c-bbd6-b29d648e529c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e02ce9d5-9537-4d7c-86f4-0e54f117b70d HTTP/1.1" status: 200 len: 921 time: 0.3232639 Aug 20 09:01:03.004734 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-633e50fc-0d6b-40e0-9db7-609f9c9efd4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed HTTP/1.1" status: 200 len: 217 time: 0.0889330 Aug 20 09:01:03.046573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:03.051784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9cff312-9772-4b91-8039-16a2de718d19 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/aa7ae941-ab5a-479b-8596-09bda8cab781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3353982 Aug 20 09:01:03.057666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b4271-6941-461e-910c-82a42b43470e None None] Sync routers for ids ['aa7ae941-ab5a-479b-8596-09bda8cab781'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:03.061694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53054) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:03.076039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.083380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b4271-6941-461e-910c-82a42b43470e None None] Routers {'aa7ae941-ab5a-479b-8596-09bda8cab781'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:03.083968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b01b4271-6941-461e-910c-82a42b43470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa7ae941-ab5a-479b-8596-09bda8cab781'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:03.088739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-64c53b6c-fb83-4507-923c-c3526982995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:03.090247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-64c53b6c-fb83-4507-923c-c3526982995e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecb8e746-09bb-4cdf-9b69-2bc05d75da2a HTTP/1.1" status: 200 len: 861 time: 0.0561202 Aug 20 09:01:03.096749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b948e9a1-8f19-4c64-a5b6-ae71c9a59349 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa7ae941-ab5a-479b-8596-09bda8cab781 HTTP/1.1" status: 200 len: 205 time: 0.0333796 Aug 20 09:01:03.099180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53056) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:03.118571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b01b4271-6941-461e-910c-82a42b43470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:03.121035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Transition to ACTIVE for port object 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:03.125096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-a885eb71-6f79-4cc8-9920-b1e813888b41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e02ce9d5-9537-4d7c-86f4-0e54f117b70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264707 Aug 20 09:01:03.140453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b4271-6941-461e-910c-82a42b43470e None None] Routers {'aa7ae941-ab5a-479b-8596-09bda8cab781'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:03.141173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b01b4271-6941-461e-910c-82a42b43470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa7ae941-ab5a-479b-8596-09bda8cab781'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:03.173099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.177611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Transition to ACTIVE for port object 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:03.178670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b01b4271-6941-461e-910c-82a42b43470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:03.179363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b4271-6941-461e-910c-82a42b43470e None None] The sync data for ids ['aa7ae941-ab5a-479b-8596-09bda8cab781'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:03.188687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.229299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:03.230129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-3394cf61-abd9-4208-ac7e-68b4cca1923d service neutron] 10.222.0.26 "GET /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980859 Aug 20 09:01:03.232153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:03.234922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:03.244555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Pushing event updated for resources: {'Port': ['ID=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:03.312067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Attempting to bind port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:03.312440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Attempting to bind port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '819b64fa-a688-4a0d-a889-f64c56282d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:03.312912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Attempting to bind port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 on network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:03.318359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:03.318735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Checking segment: {'id': '819b64fa-a688-4a0d-a889-f64c56282d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:03.319142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.319540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Bound using segment: {'id': '819b64fa-a688-4a0d-a889-f64c56282d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:03.320010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Bound port: 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819b64fa-a688-4a0d-a889-f64c56282d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:03.320394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.346363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-093a265c-cd9f-4f8e-8f2f-0dbf2d5fe1fc req-787ac755-40a0-4f99-8ebd-65e6098c7d67 service neutron] 10.222.0.26 "GET /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034701 Aug 20 09:01:03.359517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::10 (60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0/c524b4bc-5e03-4584-b0dd-e0fd0c306a36/491802aa-3587-4850-b605-57024c8a0e4a) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:03.401668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] For port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:03.405117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] For port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,segment=NetworkSegment(819b64fa-a688-4a0d-a889-f64c56282d1c),segment_id=819b64fa-a688-4a0d-a889-f64c56282d1c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:03.409868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.433598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.439300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.472668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25098f70-3f99-42e7-82be-3f9abecbb1ef None None] Pushing event updated for resources: {'Port': ['ID=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:03.521425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713fd25-1c92-4800-8f3f-3e498b5b8a4f req-83a6761a-a72c-495d-a58b-9dab9607b108 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:03.523480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d713fd25-1c92-4800-8f3f-3e498b5b8a4f req-83a6761a-a72c-495d-a58b-9dab9607b108 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 943 time: 0.2146406 Aug 20 09:01:03.530686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.531231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router aa7ae941-ab5a-479b-8596-09bda8cab781 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:01:03.546179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.549678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-605f70f5-dd4e-4835-be50-1276429fa178 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/aa7ae941-ab5a-479b-8596-09bda8cab781 HTTP/1.1" status: 204 len: 168 time: 0.4471581 Aug 20 09:01:03.552443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53066) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:03.600764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-49495dff-d8f5-4472-a9a7-8b573405317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:03.602385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-49495dff-d8f5-4472-a9a7-8b573405317d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1096 time: 0.0983837 Aug 20 09:01:03.625133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 9ea2f205-51f7-45ff-86f0-9f71680e8330 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:01:03.639081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.699998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d713fd25-1c92-4800-8f3f-3e498b5b8a4f req-b7140b84-d57d-4d02-bf7f-a209773853b7 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492329 Aug 20 09:01:03.712459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3bed4-7109-44ae-9d9f-c759f54234f0 req-1bb0ca01-a443-47e3-bda6-5d1047c9daf3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:03.721872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ba3bed4-7109-44ae-9d9f-c759f54234f0 req-1bb0ca01-a443-47e3-bda6-5d1047c9daf3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1699390 Aug 20 09:01:03.745799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.806360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ba3bed4-7109-44ae-9d9f-c759f54234f0 req-8929a69b-9b26-4859-95d0-98d9185b0717 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834816 Aug 20 09:01:03.810252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-480caa5b-c928-4d62-a37a-5c655d9459ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:03.816470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-480caa5b-c928-4d62-a37a-5c655d9459ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.2034464 Aug 20 09:01:03.822510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.845418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object 491802aa-3587-4850-b605-57024c8a0e4a will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:03.879489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.912295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.922037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:03.924812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:03.927740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:03.933539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:03.934178 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:03.935082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-96db97d4-c98e-45fd-90e5-e445e5cdabc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 1001 time: 0.1109202 Aug 20 09:01:03.952063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=491802aa-3587-4850-b605-57024c8a0e4a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:03.964692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ae1a62dd-65c8-4957-8407-5a59ea41c4d7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4558618 Aug 20 09:01:03.965567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53068) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:03.971301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': '60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0', 'name': 'tempest-PortsIpV6TestJSON-44940364', 'fixed_ips': [{'subnet_id': 'c524b4bc-5e03-4584-b0dd-e0fd0c306a36', 'ip_address': '2001:db8::f'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:04.006619 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-7499821d-b9f1-43b0-94cc-0ed4c340f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:04.008150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-7499821d-b9f1-43b0-94cc-0ed4c340f970 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.0640035 Aug 20 09:01:04.027500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.071429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea2f205-51f7-45ff-86f0-9f71680e8330,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:04.079624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.081562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4848741c-0b47-47bf-aae2-a1a6e7367e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/9ea2f205-51f7-45ff-86f0-9f71680e8330 HTTP/1.1" status: 204 len: 168 time: 0.5280125 Aug 20 09:01:04.084798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:04.085102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:04.087967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30d9fb9-2e39-4b84-ba8f-b2879314d58b None None] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:04.090508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.115577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port a2e2c7ab-d1bc-4a53-8240-fd78d37c8376 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:01:04.147604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-45e32e4f-3599-4ef2-8106-7b57f8c3a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:04.149021 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-45e32e4f-3599-4ef2-8106-7b57f8c3a7e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331201 Aug 20 09:01:04.217844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.292251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::f (60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0/c524b4bc-5e03-4584-b0dd-e0fd0c306a36/a2e2c7ab-d1bc-4a53-8240-fd78d37c8376) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:04.299090 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-821a4746-bdf3-4aca-8d55-8c54d4d6d1f1 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416550 Aug 20 09:01:04.321046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] DHCP port deletion for e623144a-a18d-46a5-bc3c-3ee0f4d09073 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:01:04.391130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port d693c621-12a3-4385-ac6d-3d8f147aa3ad {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:04.391583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.397088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Deleting port d693c621-12a3-4385-ac6d-3d8f147aa3ad {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:04.397788 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.483272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:04.531048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.549987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] For port d693c621-12a3-4385-ac6d-3d8f147aa3ad, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d693c621-12a3-4385-ac6d-3d8f147aa3ad,segment=NetworkSegment(114ca5af-2c55-40a2-b83c-e55de37016f0),segment_id=114ca5af-2c55-40a2-b83c-e55de37016f0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:04.550512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.552356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object a2e2c7ab-d1bc-4a53-8240-fd78d37c8376 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:04.561265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd5af8e3-090b-4e82-ad57-49dce0a8504f req-1b73c6c8-799c-4bf7-bd37-fda3b0eebf16 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539694 Aug 20 09:01:04.568041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port d693c621-12a3-4385-ac6d-3d8f147aa3ad, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d693c621-12a3-4385-ac6d-3d8f147aa3ad,segment=NetworkSegment(114ca5af-2c55-40a2-b83c-e55de37016f0),segment_id=114ca5af-2c55-40a2-b83c-e55de37016f0)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:04.568421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.586438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for d693c621-12a3-4385-ac6d-3d8f147aa3ad owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:04.621581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.690544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:04.718219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:04.719244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.721824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:04.743705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:04.744689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.761371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:04.763758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=d693c621-12a3-4385-ac6d-3d8f147aa3ad,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:04.764775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=a2e2c7ab-d1bc-4a53-8240-fd78d37c8376,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:04.769840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port d693c621-12a3-4385-ac6d-3d8f147aa3ad on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:04.770439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Calling delete_port for d693c621-12a3-4385-ac6d-3d8f147aa3ad owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:04.791320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1dd34c3c-5bef-453c-9e3b-2ba1f9ea54ce tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8221395 Aug 20 09:01:04.792680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:04.839664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cdb608-63df-4e94-8819-7556e5f8e411 None None] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:04.858903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17e74b-c6b7-4061-a4da-2848da9402c7 req-1602f464-d284-4b83-8f72-c328eeb8dac1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:04.862302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba17e74b-c6b7-4061-a4da-2848da9402c7 req-1602f464-d284-4b83-8f72-c328eeb8dac1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.2298460 Aug 20 09:01:04.884428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.893307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d693c621-12a3-4385-ac6d-3d8f147aa3ad no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:04.895913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e623144a-a18d-46a5-bc3c-3ee0f4d09073']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:04.911488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114ca5af-2c55-40a2-b83c-e55de37016f0') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:04.911797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114ca5af-2c55-40a2-b83c-e55de37016f0') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:04.923709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.931902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d693c621-12a3-4385-ac6d-3d8f147aa3ad {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:01:04.931902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d693c621-12a3-4385-ac6d-3d8f147aa3ad not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:04.932578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c9f11-de03-429f-8b90-61fb0eb82eeb req-2b7cf0d1-8663-4b76-b0fc-a6fcd72cecd7 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:04.938528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e85c9f11-de03-429f-8b90-61fb0eb82eeb req-2b7cf0d1-8663-4b76-b0fc-a6fcd72cecd7 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 943 time: 0.1041071 Aug 20 09:01:04.941430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.944942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] Provisioning for port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:04.957599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a37cb-5e08-4cb3-aba6-699c9d1461ac tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:04.959617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-868a37cb-5e08-4cb3-aba6-699c9d1461ac tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1622901 Aug 20 09:01:04.961274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] Provisioning complete for port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:04.961655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.963908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:01:04.964446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:01:04.968725 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:01:04.971429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53084) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:04.990411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba17e74b-c6b7-4061-a4da-2848da9402c7 req-401de611-9fa2-4161-b892-5970e00a3eae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087642 Aug 20 09:01:05.006419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d19d2976-d41a-4107-a3d1-ac22af46b3ed details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:01:05.053301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.061175 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.063541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.065846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/e623144a-a18d-46a5-bc3c-3ee0f4d09073 HTTP/1.1" status: 204 len: 168 time: 0.9806507 Aug 20 09:01:05.070531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53088) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:05.073185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c1514-4d66-4376-97c3-d4e54d0cec51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:05.075136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1649307751', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:05.081153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c1514-4d66-4376-97c3-d4e54d0cec51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:05.087257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c1514-4d66-4376-97c3-d4e54d0cec51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:05.088959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-da6c1514-4d66-4376-97c3-d4e54d0cec51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1180928 Aug 20 09:01:05.092840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e85c9f11-de03-429f-8b90-61fb0eb82eeb req-55dd2d68-4b8f-433c-9b68-6b582e96e9ef tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474793 Aug 20 09:01:05.093325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53090) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:05.109682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4c3d-4d19-43ea-8ee8-afd735f91e94 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=e623144a-a18d-46a5-bc3c-3ee0f4d09073,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:05.143635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Network e623144a-a18d-46a5-bc3c-3ee0f4d09073 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:01:05.144160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] No DVR routers for this DVR port d693c621-12a3-4385-ac6d-3d8f147aa3ad on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:05.150726 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f11a3-1ef5-48f2-a633-af5c66e60fd0 None None] Pushing event deleted for resources: {'Port': ['ID=d693c621-12a3-4385-ac6d-3d8f147aa3ad,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:05.164587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.174371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.212139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port a2e2c7ab-d1bc-4a53-8240-fd78d37c8376 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:05.212487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.260393 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.261979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.264949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port d19d2976-d41a-4107-a3d1-ac22af46b3ed, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed,segment=NetworkSegment(0667de41-95e5-4e98-9e79-3fff8ab4ece6),segment_id=0667de41-95e5-4e98-9e79-3fff8ab4ece6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:05.298906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed', 'network_id': 'e02ce9d5-9537-4d7c-86f4-0e54f117b70d', 'port_id': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed', 'mac_address': 'fa:16:3e:e7:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb8e746-09bb-4cdf-9b69-2bc05d75da2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:01:05.359051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] For port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,segment=NetworkSegment(819b64fa-a688-4a0d-a889-f64c56282d1c),segment_id=819b64fa-a688-4a0d-a889-f64c56282d1c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:05.369532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.388758 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.391055 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.410601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19d2976-d41a-4107-a3d1-ac22af46b3ed {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:05.429592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for a2e2c7ab-d1bc-4a53-8240-fd78d37c8376 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:05.470166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027446-6d45-4057-adba-fa032e8382da req-1779172f-760d-4f49-8ce0-2026405610c8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:05.474608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd027446-6d45-4057-adba-fa032e8382da req-1779172f-760d-4f49-8ce0-2026405610c8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1683295 Aug 20 09:01:05.480800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port d19d2976-d41a-4107-a3d1-ac22af46b3ed, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed,segment=NetworkSegment(0667de41-95e5-4e98-9e79-3fff8ab4ece6),segment_id=0667de41-95e5-4e98-9e79-3fff8ab4ece6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:05.491467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.526402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218898ab-6186-46c2-9e0f-39ec31301b6f None None] Pushing event updated for resources: {'Port': ['ID=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:05.571941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.606177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd027446-6d45-4057-adba-fa032e8382da req-a67d707a-0f08-4c4e-b757-bccfaad7984d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869725 Aug 20 09:01:05.642723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=d19d2976-d41a-4107-a3d1-ac22af46b3ed,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:05.755114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.780503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['d19d2976-d41a-4107-a3d1-ac22af46b3ed'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:01:05.795640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=a2e2c7ab-d1bc-4a53-8240-fd78d37c8376,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:05.833370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.834399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Could not find standard attr ID for object a2e2c7ab-d1bc-4a53-8240-fd78d37c8376. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:01:05.839412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53104) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:05.839887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d62de3c2-ea17-4020-a247-b3b936e82142 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/a2e2c7ab-d1bc-4a53-8240-fd78d37c8376 HTTP/1.1" status: 204 len: 168 time: 0.7453423 Aug 20 09:01:05.859113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Provisioning for port 491802aa-3587-4850-b605-57024c8a0e4a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:05.868435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Provisioning complete for port 491802aa-3587-4850-b605-57024c8a0e4a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:05.869077 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.874251 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-e345b0e0-ebe0-473a-84f0-e5d17b31bb02 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:01:05.876050 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e345b0e0-ebe0-473a-84f0-e5d17b31bb02 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/a2e2c7ab-d1bc-4a53-8240-fd78d37c8376 HTTP/1.1" status: 404 len: 333 time: 0.0354195 Aug 20 09:01:05.879583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53106) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:05.893578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.931998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:05.963818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Port 491802aa-3587-4850-b605-57024c8a0e4a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:05.998696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 491802aa-3587-4850-b605-57024c8a0e4a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:05.999047 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.027695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Provisioning complete for port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:06.028200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-20e71fa1-0062-4b2f-bffe-0d57bcf6f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.065587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 172.25.5.230 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/fea3446e-24a1-43c2-8f75-8448ac7d83e8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:06.124974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.157460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 491802aa-3587-4850-b605-57024c8a0e4a owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:06.213166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.244558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c3445b3b-71ea-4c44-9389-ad921f18f4eb None None] Provisioning complete for port 491802aa-3587-4850-b605-57024c8a0e4a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:06.245607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c3445b3b-71ea-4c44-9389-ad921f18f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.288826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.290551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c3445b3b-71ea-4c44-9389-ad921f18f4eb None None] Port 491802aa-3587-4850-b605-57024c8a0e4a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:06.300890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd4795-748c-4a27-85fd-ed4f08f0e7cd req-ec41e0fa-f2bb-4e89-bd06-d88df4d5cb99 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:06.302547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cfd4795-748c-4a27-85fd-ed4f08f0e7cd req-ec41e0fa-f2bb-4e89-bd06-d88df4d5cb99 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 944 time: 0.0813813 Aug 20 09:01:06.349277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:06.352426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:06.355899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:06.405768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=fea3446e-24a1-43c2-8f75-8448ac7d83e8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:06.415898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cfd4795-748c-4a27-85fd-ed4f08f0e7cd req-c1717bff-9f20-4a88-a45c-abc4d42df869 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843661 Aug 20 09:01:06.431061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.436517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:06.484896 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.488400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/491802aa-3587-4850-b605-57024c8a0e4a HTTP/1.1" status: 204 len: 168 time: 0.6077363 Aug 20 09:01:06.489806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53112) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:06.492578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:06.492951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.516920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3c27c-4346-4505-b4a0-c102ae401b4e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=491802aa-3587-4850-b605-57024c8a0e4a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:06.528077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ca02122d-602b-4acc-8a89-2628739a6295 None None] Could not find standard attr ID for object a2e2c7ab-d1bc-4a53-8240-fd78d37c8376. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:01:06.543645 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13d543-538b-4b58-b4f7-f8afd870a583 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:01:06.545607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aa13d543-538b-4b58-b4f7-f8afd870a583 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/491802aa-3587-4850-b605-57024c8a0e4a HTTP/1.1" status: 404 len: 333 time: 0.0502112 Aug 20 09:01:06.548774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53114) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:06.611781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet c524b4bc-5e03-4584-b0dd-e0fd0c306a36 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:01:06.616828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.658274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:06.687103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.785530 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.815236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:06.817851 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1b6e8-d6f8-43d4-8a96-10721bfb6ab0" -d '{"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:06.834847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9af176-a694-4cb6-8279-688e2bcc074c req-0fbfa557-d2ea-4c63-a8ad-0a67ab2e1bb8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:06.836443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb9af176-a694-4cb6-8279-688e2bcc074c req-0fbfa557-d2ea-4c63-a8ad-0a67ab2e1bb8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 945 time: 0.1148548 Aug 20 09:01:06.863611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:06.871402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.920642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:06.931034 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdacb62-56ba-4e5e-afa8-5dd94e0fd2ca x-openstack-request-id: req-fcdacb62-56ba-4e5e-afa8-5dd94e0fd2ca {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:06.931600 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-unplugged", "status": "failed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "code": 422}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:06.932037 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fcdacb62-56ba-4e5e-afa8-5dd94e0fd2ca {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:06.932592 n-d-804285-2 neutron-server[101318]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'code': 422} returned with failed status Aug 20 09:01:06.938828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:06.951135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb9af176-a694-4cb6-8279-688e2bcc074c req-ec2a44cc-3f09-408a-86bc-e556ab28580a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015825 Aug 20 09:01:06.999351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.011618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d19d2976-d41a-4107-a3d1-ac22af46b3ed up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:07.030480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=c524b4bc-5e03-4584-b0dd-e0fd0c306a36,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:07.042991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.045862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-68e3adba-7aff-4d52-abe8-24de5a20d4fa tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/c524b4bc-5e03-4584-b0dd-e0fd0c306a36 HTTP/1.1" status: 204 len: 168 time: 0.4956868 Aug 20 09:01:07.048281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53126) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:07.052543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bc9b8-47d9-46f1-8dc5-115ee98cefe4 None None] Network 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:07.117536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.151215 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.200280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port d19d2976-d41a-4107-a3d1-ac22af46b3ed completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:07.206640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port d19d2976-d41a-4107-a3d1-ac22af46b3ed triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:07.207527 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.221388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:07.221758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.298255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] For port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,segment=NetworkSegment(819b64fa-a688-4a0d-a889-f64c56282d1c),segment_id=819b64fa-a688-4a0d-a889-f64c56282d1c)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:07.298674 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.302096 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.321437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:07.359224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] DHCP port deletion for 60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:01:07.362990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port d19d2976-d41a-4107-a3d1-ac22af46b3ed, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed,segment=NetworkSegment(0667de41-95e5-4e98-9e79-3fff8ab4ece6),segment_id=0667de41-95e5-4e98-9e79-3fff8ab4ece6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:07.367955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.415769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.433351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.443317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=d19d2976-d41a-4107-a3d1-ac22af46b3ed,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:07.456963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Deleting port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:07.457350 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.477865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:07.502777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No DVR routers for this DVR port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:07.537337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] For port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:07.537701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.554132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Calling delete_port for 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:07.557006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:01:07.558494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.571254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 4bb22d0a-fd6e-4dbf-a1dc-9303612283bb is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:01:07.579682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] No DVR routers for this DVR port 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:07.620308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065d0df-6578-44dc-bdcb-9f170c8bf6b6 None None] Pushing event deleted for resources: {'Port': ['ID=43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:07.650720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.660522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453483a-c0df-4ded-b1ee-fa1572b2e6b1 req-72ce6504-a063-472c-9bc4-88e3dd9fe19d tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:07.662150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a453483a-c0df-4ded-b1ee-fa1572b2e6b1 req-72ce6504-a063-472c-9bc4-88e3dd9fe19d tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.1197774 Aug 20 09:01:07.675237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.693058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819b64fa-a688-4a0d-a889-f64c56282d1c') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.693364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819b64fa-a688-4a0d-a889-f64c56282d1c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.708879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:07.713524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.720332 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] Sync routers for ids ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:07.729705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.733461 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] Routers {'4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:07.734366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.735293 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3c0b9ab6-6ee1-4f68-a9fe-416c1da425eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6636956 Aug 20 09:01:07.735984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53150) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:07.748171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.777266 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.786805 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] Routers {'4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:07.787635 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.791207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a453483a-c0df-4ded-b1ee-fa1572b2e6b1 req-2ac137da-ea9a-4cb3-ae8e-29249e767b24 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177866 Aug 20 09:01:07.834880 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:07.835531 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b01cc-2ab9-4949-8623-aa3b3a6fa3ac None None] The sync data for ids ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:07.842220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:01:07.842632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:01:07.870196 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:01:08.245462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.253331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4e34fc87-0c38-4cc1-8530-2d56f2717a70 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/routers/4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 200 len: 885 time: 0.5140874 Aug 20 09:01:08.256077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53166) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:08.262127 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.264588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0 HTTP/1.1" status: 204 len: 168 time: 1.2149920 Aug 20 09:01:08.278239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53168) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:08.293764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b62f-cf40-46ef-8c33-132cc4d8d76f req-55fe6ee0-c8d3-444a-a5f7-f778bd8525a8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:08.295494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1d6b62f-cf40-46ef-8c33-132cc4d8d76f req-55fe6ee0-c8d3-444a-a5f7-f778bd8525a8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.4552908 Aug 20 09:01:08.300171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80861'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:08.303697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9b0fa-26be-462e-9614-d4228e3e40eb tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=60b1b6a3-cca5-4468-8f7f-2b1c19bea3a0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:08.369028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:08.372678 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.378299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:08.387653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1d6b62f-cf40-46ef-8c33-132cc4d8d76f req-aecb7622-6285-4f70-bee4-222924c0902f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680356 Aug 20 09:01:08.391065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-461f02a7-a137-4f1d-b2fe-2aeebc87ed10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2022610 Aug 20 09:01:08.422478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:01:08.422802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 43e54282-e6d0-4e7b-a6e8-fdab9ce6d4e1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:08.437537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:08.458781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.459876 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Added segment b2ab16cf-4391-4e78-8773-f1c3d23bfc01 of type vlan for network dc761f23-a99c-480e-8bac-69bbd6178588 Aug 20 09:01:08.491890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a50d65cb-f43e-42ab-9dfd-4f0ba14d2b46 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2338626 Aug 20 09:01:08.494421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:08.499772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1649307751'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:08.503953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.533341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.539075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:08.539749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.600391 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3140373 Aug 20 09:01:08.603518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:08.610188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:08.612067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2003984-8b5d-42fe-be1e-0a3457866245 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Network': ['ID=dc761f23-a99c-480e-8bac-69bbd6178588,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:08.623992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network dc761f23-a99c-480e-8bac-69bbd6178588 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:08.676473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:01:08.789095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:08.802583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:01:08.827399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:08.832604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.850251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.866664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:08.890157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:08.894604 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:08.937223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:08.940726 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb408d6-57df-403e-9881-a3e4a642c805" -d '{"events": [{"server_uuid": "ccea2abe-9032-48f6-b861-2e610d4da9d5", "name": "network-vif-plugged", "status": "completed", "tag": "d19d2976-d41a-4107-a3d1-ac22af46b3ed"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:08.958028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:08.997954 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca2095-f605-4902-a3d2-2c26acaca0a9 x-openstack-request-id: req-26ca2095-f605-4902-a3d2-2c26acaca0a9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:08.998460 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea2abe-9032-48f6-b861-2e610d4da9d5", "name": "network-vif-plugged", "status": "completed", "tag": "d19d2976-d41a-4107-a3d1-ac22af46b3ed", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:08.998795 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26ca2095-f605-4902-a3d2-2c26acaca0a9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:08.999597 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed', 'code': 200} Aug 20 09:01:09.016844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:01:09.020499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0bb7-2dfa-41c2-9d2f-835a6fbe198a req-690a96ac-d740-4246-be9c-a9e9f0795773 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:09.022905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c15d0bb7-2dfa-41c2-9d2f-835a6fbe198a req-690a96ac-d740-4246-be9c-a9e9f0795773 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.0743234 Aug 20 09:01:09.100794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c15d0bb7-2dfa-41c2-9d2f-835a6fbe198a req-6a4353f6-e6f0-4424-91cc-acf650d07656 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654023 Aug 20 09:01:09.135847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.160348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.193785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc338f-eae7-4d1c-8705-fd0d1f2d3f60 req-fa8d4cb2-38d3-4c6e-aef6-0598c5275912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:09.195308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0ffc338f-eae7-4d1c-8705-fd0d1f2d3f60 req-fa8d4cb2-38d3-4c6e-aef6-0598c5275912 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 1096 time: 0.1113038 Aug 20 09:01:09.316425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0ffc338f-eae7-4d1c-8705-fd0d1f2d3f60 req-42c45654-2d04-46eb-bbcf-dbc16130fa3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121314 Aug 20 09:01:09.362565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.433499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 4bb22d0a-fd6e-4dbf-a1dc-9303612283bb has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:09.440002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=f7094f00-aa60-4cf3-9de9-8d27d15b8662,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:09.522071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Checking segment: {'id': 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:09.522449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network hostable DHCP agents. Network: dc761f23-a99c-480e-8bac-69bbd6178588, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:09.593263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network dc761f23-a99c-480e-8bac-69bbd6178588 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:09.616261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, dc761f23-a99c-480e-8bac-69bbd6178588) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:09.621148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:09.629561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.630882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-64a361de-5b5e-4696-b38a-c8b721160166 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 200 len: 892 time: 1.1353428 Aug 20 09:01:09.632474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:09.633060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.635554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:09.635749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586bb7-0935-493f-b15e-d415073bcd58 req-3f1f170e-b7a5-4919-a279-6c7359c6fb96 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:09.644554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96586bb7-0935-493f-b15e-d415073bcd58 req-3f1f170e-b7a5-4919-a279-6c7359c6fb96 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.0755355 Aug 20 09:01:09.679601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafcb374-a660-4e8d-8c17-b5dfcd1861cd None None] Network dc761f23-a99c-480e-8bac-69bbd6178588 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:09.683678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] Sync routers for ids ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:09.696764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96586bb7-0935-493f-b15e-d415073bcd58 req-65e30f66-bda2-4ae3-8736-4ba6a143f895 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Aug 20 09:01:09.698889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6a13d9e4-7aa3-4841-9c4b-018d5181079b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904608 Aug 20 09:01:09.703639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53218) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:09.712425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1712389209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:09.755262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] Routers {'4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:09.755902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:09.777187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.778395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.810963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-620e8250-7266-40bf-bdad-3fb0c01621a8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/routers/4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 200 len: 892 time: 0.1733928 Aug 20 09:01:09.814016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53224) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:09.821482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:09.840388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.853354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3930d8de-96e5-4af9-9eae-c9b857c71aef tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 200 len: 205 time: 0.0368006 Aug 20 09:01:09.853550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.855297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:09.882342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:09.883893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bab71c8d-ec6d-47f3-ab8d-a59869a90d00 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1788948 Aug 20 09:01:09.886357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53228) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:09.897494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588', 'name': 'tempest-PortsIpV6TestJSON-476955550'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:10.034111 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.060587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:10.070362 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.073485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] Routers {'4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:10.078142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:10.101483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:01:10.163476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:10.164186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b94fc-5e95-4ec8-891e-3503325346ed None None] The sync data for ids ['4bb22d0a-fd6e-4dbf-a1dc-9303612283bb'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:10.252407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.288308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-dc761f23-a99c-480e-8bac-69bbd6178588', 'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': 'f7094f00-aa60-4cf3-9de9-8d27d15b8662'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:10.289536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.345695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port fea3446e-24a1-43c2-8f75-8448ac7d83e8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:10.346338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.395938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::163 (dc761f23-a99c-480e-8bac-69bbd6178588/f7094f00-aa60-4cf3-9de9-8d27d15b8662/fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:10.431153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.444778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for fea3446e-24a1-43c2-8f75-8448ac7d83e8 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:10.665355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.679381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603116e-cd6f-46ca-9c79-2ced5ccdaa13 req-7cdac4ef-2d8a-469a-b861-921d7a75a27f tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:10.688702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:10.689290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c603116e-cd6f-46ca-9c79-2ced5ccdaa13 req-7cdac4ef-2d8a-469a-b861-921d7a75a27f tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.4534571 Aug 20 09:01:10.784360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c603116e-cd6f-46ca-9c79-2ced5ccdaa13 req-fcbb8119-0e04-44c1-9651-9195de5ad253 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883851 Aug 20 09:01:10.802052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:10.811125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.850529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:10.850905 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:10.869598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=fea3446e-24a1-43c2-8f75-8448ac7d83e8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:10.949527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.012733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.021844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:11.047523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b730b-44e4-4ab9-9164-c6227bdc1f01 req-e1be0c61-5ea9-4603-9389-d46b06fb24eb tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:11.056961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-379b730b-44e4-4ab9-9164-c6227bdc1f01 req-e1be0c61-5ea9-4603-9389-d46b06fb24eb tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1894243 Aug 20 09:01:11.072342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network dc761f23-a99c-480e-8bac-69bbd6178588 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:11.074859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:11.091261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:11.093366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:11.097494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:11.099096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:11.099927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.101320 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd6ede4-f95f-4aac-85c7-558b4b187326" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:11.108095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.109301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:11.148670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-379b730b-44e4-4ab9-9164-c6227bdc1f01 req-f3cbb6dc-e99a-4560-812c-d65a311cd18c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900161 Aug 20 09:01:11.158057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-79109cd5-cc80-49c5-995d-84f22f596b9d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2704761 Aug 20 09:01:11.161053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53244) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:11.206490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Allocated IP 2001:db8::2 (dc761f23-a99c-480e-8bac-69bbd6178588/f7094f00-aa60-4cf3-9de9-8d27d15b8662/88cad07c-8f91-46e5-8eaf-d467f82d9875) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:11.292619 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef5ee4-23cd-4101-a9e2-65affa9137f2 x-openstack-request-id: req-60ef5ee4-23cd-4101-a9e2-65affa9137f2 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:11.293104 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:11.293431 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60ef5ee4-23cd-4101-a9e2-65affa9137f2 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:11.293955 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 09:01:11.354151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:11.483869 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.500958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.512350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Transition to ACTIVE for port object 88cad07c-8f91-46e5-8eaf-d467f82d9875 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:11.538866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Transition to ACTIVE for port object 88cad07c-8f91-46e5-8eaf-d467f82d9875 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:11.555628 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.613168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Pushing event updated for resources: {'Port': ['ID=88cad07c-8f91-46e5-8eaf-d467f82d9875,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:11.634940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Network dc761f23-a99c-480e-8bac-69bbd6178588 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:11.636414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:11.638830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.639800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:11.641745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.701545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.702277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb22d0a-fd6e-4dbf-a1dc-9303612283bb {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:01:11.712838 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.714114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f8e653da-91bc-4f36-9425-67d4f09693ec tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 204 len: 168 time: 1.8575811 Aug 20 09:01:11.719600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53246) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:11.724932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1689014680'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:11.745796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Attempting to bind port 88cad07c-8f91-46e5-8eaf-d467f82d9875 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:11.746368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Attempting to bind port 88cad07c-8f91-46e5-8eaf-d467f82d9875 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:11.747849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Attempting to bind port 88cad07c-8f91-46e5-8eaf-d467f82d9875 on network dc761f23-a99c-480e-8bac-69bbd6178588 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:11.761461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:11.763671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Checking segment: {'id': 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:11.764365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.764895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Bound using segment: {'id': 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:11.765521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Bound port: 88cad07c-8f91-46e5-8eaf-d467f82d9875, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc761f23-a99c-480e-8bac-69bbd6178588'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:11.766124 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.767719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:11.771586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.877819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:11.901578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.901860 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment 7525b86e-3842-4b16-a130-4b4c150e22cc of type vlan for network 33da30c4-2afb-4176-ab47-be823eaa8e19 Aug 20 09:01:11.919993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:11.940960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] For port 88cad07c-8f91-46e5-8eaf-d467f82d9875, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:11.951933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] For port 88cad07c-8f91-46e5-8eaf-d467f82d9875, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=88cad07c-8f91-46e5-8eaf-d467f82d9875,segment=NetworkSegment(b2ab16cf-4391-4e78-8773-f1c3d23bfc01),segment_id=b2ab16cf-4391-4e78-8773-f1c3d23bfc01)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:11.961596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.021038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.071781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.085827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:12.088768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.106314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca960b8-8956-48dc-9ab9-d278eed13228 None None] Pushing event updated for resources: {'Port': ['ID=88cad07c-8f91-46e5-8eaf-d467f82d9875,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:12.242028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ee9b9-7f5c-4d3f-b9c9-3ce8020384bd req-b754ddf5-4bc5-47d5-87c3-26404ec5b8bb tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:12.249438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f15ee9b9-7f5c-4d3f-b9c9-3ce8020384bd req-b754ddf5-4bc5-47d5-87c3-26404ec5b8bb tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.3212090 Aug 20 09:01:12.256880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=33da30c4-2afb-4176-ab47-be823eaa8e19,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:12.270403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:12.282085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e31cad5-a36f-4ddf-9940-4ecba51c3e90 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5611231 Aug 20 09:01:12.283758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53258) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:12.291025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:12.320281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f15ee9b9-7f5c-4d3f-b9c9-3ce8020384bd req-ebbcca37-38cb-457c-a4c8-6c915892141a tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697701 Aug 20 09:01:12.527800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.534789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.559055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:12.566109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.572673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:12.588086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae84927-4cdd-4abb-b59e-85931d1b3136 req-2c6e80db-15c2-406c-8974-c1611c61ab62 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:12.590253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ae84927-4cdd-4abb-b59e-85931d1b3136 req-2c6e80db-15c2-406c-8974-c1611c61ab62 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1885996 Aug 20 09:01:12.773217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:12.825453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ae84927-4cdd-4abb-b59e-85931d1b3136 req-83181968-5d66-40b3-9368-246fe737a520 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142453 Aug 20 09:01:12.879016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.060247 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.189114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=4115dd98-ec7c-437a-b61e-4e1d37a327fe,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:13.208781 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ba20c072-50a3-450d-bddc-249fa81aeb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.244372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.248812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': '7525b86e-3842-4b16-a130-4b4c150e22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:13.249252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: 33da30c4-2afb-4176-ab47-be823eaa8e19, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:13.272316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:13.286772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 33da30c4-2afb-4176-ab47-be823eaa8e19) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:13.291985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:13.292638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.297257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60310d-067d-4797-8992-928b6921247b None None] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:13.314459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e0c4918e-673c-4ab2-af33-22bd24f8ef5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0283277 Aug 20 09:01:13.315172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:13.321167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-984619801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:13.359428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.360555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.438634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa38ce-d456-4679-8b39-81165b015e42 req-b76b5108-ac65-40e8-940b-3cf6b948f8de tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:13.440244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7efa38ce-d456-4679-8b39-81165b015e42 req-b76b5108-ac65-40e8-940b-3cf6b948f8de tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.1770151 Aug 20 09:01:13.468548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.479172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.516300 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.521996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02c58c18-8847-489e-b076-231ef19ae74c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2052710 Aug 20 09:01:13.522923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:13.662355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7efa38ce-d456-4679-8b39-81165b015e42 req-0cd7334b-46bc-4e45-af44-72f87fc06ff1 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779757 Aug 20 09:01:13.723958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-33da30c4-2afb-4176-ab47-be823eaa8e19', 'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '4115dd98-ec7c-437a-b61e-4e1d37a327fe'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:13.726470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.887238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.895709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.896687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:13.943978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd6ec4b-8c8e-49e4-8d0f-49f696f8cfa3 None None] Network dc761f23-a99c-480e-8bac-69bbd6178588 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:14.061762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Allocated IP 2001:db8::2 (33da30c4-2afb-4176-ab47-be823eaa8e19/4115dd98-ec7c-437a-b61e-4e1d37a327fe/66409016-5b28-4ee7-9027-c326a54e9a3d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:14.068922 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.079382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b145fe71-42a3-4d20-9408-8584f92c4960 None None] Provisioning for port 88cad07c-8f91-46e5-8eaf-d467f82d9875 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:14.084241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.219870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:14.259032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432a39b-cd9a-461c-bd54-acae713d3e16 req-e1b29d23-c85e-41c0-94f8-57737afdfe8c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:14.270321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3432a39b-cd9a-461c-bd54-acae713d3e16 req-e1b29d23-c85e-41c0-94f8-57737afdfe8c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3048484 Aug 20 09:01:14.402270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3432a39b-cd9a-461c-bd54-acae713d3e16 req-83a29dee-5a52-4693-89b3-9cde03465655 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305687 Aug 20 09:01:14.404202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.423265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Transition to ACTIVE for port object 66409016-5b28-4ee7-9027-c326a54e9a3d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:14.440478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network dc761f23-a99c-480e-8bac-69bbd6178588 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:14.442205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:14.462221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Transition to ACTIVE for port object 66409016-5b28-4ee7-9027-c326a54e9a3d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:14.473415 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.524674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:14.540232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:14.549362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 88cad07c-8f91-46e5-8eaf-d467f82d9875 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:14.555351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:14.636411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Pushing event updated for resources: {'Port': ['ID=66409016-5b28-4ee7-9027-c326a54e9a3d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:14.713278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Attempting to bind port 66409016-5b28-4ee7-9027-c326a54e9a3d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:14.714627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Attempting to bind port 66409016-5b28-4ee7-9027-c326a54e9a3d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7525b86e-3842-4b16-a130-4b4c150e22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:14.717596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Attempting to bind port 66409016-5b28-4ee7-9027-c326a54e9a3d on network 33da30c4-2afb-4176-ab47-be823eaa8e19 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:14.729878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:14.732836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Checking segment: {'id': '7525b86e-3842-4b16-a130-4b4c150e22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:14.733516 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.736084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Bound using segment: {'id': '7525b86e-3842-4b16-a130-4b4c150e22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:14.736898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Bound port: 66409016-5b28-4ee7-9027-c326a54e9a3d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7525b86e-3842-4b16-a130-4b4c150e22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '33da30c4-2afb-4176-ab47-be823eaa8e19'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:14.737897 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.746515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Router 062fbc3c-1c1b-469e-88c1-470db78d8a6a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:01:14.759034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 88cad07c-8f91-46e5-8eaf-d467f82d9875 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:14.783305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 88cad07c-8f91-46e5-8eaf-d467f82d9875 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:14.784053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:14.790513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-4bef5fe4-40f6-48c3-b8e2-a04a76850fa2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:14.797622 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:01:14.804232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-4bef5fe4-40f6-48c3-b8e2-a04a76850fa2 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.2985947 Aug 20 09:01:14.824290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8::1 (33da30c4-2afb-4176-ab47-be823eaa8e19/4115dd98-ec7c-437a-b61e-4e1d37a327fe/245f48d2-1c62-4206-b54e-4cb2c15dc093) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:14.900463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] For port 66409016-5b28-4ee7-9027-c326a54e9a3d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:14.905688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] For port 66409016-5b28-4ee7-9027-c326a54e9a3d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66409016-5b28-4ee7-9027-c326a54e9a3d,segment=NetworkSegment(7525b86e-3842-4b16-a130-4b4c150e22cc),segment_id=7525b86e-3842-4b16-a130-4b4c150e22cc)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:14.937858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.012140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b18fb8-0500-456b-92b6-71edfe9eeb5f None None] Pushing event updated for resources: {'Port': ['ID=66409016-5b28-4ee7-9027-c326a54e9a3d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:15.046532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:15.057897 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] Sync routers for ids ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:15.077357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-de206bbd-38ef-498a-aeca-c2d120095524 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/routers/062fbc3c-1c1b-469e-88c1-470db78d8a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9128187 Aug 20 09:01:15.078103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53312) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:15.084757 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] Routers {'062fbc3c-1c1b-469e-88c1-470db78d8a6a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:15.086723 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:15.088472 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.228115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 88cad07c-8f91-46e5-8eaf-d467f82d9875, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=88cad07c-8f91-46e5-8eaf-d467f82d9875,segment=NetworkSegment(b2ab16cf-4391-4e78-8773-f1c3d23bfc01),segment_id=b2ab16cf-4391-4e78-8773-f1c3d23bfc01)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:15.236571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.239164 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:15.246970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5f98c6fb-b229-498b-9dfa-c74a88dc0e2d None None] Provisioning for port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:15.269579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5f98c6fb-b229-498b-9dfa-c74a88dc0e2d None None] Provisioning complete for port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:15.272581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5f98c6fb-b229-498b-9dfa-c74a88dc0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.279292 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] Routers {'062fbc3c-1c1b-469e-88c1-470db78d8a6a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:15.279931 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:15.351385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907ce42-d68a-4a9d-bd9b-359632e49e0a req-fba3e367-7ba5-469b-8f2f-916a7b41de1f tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:15.358452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f907ce42-d68a-4a9d-bd9b-359632e49e0a req-fba3e367-7ba5-469b-8f2f-916a7b41de1f tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccea2abe-9032-48f6-b861-2e610d4da9d5 HTTP/1.1" status: 200 len: 945 time: 0.3347199 Aug 20 09:01:15.362318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Deleting port d19d2976-d41a-4107-a3d1-ac22af46b3ed {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:15.363264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.371653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.405162 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:15.405852 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d11f03-3686-4a7b-8b36-7326927077ed None None] The sync data for ids ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:15.452189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab3cb3-08aa-4d67-a62b-1ddccbe5644c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:15.461542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b2ab3cb3-08aa-4d67-a62b-1ddccbe5644c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports?device_id=062fbc3c-1c1b-469e-88c1-470db78d8a6a HTTP/1.1" status: 200 len: 988 time: 0.3201785 Aug 20 09:01:15.462193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53318) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:15.518638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5f98c6fb-b229-498b-9dfa-c74a88dc0e2d None None] Port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:15.529913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=88cad07c-8f91-46e5-8eaf-d467f82d9875,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:15.563258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5f98c6fb-b229-498b-9dfa-c74a88dc0e2d None None] Provisioning complete for port 88cad07c-8f91-46e5-8eaf-d467f82d9875 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:15.563629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5f98c6fb-b229-498b-9dfa-c74a88dc0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.647330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 245f48d2-1c62-4206-b54e-4cb2c15dc093 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:15.653225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] For port d19d2976-d41a-4107-a3d1-ac22af46b3ed, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=d19d2976-d41a-4107-a3d1-ac22af46b3ed,segment=NetworkSegment(0667de41-95e5-4e98-9e79-3fff8ab4ece6),segment_id=0667de41-95e5-4e98-9e79-3fff8ab4ece6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:15.658974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.676276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Calling delete_port for d19d2976-d41a-4107-a3d1-ac22af46b3ed owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:15.796651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.879643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db5b0d7a-0e9a-434b-889a-c6d52726a86f None None] Provisioning complete for port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:15.880012 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db5b0d7a-0e9a-434b-889a-c6d52726a86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.929107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:15.939980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:15.968275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=245f48d2-1c62-4206-b54e-4cb2c15dc093,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:15.972731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:15.973299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:15.974991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-db5b0d7a-0e9a-434b-889a-c6d52726a86f None None] Port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:16.130994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3222e055-38e9-42e7-bbaf-aa22f6689a82 None None] Provisioning complete for port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:16.133416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3222e055-38e9-42e7-bbaf-aa22f6689a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.185231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.240025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3222e055-38e9-42e7-bbaf-aa22f6689a82 None None] Port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:16.269102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Pushing event deleted for resources: {'Port': ['ID=d19d2976-d41a-4107-a3d1-ac22af46b3ed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:16.310846 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.422986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] No DVR routers for this DVR port d19d2976-d41a-4107-a3d1-ac22af46b3ed on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:16.427487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.429527 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ec3bb2db-dd76-4015-98e6-31238a129dcf req-789ffbf5-ec3b-4e29-8cbb-70956b897e03 tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.26 "DELETE /v2.0/ports/d19d2976-d41a-4107-a3d1-ac22af46b3ed HTTP/1.1" status: 204 len: 173 time: 1.6181049 Aug 20 09:01:16.445125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'name': 'network-vif-deleted', 'tag': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:16.459781 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a4ae9c-9adf-4ab1-84e9-41c9b1a0a325" -d '{"events": [{"server_uuid": "ccea2abe-9032-48f6-b861-2e610d4da9d5", "name": "network-vif-deleted", "tag": "d19d2976-d41a-4107-a3d1-ac22af46b3ed"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:16.470189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.483662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-afe4a1e2-6da3-467b-89d1-c072aca678a5 None None] Provisioning complete for port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:16.484164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afe4a1e2-6da3-467b-89d1-c072aca678a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.548734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-afe4a1e2-6da3-467b-89d1-c072aca678a5 None None] Port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:16.630444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f57df32-2782-4312-9f96-31bcde92f6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:16.633993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f907ce42-d68a-4a9d-bd9b-359632e49e0a req-aad7feaa-530b-4087-847c-d1bde50072fa tempest-ServerMetadataNegativeTestJSON-2124097769 tempest-ServerMetadataNegativeTestJSON-2124097769-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2630153 Aug 20 09:01:16.669242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bb601-021e-4be2-a782-71a3ca5ca304 req-15abfa4c-8e21-48b0-b3bc-e9d131fae9c3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:16.671164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb0bb601-021e-4be2-a782-71a3ca5ca304 req-15abfa4c-8e21-48b0-b3bc-e9d131fae9c3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3662376 Aug 20 09:01:16.713647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 88cad07c-8f91-46e5-8eaf-d467f82d9875 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:16.817574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb0bb601-021e-4be2-a782-71a3ca5ca304 req-5673ea4b-be1d-4b2b-8d8c-722eaa10a85a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991943 Aug 20 09:01:16.887637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 88cad07c-8f91-46e5-8eaf-d467f82d9875 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:16.892248 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.025069 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f31610-e155-40e3-bae0-1e28fcbb6446 x-openstack-request-id: req-b4f31610-e155-40e3-bae0-1e28fcbb6446 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:17.025452 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccea2abe-9032-48f6-b861-2e610d4da9d5", "name": "network-vif-deleted", "tag": "d19d2976-d41a-4107-a3d1-ac22af46b3ed", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:17.025608 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4f31610-e155-40e3-bae0-1e28fcbb6446 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:17.026036 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccea2abe-9032-48f6-b861-2e610d4da9d5', 'name': 'network-vif-deleted', 'tag': 'd19d2976-d41a-4107-a3d1-ac22af46b3ed', 'status': 'completed', 'code': 200} Aug 20 09:01:17.047693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d19d2976-d41a-4107-a3d1-ac22af46b3ed no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:17.065200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66409016-5b28-4ee7-9027-c326a54e9a3d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:17.099150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: d19d2976-d41a-4107-a3d1-ac22af46b3ed {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:01:17.099419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device d19d2976-d41a-4107-a3d1-ac22af46b3ed not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:17.174724 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa52f47-0967-4336-aa65-9df549ac3c66 None None] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:17.200001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.213573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.223449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.225004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.339896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 66409016-5b28-4ee7-9027-c326a54e9a3d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:17.355229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] Provisioning for port 66409016-5b28-4ee7-9027-c326a54e9a3d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:17.376112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] Provisioning complete for port 66409016-5b28-4ee7-9027-c326a54e9a3d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:17.376515 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.381608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=245f48d2-1c62-4206-b54e-4cb2c15dc093,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:17.382881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 66409016-5b28-4ee7-9027-c326a54e9a3d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:17.383118 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.445832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:17.448966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:17.508436 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.642776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router f29d7025-7d58-4937-9891-69bc4bb55995 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:01:17.684404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:17.685935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.686790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.773095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:17.786221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53340) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:17.794151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-905003f4-845b-4d49-acc4-e534f93bb8f6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/f29d7025-7d58-4937-9891-69bc4bb55995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2674074 Aug 20 09:01:17.798246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53342) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:17.835821 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.838092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] Sync routers for ids ['f29d7025-7d58-4937-9891-69bc4bb55995'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:17.856280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.874181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] For port 66409016-5b28-4ee7-9027-c326a54e9a3d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66409016-5b28-4ee7-9027-c326a54e9a3d,segment=NetworkSegment(7525b86e-3842-4b16-a130-4b4c150e22cc),segment_id=7525b86e-3842-4b16-a130-4b4c150e22cc)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:17.877046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Deleting subnet ecb8e746-09bb-4cdf-9b69-2bc05d75da2a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:01:17.881378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] Routers {'f29d7025-7d58-4937-9891-69bc4bb55995'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:17.882176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f29d7025-7d58-4937-9891-69bc4bb55995'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:17.884405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:17.886518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:17.917054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f2fcef-53ba-4002-ad06-e56e0b95585c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:17.924418 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-73f2fcef-53ba-4002-ad06-e56e0b95585c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports/245f48d2-1c62-4206-b54e-4cb2c15dc093 HTTP/1.1" status: 200 len: 911 time: 0.1213536 Aug 20 09:01:17.926193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:17.937325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4115dd98-ec7c-437a-b61e-4e1d37a327fe'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:17.996055 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.012263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:18.197427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.254453 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.301505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.313282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c1da4-a1cf-464e-adc8-3af049668667 req-1ebc5a96-9c5d-4528-8cc8-bcba0812d00d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:18.321985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-898c1da4-a1cf-464e-adc8-3af049668667 req-1ebc5a96-9c5d-4528-8cc8-bcba0812d00d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.2270417 Aug 20 09:01:18.415078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] Routers {'f29d7025-7d58-4937-9891-69bc4bb55995'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:18.415668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f29d7025-7d58-4937-9891-69bc4bb55995'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:18.506857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-898c1da4-a1cf-464e-adc8-3af049668667 req-11f53e6b-11e8-4eed-a82f-528154f7e710 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693557 Aug 20 09:01:18.522521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:01:18.522886 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:01:18.527173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:18.527864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd9722c-b507-492c-bbed-b2aaf3417c1d None None] The sync data for ids ['f29d7025-7d58-4937-9891-69bc4bb55995'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:18.558919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac7a42da-3404-46aa-bd05-654df940f8de None None] Provisioning complete for port 66409016-5b28-4ee7-9027-c326a54e9a3d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:18.558919 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac7a42da-3404-46aa-bd05-654df940f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.578479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.597640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5929439-6a21-465c-b07b-4bc2ced65185 None None] Pushing event updated for resources: {'Port': ['ID=66409016-5b28-4ee7-9027-c326a54e9a3d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:18.634995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb8e746-09bb-4cdf-9b69-2bc05d75da2a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:18.644887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.647216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-10785932-51ce-4a02-8d5a-84323f5e1cac admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ecb8e746-09bb-4cdf-9b69-2bc05d75da2a HTTP/1.1" status: 204 len: 168 time: 0.8568909 Aug 20 09:01:18.650109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53354) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:18.711473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac7a42da-3404-46aa-bd05-654df940f8de None None] Provisioning for port 245f48d2-1c62-4206-b54e-4cb2c15dc093 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:18.718590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac7a42da-3404-46aa-bd05-654df940f8de None None] Provisioning complete for port 245f48d2-1c62-4206-b54e-4cb2c15dc093 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:18.723361 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac7a42da-3404-46aa-bd05-654df940f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.724076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.772572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a42da-3404-46aa-bd05-654df940f8de None None] Port 245f48d2-1c62-4206-b54e-4cb2c15dc093 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:18.775456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:18.809254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.839090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-15c3ef81-18c3-4236-acc8-fa2642c47744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:18.839727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.841245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-15c3ef81-18c3-4236-acc8-fa2642c47744 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a&tenant_id=9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 1094 time: 0.2066791 Aug 20 09:01:18.913240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0421d651-1f5e-432f-8daf-a4b99fcf1357 None None] Provisioning complete for port 245f48d2-1c62-4206-b54e-4cb2c15dc093 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:18.913628 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0421d651-1f5e-432f-8daf-a4b99fcf1357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:18.948975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.016690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0421d651-1f5e-432f-8daf-a4b99fcf1357 None None] Port 245f48d2-1c62-4206-b54e-4cb2c15dc093 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:19.092674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-2a08b953-a6a7-434b-ba43-5072a98d1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:19.095193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-2a08b953-a6a7-434b-ba43-5072a98d1c18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1094 time: 0.2242401 Aug 20 09:01:19.234335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66409016-5b28-4ee7-9027-c326a54e9a3d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:19.243155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.257134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02ce9d5-9537-4d7c-86f4-0e54f117b70d']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.271086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0667de41-95e5-4e98-9e79-3fff8ab4ece6') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.271086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0667de41-95e5-4e98-9e79-3fff8ab4ece6') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.302482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4d4a1702-e477-41b8-92de-0080c1010158 None None] Provisioning complete for port 245f48d2-1c62-4206-b54e-4cb2c15dc093 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:19.303971 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1702-e477-41b8-92de-0080c1010158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.316121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.322152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.341568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-e743291f-0c0f-4d28-af4d-0ae6cfd073c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:19.344149 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-e743291f-0c0f-4d28-af4d-0ae6cfd073c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.2356939 Aug 20 09:01:19.345451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.354803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:19.356001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.357399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 66409016-5b28-4ee7-9027-c326a54e9a3d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:19.358204 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/ports/245f48d2-1c62-4206-b54e-4cb2c15dc093 HTTP/1.1" status: 200 len: 911 time: 1.4309261 Aug 20 09:01:19.358773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.366180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53364) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:19.389834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a1702-e477-41b8-92de-0080c1010158 None None] Port 245f48d2-1c62-4206-b54e-4cb2c15dc093 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:19.417898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Router 062fbc3c-1c1b-469e-88c1-470db78d8a6a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:19.419736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.422745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a2d84-be41-40da-bc46-e4f3d054a10f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=245f48d2-1c62-4206-b54e-4cb2c15dc093,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:19.469045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:01:19.469797 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:01:19.478966 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:01:19.495662 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-c2ac9c7d-4743-4def-917a-0536c4ec6d03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 999 time: 0.1361270 Aug 20 09:01:19.561396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-f53273ce-450d-4e07-830c-0b43ebe08bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:19.563611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-f53273ce-450d-4e07-830c-0b43ebe08bb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.0604610 Aug 20 09:01:19.665959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-a031a452-2a9a-490e-bc5d-e6a8105d9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:19.667644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-a031a452-2a9a-490e-bc5d-e6a8105d9d36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961692 Aug 20 09:01:19.741782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:19.748718 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.753043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-32d11f93-213b-42f2-95fb-45f033255498 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/routers/062fbc3c-1c1b-469e-88c1-470db78d8a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2895136 Aug 20 09:01:19.755754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53368) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:19.763951 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] Sync routers for ids ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:19.771294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:19.776130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] 10.222.0.35 "DELETE /v2.0/networks/e02ce9d5-9537-4d7c-86f4-0e54f117b70d HTTP/1.1" status: 204 len: 168 time: 1.1247191 Aug 20 09:01:19.787603 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] Routers {'062fbc3c-1c1b-469e-88c1-470db78d8a6a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:19.788968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.789487 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2b6a50-b2cd-47de-99ca-b7ac312ac873 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:01:19.793954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cf2b6a50-b2cd-47de-99ca-b7ac312ac873 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/fb82c7d4-64ca-4f1e-b7fa-7c29008ecf69 HTTP/1.1" status: 404 len: 333 time: 0.0345275 Aug 20 09:01:19.797067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53372) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:19.812196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdeaae-cd2b-479f-b4eb-3f797c1251aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e02ce9d5-9537-4d7c-86f4-0e54f117b70d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:19.832521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba157500-8ff0-45e2-bcee-089dabff6348 req-3087c963-2002-4e8f-a78a-6ffdd3180245 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:19.834248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba157500-8ff0-45e2-bcee-089dabff6348 req-3087c963-2002-4e8f-a78a-6ffdd3180245 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1396334 Aug 20 09:01:19.842629 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.851433 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] Routers {'062fbc3c-1c1b-469e-88c1-470db78d8a6a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:19.852305 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.887724 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:19.889291 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1928a2-dd73-4a8c-8d5d-adfb7d447a49 None None] The sync data for ids ['062fbc3c-1c1b-469e-88c1-470db78d8a6a'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:19.926777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba157500-8ff0-45e2-bcee-089dabff6348 req-c0f77dec-bcf9-4d1c-bdf0-3f41029f1a95 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649195 Aug 20 09:01:19.929524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-bc287d7f-4bd3-4d11-90bd-6ba47e3392e9 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484298 Aug 20 09:01:19.938337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.023899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53374) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:20.103127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e3263997-e645-4145-b9d8-12f0420672e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b7b10f307d5447da52080ed49c878fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788908 Aug 20 09:01:20.103896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53376) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:20.504799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6619c68e-6344-4c0f-8667-00fb48ded4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.528955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6619c68e-6344-4c0f-8667-00fb48ded4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.551206 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.596204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.598847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.661948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.662468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Fanout notify agent at l3_agent the message router_deleted on router 062fbc3c-1c1b-469e-88c1-470db78d8a6a {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:01:20.676974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.678097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c343660-d373-4059-ad9c-98c5838e483d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/routers/062fbc3c-1c1b-469e-88c1-470db78d8a6a HTTP/1.1" status: 204 len: 168 time: 0.8738887 Aug 20 09:01:20.682232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3757fb23-5b90-4e95-9d85-9c3154f7a48d req-e116b5a8-62b6-4b9c-b7f1-11219eb3858c service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359780 Aug 20 09:01:20.682699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53384) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:20.740026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6619c68e-6344-4c0f-8667-00fb48ded4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.742868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6619c68e-6344-4c0f-8667-00fb48ded4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.746700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6619c68e-6344-4c0f-8667-00fb48ded4ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6500d18-cd19-4aa0-ae22-d7e5b1046bf9 HTTP/1.1" status: 204 len: 168 time: 0.6380370 Aug 20 09:01:20.746877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet f7094f00-aa60-4cf3-9de9-8d27d15b8662 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:01:20.764119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.779950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619c68e-6344-4c0f-8667-00fb48ded4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6500d18-cd19-4aa0-ae22-d7e5b1046bf9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:20.849393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:20.939062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 245f48d2-1c62-4206-b54e-4cb2c15dc093 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:20.939412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.024094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.130995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.164168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=f7094f00-aa60-4cf3-9de9-8d27d15b8662,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:21.172436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.174559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-07141248-b5ed-471a-94d8-0b8d3e6638ed tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/f7094f00-aa60-4cf3-9de9-8d27d15b8662 HTTP/1.1" status: 204 len: 168 time: 0.4908879 Aug 20 09:01:21.177581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:21.180445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056e8af-c307-403b-a61a-269eb76773d9 None None] Network dc761f23-a99c-480e-8bac-69bbd6178588 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:21.217510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.242431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 245f48d2-1c62-4206-b54e-4cb2c15dc093 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:21.269537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ded22-f8d6-41b9-a45e-41f300c1969e req-c5a0a9f4-7ff1-4ae0-b12a-d4c52f7ad46e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:21.271790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e16ded22-f8d6-41b9-a45e-41f300c1969e req-c5a0a9f4-7ff1-4ae0-b12a-d4c52f7ad46e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1787810 Aug 20 09:01:21.305061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.373432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e16ded22-f8d6-41b9-a45e-41f300c1969e req-9e5c1c9a-21a0-409a-8d9f-e991dbafe987 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544407 Aug 20 09:01:21.485809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port 88cad07c-8f91-46e5-8eaf-d467f82d9875 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:21.486147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.572045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.645315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] For port 88cad07c-8f91-46e5-8eaf-d467f82d9875, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=88cad07c-8f91-46e5-8eaf-d467f82d9875,segment=NetworkSegment(b2ab16cf-4391-4e78-8773-f1c3d23bfc01),segment_id=b2ab16cf-4391-4e78-8773-f1c3d23bfc01)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:21.645948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.651981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] DHCP port deletion for dc761f23-a99c-480e-8bac-69bbd6178588 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:01:21.686802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=245f48d2-1c62-4206-b54e-4cb2c15dc093,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:21.687004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for 88cad07c-8f91-46e5-8eaf-d467f82d9875 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:21.830131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] Deleting port 88cad07c-8f91-46e5-8eaf-d467f82d9875 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:21.831007 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.846579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:21.941360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.010062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=88cad07c-8f91-46e5-8eaf-d467f82d9875,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:22.020344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No DVR routers for this DVR port 88cad07c-8f91-46e5-8eaf-d467f82d9875 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:22.034701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] For port 88cad07c-8f91-46e5-8eaf-d467f82d9875, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=88cad07c-8f91-46e5-8eaf-d467f82d9875,segment=NetworkSegment(b2ab16cf-4391-4e78-8773-f1c3d23bfc01),segment_id=b2ab16cf-4391-4e78-8773-f1c3d23bfc01)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:22.035066 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.088403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] Calling delete_port for 88cad07c-8f91-46e5-8eaf-d467f82d9875 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:22.142352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.157018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc761f23-a99c-480e-8bac-69bbd6178588']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.174111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.174587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ab16cf-4391-4e78-8773-f1c3d23bfc01') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.190751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.226802 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.244468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:01:22.244881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.271706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.300530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] Pushing event deleted for resources: {'Port': ['ID=88cad07c-8f91-46e5-8eaf-d467f82d9875,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:22.311847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c559ee20-7f0e-4292-8404-84dad669fe57 None None] No DVR routers for this DVR port 88cad07c-8f91-46e5-8eaf-d467f82d9875 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:22.316256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router f29d7025-7d58-4937-9891-69bc4bb55995 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:01:22.335039 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:01:22.338886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53432) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:22.360720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.395625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.398133 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/dc761f23-a99c-480e-8bac-69bbd6178588 HTTP/1.1" status: 204 len: 168 time: 1.2188544 Aug 20 09:01:22.402944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b2226-30ec-43b1-bd7c-2852d0f3627b tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=dc761f23-a99c-480e-8bac-69bbd6178588,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:22.405001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53436) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:22.522819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a09-9c8c-4f7c-a433-595c5012117f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:22.535644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-98a85a09-9c8c-4f7c-a433-595c5012117f tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/f7db7e5c-f73e-4cb7-be91-f1d823051ee0 HTTP/1.1" status: 200 len: 845 time: 0.1271944 Aug 20 09:01:22.539546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53442) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:22.553281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:22.560230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d21104ce-6a24-4bca-851e-193d5d0e61d2 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/f29d7025-7d58-4937-9891-69bc4bb55995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1912937 Aug 20 09:01:22.563298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53444) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:22.565926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] Sync routers for ids ['f29d7025-7d58-4937-9891-69bc4bb55995'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:22.595329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] Routers {'f29d7025-7d58-4937-9891-69bc4bb55995'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:22.596884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f29d7025-7d58-4937-9891-69bc4bb55995'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.636508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-network', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:22.659988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.667072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a2fa374e-7113-4b36-bcb3-399164092058 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29d7025-7d58-4937-9891-69bc4bb55995 HTTP/1.1" status: 200 len: 205 time: 0.0871842 Aug 20 09:01:22.668958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53446) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:22.697514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] Routers {'f29d7025-7d58-4937-9891-69bc4bb55995'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:22.700900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8291-5182-4e7c-b75f-fa4412a1f740 req-a73e8e71-10fe-4cbe-9035-d3fa6c085435 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:22.703610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c62b8291-5182-4e7c-b75f-fa4412a1f740 req-a73e8e71-10fe-4cbe-9035-d3fa6c085435 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1861231 Aug 20 09:01:22.704081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f29d7025-7d58-4937-9891-69bc4bb55995'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.710815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e25e6226-2bda-4dbd-b626-114b8ad8126e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/f7db7e5c-f73e-4cb7-be91-f1d823051ee0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1645243 Aug 20 09:01:22.712949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53448) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:22.738996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:22.809297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:22.810551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c00cae-930c-4d37-952b-034c3ce44132 None None] The sync data for ids ['f29d7025-7d58-4937-9891-69bc4bb55995'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:22.844695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c62b8291-5182-4e7c-b75f-fa4412a1f740 req-0fc20604-1ce7-45ee-a47d-46ba482e2bbf tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124418 Aug 20 09:01:22.869861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Made reservation on behalf of f060fe416c5644ca9ddab5e61fcf8591 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:22.873175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:22.952349 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.054410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.071936 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.080104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.200805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 88cad07c-8f91-46e5-8eaf-d467f82d9875 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:23.229746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:23.241476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.251003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 88cad07c-8f91-46e5-8eaf-d467f82d9875 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:01:23.251751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 88cad07c-8f91-46e5-8eaf-d467f82d9875 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:23.252907 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Added segment bdb3e026-9cdc-4b78-9023-ba1e07b98bb4 of type vlan for network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 Aug 20 09:01:23.310875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.448486 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.451959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.501997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.503783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:23.504510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.592254 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.593065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router f29d7025-7d58-4937-9891-69bc4bb55995 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:01:23.609456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.610736 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eb453e87-3d7e-45e4-acb7-719b7ca0e3ad tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/f29d7025-7d58-4937-9891-69bc4bb55995 HTTP/1.1" status: 204 len: 168 time: 0.9329093 Aug 20 09:01:23.613928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:23.614424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d503fe8-7f4f-4ef4-bba6-947c42a93198,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:23.622928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] Pushing event updated for resources: {'Network': ['ID=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:23.633037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:23.637577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.660079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:23.788144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 4115dd98-ec7c-437a-b61e-4e1d37a327fe {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:01:23.797812 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.870266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ed90a36a-b809-4c64-8af0-4cf06d054e8e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5294194 Aug 20 09:01:23.883022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53458) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:23.885246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:23.910665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Request body: {'subnet': {'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-subnet', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:23.962464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.024514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=b88a0b1d-a8cd-41ae-bf0b-26324553bb1a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:24.040396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:24.042926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:24.054286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996a87c-ea2c-4980-b8f0-5fd830151aa5 None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:24.062584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.066348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:24.068811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.077079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Made reservation on behalf of f060fe416c5644ca9ddab5e61fcf8591 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:24.079698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.194523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.214241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5e75d636-1333-4f99-89ed-35a33683db8d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4922619 Aug 20 09:01:24.217578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53464) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:24.228744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'security_group': {'name': 'tempest-secgroup-441216734'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:24.279982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.285520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/4115dd98-ec7c-437a-b61e-4e1d37a327fe HTTP/1.1" status: 204 len: 168 time: 0.6666269 Aug 20 09:01:24.287569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.314084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53466) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:24.323960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6b568-d1ef-441f-bb07-55e111677825 None None] Network 33da30c4-2afb-4176-ab47-be823eaa8e19 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:24.327191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055dce5-2142-49dc-8cab-475b87346491 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=4115dd98-ec7c-437a-b61e-4e1d37a327fe,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:24.467010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e75d6f-031d-4642-9665-80bab5ffe612 req-3201a90f-1348-4840-9dc0-fcb772fa7479 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:24.468839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4e75d6f-031d-4642-9665-80bab5ffe612 req-3201a90f-1348-4840-9dc0-fcb772fa7479 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3035357 Aug 20 09:01:24.527926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.530743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'tenant_id': '153a6b3881514b23868f4b921138b9c4', 'fixed_ips': [{'subnet_id': 'b88a0b1d-a8cd-41ae-bf0b-26324553bb1a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:24.531828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.593248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4e75d6f-031d-4642-9665-80bab5ffe612 req-9716041d-3aaf-40f6-82ba-5917e88aae87 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132228 Aug 20 09:01:24.637076 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.673133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 66409016-5b28-4ee7-9027-c326a54e9a3d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:24.673935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.733557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.802978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.809028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdceb08f-1a52-4cb5-a3a1-4f520da8e974,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:24.856625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] DHCP port deletion for 33da30c4-2afb-4176-ab47-be823eaa8e19 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:01:24.868789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 66409016-5b28-4ee7-9027-c326a54e9a3d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66409016-5b28-4ee7-9027-c326a54e9a3d,segment=NetworkSegment(7525b86e-3842-4b16-a130-4b4c150e22cc),segment_id=7525b86e-3842-4b16-a130-4b4c150e22cc)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:24.869185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.904329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 66409016-5b28-4ee7-9027-c326a54e9a3d owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:24.910319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.918449 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-978fcb02-4d1d-4e8b-8ad6-17ebbd0b38f1 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6959758 Aug 20 09:01:24.926015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53470) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:24.934046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'security_group': {'name': 'tempest-secgroup-211647876'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:24.964761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Allocated IP 2001:db8::2 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/b88a0b1d-a8cd-41ae-bf0b-26324553bb1a/1abcd3fc-56ff-476e-89e1-985440d08581) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:24.972543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1221515b-db61-4613-a427-6ef9946687e6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:24.980845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] Deleting port 66409016-5b28-4ee7-9027-c326a54e9a3d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:24.981257 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:24.992446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Checking segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:24.993633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Network hostable DHCP agents. Network: d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:25.023068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.053585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:25.072350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.099800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:25.124967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=66409016-5b28-4ee7-9027-c326a54e9a3d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:25.129652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port 66409016-5b28-4ee7-9027-c326a54e9a3d on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:25.134165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:25.137422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.145317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a696c99f-4e37-49bc-9e33-4ec60e2258b4 None None] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:25.295219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66409016-5b28-4ee7-9027-c326a54e9a3d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:25.302959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.305707 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.310261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.322715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33da30c4-2afb-4176-ab47-be823eaa8e19']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:25.329810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2654c5cb-592f-4277-b0c1-f3705809683c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4318039 Aug 20 09:01:25.341629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53472) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:25.348365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:25.352817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] For port 66409016-5b28-4ee7-9027-c326a54e9a3d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66409016-5b28-4ee7-9027-c326a54e9a3d,segment=NetworkSegment(7525b86e-3842-4b16-a130-4b4c150e22cc),segment_id=7525b86e-3842-4b16-a130-4b4c150e22cc)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:25.353670 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.356919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 66409016-5b28-4ee7-9027-c326a54e9a3d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:01:25.357966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66409016-5b28-4ee7-9027-c326a54e9a3d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:25.382389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.385598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.392669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a588e5-6072-427c-ad5a-bbcd45c900a2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:25.394862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7525b86e-3842-4b16-a130-4b4c150e22cc') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:25.395031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.395150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7525b86e-3842-4b16-a130-4b4c150e22cc') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:25.396256 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4e39c4da-c610-4fce-8b24-e880c6b1d024 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4678204 Aug 20 09:01:25.400659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:25.408691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1569319873', 'security_groups': ['a8a588e5-6072-427c-ad5a-bbcd45c900a2'], 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b88a0b1d-a8cd-41ae-bf0b-26324553bb1a'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:25.431168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.443903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] Calling delete_port for 66409016-5b28-4ee7-9027-c326a54e9a3d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:25.530056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.582585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:01:25.583009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:01:25.587470 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:01:25.606891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.646800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30928090-8544-4d90-b98c-217f704118ee None None] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:25.762622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.811111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.852157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] Pushing event deleted for resources: {'Port': ['ID=66409016-5b28-4ee7-9027-c326a54e9a3d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:25.860485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f071a-ef9a-42f2-9fba-53cbb89cea9e None None] No DVR routers for this DVR port 66409016-5b28-4ee7-9027-c326a54e9a3d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:25.868022 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.870892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Transition to ACTIVE for port object 1abcd3fc-56ff-476e-89e1-985440d08581 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:25.874076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.884382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53478) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:25.893359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/33da30c4-2afb-4176-ab47-be823eaa8e19 HTTP/1.1" status: 204 len: 168 time: 1.5723064 Aug 20 09:01:25.894039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-805769402', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:25.951049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.952746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:25.962355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Transition to ACTIVE for port object 1abcd3fc-56ff-476e-89e1-985440d08581 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:26.003023 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.020128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cf1da-7251-47b8-ad75-d466b9312cd5 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=33da30c4-2afb-4176-ab47-be823eaa8e19,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:26.062583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:26.066423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:26.070073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:26.073617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.085862 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.089980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.111407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Pushing event updated for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:26.130105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc8c1-afca-44a5-89a7-fb827ca0c2a8 req-bfbe1993-2370-4b66-881d-24fdc6e0106e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:26.137037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed6cc8c1-afca-44a5-89a7-fb827ca0c2a8 req-bfbe1993-2370-4b66-881d-24fdc6e0106e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3639309 Aug 20 09:01:26.148604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.149748 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fc133516-d975-45bf-8035-3e76f1021685 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2643087 Aug 20 09:01:26.151579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Attempting to bind port 1abcd3fc-56ff-476e-89e1-985440d08581 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:26.152199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Attempting to bind port 1abcd3fc-56ff-476e-89e1-985440d08581 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '070203b8-ebd0-429b-9eb3-12593befe575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:26.152348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53482) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:26.152917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Attempting to bind port 1abcd3fc-56ff-476e-89e1-985440d08581 on network ba01a6e0-db6f-4749-8ac7-788fe0a7becf {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:26.157534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1177706825'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:26.159848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:26.160492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Checking segment: {'id': '070203b8-ebd0-429b-9eb3-12593befe575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:26.161089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.161666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Bound using segment: {'id': '070203b8-ebd0-429b-9eb3-12593befe575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:26.162321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Bound port: 1abcd3fc-56ff-476e-89e1-985440d08581, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070203b8-ebd0-429b-9eb3-12593befe575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:26.162980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.200724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:26.204676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:26.208178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.268062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:26.272380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:26.275829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1abcd3fc-56ff-476e-89e1-985440d08581,segment=NetworkSegment(070203b8-ebd0-429b-9eb3-12593befe575),segment_id=070203b8-ebd0-429b-9eb3-12593befe575)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:26.282005 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.295184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.295543 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment ff443c5a-4eeb-499b-b8ef-c8b280f2866d of type vlan for network 8946df75-cba3-4af3-aacc-2aaa75bc19ae Aug 20 09:01:26.298408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed6cc8c1-afca-44a5-89a7-fb827ca0c2a8 req-3556be2f-3044-4508-9b07-6c51b65c2faf tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481500 Aug 20 09:01:26.361026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.407905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.412744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port ef93bb1f-d08a-453c-8821-a0787f39e465 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:01:26.452692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759cb94-2e1d-46cc-ba26-3b0b9f547eb5 None None] Pushing event updated for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:26.476238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.496626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:26.498942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:26.618412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4649978 Aug 20 09:01:26.626082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53484) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:26.638677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:26.809278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582faae-5a44-4c45-928f-e4fc62d8d9da tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=8946df75-cba3-4af3-aacc-2aaa75bc19ae,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:26.834407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:26.915702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:26.920294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:27.018670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::311 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/b88a0b1d-a8cd-41ae-bf0b-26324553bb1a/ef93bb1f-d08a-453c-8821-a0787f39e465) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:27.203478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:27.239936 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:27.338371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:27.438061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=9ed7a1e9-0ba0-4849-a35a-64d41c869b64,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:27.484826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:27.525698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:27.525882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: 8946df75-cba3-4af3-aacc-2aaa75bc19ae, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:27.575158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:27.598026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 8946df75-cba3-4af3-aacc-2aaa75bc19ae) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:27.603979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:27.608839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:27.624307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7b11d-db09-4108-81c4-985272d50d3e None None] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:27.641533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d568f08c-4458-4c9b-b727-500d0c9b7397 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0130332 Aug 20 09:01:27.644414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53496) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:27.932937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Allocated IP 172.25.5.93 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/87039957-eb9d-4718-bd37-6d99640f3a09) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:28.229462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.246400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1abcd3fc-56ff-476e-89e1-985440d08581 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:28.366410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:28.366840 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.367214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.414685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.423086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:28.462859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:28.463772 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.478697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Provisioning for port 1abcd3fc-56ff-476e-89e1-985440d08581 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:28.485252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:28.485978 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.508326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:28.510697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:28.525592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:28.535203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.590310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68504c5-2e97-4a2f-8efc-00e83ba25669 req-b2bed174-e600-4207-9542-39cd20f69b8b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:28.592936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68504c5-2e97-4a2f-8efc-00e83ba25669 req-b2bed174-e600-4207-9542-39cd20f69b8b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.2803886 Aug 20 09:01:28.632170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:28.680555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Pushing event updated for resources: {'Port': ['ID=87039957-eb9d-4718-bd37-6d99640f3a09,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:28.697250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object ef93bb1f-d08a-453c-8821-a0787f39e465 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:28.736115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Allocated IP 2001:db8::2 (8946df75-cba3-4af3-aacc-2aaa75bc19ae/9ed7a1e9-0ba0-4849-a35a-64d41c869b64/86848378-84f5-45a6-8217-1c7a6c0e26b7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:28.856326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68504c5-2e97-4a2f-8efc-00e83ba25669 req-13050852-5ff6-4ade-82b0-11a4c5a6ad91 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488637 Aug 20 09:01:28.902165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1abcd3fc-56ff-476e-89e1-985440d08581,segment=NetworkSegment(070203b8-ebd0-429b-9eb3-12593befe575),segment_id=070203b8-ebd0-429b-9eb3-12593befe575)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:28.922570 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.021957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.087426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:29.092775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:29.098161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:29.103942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:29.104573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.147085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=ef93bb1f-d08a-453c-8821-a0787f39e465,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:29.149495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.155021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd589e-4268-4a32-9df2-cc95599ecd27 None None] Pushing event updated for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:29.221968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.232970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Transition to ACTIVE for port object 86848378-84f5-45a6-8217-1c7a6c0e26b7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:29.290444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Transition to ACTIVE for port object 86848378-84f5-45a6-8217-1c7a6c0e26b7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:29.299355 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.343886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5520282-1644-4776-ba53-57712e2aa24f req-a50f8f71-31b1-4689-b2f9-1c06af6020d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:29.345497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5520282-1644-4776-ba53-57712e2aa24f req-a50f8f71-31b1-4689-b2f9-1c06af6020d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.2314878 Aug 20 09:01:29.349970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f8985e0-0b2f-42f7-8911-4b0a9d1501da tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9470754 Aug 20 09:01:29.352453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:29.357945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:29.374907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Pushing event updated for resources: {'Port': ['ID=86848378-84f5-45a6-8217-1c7a6c0e26b7,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:29.408463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:29.410290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:29.413820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:29.468869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8::1 (8946df75-cba3-4af3-aacc-2aaa75bc19ae/9ed7a1e9-0ba0-4849-a35a-64d41c869b64/e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:29.479816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5520282-1644-4776-ba53-57712e2aa24f req-6606d303-b024-49b6-8d77-11328417f51d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161151 Aug 20 09:01:29.571714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Attempting to bind port 86848378-84f5-45a6-8217-1c7a6c0e26b7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:29.572209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Attempting to bind port 86848378-84f5-45a6-8217-1c7a6c0e26b7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:29.572443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Attempting to bind port 86848378-84f5-45a6-8217-1c7a6c0e26b7 on network 8946df75-cba3-4af3-aacc-2aaa75bc19ae {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:29.578104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:29.578391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Checking segment: {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:29.578926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.579177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Bound using segment: {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:29.579636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Bound port: 86848378-84f5-45a6-8217-1c7a6c0e26b7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:29.580021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.587008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.677329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] For port 86848378-84f5-45a6-8217-1c7a6c0e26b7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:29.688783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db338b9f-bf80-49ee-ab7d-2eb0380a230e None None] Provisioning for port ef93bb1f-d08a-453c-8821-a0787f39e465 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:29.695509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] For port 86848378-84f5-45a6-8217-1c7a6c0e26b7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=86848378-84f5-45a6-8217-1c7a6c0e26b7,segment=NetworkSegment(ff443c5a-4eeb-499b-b8ef-c8b280f2866d),segment_id=ff443c5a-4eeb-499b-b8ef-c8b280f2866d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:29.697234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db338b9f-bf80-49ee-ab7d-2eb0380a230e None None] Provisioning complete for port ef93bb1f-d08a-453c-8821-a0787f39e465 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:29.697696 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db338b9f-bf80-49ee-ab7d-2eb0380a230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.706302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.719580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:29.724260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.725195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:29.736041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-db338b9f-bf80-49ee-ab7d-2eb0380a230e None None] Port ef93bb1f-d08a-453c-8821-a0787f39e465 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:29.739362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.775136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.833086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:29.836405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:29.840347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:29.841636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:29.843444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36ea7f-6436-4c1d-8854-4ba571977388 None None] Pushing event updated for resources: {'Port': ['ID=86848378-84f5-45a6-8217-1c7a6c0e26b7,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:29.896064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:30.024579 n-d-804285-2 neutron-server[101316]: INFO neutron.db.ipam_backend_mixin [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b88a0b1d-a8cd-41ae-bf0b-26324553bb1a (CIDR: 2001:db8::/64) Aug 20 09:01:30.038172 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:01:30.039627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:01:30.084695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Router 7d1c1738-32d9-4077-8a96-63c85bdd092e is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:01:30.110121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b2f66f7c-2bd5-4396-8662-59a0a710766d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7559929 Aug 20 09:01:30.118974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53530) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:30.127223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:30.177356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:30.427789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf54db-c37d-4574-a250-5644d39d034e req-ae52c9ed-3085-44db-8c72-24ad0c509d6e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:30.429458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99bf54db-c37d-4574-a250-5644d39d034e req-ae52c9ed-3085-44db-8c72-24ad0c509d6e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3655059 Aug 20 09:01:30.560466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99bf54db-c37d-4574-a250-5644d39d034e req-a3b4aaa2-5cb1-42f0-ab50-76f711f75b96 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148901 Aug 20 09:01:30.587118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:30.603707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:30.606890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:30.651252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317af0d-d051-4bb3-9da7-b9694050dd88 req-56930620-8b3e-45db-9b49-2f8074a4e95a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:30.660896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d317af0d-d051-4bb3-9da7-b9694050dd88 req-56930620-8b3e-45db-9b49-2f8074a4e95a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.4274178 Aug 20 09:01:30.696691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:30.742108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d317af0d-d051-4bb3-9da7-b9694050dd88 req-5fb4cecf-1159-47ff-866a-b18914538896 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800364 Aug 20 09:01:30.773698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:30.776937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:30.784742 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Sync routers for ids ['7d1c1738-32d9-4077-8a96-63c85bdd092e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:30.802645 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:30.804014 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Routers {'7d1c1738-32d9-4077-8a96-63c85bdd092e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:30.805823 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['7d1c1738-32d9-4077-8a96-63c85bdd092e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:30.911258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:30.912644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:30.954872 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Set router 7d1c1738-32d9-4077-8a96-63c85bdd092e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:31.007404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:31.009063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-84654e41-50ec-4885-a01f-2e2098e3ccd5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6655045 Aug 20 09:01:31.015643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53538) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:31.103764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:01:31.250124 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:28Z', 'revision_number': 3, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:31.251401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fae88a-3e1b-4543-bfda-3b061f7947b4 req-03f97bc9-6925-48f3-aa0d-64981ccf51a7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:31.253156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97fae88a-3e1b-4543-bfda-3b061f7947b4 req-03f97bc9-6925-48f3-aa0d-64981ccf51a7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.3508883 Aug 20 09:01:31.289189 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Checking router: 7d1c1738-32d9-4077-8a96-63c85bdd092e for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:01:31.289956 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Updating router 7d1c1738-32d9-4077-8a96-63c85bdd092e port 87039957-eb9d-4718-bd37-6d99640f3a09 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:01:31.349244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:31.361643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:31.364838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90d8ba72-8689-447a-9883-53cbd9b4662a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7185004 Aug 20 09:01:31.367783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53542) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:31.374692 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:31.375886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551755519'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:31.385194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:31.388321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:31.415910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:31.420221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:31.563556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:31.575823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:31.586661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:31.596919 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment f8228df3-c290-489e-b1b1-e896cc2d7758 of type vlan for network e6f1c12f-60ed-4604-987c-470c4cd4dc30 Aug 20 09:01:31.625837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:31.627838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-ca198838-8e9c-4ede-a40c-f8b1e0aed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:31.630030 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-ca198838-8e9c-4ede-a40c-f8b1e0aed66d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1094 time: 0.1604009 Aug 20 09:01:31.710701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:31.977976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:31.982735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97fae88a-3e1b-4543-bfda-3b061f7947b4 req-de2d1b9a-2cc3-4b80-937b-2e7bb9fa53db tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7226434 Aug 20 09:01:32.006711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:32.009364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:32.016101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9ae13-ecb8-4130-8bde-c08d88f78b24 None None] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:32.029573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:32.029573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.053846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9291751 Aug 20 09:01:32.054810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:32.058099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d922551-f98c-4b94-9b23-2e798c021d8e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=1df7a960-ff60-41a8-88a2-2b7a2bfffdd1,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:32.064577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd946493-c357-4b79-abd1-1676a60f20ac None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:32.082058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-602208928', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1df7a960-ff60-41a8-88a2-2b7a2bfffdd1'}], 'security_groups': ['fdceb08f-1a52-4cb5-a3a1-4f520da8e974']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:32.093751 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.120838 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Transition to ACTIVE for port object 87039957-eb9d-4718-bd37-6d99640f3a09 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:32.134344 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.212595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d6f1545-2b90-42ed-a5be-0cb90af9ddfd None None] Provisioning for port 86848378-84f5-45a6-8217-1c7a6c0e26b7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:32.259916 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Attempting to bind port 87039957-eb9d-4718-bd37-6d99640f3a09 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:32.261012 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Attempting to bind port 87039957-eb9d-4718-bd37-6d99640f3a09 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:32.261757 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Attempting to bind port 87039957-eb9d-4718-bd37-6d99640f3a09 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:32.290183 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Pushing event updated for resources: {'Port': ['ID=87039957-eb9d-4718-bd37-6d99640f3a09,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:32.293046 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:32.293909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:32.294571 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.295253 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:32.296852 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Bound port: 87039957-eb9d-4718-bd37-6d99640f3a09, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:32.297548 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.331177 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.331827 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.332347 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.332858 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.333355 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.333876 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.334388 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.334881 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.335371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.335859 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.336477 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.337230 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:32.368724 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.375535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:32.376067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.483286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] For port 87039957-eb9d-4718-bd37-6d99640f3a09, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:32.490782 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] For port 87039957-eb9d-4718-bd37-6d99640f3a09, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=87039957-eb9d-4718-bd37-6d99640f3a09,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:32.497108 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.533360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:32.533995 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.573427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=e6f1c12f-60ed-4604-987c-470c4cd4dc30,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:32.589591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e37172a1-c937-453d-9b5d-93143d0753c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2199581 Aug 20 09:01:32.599902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53556) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:32.615160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:32.640486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:32.643633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4a78-f4e2-4b69-9791-930539f89298 None None] Pushing event updated for resources: {'Port': ['ID=87039957-eb9d-4718-bd37-6d99640f3a09,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:32.649686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:30Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:30Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:32.686319 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Routers {'7d1c1738-32d9-4077-8a96-63c85bdd092e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:32.687088 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['7d1c1738-32d9-4077-8a96-63c85bdd092e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:32.706607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:01:32.707253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Updating router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:01:32.726123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-e3994b7f-bb5a-4f88-af29-c6831ba68e0a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:32.727965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-e3994b7f-bb5a-4f88-af29-c6831ba68e0a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.3748839 Aug 20 09:01:32.825818 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] Set router 7d1c1738-32d9-4077-8a96-63c85bdd092e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:32.853447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-8aecd7e3-4af9-4987-b170-8862a5045b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:32.855003 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-8aecd7e3-4af9-4987-b170-8862a5045b3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 1.1888981 Aug 20 09:01:32.949569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-45d9660b-8be6-42f2-98ea-bc0ad451252d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 200 len: 999 time: 0.0745394 Aug 20 09:01:32.954088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:32.957128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 86848378-84f5-45a6-8217-1c7a6c0e26b7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:32.958101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:32.970513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0da9d-ef9d-44c0-905a-885727dce1e8 req-7b975d45-6e55-412f-8bd9-80f27bfc8c08 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:32.972076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5b0da9d-ef9d-44c0-905a-885727dce1e8 req-7b975d45-6e55-412f-8bd9-80f27bfc8c08 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 1.1251533 Aug 20 09:01:33.016705 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:33.107492 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:28Z', 'revision_number': 3, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:33.145403 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7861a3-87c8-4eaf-8896-1a89aaab9d3e None None] The sync data for ids ['7d1c1738-32d9-4077-8a96-63c85bdd092e'] in n-d-804285-2 is: [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:28Z', 'revision_number': 3, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:33.205433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:33.271855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57cf53-e7fa-4a55-89ba-b447c669e295 req-781f051c-29ad-4960-acef-475276198f9b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:33.273380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e57cf53-e7fa-4a55-89ba-b447c669e295 req-781f051c-29ad-4960-acef-475276198f9b tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.5762682 Aug 20 09:01:33.297751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Deleting port 5be7992b-7617-4f2c-bc83-10feba44e36f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:33.298109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:33.326621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5b0da9d-ef9d-44c0-905a-885727dce1e8 req-d8c9d25c-6e55-4bfb-a81d-ad2ce690432b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029242 Aug 20 09:01:33.437958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] For port 5be7992b-7617-4f2c-bc83-10feba44e36f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5be7992b-7617-4f2c-bc83-10feba44e36f,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:33.437958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:33.445519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e57cf53-e7fa-4a55-89ba-b447c669e295 req-9318bf44-5624-4787-b6d8-30a7d637a3a7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624193 Aug 20 09:01:33.495239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 86848378-84f5-45a6-8217-1c7a6c0e26b7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:33.500572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:33.521232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-46042a16-7a0d-4141-bb6d-c31a3ff6e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:33.523606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-46042a16-7a0d-4141-bb6d-c31a3ff6e03d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.3377841 Aug 20 09:01:33.525825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=1ab512d7-115a-4274-ae0a-7ba706a9a328,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:33.565117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 86848378-84f5-45a6-8217-1c7a6c0e26b7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:33.565751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:33.797930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:33.797930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: e6f1c12f-60ed-4604-987c-470c4cd4dc30, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:33.831474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Update dhcp port {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'fixed_ips': [{'subnet_id': 'b88a0b1d-a8cd-41ae-bf0b-26324553bb1a', 'ip_address': '2001:db8::2'}, {'subnet_id': '1df7a960-ff60-41a8-88a2-2b7a2bfffdd1'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '1abcd3fc-56ff-476e-89e1-985440d08581'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:01:33.942527 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:34.007618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-5d0800e6-6a70-406b-8be4-9e067bec45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:34.019356 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-5d0800e6-6a70-406b-8be4-9e067bec45dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4023683 Aug 20 09:01:34.082227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-a83fde3e-8ebf-4e0d-9fb7-8e2ae68f026c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3378463 Aug 20 09:01:34.142413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:34.276068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:34.411496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e6f1c12f-60ed-4604-987c-470c4cd4dc30) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:34.427325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:34.428704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:34.432744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Allocated IP 2001:db8:0:1::2 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/1df7a960-ff60-41a8-88a2-2b7a2bfffdd1/1abcd3fc-56ff-476e-89e1-985440d08581) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:34.520585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793db6f1-3ece-445d-842c-e617e165bedd None None] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:34.570468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5bdf7f2c-98f4-425e-8cc8-4941cf61e545 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9687500 Aug 20 09:01:34.579283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:34.582268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:34.583315 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Floating IP b829d51b-c4ff-41a4-8924-365f1793e46e disassociated. External IP: 172.25.5.192, port: 5be7992b-7617-4f2c-bc83-10feba44e36f. Aug 20 09:01:34.584048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Calling delete_port for 5be7992b-7617-4f2c-bc83-10feba44e36f owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:34.588162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53576) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:34.778434 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-ed9c1d22-9ff9-4e25-b689-6d9e3521b86c service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407718 Aug 20 09:01:34.820516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Allocated IP 172.20.0.1 (d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80/1221515b-db61-4613-a427-6ef9946687e6/23cde168-63c0-4d1a-8e2f-a5b8ff877662) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:34.931089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-77d522d1-5e88-453a-a686-b9eb281efbe6 None None] Provisioning complete for port 86848378-84f5-45a6-8217-1c7a6c0e26b7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:34.931615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77d522d1-5e88-453a-a686-b9eb281efbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.003146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:35.164465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5be7992b-7617-4f2c-bc83-10feba44e36f no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:01:35.219427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.220760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.221625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.222477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.223684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.224525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.225379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.228052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-46949115-b521-4311-9e57-31a519f436bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6499 time: 1.0991490 Aug 20 09:01:35.304638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1abcd3fc-56ff-476e-89e1-985440d08581,segment=NetworkSegment(070203b8-ebd0-429b-9eb3-12593befe575),segment_id=070203b8-ebd0-429b-9eb3-12593befe575)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:35.363986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.379988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.407583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a2fac211-cc5a-41e3-97fe-fdfe54335362 req-367f1dfd-54db-4764-a68a-5d6f69be4761 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022491 Aug 20 09:01:35.430997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494e7e6-c4fe-4da2-97a0-ed0a33f8b49f req-6541692a-58af-4bdf-aeac-25a32c92337d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.433313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c494e7e6-c4fe-4da2-97a0-ed0a33f8b49f req-6541692a-58af-4bdf-aeac-25a32c92337d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3854332 Aug 20 09:01:35.446633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882e945-8a32-40d3-887e-3da23787b34c req-407d62a7-5a0a-414e-810e-7e68d20ce4f2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:35.455751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4882e945-8a32-40d3-887e-3da23787b34c req-407d62a7-5a0a-414e-810e-7e68d20ce4f2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 946 time: 0.4158759 Aug 20 09:01:35.502236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.600046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Transition to ACTIVE for port object 1abcd3fc-56ff-476e-89e1-985440d08581 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:35.620198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4882e945-8a32-40d3-887e-3da23787b34c req-d07e8de4-6844-4c1d-bf37-d77bd17b32bb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=40a5d5ac-8376-4e38-aee1-b05b91096830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629338 Aug 20 09:01:35.651262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event deleted for resources: {'Port': ['ID=5be7992b-7617-4f2c-bc83-10feba44e36f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:35.690947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.800151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.832810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Delete allocated IP 2001:db8::311 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/b88a0b1d-a8cd-41ae-bf0b-26324553bb1a) {{(pid=101316) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 09:01:35.846409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:35.848858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8:0:1::2d8 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/1df7a960-ff60-41a8-88a2-2b7a2bfffdd1/ef93bb1f-d08a-453c-8821-a0787f39e465) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:35.886028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:35.917650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 86848378-84f5-45a6-8217-1c7a6c0e26b7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=86848378-84f5-45a6-8217-1c7a6c0e26b7,segment=NetworkSegment(ff443c5a-4eeb-499b-b8ef-c8b280f2866d),segment_id=ff443c5a-4eeb-499b-b8ef-c8b280f2866d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:35.994375 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.062155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.078035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object ef93bb1f-d08a-453c-8821-a0787f39e465 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:36.083936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c494e7e6-c4fe-4da2-97a0-ed0a33f8b49f req-1b5eb276-b3f6-4124-8901-4aca13b88b12 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6156201 Aug 20 09:01:36.088139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-c4e0faf5-e667-4712-8ade-d074e91208ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:36.100579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-c4e0faf5-e667-4712-8ade-d074e91208ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:36.100579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-c4e0faf5-e667-4712-8ade-d074e91208ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:36.100579 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-c4e0faf5-e667-4712-8ade-d074e91208ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=2197b274-0c57-4258-a943-1259d03ded58&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=d2983d18-56c1-442a-80a7-df9c2d50cea2&id=d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 200 len: 2296 time: 0.8295078 Aug 20 09:01:36.129885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.132807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.174444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77d522d1-5e88-453a-a686-b9eb281efbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.188721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No active binding found for port 5be7992b-7617-4f2c-bc83-10feba44e36f {{(pid=101318) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 09:01:36.189768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5be7992b-7617-4f2c-bc83-10feba44e36f not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:01:36.193260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.249669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:36.263602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:36.289525 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:36.291916 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:36.358238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87039957-eb9d-4718-bd37-6d99640f3a09 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:36.362050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44fb9a-d4fc-433b-b1aa-aa7fdefe3b31 None None] Pushing event updated for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:36.463275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Pushing event updated for resources: {'Port': ['ID=23cde168-63c0-4d1a-8e2f-a5b8ff877662,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:36.506428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=86848378-84f5-45a6-8217-1c7a6c0e26b7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:36.514543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-3f55cb64-ba0d-4440-8c4c-18525b2f2d4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 200 len: 1001 time: 0.4108002 Aug 20 09:01:36.558956 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:36.615228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:36.620807 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.636551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Transition to ACTIVE for port object e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:36.676647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:36.685745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8:1::1 (e6f1c12f-60ed-4604-987c-470c4cd4dc30/1ab512d7-115a-4274-ae0a-7ba706a9a328/8113f6e9-62ed-42b0-adc9-1028b0a1fe0e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:36.686837 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c814e043-54d9-4afe-88ce-7134ed51196c" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:36.725004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] In _notify_port_updated(), no bound segment for port ef93bb1f-d08a-453c-8821-a0787f39e465 on network ba01a6e0-db6f-4749-8ac7-788fe0a7becf {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:01:36.741742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:36.742752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.744499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/ports/ef93bb1f-d08a-453c-8821-a0787f39e465 HTTP/1.1" status: 200 len: 930 time: 4.6836836 Aug 20 09:01:36.746078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:36.764477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53594) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:36.780636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.813749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:36.819848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:36.904351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:36.908242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:36.967451 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d87bd1e-e20e-4cd6-b885-07b41c8c35c0 x-openstack-request-id: req-5d87bd1e-e20e-4cd6-b885-07b41c8c35c0 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:36.968176 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:36.968652 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d87bd1e-e20e-4cd6-b885-07b41c8c35c0 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:36.969695 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 09:01:36.978346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f8e69-5c4b-42a9-a9b5-c7dd63360c51 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=ef93bb1f-d08a-453c-8821-a0787f39e465,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:37.088673 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:37.109677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0ebff21-3397-46d8-a1de-4b88a7034603 req-f627f952-015b-4636-9b9e-5ef4a5a6992f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 210 time: 0.2754345 Aug 20 09:01:37.122851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-975e8abd-7ce2-4046-80f4-cf5fb34140af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:37.124519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-975e8abd-7ce2-4046-80f4-cf5fb34140af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1250a3d0-39fb-409b-a936-3ab03579e8f9 HTTP/1.1" status: 200 len: 856 time: 0.5473900 Aug 20 09:01:37.144715 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.167502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-77d522d1-5e88-453a-a686-b9eb281efbe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:01:37.171320 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-77d522d1-5e88-453a-a686-b9eb281efbe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:01:37.171470 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:01:37.173308 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.204034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:37.213996 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:37.214741 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:37.265230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.305222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b1e52-892c-4bd8-a778-7075a62373a6 None None] Pushing event updated for resources: {'Port': ['ID=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:37.337095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.484940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 87039957-eb9d-4718-bd37-6d99640f3a09 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:37.490634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Allocated IP 2001:db8:1::2 (e6f1c12f-60ed-4604-987c-470c4cd4dc30/1ab512d7-115a-4274-ae0a-7ba706a9a328/cec427ca-bfa7-46c8-95f1-4950a8181cf0) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:37.496640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 87039957-eb9d-4718-bd37-6d99640f3a09 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:37.497366 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.521690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Attempting to bind port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:37.522224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Attempting to bind port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:37.522457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Attempting to bind port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 on network 8946df75-cba3-4af3-aacc-2aaa75bc19ae {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:37.546850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] No DVR routers for this DVR port 5be7992b-7617-4f2c-bc83-10feba44e36f on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:01:37.558255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.561323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b8950f0c-4691-49e0-9887-5b5eae0f512c req-8d143ba9-456d-4012-bd14-103341f3bcd0 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "DELETE /v2.0/ports/5be7992b-7617-4f2c-bc83-10feba44e36f HTTP/1.1" status: 204 len: 173 time: 4.8234234 Aug 20 09:01:37.564888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:37.579816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'name': 'network-vif-deleted', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:37.586298 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05e841-b7cb-4a32-8d37-a5a604bbce98" -d '{"events": [{"server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "name": "network-vif-deleted", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:37.599213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:37.608950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:37.611609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:37.612240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.637059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:37.638143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Checking segment: {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:37.638444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.638833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Bound using segment: {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:37.639314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Bound port: e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:37.639695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.713811 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ea6e4-6218-472f-947a-733bae570f48 x-openstack-request-id: req-e37ea6e4-6218-472f-947a-733bae570f48 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:37.714977 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2919c598-d2cd-4e92-82ff-ed2ce2429d0e", "name": "network-vif-deleted", "tag": "5be7992b-7617-4f2c-bc83-10feba44e36f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:37.716680 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e37ea6e4-6218-472f-947a-733bae570f48 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:37.717371 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2919c598-d2cd-4e92-82ff-ed2ce2429d0e', 'name': 'network-vif-deleted', 'tag': '5be7992b-7617-4f2c-bc83-10feba44e36f', 'status': 'completed', 'code': 200} Aug 20 09:01:37.723469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:37.780022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-8e0faa5e-0dba-4721-9dd6-b8178792bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:37.781950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-8e0faa5e-0dba-4721-9dd6-b8178792bacb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2197b274-0c57-4258-a943-1259d03ded58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5794492 Aug 20 09:01:37.800310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765fea3-f603-4970-abf0-d64040a30150 req-48749b45-beb2-4664-a4e1-cc5ba814a96f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:37.802687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4765fea3-f603-4970-abf0-d64040a30150 req-48749b45-beb2-4664-a4e1-cc5ba814a96f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.4820681 Aug 20 09:01:37.806414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port ef93bb1f-d08a-453c-8821-a0787f39e465 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:37.806778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.855223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:37.986244 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:38.005924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:38.018148 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d003590-d1c3-4501-9f19-52b165a5c44f None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:38.055194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4765fea3-f603-4970-abf0-d64040a30150 req-baf91fe6-65d7-41ea-8232-e980d6096841 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421014 Aug 20 09:01:38.088709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] For port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:38.121264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] For port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,segment=NetworkSegment(ff443c5a-4eeb-499b-b8ef-c8b280f2866d),segment_id=ff443c5a-4eeb-499b-b8ef-c8b280f2866d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:38.121704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.189337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-80b87599-f7c7-4872-ab84-c5ba998851b9 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749182 Aug 20 09:01:38.208373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.222209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Transition to ACTIVE for port object cec427ca-bfa7-46c8-95f1-4950a8181cf0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:38.277462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.298101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.354437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for ef93bb1f-d08a-453c-8821-a0787f39e465 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:38.374473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e30ef45a-42c1-4612-ba8e-44d5060c8caa req-1f10fdf2-eeff-4280-ba78-a0569e049394 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=2919c598-d2cd-4e92-82ff-ed2ce2429d0e HTTP/1.1" status: 200 len: 210 time: 0.0936599 Aug 20 09:01:38.377947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Transition to ACTIVE for port object cec427ca-bfa7-46c8-95f1-4950a8181cf0 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:38.391031 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.405215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-77d522d1-5e88-453a-a686-b9eb281efbe6 None None] Provisioning for port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:38.450278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 87039957-eb9d-4718-bd37-6d99640f3a09, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=87039957-eb9d-4718-bd37-6d99640f3a09,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:38.453816 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.470059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:38.470997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:38.473077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b1e52-892c-4bd8-a778-7075a62373a6 None None] Pushing event updated for resources: {'Port': ['ID=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:38.476043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.478525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e45f87-c7cd-4545-a863-e95eec975e14 None None] New status for floating IP b829d51b-c4ff-41a4-8924-365f1793e46e: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:01:38.753622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:38.788368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:38.790596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Pushing event updated for resources: {'Port': ['ID=cec427ca-bfa7-46c8-95f1-4950a8181cf0,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:38.803088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.810754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.811642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:38.885773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:38.925169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:01:38.939719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:39.008237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:39.009034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:39.041309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:39.062335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=87039957-eb9d-4718-bd37-6d99640f3a09,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:39.069359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-5abcbe08-bef1-42d5-9ea3-2211f4a21bd6 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615587 Aug 20 09:01:39.099914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:39.157870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-c6e1ecc2-e5ed-4510-9823-7314112d3689 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 217 time: 0.0613382 Aug 20 09:01:39.169586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:39.183852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Provisioning for port ef93bb1f-d08a-453c-8821-a0787f39e465 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:39.193754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Provisioning complete for port ef93bb1f-d08a-453c-8821-a0787f39e465 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:39.194645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.240991 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:01:39.312532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:39.320785 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-775f1890-352d-4afb-9374-0bcc160c8f21 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7251115 Aug 20 09:01:39.321411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:39.326932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101649169'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:39.352582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:39.359563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.365378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 86848378-84f5-45a6-8217-1c7a6c0e26b7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:39.377454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Attempting to bind port cec427ca-bfa7-46c8-95f1-4950a8181cf0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:39.377853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Attempting to bind port cec427ca-bfa7-46c8-95f1-4950a8181cf0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:39.378221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Attempting to bind port cec427ca-bfa7-46c8-95f1-4950a8181cf0 on network e6f1c12f-60ed-4604-987c-470c4cd4dc30 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:39.390824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:39.408684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Port ef93bb1f-d08a-453c-8821-a0787f39e465 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:39.417540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.419224 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment 7eaf8809-8274-41c3-952b-e59adf878ce3 of type vlan for network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 Aug 20 09:01:39.420852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:39.421235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Checking segment: {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:39.421644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.422077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Bound using segment: {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:39.422575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Bound port: cec427ca-bfa7-46c8-95f1-4950a8181cf0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:39.422963 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.449692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.519740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.540329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53646) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:39.552813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-7dc42766-192a-44ca-8f41-93c314d29b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:39.554151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-7dc42766-192a-44ca-8f41-93c314d29b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.3617165 Aug 20 09:01:39.594492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.601682 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.604109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/ef93bb1f-d08a-453c-8821-a0787f39e465 HTTP/1.1" status: 204 len: 168 time: 2.8253832 Aug 20 09:01:39.605657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dd706-0820-49b4-98a3-99636bbd5a0d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=ef93bb1f-d08a-453c-8821-a0787f39e465,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:39.608449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:39.612098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.615039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53648) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:39.679741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f621313-fd32-4038-84ca-c0a6791a66b8 req-6abef131-c3d2-4ceb-b7b8-ffe6ef286d93 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:39.688180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f621313-fd32-4038-84ca-c0a6791a66b8 req-6abef131-c3d2-4ceb-b7b8-ffe6ef286d93 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.4350419 Aug 20 09:01:39.753013 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a677a-5b5f-44ef-b01a-11a317bb4c69 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:01:39.760581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b29a677a-5b5f-44ef-b01a-11a317bb4c69 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/ef93bb1f-d08a-453c-8821-a0787f39e465 HTTP/1.1" status: 404 len: 333 time: 0.1401751 Aug 20 09:01:39.766394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53654) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:39.767337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=2a7d083d-6de2-4f7a-8f3c-e4495737e5f1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:39.791775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:39.798527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:39.801585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-24814e2c-1d03-4fa3-8e4e-e58f9bae88ea tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4788580 Aug 20 09:01:39.803009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53656) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:39.815458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:39.820951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8beffa39-2f50-44c1-b1fd-6ba57b4e0742 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.842828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.865647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.887816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f621313-fd32-4038-84ca-c0a6791a66b8 req-b4fc06a8-1c0a-4faf-8b45-311d203e6354 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981194 Aug 20 09:01:39.956363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8beffa39-2f50-44c1-b1fd-6ba57b4e0742 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.970481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:39.971120 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:39.988768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-e543a1dc-c5ba-4a87-a04c-4b999701d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:39.991178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-e543a1dc-c5ba-4a87-a04c-4b999701d759 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4013376 Aug 20 09:01:40.000997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263a99f0-2e7f-47d0-ab26-5b7daa479543 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.005232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:01:40.014899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 86848378-84f5-45a6-8217-1c7a6c0e26b7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:40.015696 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.039273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:40.045754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.060260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] For port cec427ca-bfa7-46c8-95f1-4950a8181cf0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:40.114493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263a99f0-2e7f-47d0-ab26-5b7daa479543 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.118652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:40.126708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] For port cec427ca-bfa7-46c8-95f1-4950a8181cf0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cec427ca-bfa7-46c8-95f1-4950a8181cf0,segment=NetworkSegment(f8228df3-c290-489e-b1b1-e896cc2d7758),segment_id=f8228df3-c290-489e-b1b1-e896cc2d7758)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:40.149051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.153406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Pushing event updated for resources: {'Port': ['ID=23cde168-63c0-4d1a-8e2f-a5b8ff877662,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:40.157232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.204150 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.213125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Provisioning for port 1abcd3fc-56ff-476e-89e1-985440d08581 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:40.229037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:37Z', 'revision_number': 3, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:36Z', 'revision_number': 1, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:40.279774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:40.282637 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06da2beb-2303-4296-a701-4c8a6358fdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.311375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe51c2e-5c9d-485b-ae4e-c1d8a26fe875 None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:37Z', 'revision_number': 3, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:36Z', 'revision_number': 1, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:40.314876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:40.351071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263a99f0-2e7f-47d0-ab26-5b7daa479543 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.361452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263a99f0-2e7f-47d0-ab26-5b7daa479543 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.379369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-263a99f0-2e7f-47d0-ab26-5b7daa479543 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/security-groups/a8a588e5-6072-427c-ad5a-bbcd45c900a2 HTTP/1.1" status: 204 len: 168 time: 0.5632589 Aug 20 09:01:40.410279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea513dfe-1bb0-4810-aad2-252a161289b3 None None] Pushing event updated for resources: {'Port': ['ID=cec427ca-bfa7-46c8-95f1-4950a8181cf0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:40.419822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:40.423209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a99f0-2e7f-47d0-ab26-5b7daa479543 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a588e5-6072-427c-ad5a-bbcd45c900a2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:40.444094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.485749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:40.504613 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.536901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-57ab2a7f-f79f-4da2-89c4-9c8bbdc676f0 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289686 Aug 20 09:01:40.555617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=67f52ba3-10fe-470f-91d6-b25e29c7af7e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:40.564421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8beffa39-2f50-44c1-b1fd-6ba57b4e0742 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.567172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8beffa39-2f50-44c1-b1fd-6ba57b4e0742 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.570716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8beffa39-2f50-44c1-b1fd-6ba57b4e0742 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "DELETE /v2.0/security-groups/40a5d5ac-8376-4e38-aee1-b05b91096830 HTTP/1.1" status: 204 len: 168 time: 1.0268786 Aug 20 09:01:40.587154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:40.611057 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-5b53db24-8bff-4764-813d-17075bb8f75f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] show failed (client error): The resource could not be found. Aug 20 09:01:40.614793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b53db24-8bff-4764-813d-17075bb8f75f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups/40a5d5ac-8376-4e38-aee1-b05b91096830 HTTP/1.1" status: 404 len: 347 time: 0.0223873 Aug 20 09:01:40.615171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beffa39-2f50-44c1-b1fd-6ba57b4e0742 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a5d5ac-8376-4e38-aee1-b05b91096830,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:40.616907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53664) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:40.682049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:01:40.863250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ba44-1db2-4c42-b330-75fc5d082be5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:40.889167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:40.890000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:41.017004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ba44-1db2-4c42-b330-75fc5d082be5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.021139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87039957-eb9d-4718-bd37-6d99640f3a09 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:41.092070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:41.099873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:41.126016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 87039957-eb9d-4718-bd37-6d99640f3a09 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:41.126467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.148893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:41.159749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-5a4223db-1fe9-4b9a-a7bc-f02bffa9e556 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174676 Aug 20 09:01:41.172943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:41.212359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:41.221703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-f956ccbd-6711-4d93-82b9-510ba514f254 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 217 time: 0.0538154 Aug 20 09:01:41.230014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:41.230014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.244662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Deleting port 1766b6e0-9af9-4b8f-b090-a4ce4d4f6df2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:01:41.245045 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.246109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15904b5-1132-435f-b835-0371081db988 None None] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:41.364879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-abff4f47-230b-4b4d-9ba4-2eef919354d6 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5577326 Aug 20 09:01:41.369043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53674) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:41.449073 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ba44-1db2-4c42-b330-75fc5d082be5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.451711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffa7ba44-1db2-4c42-b330-75fc5d082be5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.452886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ffa7ba44-1db2-4c42-b330-75fc5d082be5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/security-groups/fdceb08f-1a52-4cb5-a3a1-4f520da8e974 HTTP/1.1" status: 204 len: 168 time: 1.0221753 Aug 20 09:01:41.470262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53676) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:41.522517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b3df8-ad8c-46cd-a8ef-d85a206ecf28 req-53a8259f-fdec-4660-8ae5-ed76e1201d06 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:41.530414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d54b3df8-ad8c-46cd-a8ef-d85a206ecf28 req-53a8259f-fdec-4660-8ae5-ed76e1201d06 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.4573395 Aug 20 09:01:41.630695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.631073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.646430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:41.647300 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.655714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7ba44-1db2-4c42-b330-75fc5d082be5 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdceb08f-1a52-4cb5-a3a1-4f520da8e974,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:41.712017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-adb24a11-e7a0-4fcb-9332-d6a301d138df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:41.720026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-adb24a11-e7a0-4fcb-9332-d6a301d138df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.4234362 Aug 20 09:01:41.832446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Calling delete_port for 1766b6e0-9af9-4b8f-b090-a4ce4d4f6df2 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:01:41.905905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d54b3df8-ad8c-46cd-a8ef-d85a206ecf28 req-a274e981-26bc-4a93-958b-df1b47b0d69c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516142 Aug 20 09:01:41.925967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Router 7d1c1738-32d9-4077-8a96-63c85bdd092e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:41.943485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Allocated IP 2001:db8:2::2 (2a7d083d-6de2-4f7a-8f3c-e4495737e5f1/67f52ba3-10fe-470f-91d6-b25e29c7af7e/63f2ec51-e509-4b54-ba79-08998c813d4f) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:41.944283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet b88a0b1d-a8cd-41ae-bf0b-26324553bb1a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:01:41.948827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:41.996483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.119570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.170322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec04212-38d9-4b38-809f-18dc9a59d9d8 None None] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:42.207982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-43bc5ce9-cc64-44b9-ba16-c0ff7128297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:42.210952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-43bc5ce9-cc64-44b9-ba16-c0ff7128297b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4492908 Aug 20 09:01:42.221223 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.264846 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.271606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/b88a0b1d-a8cd-41ae-bf0b-26324553bb1a HTTP/1.1" status: 204 len: 168 time: 0.7832854 Aug 20 09:01:42.304014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437355f7-e159-4cf3-b1ff-a4d82ccb5b8e None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:42.328135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53682) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:42.342923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:42.431363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77e5f-d0ae-4afc-b7f8-60afae3d5cc8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=b88a0b1d-a8cd-41ae-bf0b-26324553bb1a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:42.462012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-09ae08b6-f280-4612-af44-a7e6b7dd7fe1 None None] Provisioning for port cec427ca-bfa7-46c8-95f1-4950a8181cf0 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:42.578813 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.592296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.615608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Transition to ACTIVE for port object 63f2ec51-e509-4b54-ba79-08998c813d4f will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:42.663868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Transition to ACTIVE for port object 63f2ec51-e509-4b54-ba79-08998c813d4f will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:42.708351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:42.710634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.720938 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Sync routers for ids ['7d1c1738-32d9-4077-8a96-63c85bdd092e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:42.736167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-920d2319-8bef-4784-af44-ecd091702396 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d1c1738-32d9-4077-8a96-63c85bdd092e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7169375 Aug 20 09:01:42.754334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-0bb0c7cf-e5a7-423e-8277-81fa9592b380 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151742 Aug 20 09:01:42.756262 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Routers {'7d1c1738-32d9-4077-8a96-63c85bdd092e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:42.758332 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['7d1c1738-32d9-4077-8a96-63c85bdd092e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:42.760456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.907984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event deleted for resources: {'Port': ['ID=1766b6e0-9af9-4b8f-b090-a4ce4d4f6df2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:42.983608 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:42.986650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cec427ca-bfa7-46c8-95f1-4950a8181cf0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:42.992107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-17565bdf-bbb6-40ad-bda9-a46019b36642 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298729 Aug 20 09:01:43.078847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:43.082747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.083102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.084579 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Set router 7d1c1738-32d9-4077-8a96-63c85bdd092e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:43.095117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.095117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.095391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.095667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.095909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.096244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.096577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.096905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.097238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.097562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:43.112990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-3ade8d35-5f60-4650-8bb5-151e3911b62a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=26fbc51d-f262-4175-809f-3cc86429f66b HTTP/1.1" status: 200 len: 217 time: 0.1133766 Aug 20 09:01:43.157069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:43.172778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.188849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:43.263115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:43.294830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Pushing event updated for resources: {'Port': ['ID=63f2ec51-e509-4b54-ba79-08998c813d4f,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:43.303547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:43.348299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ce748-3d6d-4b3f-b9a0-52a50f7a6d70 req-18980c9c-d5b4-4633-875d-bb2f6fd83ba3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:43.352575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-653ce748-3d6d-4b3f-b9a0-52a50f7a6d70 req-18980c9c-d5b4-4633-875d-bb2f6fd83ba3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.2414556 Aug 20 09:01:43.356287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-ec90ea67-12dd-468c-80dc-afbd93cb8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:43.358053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-ec90ea67-12dd-468c-80dc-afbd93cb8bbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.2185621 Aug 20 09:01:43.391159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4429faf-e50b-43ee-a4e3-9c784b1afcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.429219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:43.429616 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.431433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cec427ca-bfa7-46c8-95f1-4950a8181cf0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:43.447203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cec427ca-bfa7-46c8-95f1-4950a8181cf0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:43.447531 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.596149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Attempting to bind port 63f2ec51-e509-4b54-ba79-08998c813d4f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:43.596526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Attempting to bind port 63f2ec51-e509-4b54-ba79-08998c813d4f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:43.596866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Attempting to bind port 63f2ec51-e509-4b54-ba79-08998c813d4f on network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:43.602439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:43.605224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8:2::1 (2a7d083d-6de2-4f7a-8f3c-e4495737e5f1/67f52ba3-10fe-470f-91d6-b25e29c7af7e/b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:43.620408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-f7989d78-1aaa-4444-93f2-e3e046855937 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:43.629534 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:37Z', 'revision_number': 4, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '23cde168-63c0-4d1a-8e2f-a5b8ff877662', 'name': '', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'mac_address': 'fa:16:3e:ca:a6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '1221515b-db61-4613-a427-6ef9946687e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:34Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 2, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'subnets': [{'id': '1221515b-db61-4613-a427-6ef9946687e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:43.632145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-f7989d78-1aaa-4444-93f2-e3e046855937 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 819 time: 0.2728012 Aug 20 09:01:43.654764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:43.665567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Checking segment: {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:43.666574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.666979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Bound using segment: {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:43.667613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Bound port: 63f2ec51-e509-4b54-ba79-08998c813d4f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:43.668043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.676068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-7d9b61d9-4b29-4d8d-bb30-7a01af4404a3 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/quotas/f060fe416c5644ca9ddab5e61fcf8591 HTTP/1.1" status: 200 len: 375 time: 0.0424337 Aug 20 09:01:43.689728 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Checking router: 7d1c1738-32d9-4077-8a96-63c85bdd092e for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:01:43.690152 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Updating router 7d1c1738-32d9-4077-8a96-63c85bdd092e port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:01:43.746809 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.757096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.774327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:43.775676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:43.776328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:43.807748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.811619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:43.813033 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-844d32a0-8354-4df9-a7c8-076e621e0da7 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "DELETE /v2.0/floatingips/b829d51b-c4ff-41a4-8924-365f1793e46e HTTP/1.1" status: 204 len: 168 time: 3.1939251 Aug 20 09:01:43.858950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-653ce748-3d6d-4b3f-b9a0-52a50f7a6d70 req-14afee63-cdfa-40f4-a675-59bddcc4bf01 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242800 Aug 20 09:01:43.938653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-85cf5e4f-7b2f-4d36-94bb-89ed30f7a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:43.948937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-85cf5e4f-7b2f-4d36-94bb-89ed30f7a7ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3988311 Aug 20 09:01:43.960361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.080039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:44.081353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:44.087179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:44.118013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:44.119243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.128426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-590cb9bc-598e-4030-9cd6-a8a0b1d03907 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4509087 Aug 20 09:01:44.264925 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.307576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-db4a549a-7b09-42ed-ad53-332de1e0efd4 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477340 Aug 20 09:01:44.409761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] For port 63f2ec51-e509-4b54-ba79-08998c813d4f, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:44.459851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5b1284a1-cc2b-46b1-9f25-6ce8ea0ce0d3 None None] Provisioning for port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:44.490733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.520345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] For port 63f2ec51-e509-4b54-ba79-08998c813d4f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63f2ec51-e509-4b54-ba79-08998c813d4f,segment=NetworkSegment(7eaf8809-8274-41c3-952b-e59adf878ce3),segment_id=7eaf8809-8274-41c3-952b-e59adf878ce3)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:44.531924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5b1284a1-cc2b-46b1-9f25-6ce8ea0ce0d3 None None] Provisioning complete for port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:44.532284 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5b1284a1-cc2b-46b1-9f25-6ce8ea0ce0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.556963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:44.563921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.570142 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.585291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53718) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:44.593883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404220301', 'description': 'tempest-description--2126546590'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:44.598065 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Transition to ACTIVE for port object 23cde168-63c0-4d1a-8e2f-a5b8ff877662 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:44.600114 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.619981 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.682029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-a47bcb8f-4b59-4a75-acbc-b1aa15c3c60e service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721411 Aug 20 09:01:44.705323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.723637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.803309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02b2e-dfc6-491a-8e88-fb3fe1c43e48 None None] Pushing event updated for resources: {'Port': ['ID=23cde168-63c0-4d1a-8e2f-a5b8ff877662,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:44.805453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-e8954680-225c-4353-a518-43aac1f49993 service neutron] 10.222.0.35 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557758 Aug 20 09:01:44.811628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-5853188d-c9a2-4605-a1f2-269b09d38d82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf HTTP/1.1" status: 200 len: 217 time: 0.1181755 Aug 20 09:01:44.884713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.885142 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Attempting to bind port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:44.885697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Attempting to bind port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:44.886484 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Attempting to bind port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:44.898444 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:44.901854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Checking segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:44.902696 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.903265 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Bound using segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:44.904011 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Bound port: 23cde168-63c0-4d1a-8e2f-a5b8ff877662, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:44.905400 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:44.995024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:45.015737 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8438ad-dd24-4f1a-a863-e56a0fb0a4dc" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:45.069106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cec427ca-bfa7-46c8-95f1-4950a8181cf0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cec427ca-bfa7-46c8-95f1-4950a8181cf0,segment=NetworkSegment(f8228df3-c290-489e-b1b1-e896cc2d7758),segment_id=f8228df3-c290-489e-b1b1-e896cc2d7758)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:45.136552 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] For port 23cde168-63c0-4d1a-8e2f-a5b8ff877662, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:45.151590 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] For port 23cde168-63c0-4d1a-8e2f-a5b8ff877662, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=23cde168-63c0-4d1a-8e2f-a5b8ff877662,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:45.166118 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:45.225874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=56b366c6-5979-4500-951c-2d4e95f5a6b6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:45.261772 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Routers {'7d1c1738-32d9-4077-8a96-63c85bdd092e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:45.262760 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['7d1c1738-32d9-4077-8a96-63c85bdd092e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:45.323692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:45.341064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:45.355423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:45.356691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:45.403740 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4897fb1-1201-4a6d-9088-d1539818aef7 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0674460 Aug 20 09:01:45.404731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53732) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:45.421098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'security_group': {'name': 'tempest-secgroup-438129248'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:45.510617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5b1284a1-cc2b-46b1-9f25-6ce8ea0ce0d3 None None] Port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:45.514444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:45.515246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:45.520415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:45.551784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:45.583934 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] Set router 7d1c1738-32d9-4077-8a96-63c85bdd092e gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:45.666935 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02b2e-dfc6-491a-8e88-fb3fe1c43e48 None None] Pushing event updated for resources: {'Port': ['ID=23cde168-63c0-4d1a-8e2f-a5b8ff877662,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:45.718571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa3f64-d7d9-44b8-b52b-620202c243db None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:45.721069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:45.733343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5b1284a1-cc2b-46b1-9f25-6ce8ea0ce0d3 None None] Provisioning complete for port cec427ca-bfa7-46c8-95f1-4950a8181cf0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:45.733768 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5b1284a1-cc2b-46b1-9f25-6ce8ea0ce0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:45.780727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba21212-7171-45c3-80c9-cded5ebe2d4e None None] Pushing event updated for resources: {'Port': ['ID=63f2ec51-e509-4b54-ba79-08998c813d4f,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:45.959072 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:37Z', 'revision_number': 4, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '23cde168-63c0-4d1a-8e2f-a5b8ff877662', 'name': '', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'mac_address': 'fa:16:3e:ca:a6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '1221515b-db61-4613-a427-6ef9946687e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:34Z', 'updated_at': '2021-08-20T09:01:45Z', 'revision_number': 4, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'subnets': [{'id': '1221515b-db61-4613-a427-6ef9946687e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:46.007065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:46.008628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb8946-29b5-443e-81b8-cbd76e970e04 req-e2eaaa51-42bf-42ee-8670-7f535baafd52 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:46.017140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08eb8946-29b5-443e-81b8-cbd76e970e04 req-e2eaaa51-42bf-42ee-8670-7f535baafd52 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.1531518 Aug 20 09:01:46.022442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:46.023217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:46.028710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-e108dcde-d8df-4087-9b33-25dffb6c05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:46.029590 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24e8e5-e6e5-459d-afca-246328b14a1b None None] The sync data for ids ['7d1c1738-32d9-4077-8a96-63c85bdd092e'] in n-d-804285-2 is: [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:37Z', 'revision_number': 4, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '23cde168-63c0-4d1a-8e2f-a5b8ff877662', 'name': '', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'mac_address': 'fa:16:3e:ca:a6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '1221515b-db61-4613-a427-6ef9946687e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:34Z', 'updated_at': '2021-08-20T09:01:45Z', 'revision_number': 4, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'subnets': [{'id': '1221515b-db61-4613-a427-6ef9946687e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:46.031229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-e108dcde-d8df-4087-9b33-25dffb6c05f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 1.1984782 Aug 20 09:01:46.216550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08eb8946-29b5-443e-81b8-cbd76e970e04 req-f676a6e6-9e4a-402a-98ee-d21185f837ac tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789730 Aug 20 09:01:46.235623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cec427ca-bfa7-46c8-95f1-4950a8181cf0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:46.252087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-39fdf0f9-c1d8-4582-ae86-84f70d4488bd service neutron] 10.222.0.35 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4159684 Aug 20 09:01:46.263477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-30f63ff4-2050-4bba-a408-619fc696b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:46.269205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-30f63ff4-2050-4bba-a408-619fc696b7cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271464 Aug 20 09:01:46.271358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:46.416665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:46.460948 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee9ed7-527f-4580-8ba8-41a05b65ce85 x-openstack-request-id: req-65ee9ed7-527f-4580-8ba8-41a05b65ce85 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:46.461186 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:46.461403 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65ee9ed7-527f-4580-8ba8-41a05b65ce85 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:46.462070 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 09:01:46.480133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:46.482020 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:46.572212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-9e0a2faa-7879-42ef-9397-00eb27ec10e2 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881780 Aug 20 09:01:46.766650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f979f44d-e306-4f5f-9347-1c1469a62291 req-6187e220-f9e8-4fcc-87da-1ed79c9897cf tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 210 time: 0.1885397 Aug 20 09:01:46.868953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:46.938219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:37Z', 'revision_number': 3, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:46.958517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-0e380c7b-17b5-4097-8c12-dcb6db092e91 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810360 Aug 20 09:01:47.097061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-ee183c81-77c7-4945-9e05-d7c0991de528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e147f159-9f14-412c-a871-cc5088a16d2f HTTP/1.1" status: 200 len: 217 time: 0.1182654 Aug 20 09:01:47.113574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-431e2025-3600-4249-9c94-315da6ef6154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.132390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:01:47.132884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Updating router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:01:47.135464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:01:47.211155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4bdbe-3c4b-448e-b75a-745abf52536c None None] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:47.290291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:47.312483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-02e533bf-80e8-4b2d-8bec-a922e2f90f14 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:47.322820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-02e533bf-80e8-4b2d-8bec-a922e2f90f14 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 819 time: 0.2235594 Aug 20 09:01:47.388751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.390898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Provisioning complete for port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:47.391263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.411968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-f4a70feb-9716-4843-9266-5892c35782f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:47.414202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-f4a70feb-9716-4843-9266-5892c35782f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.0880382 Aug 20 09:01:47.429906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-ef087eff-0d86-44b0-a758-86d476afa243 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/quotas/f060fe416c5644ca9ddab5e61fcf8591 HTTP/1.1" status: 200 len: 375 time: 0.1059837 Aug 20 09:01:47.441201 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.452879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:47.455738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.466451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:47.472468 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:01:47.585673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145e540e-e8f6-4e42-be2f-e1519299ab4a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:47.643390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.712237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:47.723330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Update dhcp port {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'fixed_ips': [{'subnet_id': '1df7a960-ff60-41a8-88a2-2b7a2bfffdd1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '56b366c6-5979-4500-951c-2d4e95f5a6b6'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '1abcd3fc-56ff-476e-89e1-985440d08581'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:01:47.731918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:47.742811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df1fe-f43f-4d99-8ec5-a7dbec6160f9 req-53c006e8-b056-4b9e-a780-da37472030f4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:47.744486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b5df1fe-f43f-4d99-8ec5-a7dbec6160f9 req-53c006e8-b056-4b9e-a780-da37472030f4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 943 time: 0.3281484 Aug 20 09:01:47.770746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-5d56c10b-4b2b-44c6-b563-73c8e8740932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:47.772551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-5d56c10b-4b2b-44c6-b563-73c8e8740932 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3325295 Aug 20 09:01:47.776890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.779660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.789302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-cf8bc461-4e81-46d3-80a3-e01a331395ac tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3584411 Aug 20 09:01:47.957660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:01:47.969164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b2a60fa2-ad58-451e-8e11-2d9bbf34de31 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5990109 Aug 20 09:01:47.972413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53772) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:47.983308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:47.983717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:47.992484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-446635404'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:47.993175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,segment=NetworkSegment(ff443c5a-4eeb-499b-b8ef-c8b280f2866d),segment_id=ff443c5a-4eeb-499b-b8ef-c8b280f2866d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:48.077252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.078087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:48.082581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.088133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.093044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b72d9f6c-3a3f-47a8-9035-fbac0732b9e8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6768818 Aug 20 09:01:48.095912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53774) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:48.106132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225549790'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:48.127759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.164399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:48.166924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'port_id': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'mac_address': 'fa:16:3e:4a:0a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:01:48.171046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.206301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b5df1fe-f43f-4d99-8ec5-a7dbec6160f9 req-bbc06a58-be75-4606-a5ae-437addf7c19e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520800 Aug 20 09:01:48.207219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.208838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.6223943 Aug 20 09:01:48.218589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53780) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:48.219267 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.230551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'security_group_rule': {'security_group_id': 'f732b40f-c098-48bc-9852-8104f048e8fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:48.310923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:01:48.349746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-6e2cf976-8b3e-4bd0-a11d-c81ec0e2c2ba service neutron] 10.222.0.35 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594072 Aug 20 09:01:48.358731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.359071 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added segment 78335cf6-ef94-42b5-8317-a77740535162 of type vlan for network 74c3cad0-62bd-42d4-9433-62a870254850 Aug 20 09:01:48.433150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e319d-cb27-49df-8712-35a0d141b01e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f732b40f-c098-48bc-9852-8104f048e8fa,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:48.507035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.520677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.563729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:48.599872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-c58683ea-5fa6-4b85-8bc8-5190943f9d6a service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857156 Aug 20 09:01:48.659866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cec427ca-bfa7-46c8-95f1-4950a8181cf0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:48.729371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.resource_extend [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:01:48.768740 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.771882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:48.772320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8ea5-9e63-42d1-a3ce-d8b8b49c01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.846744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:48.912072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:48.924389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8fc5cb-d04b-40ed-bff4-6636e869521d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:48.970998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-2a2e6143-cd00-401c-895e-d5f4b60ba631 service neutron] 10.222.0.35 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202745 Aug 20 09:01:48.985757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cec427ca-bfa7-46c8-95f1-4950a8181cf0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:48.987859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.018802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.022008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-35ccbef8-483b-45cf-bb11-0e7163f24806 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863652 Aug 20 09:01:49.026267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.054514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.066684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:49.073235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-be976887-52bb-4832-bf65-f9c6b2e25315 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:49.079810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-be976887-52bb-4832-bf65-f9c6b2e25315 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 819 time: 0.5460505 Aug 20 09:01:49.080448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.087116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:49.087840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.097416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-7a3b6d78-9590-4c36-96d8-3d0f99a8e261 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 200 len: 217 time: 0.0617235 Aug 20 09:01:49.128359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Request body: {'port': {'device_id': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'admin_state_up': True, 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:49.128638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Allocated IP 2001:db8::2 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/56b366c6-5979-4500-951c-2d4e95f5a6b6/1abcd3fc-56ff-476e-89e1-985440d08581) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:49.133338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c060037-0646-4fce-a9cf-e81529610495,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:49.159002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.159283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.194255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.202616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a18eaf19-fa4b-4b0d-86a9-30d19cbd4632 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9774456 Aug 20 09:01:49.203533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53792) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:49.211106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'security_group_rule': {'security_group_id': 'f732b40f-c098-48bc-9852-8104f048e8fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:49.222396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2486882 Aug 20 09:01:49.223045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53794) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:49.245762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-be48daad-a214-4058-9c33-876e53babde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:49.248012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-be48daad-a214-4058-9c33-876e53babde2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.1338217 Aug 20 09:01:49.282062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.367740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-bb84f8d1-c580-475f-8a44-613e06d557b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:49.368646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-bb84f8d1-c580-475f-8a44-613e06d557b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094027 Aug 20 09:01:49.384422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.385173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2882838 Aug 20 09:01:49.389012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'subnet': {'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:49.391451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53802) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:49.595436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619999892'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:49.605184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-833e944c-aa10-4365-9cf2-cfb5a5a828c1 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964052 Aug 20 09:01:49.667946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3923607-8999-49b3-beed-dd8fe537554e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdfda2-9e88-472c-ba72-01f36a62e6dc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:49.694030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47826b7c-809c-405a-b93f-1fda98b16881 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Network': ['ID=74c3cad0-62bd-42d4-9433-62a870254850,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:49.718507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Made reservation on behalf of 41a1fe0fb3e546cabbebd98b07d6cb8f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:49.724270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:49.808452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbd3ff24-54a5-4c38-b1e8-fbd5bc0089ae req-f6052bf0-000e-4446-87e0-fe16b3ed270c service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847944 Aug 20 09:01:49.860541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6505acab-01b9-4993-8dd2-095bad653fd7 req-7280dca3-0a8e-4841-9a41-5c2d308814b8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 210 time: 0.4680438 Aug 20 09:01:49.879087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 74c3cad0-62bd-42d4-9433-62a870254850 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:01:49.966719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e90ec-1541-4840-aa20-801ec7f75cee req-4fb47b87-8a98-43ad-b736-f07eee10738c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:49.978690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-171e90ec-1541-4840-aa20-801ec7f75cee req-4fb47b87-8a98-43ad-b736-f07eee10738c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.6345479 Aug 20 09:01:50.002207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.025624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.081494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.104418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.119618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['9e8fc5cb-d04b-40ed-bff4-6636e869521d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:01:50.135287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Subnet': ['ID=76716496-3dcd-438d-9af8-02088240d2ba,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:50.161253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Checking segment: {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:50.162044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network hostable DHCP agents. Network: 74c3cad0-62bd-42d4-9433-62a870254850, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:01:50.168356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Made reservation on behalf of f060fe416c5644ca9ddab5e61fcf8591 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:50.174578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.225784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-171e90ec-1541-4840-aa20-801ec7f75cee req-5b7ddeb9-6cf3-4578-818a-7d5ee53b56f6 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311659 Aug 20 09:01:50.242318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a0e366-f882-4f10-8cf9-0f12a2471e40,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:50.283088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 74c3cad0-62bd-42d4-9433-62a870254850 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:01:50.304717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 74c3cad0-62bd-42d4-9433-62a870254850) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:50.310237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:50.310887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.371971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4fc8a-af94-474d-aa30-d032250ccf51 None None] Network 74c3cad0-62bd-42d4-9433-62a870254850 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:50.392062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.412329 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.412702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5c308c5b-ef61-4dc9-9439-1569a8dbd95e None None] Provisioning for port 63f2ec51-e509-4b54-ba79-08998c813d4f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:50.423751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Allocated IP 172.20.0.14 (d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80/1221515b-db61-4613-a427-6ef9946687e6/3e8f3e3d-a4af-4b80-a473-b353c8f258d4) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:50.438373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.441394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3c355794-230c-4b0d-8e6e-8172f5753a6f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2344980 Aug 20 09:01:50.444592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.445851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8548763 Aug 20 09:01:50.446396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53816) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:50.470985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:50.479472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53818) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:50.487971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2906321', 'security_groups': ['f13b4812-e6bb-442b-985b-fcb36bd7873b'], 'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56b366c6-5979-4500-951c-2d4e95f5a6b6'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:50.592788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735657-0c0d-45c6-9f91-0bcdf3098b7a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b4812-e6bb-442b-985b-fcb36bd7873b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:50.594482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:50.616052 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.616270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.655606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.681008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63f2ec51-e509-4b54-ba79-08998c813d4f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:50.685526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5c308c5b-ef61-4dc9-9439-1569a8dbd95e None None] Provisioning for port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:50.695249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Transition to ACTIVE for port object 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:50.701240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-45a68e67-69f0-4d40-b4b8-cced714282a4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3185658 Aug 20 09:01:50.706079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53820) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:50.724756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.754438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5c308c5b-ef61-4dc9-9439-1569a8dbd95e None None] Provisioning complete for port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:50.754999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5c308c5b-ef61-4dc9-9439-1569a8dbd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.794109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1abcd3fc-56ff-476e-89e1-985440d08581,segment=NetworkSegment(070203b8-ebd0-429b-9eb3-12593befe575),segment_id=070203b8-ebd0-429b-9eb3-12593befe575)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:50.796568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:50.797408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Pushing event updated for resources: {'Port': ['ID=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:50.822493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:50.825201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:50.828667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:50.940454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:50.947983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.022172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5c308c5b-ef61-4dc9-9439-1569a8dbd95e None None] Port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:51.049438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.130024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-74c3cad0-62bd-42d4-9433-62a870254850', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:01:51.130952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.165756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90a214-b9e6-4bcd-bb0e-cce41043ce1c None None] Pushing event updated for resources: {'Port': ['ID=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:51.200231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e090212-51a9-41b2-9de6-1267d14d4e4f req-dd09353f-6efd-4873-a364-0c7550f0fcf5 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 210 time: 0.1975954 Aug 20 09:01:51.213607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Transition to ACTIVE for port object 1abcd3fc-56ff-476e-89e1-985440d08581 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:51.245216 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-508b2126-f31f-4461-97e7-6dc7fced7a25 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1268148 Aug 20 09:01:51.257522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 63f2ec51-e509-4b54-ba79-08998c813d4f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:51.269366 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.286670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Attempting to bind port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:51.287045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Attempting to bind port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:51.287414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Attempting to bind port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e on network e6f1c12f-60ed-4604-987c-470c4cd4dc30 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:51.287642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Request body: {'port': {'device_id': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:51.322756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:51.352762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 63f2ec51-e509-4b54-ba79-08998c813d4f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:51.353775 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.404939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-60b936cd-dca3-427a-8b47-d466691f5d17 None None] Provisioning complete for port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:51.405674 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-60b936cd-dca3-427a-8b47-d466691f5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.416118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-d91901fb-5e8a-4df9-a073-6d5ad0eac774 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:51.417605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-d91901fb-5e8a-4df9-a073-6d5ad0eac774 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.37 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 819 time: 0.4374607 Aug 20 09:01:51.418270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.450297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Request body: {'port': {'device_id': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'admin_state_up': True, 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:51.471277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-60b936cd-dca3-427a-8b47-d466691f5d17 None None] Port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:51.475730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:51.476954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Checking segment: {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:51.477606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.478249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Bound using segment: {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:51.478960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Bound port: 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8228df3-c290-489e-b1b1-e896cc2d7758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:51.479597 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.516840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.622344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559eb4f-ee45-4c44-a154-de0a1245f266 req-fb385758-96b3-4390-8b25-08964665d99c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:51.630860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f559eb4f-ee45-4c44-a154-de0a1245f266 req-fb385758-96b3-4390-8b25-08964665d99c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.1518188 Aug 20 09:01:51.651354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] device_id is not set on port db3b0eda-5e80-4109-9dcc-afe34ed2b171 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:01:51.739065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] For port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:51.743929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] For port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,segment=NetworkSegment(f8228df3-c290-489e-b1b1-e896cc2d7758),segment_id=f8228df3-c290-489e-b1b1-e896cc2d7758)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:51.761676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.765270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf85ce6-1732-42d4-883b-de8ece981d56 None None] Pushing event updated for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:51.800565 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:01:51.811007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Made reservation on behalf of f060fe416c5644ca9ddab5e61fcf8591 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:51.814581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:51.866889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90a214-b9e6-4bcd-bb0e-cce41043ce1c None None] Pushing event updated for resources: {'Port': ['ID=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:51.885332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8::3b8 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/56b366c6-5979-4500-951c-2d4e95f5a6b6/db3b0eda-5e80-4109-9dcc-afe34ed2b171) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:51.977617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Allocated IP 2001:db8:3::2 (74c3cad0-62bd-42d4-9433-62a870254850/76716496-3dcd-438d-9af8-02088240d2ba/92e359eb-7280-4478-93cf-2f1f8644c042) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:52.080577 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.081349 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.110382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object db3b0eda-5e80-4109-9dcc-afe34ed2b171 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:52.118241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:52.123901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:52.124945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:52.128332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.136505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.176694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Transition to ACTIVE for port object 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:52.192524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.201681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f559eb4f-ee45-4c44-a154-de0a1245f266 req-6f8f9ea5-a712-4a60-9b22-4d7ff854aded tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5699048 Aug 20 09:01:52.250346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 63f2ec51-e509-4b54-ba79-08998c813d4f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63f2ec51-e509-4b54-ba79-08998c813d4f,segment=NetworkSegment(7eaf8809-8274-41c3-952b-e59adf878ce3),segment_id=7eaf8809-8274-41c3-952b-e59adf878ce3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:52.412463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:52.511401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Allocated IP 172.20.0.3 (d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80/1221515b-db61-4613-a427-6ef9946687e6/1ce09390-a332-4974-96e8-77685fd7e71f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:52.545779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Attempting to bind port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:52.546152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Attempting to bind port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:52.546450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Attempting to bind port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:52.553641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:01:52.554075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Attempting to bind port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:52.562027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:52.562651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Checking segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:52.563072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Bound using segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:52.563557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Bound port: 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:52.563929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.643896 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.644709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 23cde168-63c0-4d1a-8e2f-a5b8ff877662 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:52.720856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] For port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:52.744450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] For port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:52.761024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.775173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:52.777441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.782467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:52.783585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:52.785449 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 1092 time: 1.5195408 Aug 20 09:01:52.794731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'tag': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:52.797460 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6", "tag": "3e8f3e3d-a4af-4b80-a473-b353c8f258d4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:52.876453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Transition to ACTIVE for port object 92e359eb-7280-4478-93cf-2f1f8644c042 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:52.915273 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f3a1f4-a129-4977-8fcc-b92121974572 x-openstack-request-id: req-e1f3a1f4-a129-4977-8fcc-b92121974572 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:52.915574 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6", "tag": "3e8f3e3d-a4af-4b80-a473-b353c8f258d4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:52.915830 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1f3a1f4-a129-4977-8fcc-b92121974572 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:52.916229 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'tag': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4', 'status': 'completed', 'code': 200} Aug 20 09:01:52.925122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Transition to ACTIVE for port object 92e359eb-7280-4478-93cf-2f1f8644c042 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:52.946104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=63f2ec51-e509-4b54-ba79-08998c813d4f,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:52.985547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-dfc0797a-3686-43d9-81c5-744c13d543ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:52.992503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-dfc0797a-3686-43d9-81c5-744c13d543ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1095 time: 0.1473775 Aug 20 09:01:53.000041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f64dc-9dbc-4659-84e1-1cf220dd26b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:53.030190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37cc9d89-ad63-4054-81d8-c5194d187c97 req-70faec10-d91c-4dcb-81bf-7bc186d5ca26 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 210 time: 0.6355476 Aug 20 09:01:53.042509 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.055847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.104385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-52b15aa6-4358-49f7-9522-d337aec6a48b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.0841258 Aug 20 09:01:53.126212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Allocated IP 172.25.5.244 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/6fdb2b6f-49ff-4c8f-a3fb-77d94e1f21b8) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:53.186292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-b208062e-7a2f-4fbf-8bf0-3acbe8205e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:53.187819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-b208062e-7a2f-4fbf-8bf0-3acbe8205e00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.0761054 Aug 20 09:01:53.208172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.233596 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-a2cb327a-4622-4cc7-b531-888177558a3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359542 Aug 20 09:01:53.244094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.302101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:53.338347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.347804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:53.357726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:53.362432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Pushing event updated for resources: {'Port': ['ID=1ce09390-a332-4974-96e8-77685fd7e71f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:53.370746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:53.433347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:53.435129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.460736 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-596aaead-38d8-4007-8dd9-4a44d1f418b2 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989732 Aug 20 09:01:53.465897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-86333027-5583-4cb0-ac46-4f27f1b7c742 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0360181 Aug 20 09:01:53.482292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Request body: {'port': {'device_id': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:53.495250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.523967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Network 74c3cad0-62bd-42d4-9433-62a870254850 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:53.551637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:53.560061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:53.581534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:53.583055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:53.589225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:53.590877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.596847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:53.600054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.608757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:53.617905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:53.621135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:53.623817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:53.667680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-55db95e9-2b42-40cd-aab6-496c203ae443 None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:53.668825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-55db95e9-2b42-40cd-aab6-496c203ae443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.677907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1972082 Aug 20 09:01:53.682428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53850) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:53.699654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6986dd-b7cd-4643-8a54-f19baa7e48cb req-24501d45-da4c-406a-addd-9a75580ccb97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:53.707870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee6986dd-b7cd-4643-8a54-f19baa7e48cb req-24501d45-da4c-406a-addd-9a75580ccb97 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 944 time: 0.2651501 Aug 20 09:01:53.724603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:53.763485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:53.763855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.866398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Pushing event updated for resources: {'Port': ['ID=92e359eb-7280-4478-93cf-2f1f8644c042,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:53.875748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894087d-6818-4d97-8425-6abcca765b73 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=db3b0eda-5e80-4109-9dcc-afe34ed2b171,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:53.896074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.899506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Attempting to bind port 92e359eb-7280-4478-93cf-2f1f8644c042 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:53.902226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Attempting to bind port 92e359eb-7280-4478-93cf-2f1f8644c042 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:53.902988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Attempting to bind port 92e359eb-7280-4478-93cf-2f1f8644c042 on network 74c3cad0-62bd-42d4-9433-62a870254850 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:53.986316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 9e8fc5cb-d04b-40ed-bff4-6636e869521d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:53.987001 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:53.989074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-55db95e9-2b42-40cd-aab6-496c203ae443 None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:54.013276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:54.013656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Checking segment: {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:54.014080 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.014471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Bound using segment: {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:54.014952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Bound port: 92e359eb-7280-4478-93cf-2f1f8644c042, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:54.015335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.018897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8375a9-66b4-4bef-83dd-4f88ef0ccff5 req-f9312d1c-e1ee-49e0-902d-de8003cafce7 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512891 Aug 20 09:01:54.047968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce09390-a332-4974-96e8-77685fd7e71f {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:54.063966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.080398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Transition to ACTIVE for port object 1ce09390-a332-4974-96e8-77685fd7e71f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:54.100844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-55db95e9-2b42-40cd-aab6-496c203ae443 None None] Provisioning for port 1abcd3fc-56ff-476e-89e1-985440d08581 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:54.107659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-55db95e9-2b42-40cd-aab6-496c203ae443 None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:54.108031 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-55db95e9-2b42-40cd-aab6-496c203ae443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.116910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.170112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] For port 92e359eb-7280-4478-93cf-2f1f8644c042, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:54.173773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] For port 92e359eb-7280-4478-93cf-2f1f8644c042, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=92e359eb-7280-4478-93cf-2f1f8644c042,segment=NetworkSegment(78335cf6-ef94-42b5-8317-a77740535162),segment_id=78335cf6-ef94-42b5-8317-a77740535162)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:54.181732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.214627 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.258695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:44Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:51Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:01:45Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:54.272489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-e7842065-f8d5-431d-b7f3-a9cbf324852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:54.279478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-e7842065-f8d5-431d-b7f3-a9cbf324852c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1095 time: 0.1754842 Aug 20 09:01:54.279478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce09390-a332-4974-96e8-77685fd7e71f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:54.282439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Allocated IP 2001:db8:3::1 (74c3cad0-62bd-42d4-9433-62a870254850/76716496-3dcd-438d-9af8-02088240d2ba/5879f12d-10fe-4dba-9a73-c8552143d482) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:01:54.353507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.357757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c3a619-14b9-48fd-a944-c6e63d62ca2c None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:44Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:51Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:01:45Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:54.406687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Attempting to bind port 1ce09390-a332-4974-96e8-77685fd7e71f on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:54.407159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Attempting to bind port 1ce09390-a332-4974-96e8-77685fd7e71f by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:54.407598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Attempting to bind port 1ce09390-a332-4974-96e8-77685fd7e71f on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:54.422242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Port 1ce09390-a332-4974-96e8-77685fd7e71f on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:01:54.422242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Attempting to bind port 1ce09390-a332-4974-96e8-77685fd7e71f on network d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:54.444508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:54.447142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Checking segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:54.447142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Bound using segment: {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:54.447142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Bound port: 1ce09390-a332-4974-96e8-77685fd7e71f, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:54.447142 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.463112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 23cde168-63c0-4d1a-8e2f-a5b8ff877662, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=23cde168-63c0-4d1a-8e2f-a5b8ff877662,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:54.477551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.493338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7859c-0d0b-46c8-9331-0809c2ecd111 None None] Pushing event updated for resources: {'Port': ['ID=92e359eb-7280-4478-93cf-2f1f8644c042,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:54.596260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.602353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-84eecd94-6223-4d9c-9bcd-6c7a3614c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:54.624856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-84eecd94-6223-4d9c-9bcd-6c7a3614c57b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.3390675 Aug 20 09:01:54.696746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:54.701299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.735478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:54.737791 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ff9eb-802f-4043-8ac9-b043d6cd4b15" -d '{"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:54.766867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:54.788629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.801877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=23cde168-63c0-4d1a-8e2f-a5b8ff877662,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:54.817496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-147888ee-bc72-445b-bdd2-05885ce78a6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.1809325 Aug 20 09:01:54.829590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee6986dd-b7cd-4643-8a54-f19baa7e48cb req-479998f8-9123-4cc7-9451-2e571db2776e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1207895 Aug 20 09:01:54.866560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:54.880255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'Port': ['ID=6fdb2b6f-49ff-4c8f-a3fb-77d94e1f21b8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:54.902599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:54.987142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0ec8c991-8dfe-457a-b162-f436e0af6c04 None None] Provisioning for port db3b0eda-5e80-4109-9dcc-afe34ed2b171 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:54.994852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0ec8c991-8dfe-457a-b162-f436e0af6c04 None None] Provisioning complete for port db3b0eda-5e80-4109-9dcc-afe34ed2b171 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:54.995223 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c991-8dfe-457a-b162-f436e0af6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.003385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=10']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:55.032993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-49fb840d-bffb-4dfe-8b59-27404a02edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:55.039317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-49fb840d-bffb-4dfe-8b59-27404a02edb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.2125154 Aug 20 09:01:55.042149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:55.042530 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.069191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] For port 1ce09390-a332-4974-96e8-77685fd7e71f, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:55.081852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec7528-f00f-4d54-b751-fdfbccc36a05 req-5503bdad-9781-4674-971b-0fa389180170 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:55.087370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3ec7528-f00f-4d54-b751-fdfbccc36a05 req-5503bdad-9781-4674-971b-0fa389180170 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 943 time: 0.7198710 Aug 20 09:01:55.102768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-0ac74a51-bc0e-406f-af0a-907218430adc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512815 Aug 20 09:01:55.103937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8c991-8dfe-457a-b162-f436e0af6c04 None None] Port db3b0eda-5e80-4109-9dcc-afe34ed2b171 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:55.125817 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ebaa83-a76d-4e0a-b847-468d00e95cae x-openstack-request-id: req-97ebaa83-a76d-4e0a-b847-468d00e95cae {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:55.126126 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:55.126387 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97ebaa83-a76d-4e0a-b847-468d00e95cae {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:55.126960 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'code': 200} Aug 20 09:01:55.127717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] For port 1ce09390-a332-4974-96e8-77685fd7e71f, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1ce09390-a332-4974-96e8-77685fd7e71f,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:55.142373 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.162436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3ec7528-f00f-4d54-b751-fdfbccc36a05 req-97ef0731-b0fb-439c-880b-9842cc576a12 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Aug 20 09:01:55.235261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.259295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:01:55.330792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:55.337322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:55.338225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.341097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ce09390-a332-4974-96e8-77685fd7e71f HTTP/1.1" status: 200 len: 1091 time: 1.8629324 Aug 20 09:01:55.367968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5de10-22bf-4150-a708-2cff1cb67058 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce09390-a332-4974-96e8-77685fd7e71f,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:55.382026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'tag': '1ce09390-a332-4974-96e8-77685fd7e71f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:01:55.384704 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec402d0-6cad-4731-85b4-49839c13c0b5", "tag": "1ce09390-a332-4974-96e8-77685fd7e71f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:01:55.386295 n-d-804285-2 neutron-server[101316]: INFO neutron.db.ipam_backend_mixin [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56b366c6-5979-4500-951c-2d4e95f5a6b6 (CIDR: 2001:db8::/64) Aug 20 09:01:55.398121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Transition to ACTIVE for port object 5879f12d-10fe-4dba-9a73-c8552143d482 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:55.443635 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:01:55.444335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:01:55.448753 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:01:55.511107 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f49e6e-6770-4f80-b38c-76925932a59d x-openstack-request-id: req-78f49e6e-6770-4f80-b38c-76925932a59d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:01:55.511603 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec402d0-6cad-4731-85b4-49839c13c0b5", "tag": "1ce09390-a332-4974-96e8-77685fd7e71f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:01:55.512154 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78f49e6e-6770-4f80-b38c-76925932a59d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:01:55.512608 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'tag': '1ce09390-a332-4974-96e8-77685fd7e71f', 'status': 'completed', 'code': 200} Aug 20 09:01:55.521786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a6e65-6f71-41a0-9c12-98a51257b8b9 req-969a5542-4809-4309-9250-795f41bca1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:55.523473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d13a6e65-6f71-41a0-9c12-98a51257b8b9 req-969a5542-4809-4309-9250-795f41bca1cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 1097 time: 0.1700621 Aug 20 09:01:55.537966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53868) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:55.538860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-283b4c39-1c81-4b71-8bcb-9b010cd00176 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8070996 Aug 20 09:01:55.545959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:55.627457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-1a0bad5d-a9e0-4339-a332-0112bfa7c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:55.628949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-1a0bad5d-a9e0-4339-a332-0112bfa7c4b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 1094 time: 0.2382569 Aug 20 09:01:55.655947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:55.660510 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.686683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.780194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:55.819327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'port_id': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4', 'mac_address': 'fa:16:3e:4e:a3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1221515b-db61-4613-a427-6ef9946687e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:01:55.836484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=5879f12d-10fe-4dba-9a73-c8552143d482,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:55.873073 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:01:55.887468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 74c3cad0-62bd-42d4-9433-62a870254850 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:55.891189 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.900172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:55.905732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:01:55.906638 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:55.907380 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:55.907684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.922164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:55.957667 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.019236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:56.023868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:01:56.203352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:56.209238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'Port': ['ID=6fdb2b6f-49ff-4c8f-a3fb-77d94e1f21b8,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:56.222389 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:56.251646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.332420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4236ade-07e2-4e9d-8898-5e6299dfe16c None None] Network 74c3cad0-62bd-42d4-9433-62a870254850 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:01:56.360481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:56.428199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:56.428617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.450799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d5e87a71-c381-4d73-a844-db7a0db402d3 None None] Provisioning for port 92e359eb-7280-4478-93cf-2f1f8644c042 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:56.494486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:56.528589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['3e8f3e3d-a4af-4b80-a473-b353c8f258d4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:01:56.584582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.585760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.585760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.585760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.586044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.587059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.587059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.587511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.587900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.588548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.589317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.589446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:01:56.604033 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-7ef691b8-8ed0-4144-8a4a-e3b96551ab02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce09390-a332-4974-96e8-77685fd7e71f HTTP/1.1" status: 200 len: 217 time: 0.9633348 Aug 20 09:01:56.613426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-7d3f74bd-3a88-4f58-b9b3-769ae2f82d56 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5013981 Aug 20 09:01:56.642690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b64546-2c8b-46bb-b715-411760c0b5ff req-f333735d-b197-4269-844b-4800ae3c315b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:56.644350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7b64546-2c8b-46bb-b715-411760c0b5ff req-f333735d-b197-4269-844b-4800ae3c315b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 943 time: 0.3354180 Aug 20 09:01:56.647048 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:44Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:51Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:01:45Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:56.675042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d844b9-26ec-4aec-83f9-1baf12d9bcf1 req-a9216aae-6760-4929-8615-368476b987c2 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:56.676613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3d844b9-26ec-4aec-83f9-1baf12d9bcf1 req-a9216aae-6760-4929-8615-368476b987c2 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.4938550 Aug 20 09:01:56.677451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.710176 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:01:56.710993 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Updating router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:01:56.735547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-b7c3be71-57e4-4197-a62d-53313caf8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:56.737417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-b7c3be71-57e4-4197-a62d-53313caf8da3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.1097939 Aug 20 09:01:56.748498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d13a6e65-6f71-41a0-9c12-98a51257b8b9 req-b2193d35-750e-40bb-bae5-18b2a015c780 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2163053 Aug 20 09:01:56.769531 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.838814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.881949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7b64546-2c8b-46bb-b715-411760c0b5ff req-978c8d89-1a0b-4e88-a434-911d91b063ee tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010972 Aug 20 09:01:56.890938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.906332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-266c15af-fadf-4a88-b01b-a8adcbe7a1a4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4401810 Aug 20 09:01:56.909577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:56.958242 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-7caa3dde-4c72-4df6-bdef-5911cc3697ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918900 Aug 20 09:01:56.965781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3d844b9-26ec-4aec-83f9-1baf12d9bcf1 req-ea50bccb-70db-450f-b498-e16885801361 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689583 Aug 20 09:01:57.019405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,segment=NetworkSegment(f8228df3-c290-489e-b1b1-e896cc2d7758),segment_id=f8228df3-c290-489e-b1b1-e896cc2d7758)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:57.033363 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.034495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63f2ec51-e509-4b54-ba79-08998c813d4f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:57.290980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 63f2ec51-e509-4b54-ba79-08998c813d4f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:57.291505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.306986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:57.418953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-641ed7ee-365f-4d26-8bf2-7471a2cee968 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--404220301&fields=id&tenant_id=866c5988a5974ec2a4c7e94ac37eedf9 HTTP/1.1" status: 200 len: 267 time: 0.1431966 Aug 20 09:01:57.444925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:57.471880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.499199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f9a91a8-a50a-4cf2-bc13-1a0c9e9169ad req-213fd0c0-838b-4c16-9697-ee2ecace3a63 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8413577 Aug 20 09:01:57.528909 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.528909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Transition to ACTIVE for port object b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:01:57.528909 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.552113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e57a4bc-c550-4594-82bc-470af745c990 None None] Provisioning for port 5879f12d-10fe-4dba-9a73-c8552143d482 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:57.559145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e57a4bc-c550-4594-82bc-470af745c990 None None] Provisioning complete for port 5879f12d-10fe-4dba-9a73-c8552143d482 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:57.560566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e57a4bc-c550-4594-82bc-470af745c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.607501 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aded4-0086-4870-8145-7da6e4684f54 None None] Pushing event updated for resources: {'Port': ['ID=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:57.676796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1e57a4bc-c550-4594-82bc-470af745c990 None None] Port 5879f12d-10fe-4dba-9a73-c8552143d482 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:57.843279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-7b168132-1b47-4e93-b6d1-5301af96da9d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:57.871831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-bafaf490-c5b8-47da-8207-205a9860591f service neutron] 10.222.0.37 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048491 Aug 20 09:01:57.897148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-7b168132-1b47-4e93-b6d1-5301af96da9d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 811 time: 0.4770443 Aug 20 09:01:57.904129 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Attempting to bind port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:01:57.904494 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Attempting to bind port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:01:57.904853 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Attempting to bind port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 on network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:01:57.918752 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:01:57.919233 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Checking segment: {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:01:57.919588 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.920565 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Bound using segment: {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:01:57.921847 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Bound port: b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf8809-8274-41c3-952b-e59adf878ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:01:57.922016 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:57.943703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-e70fb746-c878-4be5-b53b-76e7ced95501 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/quotas/866c5988a5974ec2a4c7e94ac37eedf9 HTTP/1.1" status: 200 len: 375 time: 0.0453751 Aug 20 09:01:58.077644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:58.093450 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] For port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:01:58.097034 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] For port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,segment=NetworkSegment(7eaf8809-8274-41c3-952b-e59adf878ce3),segment_id=7eaf8809-8274-41c3-952b-e59adf878ce3)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:01:58.115844 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.128361 n-d-804285-2 neutron-server[101317]: INFO neutron.db.ipam_backend_mixin [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1df7a960-ff60-41a8-88a2-2b7a2bfffdd1 (CIDR: 2001:db8:0:1::/64) Aug 20 09:01:58.138040 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:01:58.138755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:01:58.163719 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.166694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-30f0ba97-b5ee-4875-8596-b08ed2f49f63 None None] Provisioning complete for port 5879f12d-10fe-4dba-9a73-c8552143d482 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:58.167078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30f0ba97-b5ee-4875-8596-b08ed2f49f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.182587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-77482f01-4abb-44fd-b898-ff5960c43c79 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.6413972 Aug 20 09:01:58.183511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53920) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:01:58.185972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f293298-cb51-466e-8c90-3f50f153fcc4 req-92c5385f-9367-4837-b55e-034675693713 service neutron] 10.222.0.37 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040934 Aug 20 09:01:58.192034 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aded4-0086-4870-8145-7da6e4684f54 None None] Pushing event updated for resources: {'Port': ['ID=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:58.202982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.205699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.212206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'subnet': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:01:58.221201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:01:58.222663 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:58.297671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-30f0ba97-b5ee-4875-8596-b08ed2f49f63 None None] Port 5879f12d-10fe-4dba-9a73-c8552143d482 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:01:58.347531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:58.347919 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.396147 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:01:58.407537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-db429d9f-4ffe-4286-8733-ca678b8f612f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4602661 Aug 20 09:01:58.494392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-33c05b92-b0f0-4ae2-bff6-c95722d804f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:58.495908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-33c05b92-b0f0-4ae2-bff6-c95722d804f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 1094 time: 0.1917396 Aug 20 09:01:58.582993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 23cde168-63c0-4d1a-8e2f-a5b8ff877662 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:58.675009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:58.675521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.716385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-46de5395-4843-4457-a75f-0f8857730516 service neutron] 10.222.0.35 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834485 Aug 20 09:01:58.718381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Made reservation on behalf of 153a6b3881514b23868f4b921138b9c4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:01:58.722618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:58.770013 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:01:57Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:01:58Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:01:58.773591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e45cbe-8fba-4f4e-b596-5b71bd45c9fe req-0707e107-c15f-4d39-9b1e-a5211e8e5896 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:58.784797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91e45cbe-8fba-4f4e-b596-5b71bd45c9fe req-0707e107-c15f-4d39-9b1e-a5211e8e5896 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 943 time: 0.6052396 Aug 20 09:01:58.800534 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e64eb-1876-4217-b394-9fb6ac33b0a2 None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:01:57Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:01:58Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:01:58.867298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event updated for resources: {'Port': ['ID=5879f12d-10fe-4dba-9a73-c8552143d482,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:01:58.883798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 92e359eb-7280-4478-93cf-2f1f8644c042 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:58.929292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-79d6fe1c-5827-422a-bc3e-640b8f407ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:58.929752 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-79d6fe1c-5827-422a-bc3e-640b8f407ca5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.4231250 Aug 20 09:01:59.016570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 92e359eb-7280-4478-93cf-2f1f8644c042 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:59.019429 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-c49a56a4-7486-4769-8c74-4f972917c08a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce09390-a332-4974-96e8-77685fd7e71f HTTP/1.1" status: 200 len: 217 time: 0.0688267 Aug 20 09:01:59.021087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 92e359eb-7280-4478-93cf-2f1f8644c042 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:59.021416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:59.028826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-7c248f7f-4f98-424b-8d9a-b210cc360ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880542 Aug 20 09:01:59.061135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91e45cbe-8fba-4f4e-b596-5b71bd45c9fe req-3d4c33e4-ddb5-4756-b518-a6d96a57c817 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753279 Aug 20 09:01:59.133226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Network 74c3cad0-62bd-42d4-9433-62a870254850 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:01:59.137739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:01:59.240007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:01:59.395509 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:59.569508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:01:59.579545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 92e359eb-7280-4478-93cf-2f1f8644c042, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=92e359eb-7280-4478-93cf-2f1f8644c042,segment=NetworkSegment(78335cf6-ef94-42b5-8317-a77740535162),segment_id=78335cf6-ef94-42b5-8317-a77740535162)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:01:59.584234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:01:59.585425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:01:59.587320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:59.587531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:59.644711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aa1ed-6dab-4816-bf3c-e14f38110992 req-88ac0604-cceb-4097-bd19-5f69244a3195 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:59.653224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-019aa1ed-6dab-4816-bf3c-e14f38110992 req-88ac0604-cceb-4097-bd19-5f69244a3195 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.3638735 Aug 20 09:01:59.673074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-ca1afa18-c3eb-4f08-9397-d9e2a3d6d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:01:59.674762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-ca1afa18-c3eb-4f08-9397-d9e2a3d6d9c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.6478903 Aug 20 09:01:59.728045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:01:59.844196 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-6b81ca96-9e23-4e66-b81c-a762187e03da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553578 Aug 20 09:01:59.898501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-019aa1ed-6dab-4816-bf3c-e14f38110992 req-442b24a4-e256-4a9a-b462-008933d48850 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353935 Aug 20 09:02:00.172250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:00.174576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-f39254ac-f6af-4b12-8a05-21532beba6a2 service neutron] 10.222.0.37 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955501 Aug 20 09:02:00.182912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:00.228827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.229555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:00.232167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Subnet': ['ID=fd79e8de-2a09-4d86-b811-866a6019c17c,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:00.283394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:00.285819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0270cfe-87b5-4d09-bcb0-fb4f990847ca None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:00.433213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-568a3b59-da18-4e6e-a8a5-7263a10aae8b None None] Provisioning complete for port 5879f12d-10fe-4dba-9a73-c8552143d482 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:00.434188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-568a3b59-da18-4e6e-a8a5-7263a10aae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:00.445665 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7a428b3a-162b-446c-996a-05b89c4bd13d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2583718 Aug 20 09:02:00.451473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53972) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:00.460029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2128625535', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd79e8de-2a09-4d86-b811-866a6019c17c'}], 'security_groups': ['145e540e-e8f6-4e42-be2f-e1519299ab4a', 'bccdfda2-9e88-472c-ba72-01f36a62e6dc']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:00.492120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e009c508-712c-4169-8808-867f01ffeb65 req-c02e97dc-7be0-4c0e-a821-7260bcf7febe tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 210 time: 0.4979866 Aug 20 09:02:00.551132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:00.560818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f682cd30-367c-4cde-bc47-cb4e14b1eb7b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8485184 Aug 20 09:02:00.563910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:00.570277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:00.614815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:00.656355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=92e359eb-7280-4478-93cf-2f1f8644c042,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:00.673646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:00.675832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:00.693237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93e1c5a2-0f65-4325-b1cc-3f6148cc268f req-36ee288c-b2be-4267-acab-464cae35ba53 service neutron] 10.222.0.37 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074608 Aug 20 09:02:00.722818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804d4bd-32b0-4c88-a110-ab50668889c7 req-da939e4a-d71d-42f6-b10a-f11eb9717779 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.724399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3804d4bd-32b0-4c88-a110-ab50668889c7 req-da939e4a-d71d-42f6-b10a-f11eb9717779 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 943 time: 0.2393539 Aug 20 09:02:00.774116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-568a3b59-da18-4e6e-a8a5-7263a10aae8b None None] Port 5879f12d-10fe-4dba-9a73-c8552143d482 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:00.787676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:00.820009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:00.832890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.842030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.849617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.857127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.860972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:00.864043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.870329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.878241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:00.880455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-cf6e177a-d5de-4e74-a5f6-b3ea79da7027 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.2159739 Aug 20 09:02:00.881070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:00.881609 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:00.883313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:00.886018 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd1a7b1-a9e9-44ba-a628-5fe021b139aa" -d '{"events": [{"server_uuid": "8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6", "name": "network-vif-plugged", "status": "completed", "tag": "3e8f3e3d-a4af-4b80-a473-b353c8f258d4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:00.918876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:00.944482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3804d4bd-32b0-4c88-a110-ab50668889c7 req-c4b07fb4-cd15-4b25-84c6-d0fea8e61acd tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947730 Aug 20 09:02:01.029301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:01.056562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:01.190933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:01.232289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3794d844-5abb-4a6a-9c5e-2b2a913a9a23 req-98333732-1589-4c3b-a23c-12bbfe2c58d6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2876194 Aug 20 09:02:01.303536 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e112bed0-c93e-44e5-b652-f4b9ca6201dd x-openstack-request-id: req-e112bed0-c93e-44e5-b652-f4b9ca6201dd {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:01.303815 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6", "name": "network-vif-plugged", "status": "completed", "tag": "3e8f3e3d-a4af-4b80-a473-b353c8f258d4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:01.304255 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e112bed0-c93e-44e5-b652-f4b9ca6201dd {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:01.304647 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4', 'code': 200} Aug 20 09:02:01.336974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1ce09390-a332-4974-96e8-77685fd7e71f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:02:01.384493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-e265fe56-90f6-4944-beec-c2c745b3ec33 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.387968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-e265fe56-90f6-4944-beec-c2c745b3ec33 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 811 time: 0.3214676 Aug 20 09:02:01.454104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-25701ab5-1143-4c94-882d-54a732e13e14 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866c5988a5974ec2a4c7e94ac37eedf9 HTTP/1.1" status: 200 len: 379 time: 0.0563307 Aug 20 09:02:01.467189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.468530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Update dhcp port {'port': {'network_id': 'ba01a6e0-db6f-4749-8ac7-788fe0a7becf', 'fixed_ips': [{'subnet_id': '1df7a960-ff60-41a8-88a2-2b7a2bfffdd1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '56b366c6-5979-4500-951c-2d4e95f5a6b6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd79e8de-2a09-4d86-b811-866a6019c17c'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '1abcd3fc-56ff-476e-89e1-985440d08581'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:02:01.475341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.482128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.491343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.498745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.502201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d15d0-18cd-45ef-8381-8a8775da41a4 req-7572c349-c554-48fd-afc5-cd2354e35e12 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.503938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d03d15d0-18cd-45ef-8381-8a8775da41a4 req-7572c349-c554-48fd-afc5-cd2354e35e12 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.1478832 Aug 20 09:02:01.506627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.515139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.516674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d518-79cd-4339-bbf7-6e6b419877b1 req-9a401505-9b66-4e4f-9d0d-a704e2585730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.518360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a404d518-79cd-4339-bbf7-6e6b419877b1 req-9a401505-9b66-4e4f-9d0d-a704e2585730 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1501610 Aug 20 09:02:01.527934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b6e6f910-06eb-4afb-bdfd-1d15bad18490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.2267337 Aug 20 09:02:01.543185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'port': {'device_id': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'admin_state_up': True, 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'security_groups': ['f732b40f-c098-48bc-9852-8104f048e8fa']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:01.569763 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:01.572363 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:01.627028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d03d15d0-18cd-45ef-8381-8a8775da41a4 req-29107d1a-46fb-4e80-afff-222d4949d73d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006505 Aug 20 09:02:01.633283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-f3815e11-fdf7-4c58-86e7-5f5baab5ba9e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:01.634992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-f3815e11-fdf7-4c58-86e7-5f5baab5ba9e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "GET /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0778797 Aug 20 09:02:01.678156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,segment=NetworkSegment(7eaf8809-8274-41c3-952b-e59adf878ce3),segment_id=7eaf8809-8274-41c3-952b-e59adf878ce3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:01.709661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c781cd5-40ee-4fbf-a4f9-bd03542fef49 req-dff2bff6-8c26-47f8-8767-054e79260d68 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 210 time: 0.0794883 Aug 20 09:02:01.713637 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a404d518-79cd-4339-bbf7-6e6b419877b1 req-d2db7afa-dd8f-4eea-b53d-c226812b03ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501696 Aug 20 09:02:01.717319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:01.732082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 09:02:01.766870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1ce09390-a332-4974-96e8-77685fd7e71f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1ce09390-a332-4974-96e8-77685fd7e71f,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:01.785326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Removed routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 09:02:01.786580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:01.866678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '1ce09390-a332-4974-96e8-77685fd7e71f', 'network_id': 'd33c7492-71f8-4c9b-ae0f-3bc5d43e8b80', 'port_id': '1ce09390-a332-4974-96e8-77685fd7e71f', 'mac_address': 'fa:16:3e:f0:8c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1221515b-db61-4613-a427-6ef9946687e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:02:01.894860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Delete allocated IP 2001:db8::3b8 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/56b366c6-5979-4500-951c-2d4e95f5a6b6) {{(pid=101317) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 09:02:01.896348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:01.936569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Allocated IP 2001:db8:0:2::153 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/fd79e8de-2a09-4d86-b811-866a6019c17c/db3b0eda-5e80-4109-9dcc-afe34ed2b171) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:01.952652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 92e359eb-7280-4478-93cf-2f1f8644c042 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:01.967341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-af30de40-f8c7-46dd-8ddc-daad708710f3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "GET /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3166037 Aug 20 09:02:01.985102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:02.019931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Made reservation on behalf of 866c5988a5974ec2a4c7e94ac37eedf9 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:02.024532 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.067233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.084522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce09390-a332-4974-96e8-77685fd7e71f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:02:02.100187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:01:57Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:01:58Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:02.104888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 92e359eb-7280-4478-93cf-2f1f8644c042 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:02.105612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.133469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.140789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.230026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:02.230437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Updating router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f port 5879f12d-10fe-4dba-9a73-c8552143d482 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:02:02.231115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.268344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1ce09390-a332-4974-96e8-77685fd7e71f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1ce09390-a332-4974-96e8-77685fd7e71f,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:02.282502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.288156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.299479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81026f85-b2d3-4fa1-b75c-c971ed5996ba req-818b65f5-5536-4863-bbb2-b1a771b448de tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.301248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81026f85-b2d3-4fa1-b75c-c971ed5996ba req-818b65f5-5536-4863-bbb2-b1a771b448de tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 943 time: 0.1500392 Aug 20 09:02:02.335196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:02.367665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81026f85-b2d3-4fa1-b75c-c971ed5996ba req-0014852c-613d-454a-a668-be826c4e8ef9 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572631 Aug 20 09:02:02.477159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.502974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Transition to ACTIVE for port object db3b0eda-5e80-4109-9dcc-afe34ed2b171 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:02.506099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1ce09390-a332-4974-96e8-77685fd7e71f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:02.525030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.554791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.561906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.568057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.574756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.581066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.587342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.593893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.601946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event updated for resources: {'Port': ['ID=db3b0eda-5e80-4109-9dcc-afe34ed2b171,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:02.602725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-a5e11d87-2d25-4758-90e6-3c759eab8760 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 5430 time: 0.1659298 Aug 20 09:02:02.635613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:02.645842 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.650161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ba9d2afb-27b2-4460-b36b-10cbce370efe tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 953 time: 2.0848644 Aug 20 09:02:02.656428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:02.717750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-946b3710-eb5d-4d6d-8741-7eba521628a3 req-ace98680-27e4-446a-b94a-4d988d12c614 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137791 Aug 20 09:02:02.811946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Allocated IP 172.20.0.3 (3b51bcbd-e4b8-49be-b8bf-1906c37f33d5/d0922113-bf53-4209-af8a-62ed9eb9b172/e5d098c4-55f7-4913-b731-beec402449a3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:02.826149 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-56de6e20-5b54-4e0f-8ffd-5db8124de447 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 953 time: 0.1665883 Aug 20 09:02:02.827907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:02.839134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'routes': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:02.898847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] In _notify_port_updated(), no bound segment for port db3b0eda-5e80-4109-9dcc-afe34ed2b171 on network ba01a6e0-db6f-4749-8ac7-788fe0a7becf {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:02:02.905489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:02.906567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:02.908239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-69afe671-1fc2-45f4-aacf-2128b5dd5161 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "PUT /v2.0/ports/db3b0eda-5e80-4109-9dcc-afe34ed2b171 HTTP/1.1" status: 200 len: 970 time: 2.4533029 Aug 20 09:02:02.932310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54006) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:02.982615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-301d2f48-d7c6-4703-8e76-20ae28ab06b6 req-f7d652a0-0d67-40fb-8850-f87b5cc0462d tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 210 time: 0.0486765 Aug 20 09:02:03.036282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.047824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Transition to ACTIVE for port object 5879f12d-10fe-4dba-9a73-c8552143d482 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:03.057923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1ce09390-a332-4974-96e8-77685fd7e71f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:02:03.115607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.123231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.155508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:03.164471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Transition to ACTIVE for port object e5d098c4-55f7-4913-b731-beec402449a3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:03.205550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] For port bb7be4c7-6400-459a-a3f7-c8f3931bcde2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:03.237884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Allocated IP 2001:db8:0:2::2 (ba01a6e0-db6f-4749-8ac7-788fe0a7becf/fd79e8de-2a09-4d86-b811-866a6019c17c/1abcd3fc-56ff-476e-89e1-985440d08581) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:03.248205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:03.287480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port db3b0eda-5e80-4109-9dcc-afe34ed2b171 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:03.288068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.297952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] device_id is not set on port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:02:03.317937 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.332902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.406042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280d51c-b392-4ca0-bd63-52d51ab566a6 None None] Pushing event updated for resources: {'Port': ['ID=5879f12d-10fe-4dba-9a73-c8552143d482,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:03.438806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:03.548595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] No DVR routers for this DVR port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:03.554214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.621874 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.684517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for db3b0eda-5e80-4109-9dcc-afe34ed2b171 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:03.720358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] In _notify_port_updated(), no bound segment for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:02:03.721347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:03.722050 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.723494 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-72b4b19b-ab6f-4de7-a5c8-fd6c74a9fbd8 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 200 len: 1026 time: 1.7432244 Aug 20 09:02:03.729920 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.732412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Attempting to bind port 5879f12d-10fe-4dba-9a73-c8552143d482 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:02:03.732780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Attempting to bind port 5879f12d-10fe-4dba-9a73-c8552143d482 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:02:03.733140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Attempting to bind port 5879f12d-10fe-4dba-9a73-c8552143d482 on network 74c3cad0-62bd-42d4-9433-62a870254850 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:03.773660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975ad77-fa0b-43d5-baa6-c46354792624 req-cd1a4334-bf38-47fa-8e3a-bb17e518004a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:03.775261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4975ad77-fa0b-43d5-baa6-c46354792624 req-cd1a4334-bf38-47fa-8e3a-bb17e518004a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 944 time: 0.2314563 Aug 20 09:02:03.784540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:02:03.784921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Checking segment: {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:03.785326 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.786037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Bound using segment: {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:02:03.786215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Bound port: 5879f12d-10fe-4dba-9a73-c8552143d482, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78335cf6-ef94-42b5-8317-a77740535162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:02:03.786600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:03.815129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 09:02:03.815454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 09:02:03.831598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:03.835134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b87a6d64-ce7f-4d6f-9b75-8115cf026aaa tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:03.836529 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-b87a6d64-ce7f-4d6f-9b75-8115cf026aaa tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "GET /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0951273 Aug 20 09:02:03.839970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:03.859542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4975ad77-fa0b-43d5-baa6-c46354792624 req-ad60a315-bfd5-41c7-b384-d3b5aab46d83 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728297 Aug 20 09:02:03.863678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:03.866868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:03.880245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event updated for resources: {'Port': ['ID=e5d098c4-55f7-4913-b731-beec402449a3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:03.929974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:03.932446 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304f08e-e31f-4765-9fe9-98bda57a880a" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:03.998138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:04.042210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.064131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1abcd3fc-56ff-476e-89e1-985440d08581,segment=NetworkSegment(070203b8-ebd0-429b-9eb3-12593befe575),segment_id=070203b8-ebd0-429b-9eb3-12593befe575)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:04.103517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:04.104142 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.109986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.124755 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.129135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Transition to ACTIVE for port object 1abcd3fc-56ff-476e-89e1-985440d08581 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:04.138174 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2e962-f6d5-46d3-bb02-7acd6230e62b x-openstack-request-id: req-5dc2e962-f6d5-46d3-bb02-7acd6230e62b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:04.138510 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:04.138724 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5dc2e962-f6d5-46d3-bb02-7acd6230e62b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:04.139344 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b', 'code': 200} Aug 20 09:02:04.145442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-6e3f007b-32c4-4d53-8ee3-d162a820abd4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6108294 Aug 20 09:02:04.162228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Request body: {'port': {'device_id': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:04.181301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:04.183917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.225164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.225881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 6700519b-4306-4d5c-a5c2-052f7ebea163 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:04.257908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] For port 5879f12d-10fe-4dba-9a73-c8552143d482, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:04.342719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] For port 5879f12d-10fe-4dba-9a73-c8552143d482, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5879f12d-10fe-4dba-9a73-c8552143d482,segment=NetworkSegment(78335cf6-ef94-42b5-8317-a77740535162),segment_id=78335cf6-ef94-42b5-8317-a77740535162)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:02:04.344055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6ba5734c-66d4-4e9a-a99d-2fc4342f090e None None] Provisioning complete for port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:04.344634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6ba5734c-66d4-4e9a-a99d-2fc4342f090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.360916 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.361354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b4cd792e-d538-4da9-b277-ca720eba63ef,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:04.398199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] For port b4cd792e-d538-4da9-b277-ca720eba63ef, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:04.437245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] device_id is not set on port b4cd792e-d538-4da9-b277-ca720eba63ef yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:02:04.446579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.461006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.494178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6152-0de8-42eb-8898-2f0fd9d6874d None None] Pushing event updated for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:04.523738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5734c-66d4-4e9a-a99d-2fc4342f090e None None] Port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:04.581361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.592171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:04.603856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:04.604525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:04.656955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] No DVR routers for this DVR port b4cd792e-d538-4da9-b277-ca720eba63ef on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:04.771954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:04.864390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] In _notify_port_updated(), no bound segment for port b4cd792e-d538-4da9-b277-ca720eba63ef on network 4b185fe8-a437-433b-8630-ba515cdb3ac0 {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:02:04.865586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:04.866396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.868203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e082f48e-fd2c-4506-a99d-7dda1b8a3f45 service neutron] 10.222.0.37 "PUT /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 200 len: 1026 time: 1.0085344 Aug 20 09:02:04.898111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:04.898514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:04.973917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.035609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.097859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=db3b0eda-5e80-4109-9dcc-afe34ed2b171,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:05.124896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.131479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.138094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.149337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.153765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6700519b-4306-4d5c-a5c2-052f7ebea163,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:05.158085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.165390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.167370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-824dd510-ce1d-41da-862c-76465153cf5d req-fb0ef61e-7ca2-4a19-a2e5-66bebb66643d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 4657 time: 1.2242460 Aug 20 09:02:05.183905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:05.188325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a0df8336-9d73-4a81-8528-0f02d6e6fa7c None None] Provisioning for port e5d098c4-55f7-4913-b731-beec402449a3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:05.207139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.207575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.207808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.208145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.208475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.208805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.209130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.209455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.209795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.210121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.210444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.210762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:05.247225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a0df8336-9d73-4a81-8528-0f02d6e6fa7c None None] Provisioning complete for port e5d098c4-55f7-4913-b731-beec402449a3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:05.247225 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a0df8336-9d73-4a81-8528-0f02d6e6fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.297506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280d51c-b392-4ca0-bd63-52d51ab566a6 None None] Pushing event updated for resources: {'Port': ['ID=5879f12d-10fe-4dba-9a73-c8552143d482,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:05.323877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a0df8336-9d73-4a81-8528-0f02d6e6fa7c None None] Port e5d098c4-55f7-4913-b731-beec402449a3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:05.325818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.326552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b4cd792e-d538-4da9-b277-ca720eba63ef no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:05.383586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd86c3-a93a-4f11-a31c-d15984775780 req-0e123858-9788-4264-8624-1db391710dbb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:05.402443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ecd86c3-a93a-4f11-a31c-d15984775780 req-0e123858-9788-4264-8624-1db391710dbb tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 931 time: 0.4152484 Aug 20 09:02:05.422640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.427528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-84f30a08-d42b-4225-ae28-c902693bb636 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/db3b0eda-5e80-4109-9dcc-afe34ed2b171 HTTP/1.1" status: 204 len: 168 time: 2.4538138 Aug 20 09:02:05.432366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:05.440526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54030) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:05.511904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b4cd792e-d538-4da9-b277-ca720eba63ef not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:05.512316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c72c9731-3e3c-4a54-9439-9ab48504cba3 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:05.555108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.573629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.596067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-824dd510-ce1d-41da-862c-76465153cf5d req-3dfef059-925a-4111-8118-a1f90440164a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4&id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3623934 Aug 20 09:02:05.607192 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dedb78-f756-4379-afde-18cddd7c21c0 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] GET failed (client error): The resource could not be found. Aug 20 09:02:05.611860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-38dedb78-f756-4379-afde-18cddd7c21c0 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports/db3b0eda-5e80-4109-9dcc-afe34ed2b171 HTTP/1.1" status: 404 len: 333 time: 0.1614811 Aug 20 09:02:05.655359 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.682486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-50007d2b-9e4e-4f80-88d5-99dd90ccc68c None None] Provisioning complete for port b4cd792e-d538-4da9-b277-ca720eba63ef triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:05.682864 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-50007d2b-9e4e-4f80-88d5-99dd90ccc68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.698832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54036) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:05.735125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-50007d2b-9e4e-4f80-88d5-99dd90ccc68c None None] Port b4cd792e-d538-4da9-b277-ca720eba63ef cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:05.763076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:04Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:05.766309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:05.849407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:05.852450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c38922f8-537a-4882-9038-4a0ac04eadcf no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:05.872971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ecd86c3-a93a-4f11-a31c-d15984775780 req-176790f5-ad76-4264-80b4-e27ad3f979ab tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695542 Aug 20 09:02:06.015557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8a277-e469-4ced-b37b-62b24534853b None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:04Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:06.020934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:06.037945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:06.095883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port c72c9731-3e3c-4a54-9439-9ab48504cba3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:06.096454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.104924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869adef7-225d-408f-a803-cc6adf293843 req-ec393645-fef8-455d-8562-62ead30ba5c0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:06.130223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-869adef7-225d-408f-a803-cc6adf293843 req-ec393645-fef8-455d-8562-62ead30ba5c0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 944 time: 0.2547684 Aug 20 09:02:06.165434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:06.168675 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341db29-4db2-42d1-b8b7-2e8b9081ebd4" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:06.171595 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.205370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:06.205897 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.207779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5879f12d-10fe-4dba-9a73-c8552143d482 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:06.217235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-899a6db0-29d1-467c-90cd-ca6306bd9d82 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.247641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-869adef7-225d-408f-a803-cc6adf293843 req-0374f90e-2a57-40ab-8578-e697fb8ad245 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162491 Aug 20 09:02:06.276968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:06.352069 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5766479-0a9a-42e6-a633-c48a83cb8987 x-openstack-request-id: req-e5766479-0a9a-42e6-a633-c48a83cb8987 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:06.352588 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:06.353020 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5766479-0a9a-42e6-a633-c48a83cb8987 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:06.353601 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163', 'code': 200} Aug 20 09:02:06.354046 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3', 'code': 200} Aug 20 09:02:06.384667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:06.390802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c38922f8-537a-4882-9038-4a0ac04eadcf,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:06.401445 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.403692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device afb065b8-d52b-456a-b88c-7f1ca7665c1b no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:06.409213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5879f12d-10fe-4dba-9a73-c8552143d482 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:06.411519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Provisioning for port 1abcd3fc-56ff-476e-89e1-985440d08581 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:06.420959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] For port c72c9731-3e3c-4a54-9439-9ab48504cba3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c72c9731-3e3c-4a54-9439-9ab48504cba3,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:06.424988 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.458382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for c72c9731-3e3c-4a54-9439-9ab48504cba3 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:06.518597 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:06.534846 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:06.535625 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:06.587412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:06.600797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5879f12d-10fe-4dba-9a73-c8552143d482 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:06.601430 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.621434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:06.624028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.627903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:06.631477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-899a6db0-29d1-467c-90cd-ca6306bd9d82 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.664157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d098c4-55f7-4913-b731-beec402449a3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:02:06.675539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.764940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Transition to ACTIVE for port object e5d098c4-55f7-4913-b731-beec402449a3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:06.793601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.804003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.806790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-afe64b60-9616-48f0-b1aa-c3d9e387ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 703 time: 3.9760931 Aug 20 09:02:06.810913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54048) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:06.831456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-899a6db0-29d1-467c-90cd-ca6306bd9d82 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.835101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-899a6db0-29d1-467c-90cd-ca6306bd9d82 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.838655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-899a6db0-29d1-467c-90cd-ca6306bd9d82 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/security-groups/f13b4812-e6bb-442b-985b-fcb36bd7873b HTTP/1.1" status: 204 len: 168 time: 1.1362369 Aug 20 09:02:06.857929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54050) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:06.868334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:06.955182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a6db0-29d1-467c-90cd-ca6306bd9d82 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b4812-e6bb-442b-985b-fcb36bd7873b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:06.963140 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.006000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81e38-0f6c-41f6-a78b-c6f96df47488 req-f74aa025-c5ca-418c-bc46-68d9178619c4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:07.019137 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:07.028126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81e38-0f6c-41f6-a78b-c6f96df47488 req-f74aa025-c5ca-418c-bc46-68d9178619c4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:07.035014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81e38-0f6c-41f6-a78b-c6f96df47488 req-f74aa025-c5ca-418c-bc46-68d9178619c4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:07.046345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81e38-0f6c-41f6-a78b-c6f96df47488 req-f74aa025-c5ca-418c-bc46-68d9178619c4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:07.055749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae81e38-0f6c-41f6-a78b-c6f96df47488 req-f74aa025-c5ca-418c-bc46-68d9178619c4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 3144 time: 0.2153580 Aug 20 09:02:07.065045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d496c90-e24f-4799-aa79-74549bdf94ef None None] Could not find standard attr ID for object db3b0eda-5e80-4109-9dcc-afe34ed2b171. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:02:07.109341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d098c4-55f7-4913-b731-beec402449a3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:07.147929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.162107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae81e38-0f6c-41f6-a78b-c6f96df47488 req-fd6ee583-61ae-47c3-aea6-df8e33076383 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049564 Aug 20 09:02:07.186798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4958-9620-4da0-af09-2d81bd9d5e9e req-f08853ee-9f0e-4420-83ee-239ca68fc522 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:07.195390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bff4958-9620-4da0-af09-2d81bd9d5e9e req-f08853ee-9f0e-4420-83ee-239ca68fc522 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 943 time: 0.1181660 Aug 20 09:02:07.206257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5879f12d-10fe-4dba-9a73-c8552143d482, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5879f12d-10fe-4dba-9a73-c8552143d482,segment=NetworkSegment(78335cf6-ef94-42b5-8317-a77740535162),segment_id=78335cf6-ef94-42b5-8317-a77740535162)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:07.246156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bff4958-9620-4da0-af09-2d81bd9d5e9e req-1f8df423-6e56-4bfd-8477-8e4f532b072f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494149 Aug 20 09:02:07.279310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.294690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e78215c7-abcb-45d0-9e25-b17517de9f10 None None] Could not find standard attr ID for object db3b0eda-5e80-4109-9dcc-afe34ed2b171. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:02:07.341349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=c72c9731-3e3c-4a54-9439-9ab48504cba3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:07.343569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] No DVR routers for this DVR port c72c9731-3e3c-4a54-9439-9ab48504cba3 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:07.370924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.374252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-705fa0d0-2bca-4dd6-9709-a3e234fcb5a7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "DELETE /v2.0/ports/c72c9731-3e3c-4a54-9439-9ab48504cba3 HTTP/1.1" status: 204 len: 173 time: 2.4950352 Aug 20 09:02:07.375480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:07.381354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:07.381689 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31c517b-239a-4d9a-a37f-717c8eb0a839" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:07.389992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.391728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bb7be4c7-6400-459a-a3f7-c8f3931bcde2 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:07.444922 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b90b3acf-a252-4ec7-9711-9bff62651919 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.446390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:04Z', 'revision_number': 4, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:07.457661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a7932-3c00-475b-bfa0-e694af0b97de req-494285af-f386-4a74-9d22-55622242cd65 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:07.463408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ffc170a8-9ad8-4e2f-909a-157c02b399c4 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 703 time: 0.6405101 Aug 20 09:02:07.470420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-224a7932-3c00-475b-bfa0-e694af0b97de req-494285af-f386-4a74-9d22-55622242cd65 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 944 time: 0.1154318 Aug 20 09:02:07.473413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:07.507544 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dab9a2-6f27-481e-a2b7-58969a561663 x-openstack-request-id: req-e0dab9a2-6f27-481e-a2b7-58969a561663 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:07.507829 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "c72c9731-3e3c-4a54-9439-9ab48504cba3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:07.508124 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0dab9a2-6f27-481e-a2b7-58969a561663 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:07.508536 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': 'c72c9731-3e3c-4a54-9439-9ab48504cba3', 'status': 'completed', 'code': 200} Aug 20 09:02:07.529041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:07.546190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b90b3acf-a252-4ec7-9711-9bff62651919 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.550604 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:07.551228 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:07.675396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Attempting to bind port e5d098c4-55f7-4913-b731-beec402449a3 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:02:07.675786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Attempting to bind port e5d098c4-55f7-4913-b731-beec402449a3 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:02:07.676076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Attempting to bind port e5d098c4-55f7-4913-b731-beec402449a3 on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:07.703987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Port e5d098c4-55f7-4913-b731-beec402449a3 on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:02:07.705242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Attempting to bind port e5d098c4-55f7-4913-b731-beec402449a3 on network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:07.726427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:02:07.726427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Checking segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:07.726763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Bound using segment: {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:02:07.727095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Bound port: e5d098c4-55f7-4913-b731-beec402449a3, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d027e6-3121-4db8-b3e0-25e4abac8510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:02:07.727421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.767283 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:07.799196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port 6700519b-4306-4d5c-a5c2-052f7ebea163 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:07.799399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.812464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b90b3acf-a252-4ec7-9711-9bff62651919 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.817274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b90b3acf-a252-4ec7-9711-9bff62651919 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:07.819188 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b90b3acf-a252-4ec7-9711-9bff62651919 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/security-groups/bccdfda2-9e88-472c-ba72-01f36a62e6dc HTTP/1.1" status: 204 len: 168 time: 0.9602673 Aug 20 09:02:07.855188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-224a7932-3c00-475b-bfa0-e694af0b97de req-2cc297af-8176-4367-83a8-e1b8295147ed tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988671 Aug 20 09:02:07.858438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54068) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:07.888010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b3acf-a252-4ec7-9711-9bff62651919 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdfda2-9e88-472c-ba72-01f36a62e6dc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:07.918295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5879f12d-10fe-4dba-9a73-c8552143d482,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:08.031096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bb7be4c7-6400-459a-a3f7-c8f3931bcde2 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:08.045476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1ce09390-a332-4974-96e8-77685fd7e71f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:08.078493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:08.091641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] For port e5d098c4-55f7-4913-b731-beec402449a3, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:08.097439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91e1a3c4-71a4-4d20-8df2-87127cc066de tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.099566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] For port e5d098c4-55f7-4913-b731-beec402449a3, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e5d098c4-55f7-4913-b731-beec402449a3,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:02:08.112590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.122869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 1ce09390-a332-4974-96e8-77685fd7e71f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:08.127911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] For port 6700519b-4306-4d5c-a5c2-052f7ebea163, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=6700519b-4306-4d5c-a5c2-052f7ebea163,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:08.128574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.129426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 1ce09390-a332-4974-96e8-77685fd7e71f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:08.130189 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.139256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91e1a3c4-71a4-4d20-8df2-87127cc066de tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.146132 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:07Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:08.180362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for 6700519b-4306-4d5c-a5c2-052f7ebea163 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:08.208119 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78937a8b-2f74-472b-a16e-6aff23a98626 None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:07Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:08.226699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.227586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.231544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5d098c4-55f7-4913-b731-beec402449a3 HTTP/1.1" status: 200 len: 1091 time: 4.0798776 Aug 20 09:02:08.254818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.337248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 1ce09390-a332-4974-96e8-77685fd7e71f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1ce09390-a332-4974-96e8-77685fd7e71f,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:08.341613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffde9a-b2fa-452d-8547-1ba986140742 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d098c4-55f7-4913-b731-beec402449a3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:08.342825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.380964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91e1a3c4-71a4-4d20-8df2-87127cc066de tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.394450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91e1a3c4-71a4-4d20-8df2-87127cc066de tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.397884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-91e1a3c4-71a4-4d20-8df2-87127cc066de tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/security-groups/145e540e-e8f6-4e42-be2f-e1519299ab4a HTTP/1.1" status: 204 len: 168 time: 0.5359657 Aug 20 09:02:08.406132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54076) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:08.429009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b'}, {'server_uuid': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce09390-a332-4974-96e8-77685fd7e71f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:08.431581 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c9ac6-0e32-436a-954f-9477a577a747" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b"}, {"server_uuid": "3ec402d0-6cad-4731-85b4-49839c13c0b5", "name": "network-vif-plugged", "status": "completed", "tag": "1ce09390-a332-4974-96e8-77685fd7e71f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:08.435633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=1ce09390-a332-4974-96e8-77685fd7e71f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:08.473872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-7a85105d-a904-4417-b7cb-ea382af1809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.475794 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-7a85105d-a904-4417-b7cb-ea382af1809f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 1094 time: 0.2017303 Aug 20 09:02:08.536478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-85830392-108f-4411-ab98-6a6208fda514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5d098c4-55f7-4913-b731-beec402449a3 HTTP/1.1" status: 200 len: 217 time: 0.0509758 Aug 20 09:02:08.553474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1a3c4-71a4-4d20-8df2-87127cc066de tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e540e-e8f6-4e42-be2f-e1519299ab4a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:08.591185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:08.607267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:08.608345 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:08.618840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad285-6772-4e6a-8a44-fecdf1cf908d req-eff74c6d-5398-45a6-85cd-8f8e60a996b4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.626675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad285-6772-4e6a-8a44-fecdf1cf908d req-eff74c6d-5398-45a6-85cd-8f8e60a996b4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.633570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad285-6772-4e6a-8a44-fecdf1cf908d req-eff74c6d-5398-45a6-85cd-8f8e60a996b4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.642335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad285-6772-4e6a-8a44-fecdf1cf908d req-eff74c6d-5398-45a6-85cd-8f8e60a996b4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.649395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet 56b366c6-5979-4500-951c-2d4e95f5a6b6 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:08.652617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-740ad285-6772-4e6a-8a44-fecdf1cf908d req-eff74c6d-5398-45a6-85cd-8f8e60a996b4 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 3142 time: 0.2441771 Aug 20 09:02:08.658227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.708012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:08.718497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-af22e8f2-39db-4795-8f5f-66b64f7101ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.720355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-af22e8f2-39db-4795-8f5f-66b64f7101ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.1757658 Aug 20 09:02:08.726778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.740026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d61295-fe48-4ce5-bbb3-a4ee94fd57df req-aa48531d-f51b-45bf-becc-249d0bf1a5d2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.748679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77d61295-fe48-4ce5-bbb3-a4ee94fd57df req-aa48531d-f51b-45bf-becc-249d0bf1a5d2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 943 time: 0.2448263 Aug 20 09:02:08.760279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.852378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-740ad285-6772-4e6a-8a44-fecdf1cf908d req-aac33b2e-2208-41d4-b076-5fb99ab62bfd tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992435 Aug 20 09:02:08.855891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=6700519b-4306-4d5c-a5c2-052f7ebea163,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:08.894674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77d61295-fe48-4ce5-bbb3-a4ee94fd57df req-fce6f029-97e2-4892-a686-1dea4f6eaabf tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450388 Aug 20 09:02:08.939611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-410c4790-9bee-4cf9-9838-1a3cd0338d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:08.943151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-410c4790-9bee-4cf9-9838-1a3cd0338d03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131343 Aug 20 09:02:08.955156 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:08.994320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] No DVR routers for this DVR port 6700519b-4306-4d5c-a5c2-052f7ebea163 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:08.996949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:07Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:09.000814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.002993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-e1552dfb-4700-47c9-9a36-e526aadc8be5 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "DELETE /v2.0/ports/6700519b-4306-4d5c-a5c2-052f7ebea163 HTTP/1.1" status: 204 len: 173 time: 1.5874875 Aug 20 09:02:09.031011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:09.037412 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f1932-cc9e-4897-a294-697b2c96f50d x-openstack-request-id: req-e73f1932-cc9e-4897-a294-697b2c96f50d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:09.037871 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-unplugged", "status": "completed", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b", "code": 200}, {"server_uuid": "3ec402d0-6cad-4731-85b4-49839c13c0b5", "name": "network-vif-plugged", "status": "completed", "tag": "1ce09390-a332-4974-96e8-77685fd7e71f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:09.038240 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e73f1932-cc9e-4897-a294-697b2c96f50d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:09.038737 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf', 'code': 200} Aug 20 09:02:09.039096 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'code': 200} Aug 20 09:02:09.039450 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce09390-a332-4974-96e8-77685fd7e71f', 'code': 200} Aug 20 09:02:09.048418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:09.049211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:09.093026 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.163157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b82d65-341d-44b1-9c19-3bcc9633eafb req-ad4ccf49-c39e-4b35-a09c-fa8eebbbec16 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:09.164667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24b82d65-341d-44b1-9c19-3bcc9633eafb req-ad4ccf49-c39e-4b35-a09c-fa8eebbbec16 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1540856 Aug 20 09:02:09.205360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:09.263913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f727df-8932-495f-8010-62db1b0d0d8e req-78ef2b3a-1f49-4dd7-b7b2-7b597045f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:09.266604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89f727df-8932-495f-8010-62db1b0d0d8e req-78ef2b3a-1f49-4dd7-b7b2-7b597045f8c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 1096 time: 0.1441510 Aug 20 09:02:09.268591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-36f771b0-80e5-4869-9213-8f7b38455f28 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827671 Aug 20 09:02:09.272739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-24b82d65-341d-44b1-9c19-3bcc9633eafb req-9c0459d2-d91f-46ad-bb98-e33c88292683 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Aug 20 09:02:09.344106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.420183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 5879f12d-10fe-4dba-9a73-c8552143d482 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:09.420756 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.426726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=56b366c6-5979-4500-951c-2d4e95f5a6b6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:09.431957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.433958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d22afedf-0dc5-4015-8253-9cc8dd2f830a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/56b366c6-5979-4500-951c-2d4e95f5a6b6 HTTP/1.1" status: 204 len: 168 time: 1.0223439 Aug 20 09:02:09.437090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:09.438135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.440349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54098) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:09.453653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ab2222-84ea-4dc5-825c-2d13f10010ce None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:09.510968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:09.512860 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd5ded1-1483-4526-8a62-6303e7478427" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "tag": "e5d098c4-55f7-4913-b731-beec402449a3"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:09.521149 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89f727df-8932-495f-8010-62db1b0d0d8e req-d532f781-e416-41eb-b66b-70a2ac2ed088 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381039 Aug 20 09:02:09.566590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet fd79e8de-2a09-4d86-b811-866a6019c17c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:09.569857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 5879f12d-10fe-4dba-9a73-c8552143d482, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5879f12d-10fe-4dba-9a73-c8552143d482,segment=NetworkSegment(78335cf6-ef94-42b5-8317-a77740535162),segment_id=78335cf6-ef94-42b5-8317-a77740535162)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:09.570230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.580383 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fb0837ff-8927-44a0-80f5-7b2d85261628 req-994d3adc-9c29-497e-9b8d-72aa6eb19710 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941239 Aug 20 09:02:09.580571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.603807 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75b24b-e880-462c-a4ca-e7075bd4e0f3 x-openstack-request-id: req-fd75b24b-e880-462c-a4ca-e7075bd4e0f3 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:09.604106 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "tag": "e5d098c4-55f7-4913-b731-beec402449a3", "status": "completed", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "6700519b-4306-4d5c-a5c2-052f7ebea163", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:09.604358 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd75b24b-e880-462c-a4ca-e7075bd4e0f3 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:09.604760 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3', 'status': 'completed', 'code': 200} Aug 20 09:02:09.605022 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': '6700519b-4306-4d5c-a5c2-052f7ebea163', 'status': 'completed', 'code': 200} Aug 20 09:02:09.610250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 5879f12d-10fe-4dba-9a73-c8552143d482 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:09.615895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:07Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:09.618155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] For port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:09.618847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.633254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:09.634485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:09.647426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f59f73-122a-4be2-bcc9-350dd0239d46 None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:03Z', 'revision_number': 7, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '5879f12d-10fe-4dba-9a73-c8552143d482', 'name': '', 'network_id': '74c3cad0-62bd-42d4-9433-62a870254850', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:28:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '76716496-3dcd-438d-9af8-02088240d2ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:54Z', 'updated_at': '2021-08-20T09:02:07Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '76716496-3dcd-438d-9af8-02088240d2ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:09.753522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-d98ac30e-e49d-4c4c-9f50-95410e37128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:09.755070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-d98ac30e-e49d-4c4c-9f50-95410e37128f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 1094 time: 0.1124837 Aug 20 09:02:09.891010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5879f12d-10fe-4dba-9a73-c8552143d482 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:09.973743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-02bb1f45-1c11-4f05-bcf1-5cb49c93f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:09.975274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-02bb1f45-1c11-4f05-bcf1-5cb49c93f79b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.2084811 Aug 20 09:02:10.004425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5879f12d-10fe-4dba-9a73-c8552143d482 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:10.005194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.023433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-3cf5a71f-3025-42fe-9bc5-7317fe6f2f4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5d098c4-55f7-4913-b731-beec402449a3 HTTP/1.1" status: 200 len: 217 time: 0.0395262 Aug 20 09:02:10.029476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.064249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.090710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=4b74e1bb-8f6b-4b31-88fc-d54a4b53224b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:10.161401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] No DVR routers for this DVR port 4b74e1bb-8f6b-4b31-88fc-d54a4b53224b on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:10.164742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-b83698bd-834d-4c0b-93b8-89b5515833c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:10.165594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-b83698bd-834d-4c0b-93b8-89b5515833c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.1331925 Aug 20 09:02:10.166690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.168633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-a0ffa2f8-7984-482a-bff2-062248c2168d tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "DELETE /v2.0/ports/4b74e1bb-8f6b-4b31-88fc-d54a4b53224b HTTP/1.1" status: 204 len: 173 time: 1.1512637 Aug 20 09:02:10.181311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a1411-2726-4b15-b0b4-e1f954888a58 req-4bf044ff-5812-4f5c-b2c3-48348d583547 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:10.189883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-801a1411-2726-4b15-b0b4-e1f954888a58 req-4bf044ff-5812-4f5c-b2c3-48348d583547 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.2001796 Aug 20 09:02:10.211831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ba91-4c39-42c5-a8d6-ccb3c2fde01e req-b64e8b9f-9913-41b6-a003-23040320200e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:10.218096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ba91-4c39-42c5-a8d6-ccb3c2fde01e req-b64e8b9f-9913-41b6-a003-23040320200e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:10.219891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e68ba91-4c39-42c5-a8d6-ccb3c2fde01e req-b64e8b9f-9913-41b6-a003-23040320200e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 1677 time: 0.1962829 Aug 20 09:02:10.256720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-99a0128f-d957-4a4b-9a69-3e1ee92c0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:10.258273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-99a0128f-d957-4a4b-9a69-3e1ee92c0a43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851951 Aug 20 09:02:10.385585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port c38922f8-537a-4882-9038-4a0ac04eadcf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:10.386831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.394101 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-3982fff4-1027-4d7a-aee6-08aafe6584e2 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163096 Aug 20 09:02:10.520076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-84446778-17ab-4075-a81e-906d7dfeb38b None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:10.520681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-84446778-17ab-4075-a81e-906d7dfeb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.556047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] For port c38922f8-537a-4882-9038-4a0ac04eadcf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c38922f8-537a-4882-9038-4a0ac04eadcf,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:10.556425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.568292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-84446778-17ab-4075-a81e-906d7dfeb38b None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:10.576699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for c38922f8-537a-4882-9038-4a0ac04eadcf owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:10.581050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-84446778-17ab-4075-a81e-906d7dfeb38b None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:10.581542 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-84446778-17ab-4075-a81e-906d7dfeb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.630025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.635217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e68ba91-4c39-42c5-a8d6-ccb3c2fde01e req-368dc179-5a21-49e9-9888-e95f5d1636ba tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups?id=979f1468-0f68-47c8-873a-4d0e40cbad52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020076 Aug 20 09:02:10.663900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.683762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fd5ded1-1483-4526-8a62-6303e7478427 req-0a86b1b2-2400-402e-8f1d-fefceb2cf221 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782607 Aug 20 09:02:10.732984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-801a1411-2726-4b15-b0b4-e1f954888a58 req-95b2130f-a220-4b4d-8a42-0460bdd4491b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421906 Aug 20 09:02:10.756806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=fd79e8de-2a09-4d86-b811-866a6019c17c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:10.771403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.775223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23096e7-a970-4820-81fd-0b020e9506a9 None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:10.776025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f4fc368c-e607-4894-8303-c950ce42a7a6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/fd79e8de-2a09-4d86-b811-866a6019c17c HTTP/1.1" status: 204 len: 168 time: 1.3344877 Aug 20 09:02:10.778384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=5879f12d-10fe-4dba-9a73-c8552143d482,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:10.804651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54126) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:10.851769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.874776 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13023b2-161f-48ba-8cfb-72504006b2d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:10.875498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13023b2-161f-48ba-8cfb-72504006b2d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:10.881112 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c13023b2-161f-48ba-8cfb-72504006b2d8 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/56b366c6-5979-4500-951c-2d4e95f5a6b6 HTTP/1.1" status: 404 len: 337 time: 0.0749922 Aug 20 09:02:10.881681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:10.930362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=c38922f8-537a-4882-9038-4a0ac04eadcf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:10.985043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] No DVR routers for this DVR port c38922f8-537a-4882-9038-4a0ac04eadcf on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:10.989665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:10.992145 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-4836b2fa-f090-476a-b0a0-5ec980a40c20 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "DELETE /v2.0/ports/c38922f8-537a-4882-9038-4a0ac04eadcf HTTP/1.1" status: 204 len: 173 time: 0.8096905 Aug 20 09:02:11.085360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting subnet 1df7a960-ff60-41a8-88a2-2b7a2bfffdd1 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:11.094768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e135fe-3a32-4412-b9d7-4ed8e62eea3a req-35886aad-efec-4eb4-a272-132f9f2af5e2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:11.096343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37e135fe-3a32-4412-b9d7-4ed8e62eea3a req-35886aad-efec-4eb4-a272-132f9f2af5e2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 943 time: 0.3361511 Aug 20 09:02:11.100391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.112361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port afb065b8-d52b-456a-b88c-7f1ca7665c1b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:11.112714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.126567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.177486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7cca7-1cf1-4099-b517-001f7c0fbbad req-726af74d-9063-4c64-9cb2-34e968309b9c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:11.179064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1b7cca7-1cf1-4099-b517-001f7c0fbbad req-726af74d-9063-4c64-9cb2-34e968309b9c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.2013748 Aug 20 09:02:11.187478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.219736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] For port afb065b8-d52b-456a-b88c-7f1ca7665c1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=afb065b8-d52b-456a-b88c-7f1ca7665c1b,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:11.220244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.314759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37e135fe-3a32-4412-b9d7-4ed8e62eea3a req-4b3e6375-7d27-48a5-b036-6dcca1c46e03 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103081 Aug 20 09:02:11.371514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1b7cca7-1cf1-4099-b517-001f7c0fbbad req-6992d88a-d976-4001-8036-75222096b0b1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764007 Aug 20 09:02:11.422155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.422758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.423271 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Floating IP dc7a877d-1a79-44d7-ab59-84329f0b3b82 disassociated. External IP: 172.25.5.49, port: afb065b8-d52b-456a-b88c-7f1ca7665c1b. Aug 20 09:02:11.423719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for afb065b8-d52b-456a-b88c-7f1ca7665c1b owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:11.550603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.612634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b'}, {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:11.621657 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2125c0-c114-4792-a43c-878156e49b7d" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b"}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:11.689205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.699490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:11.736689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.738902 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab5b227-7b49-4c53-953e-ac11d3f1f479 x-openstack-request-id: req-8ab5b227-7b49-4c53-953e-ac11d3f1f479 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:11.739047 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "4b74e1bb-8f6b-4b31-88fc-d54a4b53224b", "status": "completed", "code": 200}, {"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "c38922f8-537a-4882-9038-4a0ac04eadcf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:11.739434 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ab5b227-7b49-4c53-953e-ac11d3f1f479 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:11.740437 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': '4b74e1bb-8f6b-4b31-88fc-d54a4b53224b', 'status': 'completed', 'code': 200} Aug 20 09:02:11.740437 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': 'c38922f8-537a-4882-9038-4a0ac04eadcf', 'status': 'completed', 'code': 200} Aug 20 09:02:11.799272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=afb065b8-d52b-456a-b88c-7f1ca7665c1b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:11.877153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:11.890232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:11.900836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7e85861a-96ed-4aa3-89ec-9cda201f13f9 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4235981 Aug 20 09:02:11.903136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Subnet': ['ID=1df7a960-ff60-41a8-88a2-2b7a2bfffdd1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:11.904803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54150) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:11.906040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:11.911750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e55c6274-687e-4afb-a8c0-d93c1eb6f18e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/1df7a960-ff60-41a8-88a2-2b7a2bfffdd1 HTTP/1.1" status: 204 len: 168 time: 0.9919705 Aug 20 09:02:11.913840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19d020-85cb-4756-b78a-e3bc0853bd36 None None] Network ba01a6e0-db6f-4749-8ac7-788fe0a7becf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:11.918768 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:11.920633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:11.945037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54152) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.013057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8004304-dfcc-4559-88f4-27dc58fc994d None None] Provisioning complete for port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:12.013337 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8004304-dfcc-4559-88f4-27dc58fc994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.065353 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-48325f50-93a6-4ab4-b04a-93ab6d26af9a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.065960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48325f50-93a6-4ab4-b04a-93ab6d26af9a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.068710 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:12.070482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-48325f50-93a6-4ab4-b04a-93ab6d26af9a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/b88a0b1d-a8cd-41ae-bf0b-26324553bb1a HTTP/1.1" status: 404 len: 337 time: 0.1221404 Aug 20 09:02:12.071669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54154) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.083873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d8004304-dfcc-4559-88f4-27dc58fc994d None None] Port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:12.119224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8004304-dfcc-4559-88f4-27dc58fc994d None None] Provisioning complete for port 1abcd3fc-56ff-476e-89e1-985440d08581 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:12.119539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8004304-dfcc-4559-88f4-27dc58fc994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.148907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-215fe334-04de-43f2-96a5-5b5283079329 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "GET /v2.0/ports?device_id=062fbc3c-1c1b-469e-88c1-470db78d8a6a HTTP/1.1" status: 200 len: 205 time: 0.0699551 Aug 20 09:02:12.151340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d5cbbbd-b05e-43e7-aaa0-91a06f486965 req-acfc9605-c585-49c9-8dc2-780f54530bc7 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1313834 Aug 20 09:02:12.152716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.175126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 76716496-3dcd-438d-9af8-02088240d2ba {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:12.271883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.279081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] DHCP port deletion for ba01a6e0-db6f-4749-8ac7-788fe0a7becf request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:12.290956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6476c-265a-4cb5-b2c2-090b010eb0c5 req-3e854aa1-49fe-4923-82b4-e15c812eb200 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:12.299102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6476c-265a-4cb5-b2c2-090b010eb0c5 req-3e854aa1-49fe-4923-82b4-e15c812eb200 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.4181139 Aug 20 09:02:12.328061 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-78294de1-3a42-4592-abdf-d290374018d6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] delete failed (client error): The resource could not be found. Aug 20 09:02:12.332407 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78294de1-3a42-4592-abdf-d290374018d6 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/routers/062fbc3c-1c1b-469e-88c1-470db78d8a6a HTTP/1.1" status: 404 len: 336 time: 0.1684730 Aug 20 09:02:12.334588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54158) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.346681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-c5f25f80-890e-4a50-870a-0ab1c9a5ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:12.348388 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-c5f25f80-890e-4a50-870a-0ab1c9a5ecb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 1096 time: 0.6050384 Aug 20 09:02:12.355078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] Deleting port 1abcd3fc-56ff-476e-89e1-985440d08581 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:12.356284 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.379913 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad5f540-2444-46a2-aa18-36bd4996a150 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.380478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad5f540-2444-46a2-aa18-36bd4996a150 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.382259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ad5f540-2444-46a2-aa18-36bd4996a150 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/f7094f00-aa60-4cf3-9de9-8d27d15b8662 HTTP/1.1" status: 404 len: 337 time: 0.0466471 Aug 20 09:02:12.396723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54162) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.420369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.438953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] For port 1abcd3fc-56ff-476e-89e1-985440d08581, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1abcd3fc-56ff-476e-89e1-985440d08581,segment=NetworkSegment(070203b8-ebd0-429b-9eb3-12593befe575),segment_id=070203b8-ebd0-429b-9eb3-12593befe575)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:12.439361 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.449151 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:10Z', 'revision_number': 8, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:12.467079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6476c-265a-4cb5-b2c2-090b010eb0c5 req-c79b7681-3ba0-4171-96e6-65948bb3ac13 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610730 Aug 20 09:02:12.469287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] Calling delete_port for 1abcd3fc-56ff-476e-89e1-985440d08581 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:12.490240 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:12.490668 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cc82be-55af-40e4-a6d8-fd18bd45d1d9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.491188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cc82be-55af-40e4-a6d8-fd18bd45d1d9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.493041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60cc82be-55af-40e4-a6d8-fd18bd45d1d9 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/c524b4bc-5e03-4584-b0dd-e0fd0c306a36 HTTP/1.1" status: 404 len: 337 time: 0.0692606 Aug 20 09:02:12.498902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54164) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.501135 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:12.502011 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:12.528396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16b7b8-5c75-4cd3-9c88-d344a6b21a3a req-8d4a573d-81cd-401f-95e7-a540d2d8cb3f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:12.532535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f16b7b8-5c75-4cd3-9c88-d344a6b21a3a req-8d4a573d-81cd-401f-95e7-a540d2d8cb3f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1637740 Aug 20 09:02:12.536156 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac84882-6582-4cc9-a5dc-01fcfea200ab tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.536348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac84882-6582-4cc9-a5dc-01fcfea200ab tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.538251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dac84882-6582-4cc9-a5dc-01fcfea200ab tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/f369c9d5-cfec-4bdb-a9d4-f9f15128091a HTTP/1.1" status: 404 len: 337 time: 0.0384295 Aug 20 09:02:12.547162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54166) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.587473 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfafb17-339a-4758-94a2-93ed1efc7bd0 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.588302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfafb17-339a-4758-94a2-93ed1efc7bd0 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.591342 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ddfafb17-339a-4758-94a2-93ed1efc7bd0 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/cdf1d4a9-b108-4637-88e5-9cbd6f43a5e6 HTTP/1.1" status: 404 len: 333 time: 0.0374854 Aug 20 09:02:12.598512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.615319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Router dea20f60-887a-4351-ac24-e2dfafd11cb8 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:12.616144 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.633576 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:12.639239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.650348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-1010d9b2-397b-4470-9089-fdf0444fb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:12.656067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-1010d9b2-397b-4470-9089-fdf0444fb2bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.2823050 Aug 20 09:02:12.658369 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beb1acd-fb27-4a72-845c-0ee7162e2b2a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.658834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beb1acd-fb27-4a72-845c-0ee7162e2b2a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.664977 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8beb1acd-fb27-4a72-845c-0ee7162e2b2a tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/69b1f7d3-d30f-4690-8300-8c9827de5313 HTTP/1.1" status: 404 len: 337 time: 0.0605898 Aug 20 09:02:12.667205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] No DVR routers for this DVR port 1abcd3fc-56ff-476e-89e1-985440d08581 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:12.679967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54170) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.690144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a812-1cc2-4fa4-8027-d2c6ed6fda71 None None] Pushing event deleted for resources: {'Port': ['ID=1abcd3fc-56ff-476e-89e1-985440d08581,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:12.704967 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.717420 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-d35d4457-a73d-445b-a0d7-6ca4cb9162af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce09390-a332-4974-96e8-77685fd7e71f HTTP/1.1" status: 200 len: 217 time: 0.0508487 Aug 20 09:02:12.733692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62091f1-c3f5-4cd8-b3fb-3969bf6b911b req-f680c772-54c9-4b74-92b2-e8e99088b20e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:12.741159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f62091f1-c3f5-4cd8-b3fb-3969bf6b911b req-f680c772-54c9-4b74-92b2-e8e99088b20e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 943 time: 0.1779768 Aug 20 09:02:12.771826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f16b7b8-5c75-4cd3-9c88-d344a6b21a3a req-45e618ba-366b-496a-ba36-8ca4c78c8494 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210915 Aug 20 09:02:12.783180 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-4198b654-5f14-46dc-9ad0-c5cc7aa87f7e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.783562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4198b654-5f14-46dc-9ad0-c5cc7aa87f7e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.797569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4198b654-5f14-46dc-9ad0-c5cc7aa87f7e tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/c9a8a79d-3425-4662-8e16-78504274401d HTTP/1.1" status: 404 len: 337 time: 0.1003201 Aug 20 09:02:12.797569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54172) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.830866 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd41b12-99ab-4b1b-a60e-b3a4da5d6499 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.831444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd41b12-99ab-4b1b-a60e-b3a4da5d6499 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.836497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5fd41b12-99ab-4b1b-a60e-b3a4da5d6499 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/8c36193c-7f7c-4ded-845f-ecc6c1a45355 HTTP/1.1" status: 404 len: 333 time: 0.0410576 Aug 20 09:02:12.838172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.866932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-9005410f-5a72-430e-9e97-aa2c75316781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:12.868445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-9005410f-5a72-430e-9e97-aa2c75316781 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.1155872 Aug 20 09:02:12.872196 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48c96aa-63fa-4bfc-8da8-acbd98664af4 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.872465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48c96aa-63fa-4bfc-8da8-acbd98664af4 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.874194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c48c96aa-63fa-4bfc-8da8-acbd98664af4 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/a879352b-a85d-4527-a6ae-0f4b96591f96 HTTP/1.1" status: 404 len: 337 time: 0.0350785 Aug 20 09:02:12.874794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f62091f1-c3f5-4cd8-b3fb-3969bf6b911b req-ad536037-36f8-40d8-89ea-f1c4ed39a9cc tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219096 Aug 20 09:02:12.880441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.899005 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.927958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=76716496-3dcd-438d-9af8-02088240d2ba,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:12.932224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:10Z', 'revision_number': 8, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:12.935392 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:12.937333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-70e0267e-eb43-4fc9-b9e8-1cad9404fff1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/76716496-3dcd-438d-9af8-02088240d2ba HTTP/1.1" status: 204 len: 168 time: 1.0007176 Aug 20 09:02:12.939895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.943940 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-64a85f0a-c5fc-4e5d-a893-30429e9aca07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605953 Aug 20 09:02:12.944789 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58f43c9-e3f2-4e50-aa33-f14bc659ef52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:12.945224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58f43c9-e3f2-4e50-aa33-f14bc659ef52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:12.947111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f58f43c9-e3f2-4e50-aa33-f14bc659ef52 tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/subnets/0ba6f346-a135-4e31-a6ae-c9f1efbc408f HTTP/1.1" status: 404 len: 337 time: 0.0649357 Aug 20 09:02:12.950241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:12.953270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd6704-cfec-4b46-925a-39161fa3be94 None None] Network 74c3cad0-62bd-42d4-9433-62a870254850 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:12.980449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd21dbd-53d5-45a5-95c5-53c08e7f1a7c None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:10Z', 'revision_number': 8, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7', 'name': '', 'network_id': '2a7d083d-6de2-4f7a-8f3c-e4495737e5f1', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:dd:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:42Z', 'updated_at': '2021-08-20T09:02:01Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '67f52ba3-10fe-470f-91d6-b25e29c7af7e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:13.008140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:13.030621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] Sync routers for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:13.040730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.056604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:13.057416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:13.098024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 92e359eb-7280-4478-93cf-2f1f8644c042 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:13.098686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.117110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] No DVR routers for this DVR port afb065b8-d52b-456a-b88c-7f1ca7665c1b on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:13.122640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.124617 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2349754c-6d9a-49ce-bae2-5fe14daa7908 req-6a4c8713-1723-41a2-9157-c08f8ddb1d59 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.37 "DELETE /v2.0/ports/afb065b8-d52b-456a-b88c-7f1ca7665c1b HTTP/1.1" status: 204 len: 173 time: 2.1252792 Aug 20 09:02:13.164741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-7a7b90c7-05cd-4687-8c40-fa81784fc003 service neutron] 10.222.0.37 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821995 Aug 20 09:02:13.186880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Deleting port f7db7e5c-f73e-4cb7-be91-f1d823051ee0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:13.187342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.189164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 92e359eb-7280-4478-93cf-2f1f8644c042, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=92e359eb-7280-4478-93cf-2f1f8644c042,segment=NetworkSegment(78335cf6-ef94-42b5-8317-a77740535162),segment_id=78335cf6-ef94-42b5-8317-a77740535162)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:13.189545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.215427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 92e359eb-7280-4478-93cf-2f1f8644c042 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:13.260681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:13.311457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e5d098c4-55f7-4913-b731-beec402449a3 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:02:13.322766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84d26c2f-1fbb-4f3e-a8a5-d7b88f6d0a5e req-7b48c8e3-7404-44dd-b19f-a64df057096a tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0385568 Aug 20 09:02:13.346125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:13.390341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.407155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.432681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Calling delete_port for f7db7e5c-f73e-4cb7-be91-f1d823051ee0 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:13.437472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=92e359eb-7280-4478-93cf-2f1f8644c042,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:13.444899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port 92e359eb-7280-4478-93cf-2f1f8644c042 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:13.582866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.629277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Port': ['ID=f7db7e5c-f73e-4cb7-be91-f1d823051ee0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:13.634244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.648607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-299514ad-b52d-41ad-93e0-b51e668b1d46 req-f88945fd-2d7a-453a-a28e-6a05edb6c9fb service neutron] 10.222.0.37 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736547 Aug 20 09:02:13.652870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c3cad0-62bd-42d4-9433-62a870254850']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:13.656299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.659516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bf7fc302-47ee-4ef6-88ba-9341c41c932d tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/ports/f7db7e5c-f73e-4cb7-be91-f1d823051ee0 HTTP/1.1" status: 204 len: 168 time: 0.7084496 Aug 20 09:02:13.662999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54188) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:13.673870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78335cf6-ef94-42b5-8317-a77740535162') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:13.674189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78335cf6-ef94-42b5-8317-a77740535162') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:13.689819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551233cc-53c0-44ab-afbc-906142d85762 req-c320b944-d4b5-4ecc-b80c-978690467b6b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:13.697336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-551233cc-53c0-44ab-afbc-906142d85762 req-c320b944-d4b5-4ecc-b80c-978690467b6b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1067514 Aug 20 09:02:13.708982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.749304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.753842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:13.756807 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31ad251-094d-4ec9-94ed-b4024cec0330" -d '{"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:13.787449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:13.787611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.788621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-468a7a42-103c-4450-90a1-164b26ecc4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:13.797867 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:13.821781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-551233cc-53c0-44ab-afbc-906142d85762 req-08725f48-4075-4f13-8c92-d9e0021bf66d tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232867 Aug 20 09:02:13.856836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.864278 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c86e0c-f77a-4a30-800c-b5e7ddc25691 x-openstack-request-id: req-f6c86e0c-f77a-4a30-800c-b5e7ddc25691 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:13.864778 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598d8b8f-9020-4516-87dc-56b411646833", "name": "network-vif-deleted", "tag": "afb065b8-d52b-456a-b88c-7f1ca7665c1b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:13.865135 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6c86e0c-f77a-4a30-800c-b5e7ddc25691 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:13.865657 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598d8b8f-9020-4516-87dc-56b411646833', 'name': 'network-vif-deleted', 'tag': 'afb065b8-d52b-456a-b88c-7f1ca7665c1b', 'status': 'completed', 'code': 200} Aug 20 09:02:13.957986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.964036 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.966825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e5d098c4-55f7-4913-b731-beec402449a3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e5d098c4-55f7-4913-b731-beec402449a3,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:13.967692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:13.980561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba01a6e0-db6f-4749-8ac7-788fe0a7becf']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:13.988143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda8296-814f-4665-a9c6-86fe9f3a5391 None None] DHCP port deletion for 74c3cad0-62bd-42d4-9433-62a870254850 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:13.995327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070203b8-ebd0-429b-9eb3-12593befe575') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:13.995906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070203b8-ebd0-429b-9eb3-12593befe575') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:14.006921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.024264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.031805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:14.032355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.050472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:14.054112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:14.057349 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec5fdfc-af7a-4ae8-bab1-247007b3d650" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:14.060960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'e5d098c4-55f7-4913-b731-beec402449a3', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'port_id': 'e5d098c4-55f7-4913-b731-beec402449a3', 'mac_address': 'fa:16:3e:3e:e2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:02:14.069434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:14.106657 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:14.116172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d849e95-d76a-4718-95a8-782491ede0e7 req-643bd07a-539c-4801-b699-7c69b3f2042f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:14.117708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d849e95-d76a-4718-95a8-782491ede0e7 req-643bd07a-539c-4801-b699-7c69b3f2042f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1303306 Aug 20 09:02:14.121515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.136084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.143536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.148201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] 10.222.0.35 "DELETE /v2.0/networks/ba01a6e0-db6f-4749-8ac7-788fe0a7becf HTTP/1.1" status: 204 len: 168 time: 0.4840791 Aug 20 09:02:14.148829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.154254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/74c3cad0-62bd-42d4-9433-62a870254850 HTTP/1.1" status: 204 len: 168 time: 1.2131927 Aug 20 09:02:14.159638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54204) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:14.164384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ee53c-6ad8-42ea-8380-13a80be760cd req-259ca145-a9f2-4ffd-af2d-12d87856459f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:14.171974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f4ee53c-6ad8-42ea-8380-13a80be760cd req-259ca145-a9f2-4ffd-af2d-12d87856459f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 943 time: 0.1305439 Aug 20 09:02:14.179984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4ac45-54c5-4d5a-a7e2-f23efb72183c tempest-PortsIpV6TestJSON-2062361492 tempest-PortsIpV6TestJSON-2062361492-project] Pushing event deleted for resources: {'Network': ['ID=ba01a6e0-db6f-4749-8ac7-788fe0a7becf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:14.185499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:14.204646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef38b0-e125-4b3a-a956-71f981931717 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=74c3cad0-62bd-42d4-9433-62a870254850,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:14.243478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f4ee53c-6ad8-42ea-8380-13a80be760cd req-633fe6cc-8dc1-4586-a101-04469e1d5d2e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702863 Aug 20 09:02:14.285828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d849e95-d76a-4718-95a8-782491ede0e7 req-52cb6e8f-d494-4f21-9eb2-957098e8d641 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281459 Aug 20 09:02:14.306432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:14.310576 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f891d98-5404-4917-ae87-2636a95ece4f x-openstack-request-id: req-5f891d98-5404-4917-ae87-2636a95ece4f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:14.317896 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:14.318403 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f891d98-5404-4917-ae87-2636a95ece4f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:14.319043 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 09:02:14.325083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1abcd3fc-56ff-476e-89e1-985440d08581 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:14.325553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1abcd3fc-56ff-476e-89e1-985440d08581 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:14.326095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5879f12d-10fe-4dba-9a73-c8552143d482 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:14.355086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5879f12d-10fe-4dba-9a73-c8552143d482 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:14.355863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5879f12d-10fe-4dba-9a73-c8552143d482 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:14.372721 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.391353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d098c4-55f7-4913-b731-beec402449a3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:02:14.400738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:49Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:14.441628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] Checking router: dea20f60-887a-4351-ac24-e2dfafd11cb8 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:14.452395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e5d098c4-55f7-4913-b731-beec402449a3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e5d098c4-55f7-4913-b731-beec402449a3,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:14.462073 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.475552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54212) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:14.477945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a45abb75-e4b5-4034-97cc-c49fd12309cf req-079b4ad6-8ca1-40ce-ac6a-c30a9c2b9fea tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0332460 Aug 20 09:02:14.489264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:14.489960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:14.598391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e5d098c4-55f7-4913-b731-beec402449a3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:14.668980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:14.702908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16559cee-0b74-45a2-b5c5-ee1a842dd890 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=153a6b3881514b23868f4b921138b9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214279 Aug 20 09:02:14.703444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54216) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:14.742547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.751949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e5d098c4-55f7-4913-b731-beec402449a3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:02:14.760717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b93ae21-a882-42bf-801f-596866800ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.783524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b93ae21-a882-42bf-801f-596866800ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.853249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b93ae21-a882-42bf-801f-596866800ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.858238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b93ae21-a882-42bf-801f-596866800ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:14.862699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b93ae21-a882-42bf-801f-596866800ae4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a64334c-c738-44ec-b405-bd62df509fe7 HTTP/1.1" status: 204 len: 168 time: 0.1558897 Aug 20 09:02:14.872998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93ae21-a882-42bf-801f-596866800ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64334c-c738-44ec-b405-bd62df509fe7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:15.038482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd609bc-878e-410d-bd43-1bbf64eca07f req-17a276a1-27df-4333-86ca-a36fb35ae0ee tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:15.045996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cd609bc-878e-410d-bd43-1bbf64eca07f req-17a276a1-27df-4333-86ca-a36fb35ae0ee tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1181328 Aug 20 09:02:15.100880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:49Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:15.108181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:15.108710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:15.134290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cd609bc-878e-410d-bd43-1bbf64eca07f req-d04d4249-18fc-445e-9e20-15a41928be8f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824444 Aug 20 09:02:15.147054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0059e911-cdba-486f-95af-105a93acf5d5 None None] The sync data for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 is: [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T08:51:42Z', 'revision_number': 4, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35e3c8d0-8536-4a90-9e01-da1335ceace7', 'name': '', 'network_id': 'f95823e4-5c94-4000-9c08-c63c5e51a963', 'tenant_id': 'c6692929d46843d092b5542380755194', 'mac_address': 'fa:16:3e:ce:56:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:40Z', 'updated_at': '2021-08-20T08:51:49Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'subnets': [{'id': 'a4d48ad9-7cd3-4094-bb0a-c2f954c28e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:15.241635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,segment=NetworkSegment(7eaf8809-8274-41c3-952b-e59adf878ce3),segment_id=7eaf8809-8274-41c3-952b-e59adf878ce3)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:15.242240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:15.263757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:15.331160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:02:15.417478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6645ce-2e25-4ed6-88af-0fda468f7ea8 req-b69180fe-6dac-4a3a-a80a-6a11eac2573e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:15.437017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f6645ce-2e25-4ed6-88af-0fda468f7ea8 req-b69180fe-6dac-4a3a-a80a-6a11eac2573e tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 944 time: 0.1154401 Aug 20 09:02:15.554207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:15.559611 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f633fcf-c53e-40d7-a887-6f6446c842e2 None None] New status for floating IP dc7a877d-1a79-44d7-ab59-84329f0b3b82: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:02:15.601356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:15.618709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f6645ce-2e25-4ed6-88af-0fda468f7ea8 req-6a7a9c25-c6a9-475a-a6e0-7f7b632829f4 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751604 Aug 20 09:02:15.631185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'mac_address': 'fa:16:3e:df:6b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:02:15.646370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:15.677500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6379c8-0a54-4e24-a53f-2f248c33b8a5 req-1755dde0-97e0-4d19-93a4-759d328eb635 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:15.693406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba6379c8-0a54-4e24-a53f-2f248c33b8a5 req-1755dde0-97e0-4d19-93a4-759d328eb635 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2419727 Aug 20 09:02:15.828908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba6379c8-0a54-4e24-a53f-2f248c33b8a5 req-9e2ce72e-5f2a-4089-bc86-1bc1321da56b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296411 Aug 20 09:02:15.848687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:15.897223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:02:15.952824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:15.962891 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:15.986036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01d832b0-4d4e-428d-a369-9853422296cc req-d723302b-28d3-4621-9cf2-a9a30dc0cb63 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1249299 Aug 20 09:02:16.018038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.039454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 92e359eb-7280-4478-93cf-2f1f8644c042 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:16.111676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 92e359eb-7280-4478-93cf-2f1f8644c042 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:16.115181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 92e359eb-7280-4478-93cf-2f1f8644c042 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:16.144843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:02:16.188703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:16.191201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54262) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:16.334117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e41d-27b8-4365-85d4-2263ec154f2d req-5191f8a6-565c-4e8a-bf64-b33201f0f65e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:16.335491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.337083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15e0e41d-27b8-4365-85d4-2263ec154f2d req-5191f8a6-565c-4e8a-bf64-b33201f0f65e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0977943 Aug 20 09:02:16.338691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:16.358867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-2122590463'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:16.388011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:16.392076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.405325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.447682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15e0e41d-27b8-4365-85d4-2263ec154f2d req-9337bec5-6101-44e4-84ee-fdea894d6c08 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013517 Aug 20 09:02:16.457005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:16.470239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-82aa31cf-ddb4-45de-9604-c5bdffcb630f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094742 Aug 20 09:02:16.470786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:16.475817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:16.485350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:16.485985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:01:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:16.527635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 67f52ba3-10fe-470f-91d6-b25e29c7af7e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:16.534861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.590775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:16.596642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.627976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d9d45bac-7c25-4908-8c56-04afcd2173f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.785552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.823574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.860305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:16.910623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:02:16.926318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:15Z', 'revision_number': 9, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:16.939242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce949af-5549-4028-b6bd-e76fac4bae3c req-2de1d7d7-e4cf-4252-8e72-986177bb744f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:16.947314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ce949af-5549-4028-b6bd-e76fac4bae3c req-2de1d7d7-e4cf-4252-8e72-986177bb744f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 944 time: 0.1553645 Aug 20 09:02:16.990314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:16.999257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:17.000271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:17.008608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.009076 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 1c208b63-2606-4177-a837-e0a1089ace8a of type vlan for network 90f3d425-8c30-4e28-a900-cfdf90770ac9 Aug 20 09:02:17.015272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8114142d-277a-43c2-adb8-4f2826e61acd,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:17.045482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.107255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb462487-66a4-4c64-9fba-6fbd74e5aad1 None None] Network 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:17.116257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.121735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54286) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:17.122311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/67f52ba3-10fe-470f-91d6-b25e29c7af7e HTTP/1.1" status: 204 len: 168 time: 0.6500540 Aug 20 09:02:17.160280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e23acb-8e5c-4cd8-9a60-5c44d68c8ecc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=67f52ba3-10fe-470f-91d6-b25e29c7af7e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:17.188723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ce949af-5549-4028-b6bd-e76fac4bae3c req-21451470-c2ea-4b89-9410-8804ac60b143 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403934 Aug 20 09:02:17.190503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.227808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629952f7-e725-4a3c-aa64-ba6b7d65d087 req-bb9817db-c49e-46b4-9d96-727a29d0b716 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:17.229958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-629952f7-e725-4a3c-aa64-ba6b7d65d087 req-bb9817db-c49e-46b4-9d96-727a29d0b716 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 946 time: 0.2189910 Aug 20 09:02:17.286014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.305428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.316163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:17.319968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.352086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 63f2ec51-e509-4b54-ba79-08998c813d4f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:17.352493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.405373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b49c1493-6d7d-4be8-95e1-9ab252f6731d req-a44c7ad4-5f61-4681-9dfc-a652140fc490 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1032088 Aug 20 09:02:17.420181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 63f2ec51-e509-4b54-ba79-08998c813d4f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63f2ec51-e509-4b54-ba79-08998c813d4f,segment=NetworkSegment(7eaf8809-8274-41c3-952b-e59adf878ce3),segment_id=7eaf8809-8274-41c3-952b-e59adf878ce3)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:17.420973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.434755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 63f2ec51-e509-4b54-ba79-08998c813d4f owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:17.501689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-629952f7-e725-4a3c-aa64-ba6b7d65d087 req-8a530ba3-a692-4fb9-8425-d5fa4ccdb61f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644801 Aug 20 09:02:17.505981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3136487 Aug 20 09:02:17.509051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54290) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:17.517468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-2035434557'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:17.541372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:17.545547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.559233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7c23-99c8-4f3f-a4d6-cf3f417873e3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=90f3d425-8c30-4e28-a900-cfdf90770ac9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:17.587171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:02:17.594846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.615677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.617171 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 06086b01-f0cd-409d-86f7-7a64d6b9bf23 of type vlan for network 4b8b859e-39b7-4150-9966-cd4c006cdab5 Aug 20 09:02:17.639544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=63f2ec51-e509-4b54-ba79-08998c813d4f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:17.641582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port 63f2ec51-e509-4b54-ba79-08998c813d4f on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:17.643846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e5d098c4-55f7-4913-b731-beec402449a3 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:17.647731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:17.649947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:02:17.756404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:17.779692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.786018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.805872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7d083d-6de2-4f7a-8f3c-e4495737e5f1']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:17.814034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66446605-917e-4d9b-9d86-db6858dbd102 req-f91c1e16-bf7c-4708-865d-791beb1e288b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:17.815603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66446605-917e-4d9b-9d86-db6858dbd102 req-f91c1e16-bf7c-4708-865d-791beb1e288b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1649263 Aug 20 09:02:17.824568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaf8809-8274-41c3-952b-e59adf878ce3') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:17.825744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaf8809-8274-41c3-952b-e59adf878ce3') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:17.836619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.852857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.860255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:17.860954 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.888211 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.895875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:17.896506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:17.951568 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:17.955889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.962614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.970992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:17.972814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 HTTP/1.1" status: 204 len: 168 time: 0.8493323 Aug 20 09:02:17.991174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54292) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:17.999162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6abdc-39e4-4940-9b0a-0e0c7c0e9412 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=2a7d083d-6de2-4f7a-8f3c-e4495737e5f1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:18.014191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66446605-917e-4d9b-9d86-db6858dbd102 req-f53d84fa-9007-41b7-91dd-c4e520fb1d16 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882021 Aug 20 09:02:18.029486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5193963 Aug 20 09:02:18.033174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54294) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:18.050498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:18.099527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045891b3-fb69-41a4-8768-4b957b7960b3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=4b8b859e-39b7-4150-9966-cd4c006cdab5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:18.135969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:02:18.178545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:18.184597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.207157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port e5d098c4-55f7-4913-b731-beec402449a3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:18.235202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:18.235584 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.248581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port e5d098c4-55f7-4913-b731-beec402449a3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:18.249076 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.294502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7015e-748a-42e5-835a-800afdf87666 None None] DHCP port deletion for 2a7d083d-6de2-4f7a-8f3c-e4495737e5f1 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:18.400773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:15Z', 'revision_number': 9, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:18.443995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff5b1f-e9e9-4fb0-8a9e-ff6628453e65 None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:15Z', 'revision_number': 9, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': '8113f6e9-62ed-42b0-adc9-1028b0a1fe0e', 'name': '', 'network_id': 'e6f1c12f-60ed-4604-987c-470c4cd4dc30', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:b4:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:36Z', 'updated_at': '2021-08-20T09:01:56Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '1ab512d7-115a-4274-ae0a-7ba706a9a328', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:18.663945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.702671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.720376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.748231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:18.752190 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd42dc1-08a1-4009-9b72-d17902522bad" -d '{"events": [{"server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "name": "network-vif-plugged", "status": "completed", "tag": "e5d098c4-55f7-4913-b731-beec402449a3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:18.798187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e5d098c4-55f7-4913-b731-beec402449a3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e5d098c4-55f7-4913-b731-beec402449a3,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:18.812652 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.817094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.889874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:18.900666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:18.965496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e5d098c4-55f7-4913-b731-beec402449a3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:19.045529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=13']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:19.067285 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:19.222355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e47c2fd-4bbf-405c-9b9e-7bddd55e2692 req-79dddc2e-14e6-412b-8aff-fdc76230b946 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.5699985 Aug 20 09:02:19.304037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4756b3d-5ab1-406c-af72-3d98f3b9df24 req-6816daf9-2451-4f00-a178-f30ba48d6dc2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:19.306354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4756b3d-5ab1-406c-af72-3d98f3b9df24 req-6816daf9-2451-4f00-a178-f30ba48d6dc2 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 944 time: 0.8806462 Aug 20 09:02:19.314195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=188f3269-8ea2-4d9b-b23b-38d15ca24b6e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:19.344678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '1c208b63-2606-4177-a837-e0a1089ace8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:19.345043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: 90f3d425-8c30-4e28-a900-cfdf90770ac9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:02:19.374246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:02:19.408974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 90f3d425-8c30-4e28-a900-cfdf90770ac9) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:19.418903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:19.419446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:19.422073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afce27b-0c38-4d7d-a85f-fb26612de382 None None] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:19.472982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6112e98-4dbc-4f99-98d2-ff9696343002 req-ff98589f-0599-426e-9969-648dcef026c6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:19.491956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6112e98-4dbc-4f99-98d2-ff9696343002 req-ff98589f-0599-426e-9969-648dcef026c6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1345372 Aug 20 09:02:19.559100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-65dde183-58fe-42a5-9ce3-ae1a10912bec tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5236278 Aug 20 09:02:19.560175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54310) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:19.567469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:19.567827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:19.569682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:19.658074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-90f3d425-8c30-4e28-a900-cfdf90770ac9', 'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '188f3269-8ea2-4d9b-b23b-38d15ca24b6e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:02:19.659268 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:19.666688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4756b3d-5ab1-406c-af72-3d98f3b9df24 req-5555f183-3aef-45cc-98e0-f207839d6e2c tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432035 Aug 20 09:02:19.680347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6112e98-4dbc-4f99-98d2-ff9696343002 req-d6c459ec-360b-49a6-bd46-f831777be080 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869690 Aug 20 09:02:19.741751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,segment=NetworkSegment(f8228df3-c290-489e-b1b1-e896cc2d7758),segment_id=f8228df3-c290-489e-b1b1-e896cc2d7758)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:19.742133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:19.789440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:19.798018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:19.806243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:19.871757 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4de90b8-fbad-4bc4-82a4-6079f1c57dc4 x-openstack-request-id: req-f4de90b8-fbad-4bc4-82a4-6079f1c57dc4 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:19.872276 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "name": "network-vif-plugged", "status": "completed", "tag": "e5d098c4-55f7-4913-b731-beec402449a3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:19.872276 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4de90b8-fbad-4bc4-82a4-6079f1c57dc4 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:19.876241 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3', 'code': 200} Aug 20 09:02:19.876241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63f2ec51-e509-4b54-ba79-08998c813d4f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:19.911179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 63f2ec51-e509-4b54-ba79-08998c813d4f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:19.911468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63f2ec51-e509-4b54-ba79-08998c813d4f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:19.912076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:19.940205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:19.940549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b77f47e5-ee0b-47e9-8a0d-7ae74d7168a7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:20.055145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Allocated IP 172.20.0.2 (90f3d425-8c30-4e28-a900-cfdf90770ac9/188f3269-8ea2-4d9b-b23b-38d15ca24b6e/a48cdd31-8f95-4ce8-8c27-84e3c398e9a6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:20.055730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c555851-7b70-4698-8f61-3250655b1d3f req-23ac9f5b-340e-4c37-9a84-9967ad004f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:20.057504 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c555851-7b70-4698-8f61-3250655b1d3f req-23ac9f5b-340e-4c37-9a84-9967ad004f87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 1096 time: 0.2124720 Aug 20 09:02:20.108380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.167775 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c555851-7b70-4698-8f61-3250655b1d3f req-5ddc4393-8f42-4ee8-b2a4-ecda2be454b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958896 Aug 20 09:02:20.208903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dde4f-68db-43a8-a1c4-80af91b7251d req-d4aebe36-43b6-4b82-9501-2f1776e8925c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:20.217485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e35dde4f-68db-43a8-a1c4-80af91b7251d req-d4aebe36-43b6-4b82-9501-2f1776e8925c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1403499 Aug 20 09:02:20.243663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=1e559107-a0d1-462b-9fc8-7d995e3f7bac,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:20.274396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '06086b01-f0cd-409d-86f7-7a64d6b9bf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:20.278728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: 4b8b859e-39b7-4150-9966-cd4c006cdab5, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:02:20.307110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.364448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=8113f6e9-62ed-42b0-adc9-1028b0a1fe0e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:20.379097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e35dde4f-68db-43a8-a1c4-80af91b7251d req-4608b6af-508f-4842-937d-20fd61e7bbd5 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548576 Aug 20 09:02:20.423553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d2a2078-3dc8-4222-a354-a576c51c5716 req-fe9e4611-a45e-4414-bbfa-74513f4a7324 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0951679 Aug 20 09:02:20.426667 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.444757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:02:20.448089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Transition to ACTIVE for port object a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:20.468275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4b8b859e-39b7-4150-9966-cd4c006cdab5) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:20.482251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a2892-df3e-44cf-b72f-4b16c8115ac8 None None] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:20.487434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:20.488598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.501442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Transition to ACTIVE for port object a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:20.520418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-836eafc5-c798-4ca3-8e9c-7e76b62ecbde tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9563661 Aug 20 09:02:20.523356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:20.529137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-753370172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:20.576161 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.589753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.593188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.619216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.688727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:20.727633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:20.732591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:20.734532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Pushing event updated for resources: {'Port': ['ID=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:20.736630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.760181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.813761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.820035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1b0e26a3-c8cf-4e4e-99ab-d21ba8ec4f6f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2952731 Aug 20 09:02:20.820829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:20.963123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Attempting to bind port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:02:20.964701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Attempting to bind port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '1c208b63-2606-4177-a837-e0a1089ace8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:02:20.965270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Attempting to bind port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 on network 90f3d425-8c30-4e28-a900-cfdf90770ac9 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:20.992605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:02:20.993296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Checking segment: {'id': '1c208b63-2606-4177-a837-e0a1089ace8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:20.993894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:20.994466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Bound using segment: {'id': '1c208b63-2606-4177-a837-e0a1089ace8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:02:20.995110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Bound port: a48cdd31-8f95-4ce8-8c27-84e3c398e9a6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c208b63-2606-4177-a837-e0a1089ace8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '90f3d425-8c30-4e28-a900-cfdf90770ac9'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:02:20.995665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.087757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-4b8b859e-39b7-4150-9966-cd4c006cdab5', 'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '1e559107-a0d1-462b-9fc8-7d995e3f7bac'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:02:21.088909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.104532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:21.210363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] For port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:21.236125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] For port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,segment=NetworkSegment(1c208b63-2606-4177-a837-e0a1089ace8a),segment_id=1c208b63-2606-4177-a837-e0a1089ace8a)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:02:21.244837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.245919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:21.264010 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01f31582-dc13-49bd-ab30-14aa34aa8992 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2683649 Aug 20 09:02:21.264010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54324) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:21.266283 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:21.286496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1af9c-a668-4d63-ade1-c6f14754fa1d req-872472ec-3ca8-4040-9322-490fc578c1bc tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:21.287814 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:21.288553 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:21.296352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26d1af9c-a668-4d63-ade1-c6f14754fa1d req-872472ec-3ca8-4040-9322-490fc578c1bc tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.4417937 Aug 20 09:02:21.331400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b9a05-479e-42ad-a1ba-1061569d400c None None] Pushing event updated for resources: {'Port': ['ID=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:21.336252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f98388-4879-449c-b24e-979918c46b25 req-25112ae3-8a67-4031-b5ec-e2b2977c7ff7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:21.337841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23f98388-4879-449c-b24e-979918c46b25 req-25112ae3-8a67-4031-b5ec-e2b2977c7ff7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.4912333 Aug 20 09:02:21.420768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Allocated IP 172.21.0.2 (4b8b859e-39b7-4150-9966-cd4c006cdab5/1e559107-a0d1-462b-9fc8-7d995e3f7bac/68777a20-1de5-46f7-ade9-9415a0a3360b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:21.439069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 1ab512d7-115a-4274-ae0a-7ba706a9a328 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:21.457070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.522292 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.565372 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:21.596948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26d1af9c-a668-4d63-ade1-c6f14754fa1d req-dcc84419-ce26-4058-b039-b33972de1f77 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996700 Aug 20 09:02:21.627358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23f98388-4879-449c-b24e-979918c46b25 req-04ff6527-6c34-492c-9104-48911c3d73e2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440844 Aug 20 09:02:21.733015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.848319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.879373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:21.896568 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59887a-a452-4339-b850-ecb4b757edef" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:21.905650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Transition to ACTIVE for port object 68777a20-1de5-46f7-ade9-9415a0a3360b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:21.932058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:21.959639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Transition to ACTIVE for port object 68777a20-1de5-46f7-ade9-9415a0a3360b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:21.967245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.005860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab512d7-115a-4274-ae0a-7ba706a9a328,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:22.007930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.010544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-09c7e6f2-2d20-46b8-ac54-4df47a4d24cb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/1ab512d7-115a-4274-ae0a-7ba706a9a328 HTTP/1.1" status: 204 len: 168 time: 0.7358484 Aug 20 09:02:22.013442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54332) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:22.077017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Pushing event updated for resources: {'Port': ['ID=68777a20-1de5-46f7-ade9-9415a0a3360b,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:22.080091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4260878-4a9c-4e13-b894-5c522426e485 None None] Network e6f1c12f-60ed-4604-987c-470c4cd4dc30 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:22.080620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.142177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fd99c-ddc6-4671-8818-f71acdb5827e req-361b4a4c-f370-4eb4-9e64-18e963b14907 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:22.143955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f45fd99c-ddc6-4671-8818-f71acdb5827e req-361b4a4c-f370-4eb4-9e64-18e963b14907 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.3519301 Aug 20 09:02:22.171649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68b3ac4e-1996-43e2-a373-5cd16ed6d1a2 req-b92a0c62-a9c0-4178-9f78-62437c315b61 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1271267 Aug 20 09:02:22.209976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.258717 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:20Z', 'revision_number': 10, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:22.295335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f45fd99c-ddc6-4671-8818-f71acdb5827e req-b350daf5-caca-48f0-8342-147dfb6a931e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200073 Aug 20 09:02:22.316964 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5141a0-9a89-4192-91ba-5b73fb448ce9 x-openstack-request-id: req-8a5141a0-9a89-4192-91ba-5b73fb448ce9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:22.317496 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-plugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:22.317965 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a5141a0-9a89-4192-91ba-5b73fb448ce9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:22.318561 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 09:02:22.340304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:22.343088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:22.346987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:22.348441 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:22.375455 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:22.376088 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:22.397644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port cec427ca-bfa7-46c8-95f1-4950a8181cf0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:22.398255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.458731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Attempting to bind port 68777a20-1de5-46f7-ade9-9415a0a3360b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:02:22.460128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Attempting to bind port 68777a20-1de5-46f7-ade9-9415a0a3360b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '06086b01-f0cd-409d-86f7-7a64d6b9bf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:02:22.460841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Attempting to bind port 68777a20-1de5-46f7-ade9-9415a0a3360b on network 4b8b859e-39b7-4150-9966-cd4c006cdab5 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:22.467294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:02:22.467901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Checking segment: {'id': '06086b01-f0cd-409d-86f7-7a64d6b9bf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:22.468490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.469056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Bound using segment: {'id': '06086b01-f0cd-409d-86f7-7a64d6b9bf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:02:22.469707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Bound port: 68777a20-1de5-46f7-ade9-9415a0a3360b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06086b01-f0cd-409d-86f7-7a64d6b9bf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b8b859e-39b7-4150-9966-cd4c006cdab5'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:02:22.470304 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.548557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e1b1a-5ece-479d-abe9-2f42fa37d19d None None] DHCP port deletion for e6f1c12f-60ed-4604-987c-470c4cd4dc30 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:22.617829 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:22.636637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port cec427ca-bfa7-46c8-95f1-4950a8181cf0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cec427ca-bfa7-46c8-95f1-4950a8181cf0,segment=NetworkSegment(f8228df3-c290-489e-b1b1-e896cc2d7758),segment_id=f8228df3-c290-489e-b1b1-e896cc2d7758)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:22.638204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.668339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for cec427ca-bfa7-46c8-95f1-4950a8181cf0 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:22.746203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.20.0.1 (90f3d425-8c30-4e28-a900-cfdf90770ac9/188f3269-8ea2-4d9b-b23b-38d15ca24b6e/856a407d-473f-4689-b151-6d09ae1c416d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:22.897752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.968540 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:22.987966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 856a407d-473f-4689-b151-6d09ae1c416d will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:22.990350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=cec427ca-bfa7-46c8-95f1-4950a8181cf0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:22.995120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port cec427ca-bfa7-46c8-95f1-4950a8181cf0 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:23.075422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.172236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b28e1b1a-5ece-479d-abe9-2f42fa37d19d None None] The port 'cec427ca-bfa7-46c8-95f1-4950a8181cf0' was deleted {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 09:02:23.173797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:23.188328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:23.209982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:23.210759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] For port 68777a20-1de5-46f7-ade9-9415a0a3360b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:23.219260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] For port 68777a20-1de5-46f7-ade9-9415a0a3360b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=68777a20-1de5-46f7-ade9-9415a0a3360b,segment=NetworkSegment(06086b01-f0cd-409d-86f7-7a64d6b9bf23),segment_id=06086b01-f0cd-409d-86f7-7a64d6b9bf23)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:02:23.224704 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.233379 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:20Z', 'revision_number': 10, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:23.269471 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.290473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f1c12f-60ed-4604-987c-470c4cd4dc30']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:23.297367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3beb53-1af3-4aa8-a199-28a963a3f5ea req-7283f660-9f9e-48b9-89f8-ff4569788ff9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:23.299000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d3beb53-1af3-4aa8-a199-28a963a3f5ea req-7283f660-9f9e-48b9-89f8-ff4569788ff9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.2547650 Aug 20 09:02:23.304088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=856a407d-473f-4689-b151-6d09ae1c416d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:23.312767 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57585c2-a920-4d29-85db-26efcdf61a1f None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:20Z', 'revision_number': 10, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None, '_interfaces': [{'id': 'e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1', 'name': '', 'network_id': '8946df75-cba3-4af3-aacc-2aaa75bc19ae', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'mac_address': 'fa:16:3e:d8:aa:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:28Z', 'updated_at': '2021-08-20T09:01:47Z', 'revision_number': 5, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'subnets': [{'id': '9ed7a1e9-0ba0-4849-a35a-64d41c869b64', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:23.329645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8228df3-c290-489e-b1b1-e896cc2d7758') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:23.335398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8228df3-c290-489e-b1b1-e896cc2d7758') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:23.348378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cea62-7e4e-4565-b557-f6101831e02e req-8da49026-dceb-493a-b63d-03599dd080e5 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:23.350170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f54cea62-7e4e-4565-b557-f6101831e02e req-8da49026-dceb-493a-b63d-03599dd080e5 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.3213170 Aug 20 09:02:23.355596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.383070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.395196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899112a-48c2-44cc-8f46-b7fe66f3c7a5 None None] Pushing event updated for resources: {'Port': ['ID=68777a20-1de5-46f7-ade9-9415a0a3360b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:23.398816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:23.399439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.407565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30266c58-dc20-48e6-b870-9ff35bdabd4f None None] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:23.408151 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:23.478410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.514337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d3beb53-1af3-4aa8-a199-28a963a3f5ea req-f30de1c2-5747-42ad-93d5-1315d352ada8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007554 Aug 20 09:02:23.549258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.573326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:23.583881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/e6f1c12f-60ed-4604-987c-470c4cd4dc30 HTTP/1.1" status: 204 len: 168 time: 1.5674980 Aug 20 09:02:23.584581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54346) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:23.610459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d64a6-8f77-4ea2-8a06-5dd22dc2a29e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=e6f1c12f-60ed-4604-987c-470c4cd4dc30,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:23.627145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ed1f199b-23cf-4b26-87e7-a4223782f1b5 None None] Provisioning for port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:23.647611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f54cea62-7e4e-4565-b557-f6101831e02e req-364c118d-30a9-4a6d-91a3-61596cd0440a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751219 Aug 20 09:02:23.907108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6cfc5a4f-71ca-4021-99a2-e2acfa237fdc req-20814785-6810-4ee2-9bf8-ebd31670be42 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1161237 Aug 20 09:02:23.913464 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.121700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:24.259930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf908425-d214-44f6-afd3-de51de639b62 req-87afed59-8200-4096-b8b8-77bac1036e1c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:24.268768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf908425-d214-44f6-afd3-de51de639b62 req-87afed59-8200-4096-b8b8-77bac1036e1c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.3986199 Aug 20 09:02:24.322597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:24.328327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:24.328609 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.383399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Provisioning for port 856a407d-473f-4689-b151-6d09ae1c416d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:24.389430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Provisioning complete for port 856a407d-473f-4689-b151-6d09ae1c416d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:24.389838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.425633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Port 856a407d-473f-4689-b151-6d09ae1c416d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:24.471521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Provisioning complete for port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:24.471921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.556481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6a3d-8be6-4cef-910a-4deefffe5967 req-1e99625b-adbb-4610-8ee6-387a46701235 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:24.569936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54356) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:24.576009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Request body: {'floatingip': {'port_id': 'e5d098c4-55f7-4913-b731-beec402449a3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:24.580186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-866a6a3d-8be6-4cef-910a-4deefffe5967 req-1e99625b-adbb-4610-8ee6-387a46701235 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.4292634 Aug 20 09:02:24.724274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.733261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.854079 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.868914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,segment=NetworkSegment(1c208b63-2606-4177-a837-e0a1089ace8a),segment_id=1c208b63-2606-4177-a837-e0a1089ace8a)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:24.879089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:24.969531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:24.994756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cec427ca-bfa7-46c8-95f1-4950a8181cf0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:25.108716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cec427ca-bfa7-46c8-95f1-4950a8181cf0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:25.108716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cec427ca-bfa7-46c8-95f1-4950a8181cf0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:25.109583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:25.186454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:25.186798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8113f6e9-62ed-42b0-adc9-1028b0a1fe0e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:25.202937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:02:25.206375 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-8750e416-1ca6-4ba6-94b4-ece70757b9c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:02:25.425284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:25.430458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:25.469624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf908425-d214-44f6-afd3-de51de639b62 req-d77ca107-e6f2-49c8-91bb-f0de5560ac0c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0517347 Aug 20 09:02:25.477081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8376f75-cdf8-468f-abf4-0d39e88834ea None None] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:25.588716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0b71a-746a-4c2d-b6fa-daef02900c7a req-4452ef19-81ba-4fa5-b10e-c43a63aa8c3e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:25.602803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40e0b71a-746a-4c2d-b6fa-daef02900c7a req-4452ef19-81ba-4fa5-b10e-c43a63aa8c3e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.9065192 Aug 20 09:02:25.635428 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Floating IP 6985fac5-b561-40b0-85e3-5ad6063b65d1 associated. External IP: 172.25.5.244, port: e5d098c4-55f7-4913-b731-beec402449a3. Aug 20 09:02:25.848221 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:25.866491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40e0b71a-746a-4c2d-b6fa-daef02900c7a req-757dd9f7-1674-4752-9326-2e96e85bf6a8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553325 Aug 20 09:02:25.892974 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.010624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Provisioning complete for port 856a407d-473f-4689-b151-6d09ae1c416d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:26.011545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.057525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:26.074099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.099276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 68777a20-1de5-46f7-ade9-9415a0a3360b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:26.136486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=856a407d-473f-4689-b151-6d09ae1c416d,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:26.178267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0b4f081-7184-4d90-a8dd-ef9eacd07e92 req-b38d8d79-e5e4-45c4-a5a9-b3eab0a6f007 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.3004386 Aug 20 09:02:26.194065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Port 856a407d-473f-4689-b151-6d09ae1c416d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:26.254032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:26.258613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Provisioning for port 68777a20-1de5-46f7-ade9-9415a0a3360b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:26.270158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 68777a20-1de5-46f7-ade9-9415a0a3360b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:26.274034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.283159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 68777a20-1de5-46f7-ade9-9415a0a3360b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:26.283542 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.287182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Provisioning complete for port 68777a20-1de5-46f7-ade9-9415a0a3360b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:26.287540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.299423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:26.308555 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3e7e4d27-8fdd-451f-866d-1fd5fb8a9d04 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "PUT /v2.0/floatingips/6985fac5-b561-40b0-85e3-5ad6063b65d1 HTTP/1.1" status: 200 len: 991 time: 1.7362790 Aug 20 09:02:26.309477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:26.312533 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57220e7-5df1-4a8c-b263-452fb4241948" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "tag": "e5d098c4-55f7-4913-b731-beec402449a3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:26.377453 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c9c408-b098-48a3-aade-94e3d12c76ee x-openstack-request-id: req-58c9c408-b098-48a3-aade-94e3d12c76ee {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:26.378171 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "tag": "e5d098c4-55f7-4913-b731-beec402449a3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:26.378783 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58c9c408-b098-48a3-aade-94e3d12c76ee {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:26.379343 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3', 'status': 'completed', 'code': 200} Aug 20 09:02:26.444253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:26.445598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:26.454140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:26.457839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:26.503175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-8ca35cdb-1b93-4b65-bef6-2906fac21d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:26.504721 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-8ca35cdb-1b93-4b65-bef6-2906fac21d20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0971220 Aug 20 09:02:26.675895 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.690823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-850c5779-69cc-4f42-8317-45ba365f7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:26.692544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-850c5779-69cc-4f42-8317-45ba365f7f3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 0.1794510 Aug 20 09:02:26.769656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 68777a20-1de5-46f7-ade9-9415a0a3360b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=68777a20-1de5-46f7-ade9-9415a0a3360b,segment=NetworkSegment(06086b01-f0cd-409d-86f7-7a64d6b9bf23),segment_id=06086b01-f0cd-409d-86f7-7a64d6b9bf23)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:26.781851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.786649 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.815309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-9bed5075-c6de-47a3-b308-07f17df86201 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5d098c4-55f7-4913-b731-beec402449a3 HTTP/1.1" status: 200 len: 999 time: 0.1132615 Aug 20 09:02:26.839935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:26.840965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:26.896902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-d31a2225-1a00-49f3-857a-30cb49cca363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:26.898604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-d31a2225-1a00-49f3-857a-30cb49cca363 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.0762808 Aug 20 09:02:26.963030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe13ad-1634-4028-b578-d25f1d37be37 req-db35f031-8937-46ef-bf87-2d74d8d33e24 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:26.964881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18fe13ad-1634-4028-b578-d25f1d37be37 req-db35f031-8937-46ef-bf87-2d74d8d33e24 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.3706000 Aug 20 09:02:26.967535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:26.981933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-f5fb3c6b-a9cd-4224-a022-b810224867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:26.983539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-f5fb3c6b-a9cd-4224-a022-b810224867c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747957 Aug 20 09:02:27.116385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-dd42088c-787c-4e1e-9e22-84eb59c65747 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234996 Aug 20 09:02:27.129671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18fe13ad-1634-4028-b578-d25f1d37be37 req-6f11b982-03c9-4f27-980a-87aa4f72bcfb tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553571 Aug 20 09:02:27.132646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 8097ff4e-ae6c-444f-940c-2c037c22470e is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:02:27.176968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5475d4-2867-4eb1-afad-f80813039ecd req-38bd50df-9a4b-40b6-bb86-7f82035a24ca tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:27.179502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e5475d4-2867-4eb1-afad-f80813039ecd req-38bd50df-9a4b-40b6-bb86-7f82035a24ca tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1083653 Aug 20 09:02:27.275603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a57220e7-5df1-4a8c-b263-452fb4241948 req-76d18861-f078-4a09-9db5-936289798e46 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489983 Aug 20 09:02:27.280041 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:02:27.280406 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-8ea67597-0401-4a5c-824c-8dc91c0b694c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:02:27.329566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:27.329970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:27.338387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:27.344762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47843b25-cfa3-4f76-91d7-f762cd241c2a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/8097ff4e-ae6c-444f-940c-2c037c22470e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5157173 Aug 20 09:02:27.349038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54374) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:27.350258 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] Sync routers for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:27.362896 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:27.363894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:27.381762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=68777a20-1de5-46f7-ade9-9415a0a3360b,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:27.445625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6372b-b89e-4b6e-a607-c9482a168c4a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:27.450147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9cf6372b-b89e-4b6e-a607-c9482a168c4a tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports/856a407d-473f-4689-b151-6d09ae1c416d HTTP/1.1" status: 200 len: 910 time: 0.0997198 Aug 20 09:02:27.452805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54378) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:27.462738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2547229b-02d3-4902-a6fd-0701f7e8228e req-14fe1851-e1b9-48c7-bd77-363989032a13 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1457174 Aug 20 09:02:27.474749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e5475d4-2867-4eb1-afad-f80813039ecd req-6438efb7-2949-4695-8997-16d8ca69aeef tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898282 Aug 20 09:02:27.485410 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:27.524100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:27.525934 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:27.625560 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:27.626607 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33368215-ae77-4037-91cd-8ddc12404c83 None None] The sync data for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:27.644701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:27.645100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:27.755439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6985fac5-b561-40b0-85e3-5ad6063b65d1', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'port_id': 'e5d098c4-55f7-4913-b731-beec402449a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'mac_address': 'fa:16:3e:3e:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:01:53Z', 'updated_at': '2021-08-20T09:02:25Z', 'revision_number': 1, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:27.872694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,segment=NetworkSegment(ff443c5a-4eeb-499b-b8ef-c8b280f2866d),segment_id=ff443c5a-4eeb-499b-b8ef-c8b280f2866d)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:27.873993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:27.890547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:27.903258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:27.951459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 68777a20-1de5-46f7-ade9-9415a0a3360b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:28.008114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:28.008680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:28.160516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:28.225142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:28.374693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 68777a20-1de5-46f7-ade9-9415a0a3360b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:28.377984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:28.488620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:28.517677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717c84-4be0-4fdd-a2b6-5ad18b950368 req-90c04394-0595-40fc-a5e9-8be05ddd4886 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:28.528607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0717c84-4be0-4fdd-a2b6-5ad18b950368 req-90c04394-0595-40fc-a5e9-8be05ddd4886 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.2690802 Aug 20 09:02:28.575767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:28.598144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3c43bc62-686c-4e19-9724-223108230c85 None None] Provisioning complete for port 856a407d-473f-4689-b151-6d09ae1c416d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:28.598609 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c43bc62-686c-4e19-9724-223108230c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:28.668546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3c43bc62-686c-4e19-9724-223108230c85 None None] Port 856a407d-473f-4689-b151-6d09ae1c416d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:28.682483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:28.711270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3c43bc62-686c-4e19-9724-223108230c85 None None] Provisioning complete for port 68777a20-1de5-46f7-ade9-9415a0a3360b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:28.711641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c43bc62-686c-4e19-9724-223108230c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:28.805152 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:02:28.900547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0717c84-4be0-4fdd-a2b6-5ad18b950368 req-27ffce49-0c84-4766-b1dd-d3adf054a361 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823257 Aug 20 09:02:28.949096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09483-929a-4006-876c-d4e07722159a req-a2de6da8-bb0b-4161-956b-39f9415f4867 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:28.958100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fda09483-929a-4006-876c-d4e07722159a req-a2de6da8-bb0b-4161-956b-39f9415f4867 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.3175871 Aug 20 09:02:29.044351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:29.128535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5bb4bf95-59ef-4e1f-9b82-f3abcea548c8 req-094da92d-69f8-410f-8606-9c1ab42a6f1e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0823975 Aug 20 09:02:29.132260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.21.0.1 (4b8b859e-39b7-4150-9966-cd4c006cdab5/1e559107-a0d1-462b-9fc8-7d995e3f7bac/1e2a8d10-0a4c-4d4a-a330-713fc6ead357) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:29.149943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fda09483-929a-4006-876c-d4e07722159a req-5dd4b7a6-13b6-4db3-a8b4-4edc805c22b1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330824 Aug 20 09:02:29.317487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:29.320166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6985fac5-b561-40b0-85e3-5ad6063b65d1', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'port_id': 'e5d098c4-55f7-4913-b731-beec402449a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'mac_address': 'fa:16:3e:3e:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:01:53Z', 'updated_at': '2021-08-20T09:02:25Z', 'revision_number': 1, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:29.346042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b9f2979-e8c9-407e-9a1a-55cba858ea5c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7522817 Aug 20 09:02:29.346302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54394) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:29.391214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.398212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:29.400037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting subnet 9ed7a1e9-0ba0-4849-a35a-64d41c869b64 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:29.404248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.405929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db54171-6fcb-4f18-8fbf-88b4d8010474 None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6985fac5-b561-40b0-85e3-5ad6063b65d1', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'port_id': 'e5d098c4-55f7-4913-b731-beec402449a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'mac_address': 'fa:16:3e:3e:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:01:53Z', 'updated_at': '2021-08-20T09:02:25Z', 'revision_number': 1, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:29.422101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:29.428481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:29.429133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:29.452633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.502637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.596743 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.611648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:29.629352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=1e2a8d10-0a4c-4d4a-a330-713fc6ead357,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:29.663179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:29.669819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:29.677261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:29.689840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.757903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:28Z', 'revision_number': 11, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:29.786765 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.792516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/9ed7a1e9-0ba0-4849-a35a-64d41c869b64 HTTP/1.1" status: 204 len: 168 time: 0.4452171 Aug 20 09:02:29.797670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54396) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:29.816138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:29.817349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8007f-ed73-4b11-8435-449806544026 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed7a1e9-0ba0-4849-a35a-64d41c869b64,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:29.856350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae4dd8-fe81-43a9-bd11-44b317ced628 None None] Network 8946df75-cba3-4af3-aacc-2aaa75bc19ae requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:29.861814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:29.888218 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e10b6-c8ba-4e19-9aa9-e0538bec5d18 None None] New status for floating IP 6985fac5-b561-40b0-85e3-5ad6063b65d1: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:02:29.952828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:29.953542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:30.017371 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.131898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bff9b-37eb-4eaf-aee1-bfe486c3e7fb req-9740085a-35b7-45e6-9c06-0ced98f09711 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:30.145531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.146334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b5bff9b-37eb-4eaf-aee1-bfe486c3e7fb req-9740085a-35b7-45e6-9c06-0ced98f09711 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1197484 Aug 20 09:02:30.195578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b5bff9b-37eb-4eaf-aee1-bfe486c3e7fb req-37b8f68c-e3b6-4cf0-aa60-b6a6c6ac8902 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Aug 20 09:02:30.211209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Deleting port 86848378-84f5-45a6-8217-1c7a6c0e26b7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:30.211771 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.216691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:30.375398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:28Z', 'revision_number': 11, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:30.414114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17c561-414d-4d02-ad62-b5f369590f48 None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:28Z', 'revision_number': 11, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:30.439831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea43423d-0efa-4181-9b38-46e1bbd5c8fd req-be547c60-a4ce-4898-a37e-9145cfaa45fa tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0919347 Aug 20 09:02:30.492673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] For port 86848378-84f5-45a6-8217-1c7a6c0e26b7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=86848378-84f5-45a6-8217-1c7a6c0e26b7,segment=NetworkSegment(ff443c5a-4eeb-499b-b8ef-c8b280f2866d),segment_id=ff443c5a-4eeb-499b-b8ef-c8b280f2866d)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:30.493245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.503698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-15e6c173-94b1-4a32-985e-bd74deea0293 None None] Provisioning for port 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:30.507481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Calling delete_port for 86848378-84f5-45a6-8217-1c7a6c0e26b7 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:30.509587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-15e6c173-94b1-4a32-985e-bd74deea0293 None None] Provisioning complete for port 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:30.510064 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-15e6c173-94b1-4a32-985e-bd74deea0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.570237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-15e6c173-94b1-4a32-985e-bd74deea0293 None None] Port 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:30.649802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8132607-63e2-4053-a071-1bcfeb85ae75 req-f64293b7-96e8-45e7-ab30-7e4f751e8469 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:30.651332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8132607-63e2-4053-a071-1bcfeb85ae75 req-f64293b7-96e8-45e7-ab30-7e4f751e8469 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.3006680 Aug 20 09:02:30.725002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8132607-63e2-4053-a071-1bcfeb85ae75 req-bf25caa1-2b79-44f3-a9a9-1db43d5c6c75 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652335 Aug 20 09:02:30.725782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.764645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No DVR routers for this DVR port 86848378-84f5-45a6-8217-1c7a6c0e26b7 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:30.780637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936be181-fede-4ca6-8bd0-b326faf0034d None None] DHCP port deletion for 8946df75-cba3-4af3-aacc-2aaa75bc19ae request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:30.813825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.824198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.836534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Port': ['ID=86848378-84f5-45a6-8217-1c7a6c0e26b7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:30.888403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=1e2a8d10-0a4c-4d4a-a330-713fc6ead357,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:30.921395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.938224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8946df75-cba3-4af3-aacc-2aaa75bc19ae']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:30.947582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:30.954427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:30.954739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff443c5a-4eeb-499b-b8ef-c8b280f2866d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:30.976993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.008338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.021014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:31.022399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:31.026215 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:31.059412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:31.060882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:31.142163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.153783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.162847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/networks/8946df75-cba3-4af3-aacc-2aaa75bc19ae HTTP/1.1" status: 204 len: 168 time: 1.3506172 Aug 20 09:02:31.166714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54408) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:31.174057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'routes': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:31.204087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 8097ff4e-ae6c-444f-940c-2c037c22470e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:31.303813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a10bd-f3f6-4f4b-97ab-6cd3addd2bf1 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Pushing event deleted for resources: {'Network': ['ID=8946df75-cba3-4af3-aacc-2aaa75bc19ae,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:31.373674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:31.384791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] Sync routers for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:31.394183 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a30e2038-0838-43e1-8386-28b3031771c1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/8097ff4e-ae6c-444f-940c-2c037c22470e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9289470 Aug 20 09:02:31.395039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54412) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:31.409286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:31.410371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:31.488556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:31.489073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d300-712d-4cb3-aecc-700577bd27cb req-c0e2bcc8-9816-4f8e-8d60-d3bab1c00806 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:31.492706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d16626-b696-40f9-b3b0-251c2f6603fe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:31.496106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f4d16626-b696-40f9-b3b0-251c2f6603fe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports/1e2a8d10-0a4c-4d4a-a330-713fc6ead357 HTTP/1.1" status: 200 len: 910 time: 0.0977442 Aug 20 09:02:31.500091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:31.504508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1be7d300-712d-4cb3-aecc-700577bd27cb req-c0e2bcc8-9816-4f8e-8d60-d3bab1c00806 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0927947 Aug 20 09:02:31.524947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:31.525744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:31.627967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:31.628651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14579d16-eb3e-4f5b-8647-b858895a015b None None] The sync data for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:31.670897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f1533979-b94d-42d6-b43f-1aa683fc74ca req-a967996f-df4d-4b3a-8218-248b621260b2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0609543 Aug 20 09:02:31.708385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52ee11ac-50ce-4acb-b5d4-ab9ab5af8de5 None None] Provisioning complete for port 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:31.709019 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52ee11ac-50ce-4acb-b5d4-ab9ab5af8de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.754752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-43239c87-fc84-4585-bcea-ac98726d35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:31.756144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-43239c87-fc84-4585-bcea-ac98726d35fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1098 time: 0.1359384 Aug 20 09:02:31.777865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Added routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 09:02:31.780048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Removed routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 09:02:31.780686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:31.784759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-52ee11ac-50ce-4acb-b5d4-ab9ab5af8de5 None None] Port 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:31.928170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1be7d300-712d-4cb3-aecc-700577bd27cb req-17f56d8a-2d44-4f37-99d9-e5cf21b0fb9b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225328 Aug 20 09:02:31.995976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 86848378-84f5-45a6-8217-1c7a6c0e26b7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:32.031930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 86848378-84f5-45a6-8217-1c7a6c0e26b7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:32.032284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 86848378-84f5-45a6-8217-1c7a6c0e26b7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:32.032710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:32.091862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:32.092235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e75b0d48-a0a2-4d33-ad1e-6076bc07b4b1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:32.170784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-0f2c913c-afa2-4bfe-a4b6-36103063364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:32.172285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-0f2c913c-afa2-4bfe-a4b6-36103063364a service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.2466869 Aug 20 09:02:32.273526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-fbc57e92-26f4-4b70-9c96-aff145d57c9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 1001 time: 0.0906713 Aug 20 09:02:32.350477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-dbc4ede8-6223-4991-bac0-bfb154300dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:32.352119 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-dbc4ede8-6223-4991-bac0-bfb154300dfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0603437 Aug 20 09:02:32.380657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:32.505131 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:32.510467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-b1a7be90-8e09-4104-9ee0-0bb424d81c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:32.512846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-b1a7be90-8e09-4104-9ee0-0bb424d81c3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499255 Aug 20 09:02:32.517065 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:32.634615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:32.691706 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-e8c16bda-1499-48d5-9bec-47ffd36a2042 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695101 Aug 20 09:02:32.749654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:32.760550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] Sync routers for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:32.765108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:32.766473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1c155f9-0605-4ee5-aab3-0c3b9ee6623e tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 704 time: 1.5968907 Aug 20 09:02:32.774102 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:32.775378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53119857-cde9-4031-bb67-9d5512ff5d19 req-9083ecb4-d0d3-4e00-845e-4e7380dce596 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:32.776286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:32.784220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53119857-cde9-4031-bb67-9d5512ff5d19 req-9083ecb4-d0d3-4e00-845e-4e7380dce596 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.2759800 Aug 20 09:02:32.788657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54430) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:32.866366 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-79fdab02-d185-4c19-9ec2-665ab9dc2daa tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 205 time: 0.0765121 Aug 20 09:02:32.867015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54432) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:32.869417 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:32.872868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53119857-cde9-4031-bb67-9d5512ff5d19 req-e18ad8b7-af4b-4cad-844c-cd1377554aa3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876031 Aug 20 09:02:32.937286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:28Z', 'revision_number': 11, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:32.970344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] Checking router: 33b1c382-f9d1-4b1b-8a53-147ffd60d90f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:32.980285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] Routers {'33b1c382-f9d1-4b1b-8a53-147ffd60d90f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:32.982495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee928a42-2a88-4154-b8ab-751253bb2a54 req-1c52a5dc-ec48-49c4-a71b-4d7ddec373d3 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.1060522 Aug 20 09:02:32.983428 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:33.034797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.098147 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] Set router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:33.191395 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6eda76f3-77f7-4526-a118-5f5f02aba010 req-baaf515c-c091-4611-b44e-be3ec8f02f9e service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884930 Aug 20 09:02:33.193934 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:28Z', 'revision_number': 11, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:33.208536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1d6d-147a-4f94-8472-f0a105cdfec8 req-f76b4d89-d747-4d38-8d69-92258cf4a0c2 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:33.211620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad0c1d6d-147a-4f94-8472-f0a105cdfec8 req-f76b4d89-d747-4d38-8d69-92258cf4a0c2 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0881996 Aug 20 09:02:33.244229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:33.244940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.274202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad0c1d6d-147a-4f94-8472-f0a105cdfec8 req-6f1161f3-65eb-4bfa-ba1d-67d6b8e59bf6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493038 Aug 20 09:02:33.435048 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cc97c-ddb6-48e6-8544-8221d49932bb None None] The sync data for ids ['33b1c382-f9d1-4b1b-8a53-147ffd60d90f'] in n-d-804285-2 is: [{'id': '33b1c382-f9d1-4b1b-8a53-147ffd60d90f', 'name': 'tempest-RoutersIpV6Test-router-805769402', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:02:28Z', 'revision_number': 11, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:33.841547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.845264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.917348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.917670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router 33b1c382-f9d1-4b1b-8a53-147ffd60d90f {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:02:33.921519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.933039 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:33.941852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-32e899b4-5bc4-4e30-bf2e-ef8ba175defc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 204 len: 168 time: 1.0632043 Aug 20 09:02:33.950569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54444) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:33.963523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 1e2a8d10-0a4c-4d4a-a330-713fc6ead357 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:33.969265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1899520049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:34.145122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.146740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.166249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70b113-4db6-4ac6-af1f-5c60da2ab228 req-7dffe2ec-28fc-4052-921e-4158496ad0d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:34.174711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa70b113-4db6-4ac6-af1f-5c60da2ab228 req-7dffe2ec-28fc-4052-921e-4158496ad0d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1476769 Aug 20 09:02:34.249153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67ffd9d8-f1e5-4d1d-9f8e-88fec8cd0a9b req-f864e06f-f4f8-4ed9-843b-dd40d252570e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0366127 Aug 20 09:02:34.263304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.286861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa70b113-4db6-4ac6-af1f-5c60da2ab228 req-3ada32ef-ae46-48f6-a397-5524d751acc3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965376 Aug 20 09:02:34.300079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=1e2a8d10-0a4c-4d4a-a330-713fc6ead357,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:34.360447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.368120 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.409083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.413512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8362966a-81da-4ec4-91bb-6e172f1d8f8a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4617934 Aug 20 09:02:34.414548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54456) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:34.430933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:34.662031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.847824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1612c-ef6f-4660-8a84-473aebb3143d req-d7b0df1b-5486-43fd-98a3-5c5331e7cb81 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:34.855114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5f1612c-ef6f-4660-8a84-473aebb3143d req-d7b0df1b-5486-43fd-98a3-5c5331e7cb81 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.4394963 Aug 20 09:02:34.902500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5f1612c-ef6f-4660-8a84-473aebb3143d req-cf49bc84-5e44-45d2-92da-c2b552166808 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Aug 20 09:02:34.951739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:34.998064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:35.005902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 8097ff4e-ae6c-444f-940c-2c037c22470e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:35.148474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:35.161818 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f5e968d2-ecd0-4af4-92b9-65463273c312 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/8097ff4e-ae6c-444f-940c-2c037c22470e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6573887 Aug 20 09:02:35.162050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] Sync routers for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:35.165091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54472) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:35.184093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:35.184939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.195820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Router 2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:02:35.239371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.256288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:35.260359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.310288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.311416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12533e-3728-49fe-a875-c03c70d914ca None None] The sync data for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:35.322404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:35.339772 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] Sync routers for ids ['2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:35.349432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:35.349432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2f263a6e-d3fd-4bc8-bd76-658dd4eaacca tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "PUT /v2.0/routers/2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 HTTP/1.1" status: 200 len: 698 time: 0.9208767 Aug 20 09:02:35.350573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54478) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:35.358445 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] Routers {'2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:35.359345 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.457903 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] Set router 2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:35.534999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f5e8f8d-78dd-45c7-bfd5-7760ae8ac838 req-92edff9a-5999-4f38-bad3-96fcf1746bf6 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/ports?device_id=598d8b8f-9020-4516-87dc-56b411646833 HTTP/1.1" status: 200 len: 210 time: 0.0678275 Aug 20 09:02:35.537941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6', 'name': 'tempest-RoutersIpV6Test-router-1899520049', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:02:34Z', 'updated_at': '2021-08-20T09:02:34Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.546289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-21945f2d-5d2b-4c93-ab4a-d682c788f7f8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/routers/2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 HTTP/1.1" status: 200 len: 704 time: 0.1925526 Aug 20 09:02:35.547246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54482) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:35.583962 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] Checking router: 2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:35.600179 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] Routers {'2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:35.601181 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.627779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bc35764a-0ff0-4df1-998d-84c7e491662f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 HTTP/1.1" status: 200 len: 205 time: 0.0794251 Aug 20 09:02:35.638161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54484) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:35.697107 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] Set router 2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:35.788593 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6', 'name': 'tempest-RoutersIpV6Test-router-1899520049', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:02:34Z', 'updated_at': '2021-08-20T09:02:34Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:35.829497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a9015-f033-4b2f-98f4-1b2800197c21 None None] The sync data for ids ['2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6'] in n-d-804285-2 is: [{'id': '2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6', 'name': 'tempest-RoutersIpV6Test-router-1899520049', 'tenant_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:02:34Z', 'updated_at': '2021-08-20T09:02:34Z', 'revision_number': 2, 'project_id': '41a1fe0fb3e546cabbebd98b07d6cb8f', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:35.870987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10d0d-0a09-42b1-902c-12410eb64492 req-abb9078f-1c77-4abb-b739-d86c853c50ce tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:35.877179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-6788bd34-c5f9-4a6d-ba57-14fbc0037ac3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1066813 Aug 20 09:02:35.879305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbb10d0d-0a09-42b1-902c-12410eb64492 req-abb9078f-1c77-4abb-b739-d86c853c50ce tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.4648206 Aug 20 09:02:35.894779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:35.919496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:36.087271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.088087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.088867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.090059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.090740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.091396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.092050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.097696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-a7920da8-fd50-462f-b2e4-5ff845982534 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6499 time: 0.1302295 Aug 20 09:02:36.182439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:36.185086 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:36.242240 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:36.242839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Fanout notify agent at l3_agent the message router_deleted on router 2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:02:36.252263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:36.258209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78d4360c-4738-46ca-af02-3561d60c3313 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 HTTP/1.1" status: 204 len: 168 time: 0.6131206 Aug 20 09:02:36.270848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54490) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.281009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbb10d0d-0a09-42b1-902c-12410eb64492 req-060f1106-5363-475b-8539-7355295226cd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006593 Aug 20 09:02:36.345263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7a8d6-3769-41e3-a429-1dd2860f5602 req-a45076fe-5467-48e5-bbb3-3098e3bf7202 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.360428 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffe7a8d6-3769-41e3-a429-1dd2860f5602 req-a45076fe-5467-48e5-bbb3-3098e3bf7202 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.3168635 Aug 20 09:02:36.391250 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac67e4a3-bd88-4a03-9f25-3dcac985b284 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 HTTP/1.1" status: 200 len: 205 time: 0.0691841 Aug 20 09:02:36.395906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54494) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.446678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffe7a8d6-3769-41e3-a429-1dd2860f5602 req-e74ab94d-5a7c-4517-b012-98da16912bf1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852861 Aug 20 09:02:36.461108 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-d0025f71-8ce2-4e9a-a272-d8cd143258a8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:36.462162 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d0025f71-8ce2-4e9a-a272-d8cd143258a8 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/2220bdb0-6f9f-4cc2-abe9-a8241e6b5bc6 HTTP/1.1" status: 404 len: 336 time: 0.0582669 Aug 20 09:02:36.464807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54496) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.500434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-afa9f7a8-3278-4988-8d96-80b57c6d9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.501034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-afa9f7a8-3278-4988-8d96-80b57c6d9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.501519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-afa9f7a8-3278-4988-8d96-80b57c6d9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.503206 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-afa9f7a8-3278-4988-8d96-80b57c6d9781 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2197b274-0c57-4258-a943-1259d03ded58&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=d2983d18-56c1-442a-80a7-df9c2d50cea2&id=d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 200 len: 2296 time: 0.3463216 Aug 20 09:02:36.511938 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-764ed289-a773-493f-afc9-308ef81d42b3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:36.512668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764ed289-a773-493f-afc9-308ef81d42b3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:36.514690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-764ed289-a773-493f-afc9-308ef81d42b3 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/76716496-3dcd-438d-9af8-02088240d2ba HTTP/1.1" status: 404 len: 337 time: 0.0487013 Aug 20 09:02:36.517207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.565166 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c6e280-dfd0-4d6a-bdcc-8cc2c6af8998 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:36.565552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c6e280-dfd0-4d6a-bdcc-8cc2c6af8998 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:36.568280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f1c6e280-dfd0-4d6a-bdcc-8cc2c6af8998 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/67f52ba3-10fe-470f-91d6-b25e29c7af7e HTTP/1.1" status: 404 len: 337 time: 0.0488024 Aug 20 09:02:36.570674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54500) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.617561 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab29c670-a313-4524-97ff-2dcc61d3ebae tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:36.618052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab29c670-a313-4524-97ff-2dcc61d3ebae tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:36.622590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab29c670-a313-4524-97ff-2dcc61d3ebae tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/1ab512d7-115a-4274-ae0a-7ba706a9a328 HTTP/1.1" status: 404 len: 337 time: 0.0482082 Aug 20 09:02:36.622866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54504) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.673214 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea77be1-acc2-4905-9bdb-3b1f610a0714 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:36.673679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea77be1-acc2-4905-9bdb-3b1f610a0714 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:36.677745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ea77be1-acc2-4905-9bdb-3b1f610a0714 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/9ed7a1e9-0ba0-4849-a35a-64d41c869b64 HTTP/1.1" status: 404 len: 337 time: 0.0516605 Aug 20 09:02:36.680790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54508) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.681137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54510) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.708454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-8297ca29-b0c1-4bf2-82f7-78f877be466e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 200 len: 1001 time: 0.1415055 Aug 20 09:02:36.767911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f85685a-376b-48d8-8a28-5360b2e3774a tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 200 len: 205 time: 0.0828476 Aug 20 09:02:36.778438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.839431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 856a407d-473f-4689-b151-6d09ae1c416d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:36.839839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:36.853323 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-5b7d007d-833d-45cc-8cb1-21d0ca1ee735 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:36.854985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b7d007d-833d-45cc-8cb1-21d0ca1ee735 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/33b1c382-f9d1-4b1b-8a53-147ffd60d90f HTTP/1.1" status: 404 len: 336 time: 0.0750270 Aug 20 09:02:36.866842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-39530218-4a69-4d0c-815d-a9921522a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:36.868328 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-39530218-4a69-4d0c-815d-a9921522a389 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1250a3d0-39fb-409b-a936-3ab03579e8f9 HTTP/1.1" status: 200 len: 856 time: 0.1456778 Aug 20 09:02:36.868821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54516) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:36.920916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4268e3e-09a3-47f0-9020-a8f2d00726cb tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.001962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4268e3e-09a3-47f0-9020-a8f2d00726cb tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.010915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f48cfea-05aa-4491-a612-eccf23b037eb tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=f29d7025-7d58-4937-9891-69bc4bb55995 HTTP/1.1" status: 200 len: 205 time: 0.0789368 Aug 20 09:02:37.014917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54518) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.079630 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-e1b4aef5-4a3d-4711-be3a-cddae350e120 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:37.082963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e1b4aef5-4a3d-4711-be3a-cddae350e120 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/f29d7025-7d58-4937-9891-69bc4bb55995 HTTP/1.1" status: 404 len: 336 time: 0.0648055 Aug 20 09:02:37.085057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.106191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-63ee03d2-d84d-46d6-9ef4-ebe83f85ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:37.108311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-63ee03d2-d84d-46d6-9ef4-ebe83f85ffa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2197b274-0c57-4258-a943-1259d03ded58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531076 Aug 20 09:02:37.109581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.140788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 856a407d-473f-4689-b151-6d09ae1c416d owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:37.146204 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5a2853-ac86-47d1-a442-cfbbd014004b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:37.146923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5a2853-ac86-47d1-a442-cfbbd014004b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:37.153265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1a5a2853-ac86-47d1-a442-cfbbd014004b tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/4115dd98-ec7c-437a-b61e-4e1d37a327fe HTTP/1.1" status: 404 len: 337 time: 0.0654478 Aug 20 09:02:37.154130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54522) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.164136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4268e3e-09a3-47f0-9020-a8f2d00726cb tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.167858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4268e3e-09a3-47f0-9020-a8f2d00726cb tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.169220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d4268e3e-09a3-47f0-9020-a8f2d00726cb tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/security-groups/979f1468-0f68-47c8-873a-4d0e40cbad52 HTTP/1.1" status: 204 len: 168 time: 0.4846327 Aug 20 09:02:37.175943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54524) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.200938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4268e3e-09a3-47f0-9020-a8f2d00726cb tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f1468-0f68-47c8-873a-4d0e40cbad52,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:37.208028 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-50d4d3df-0475-4cfd-8f8a-c819ba9235ba tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] show failed (client error): The resource could not be found. Aug 20 09:02:37.212235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50d4d3df-0475-4cfd-8f8a-c819ba9235ba tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "GET /v2.0/security-groups/979f1468-0f68-47c8-873a-4d0e40cbad52 HTTP/1.1" status: 404 len: 347 time: 0.0352950 Aug 20 09:02:37.227055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47628c68-ec04-49d4-859e-7fb607b93a10 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 200 len: 205 time: 0.0712886 Aug 20 09:02:37.228800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54526) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.247935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54528) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.311968 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-ec43a2f0-202f-4cf0-880c-6f12e209f767 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:37.315398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ec43a2f0-202f-4cf0-880c-6f12e209f767 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/4bb22d0a-fd6e-4dbf-a1dc-9303612283bb HTTP/1.1" status: 404 len: 336 time: 0.0640182 Aug 20 09:02:37.326373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54532) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.381099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-654ff5d1-c86a-4f62-918c-d2983f317814 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa7ae941-ab5a-479b-8596-09bda8cab781 HTTP/1.1" status: 200 len: 205 time: 0.0535145 Aug 20 09:02:37.383471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54534) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.507671 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-2d5a6799-c6c5-42aa-9633-efdf84012b8f service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902533 Aug 20 09:02:37.524952 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-e6dfec50-081f-4309-bafd-01c1b3a818fc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:37.529226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e6dfec50-081f-4309-bafd-01c1b3a818fc tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/aa7ae941-ab5a-479b-8596-09bda8cab781 HTTP/1.1" status: 404 len: 336 time: 0.1416225 Aug 20 09:02:37.530045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54540) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.611560 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a9259c-bd07-48c1-9237-cf58f1dc9aaa tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:37.612272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a9259c-bd07-48c1-9237-cf58f1dc9aaa tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:37.617335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d3a9259c-bd07-48c1-9237-cf58f1dc9aaa tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/9ea2f205-51f7-45ff-86f0-9f71680e8330 HTTP/1.1" status: 404 len: 337 time: 0.0854323 Aug 20 09:02:37.618148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54544) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.688666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8cea341e-f950-4fc5-a496-369d5f4e2e57 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfdbf143-29e3-421e-a7f0-9f246573e97c HTTP/1.1" status: 200 len: 205 time: 0.0664189 Aug 20 09:02:37.695706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54546) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.727541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914c839-64da-4ce6-9202-f41f531960e7 req-be739522-e603-416a-92b1-5eee8d38f170 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:37.729055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f914c839-64da-4ce6-9202-f41f531960e7 req-be739522-e603-416a-92b1-5eee8d38f170 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.3246400 Aug 20 09:02:37.748195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port 008eec9a-4abe-4dea-8212-887d1621775b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:37.748548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.768277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-36847e31-a919-4276-afcd-469300cc3d46 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096326 Aug 20 09:02:37.794288 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-639d5d8d-e80e-4320-a83e-002e8616f476 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:37.797591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-639d5d8d-e80e-4320-a83e-002e8616f476 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/bfdbf143-29e3-421e-a7f0-9f246573e97c HTTP/1.1" status: 404 len: 336 time: 0.0924244 Aug 20 09:02:37.805198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54548) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.855663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d8267-082e-436c-995e-ab82b3afbdca req-22bc3b49-210c-45e8-9f8a-36279637f246 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:37.857480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-643d8267-082e-436c-995e-ab82b3afbdca req-22bc3b49-210c-45e8-9f8a-36279637f246 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.2933996 Aug 20 09:02:37.858345 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-3524c5a2-53c6-49ba-9107-4b909dc4bd8f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:37.858820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3524c5a2-53c6-49ba-9107-4b909dc4bd8f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:37.860461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3524c5a2-53c6-49ba-9107-4b909dc4bd8f tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/c97c561f-20ef-4f45-8ac9-5b1077a22e7e HTTP/1.1" status: 404 len: 337 time: 0.0552979 Aug 20 09:02:37.863267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54550) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.878714 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-33f3550a-0089-45d5-8662-43ac7d243381 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 217 time: 0.0835526 Aug 20 09:02:37.905525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:37.928285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-85241bf9-4a07-47f4-91e7-546beadc91ac tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab6cc4ef-ca31-42d7-8534-a68794b6041d HTTP/1.1" status: 200 len: 205 time: 0.0639117 Aug 20 09:02:37.936452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54552) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:37.963925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f914c839-64da-4ce6-9202-f41f531960e7 req-13857353-62a3-43b5-b031-3b33cfe25b90 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731918 Aug 20 09:02:37.996943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-643d8267-082e-436c-995e-ab82b3afbdca req-84ae3bb2-329b-4ee8-b1b7-eafb4960729a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117761 Aug 20 09:02:38.000254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=856a407d-473f-4689-b151-6d09ae1c416d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:38.090813 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-f9301aee-d339-4110-8ea7-ba81d3959c4c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] delete failed (client error): The resource could not be found. Aug 20 09:02:38.091998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f9301aee-d339-4110-8ea7-ba81d3959c4c tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/routers/ab6cc4ef-ca31-42d7-8534-a68794b6041d HTTP/1.1" status: 404 len: 336 time: 0.1445925 Aug 20 09:02:38.094661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54556) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:38.130707 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-6938382d-59d8-47bd-b110-ddd05e358214 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:38.130707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6938382d-59d8-47bd-b110-ddd05e358214 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:38.132625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6938382d-59d8-47bd-b110-ddd05e358214 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/3e97fc3c-25ff-4535-a2f0-a642849e3ee6 HTTP/1.1" status: 404 len: 337 time: 0.0366225 Aug 20 09:02:38.135134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54558) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:38.140184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:38.140522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:38.170230 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e6b49a-4eff-43b9-8782-18438eefa745 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] DELETE failed (client error): The resource could not be found. Aug 20 09:02:38.170959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e6b49a-4eff-43b9-8782-18438eefa745 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:02:38.173042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-60e6b49a-4eff-43b9-8782-18438eefa745 tempest-RoutersIpV6Test-1314687018 tempest-RoutersIpV6Test-1314687018-project] 10.222.0.35 "DELETE /v2.0/subnets/eda69e23-7abe-49a1-88cd-4784c422a6e2 HTTP/1.1" status: 404 len: 337 time: 0.0365908 Aug 20 09:02:38.192493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-30de8428-d8dc-4e9e-948d-c1df072f2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:38.194322 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-30de8428-d8dc-4e9e-948d-c1df072f2ec2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.3053520 Aug 20 09:02:38.207603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for 008eec9a-4abe-4dea-8212-887d1621775b owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:38.788046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:38.800669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54570) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:38.827721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-1e343cda-337a-4ba6-a658-6745378f56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:38.829275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-1e343cda-337a-4ba6-a658-6745378f56c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6196852 Aug 20 09:02:39.173329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 8097ff4e-ae6c-444f-940c-2c037c22470e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:39.185118 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-ec4e19d0-03ee-4a9d-b063-3163bd8ccc82 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395631 Aug 20 09:02:39.247779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749e83-bd79-4b2f-81b0-1d2810e79b3e req-7ec91599-a3dd-4ecc-91ac-a20373bb4d14 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:39.258528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca749e83-bd79-4b2f-81b0-1d2810e79b3e req-7ec91599-a3dd-4ecc-91ac-a20373bb4d14 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1505928 Aug 20 09:02:39.274552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.287724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69be2d-ebcc-449a-a7bf-a83f18dd8748 req-aa20627d-661f-45bc-abeb-443c0604d016 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:39.290310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f69be2d-ebcc-449a-a7bf-a83f18dd8748 req-aa20627d-661f-45bc-abeb-443c0604d016 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1454563 Aug 20 09:02:39.290577 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ccc184a4-c905-4133-8d62-6dffe20f5751 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41a1fe0fb3e546cabbebd98b07d6cb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887416 Aug 20 09:02:39.296154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54582) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:39.364518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=008eec9a-4abe-4dea-8212-887d1621775b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:39.406386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b40d93d1-c49c-481c-abb4-1e42d6cda485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.445031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca749e83-bd79-4b2f-81b0-1d2810e79b3e req-6d6ca2e9-1df6-4f7f-8c7f-29c9c73b9c19 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846740 Aug 20 09:02:39.468765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:39.482820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8f9fccd5-13de-457b-b90f-dabd9feb8b1b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/8097ff4e-ae6c-444f-940c-2c037c22470e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3165503 Aug 20 09:02:39.492045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] Sync routers for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:39.493615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54584) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:39.521060 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-cc2405dc-49bc-4e11-85dc-55fb56a7c021 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206062 Aug 20 09:02:39.528063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:39.533202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:39.554518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1363ae20-05dd-4925-8e94-fa4f649a24a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=8097ff4e-ae6c-444f-940c-2c037c22470e HTTP/1.1" status: 200 len: 205 time: 0.0593684 Aug 20 09:02:39.556329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f69be2d-ebcc-449a-a7bf-a83f18dd8748 req-04e239ef-5909-4ffc-af5e-99415099b23e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201402 Aug 20 09:02:39.560203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54586) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:39.564238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b40d93d1-c49c-481c-abb4-1e42d6cda485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.607573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.610068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.614178 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6fc3c0a1-3e93-4039-a466-650a72c53e46 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/floatingips/dc7a877d-1a79-44d7-ab59-84329f0b3b82 HTTP/1.1" status: 204 len: 168 time: 2.3661063 Aug 20 09:02:39.615382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:39.626210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:39.654199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] Routers {'8097ff4e-ae6c-444f-940c-2c037c22470e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:39.656156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8097ff4e-ae6c-444f-940c-2c037c22470e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:39.694133 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b40d93d1-c49c-481c-abb4-1e42d6cda485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.700553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b40d93d1-c49c-481c-abb4-1e42d6cda485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.701213 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-2c5b7511-00a3-4e99-be54-46e6b10e0396 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 217 time: 0.1495891 Aug 20 09:02:39.713418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b40d93d1-c49c-481c-abb4-1e42d6cda485 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/213c7e53-8d98-4d0a-9489-6f78120a005c HTTP/1.1" status: 204 len: 168 time: 0.4137437 Aug 20 09:02:39.730634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d93d1-c49c-481c-abb4-1e42d6cda485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c7e53-8d98-4d0a-9489-6f78120a005c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:39.749503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:39.750459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc0114c-7417-445f-9a16-b459ccb4a66a None None] The sync data for ids ['8097ff4e-ae6c-444f-940c-2c037c22470e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:39.858428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:39.983380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-6cc42aad-b07a-4b10-9879-37f3b8566950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:39.984870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-6cc42aad-b07a-4b10-9879-37f3b8566950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.1750386 Aug 20 09:02:40.125424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.129649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.150463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port b4cd792e-d538-4da9-b277-ca720eba63ef {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:40.150817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.223853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-ac4bdbda-5d8e-4771-8fa4-29f540a752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:40.225469 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-ac4bdbda-5d8e-4771-8fa4-29f540a752d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2325995 Aug 20 09:02:40.246829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.247322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router 8097ff4e-ae6c-444f-940c-2c037c22470e {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:02:40.271388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.274336 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5edd158d-4498-4639-a451-5d38e143af85 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/8097ff4e-ae6c-444f-940c-2c037c22470e HTTP/1.1" status: 204 len: 168 time: 0.7128563 Aug 20 09:02:40.275565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54614) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:40.371498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.394243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for b4cd792e-d538-4da9-b277-ca720eba63ef owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:40.411221 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-94a0b7f1-617c-4bf0-be69-f92ec9db0f82 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773169 Aug 20 09:02:40.619776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-e69cfe5b-16d9-40b2-9ac3-c48fb0096b7f service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446936 Aug 20 09:02:40.712735 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-8d96ff34-a3d3-482b-a0a9-44c479d0942b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=26fbc51d-f262-4175-809f-3cc86429f66b HTTP/1.1" status: 200 len: 217 time: 0.0623825 Aug 20 09:02:40.713238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:40.789852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 1e559107-a0d1-462b-9fc8-7d995e3f7bac {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:40.796113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.827698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-472a9473-84db-4d0e-9295-2e72456487d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:40.829537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-472a9473-84db-4d0e-9295-2e72456487d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.1077938 Aug 20 09:02:40.871799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:40.902315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=b4cd792e-d538-4da9-b277-ca720eba63ef,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:40.920082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-56b9b535-6c03-4a93-960f-943d63043470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:40.921643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-56b9b535-6c03-4a93-960f-943d63043470 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853724 Aug 20 09:02:40.922290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1832d-844c-416e-a478-1e74191f2bb8 req-995ea690-92c1-4a44-beef-4aa34b486ef8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:40.924695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-01875e5c-4e4b-479f-87c1-7260abf3124d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:40.925387 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-01875e5c-4e4b-479f-87c1-7260abf3124d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 09:02:40.926096 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-01875e5c-4e4b-479f-87c1-7260abf3124d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 09:02:40.927219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01875e5c-4e4b-479f-87c1-7260abf3124d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2116401 Aug 20 09:02:40.930928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54650) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:40.933242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86d1832d-844c-416e-a478-1e74191f2bb8 req-995ea690-92c1-4a44-beef-4aa34b486ef8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1373439 Aug 20 09:02:40.944439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239032526'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:40.965888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8fd71-7d36-4b9b-a4bb-537f728218dd req-5f1d2957-2e96-474a-8870-6ae282c7e14c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:40.967447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23f8fd71-7d36-4b9b-a4bb-537f728218dd req-5f1d2957-2e96-474a-8870-6ae282c7e14c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1738183 Aug 20 09:02:40.986602 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.042974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.071215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23f8fd71-7d36-4b9b-a4bb-537f728218dd req-4191274f-afa9-4a92-ba32-016780e7a76e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546734 Aug 20 09:02:41.088940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86d1832d-844c-416e-a478-1e74191f2bb8 req-f4f63083-5756-46de-90d8-77a46693d5ae tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542778 Aug 20 09:02:41.091894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.215749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.252517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.263142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9ab4661a-82c9-483c-b4e9-065f2e6af776 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/ports/b4cd792e-d538-4da9-b277-ca720eba63ef HTTP/1.1" status: 204 len: 168 time: 1.5908668 Aug 20 09:02:41.264056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54680) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:41.321945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-12b11e9d-9008-43e1-be6c-26d4d20659ca service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916154 Aug 20 09:02:41.414598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.434666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.454098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=1e559107-a0d1-462b-9fc8-7d995e3f7bac,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:41.463194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.466173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1b078b0e-8de1-41bc-97c4-ca79ca8fb9e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/1e559107-a0d1-462b-9fc8-7d995e3f7bac HTTP/1.1" status: 204 len: 168 time: 1.1888733 Aug 20 09:02:41.469977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14e54c-750d-45c1-9f35-36c458a3d630 None None] Network 4b8b859e-39b7-4150-9966-cd4c006cdab5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:41.473880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54686) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:41.476490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting port bb7be4c7-6400-459a-a3f7-c8f3931bcde2 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:41.476854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.483467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-372ca69b-2bf9-4085-b1fa-793713fba932 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538842 Aug 20 09:02:41.484706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.529370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69a368-50ad-4fbb-bc3d-40f3d1997409,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:41.586361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 188f3269-8ea2-4d9b-b23b-38d15ca24b6e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:41.594347 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-de774314-2075-4323-90de-53ed4aab9e2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf HTTP/1.1" status: 200 len: 217 time: 0.0668840 Aug 20 09:02:41.612449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.669702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.684195 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.696405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-f7b5c03d-4cca-413c-8954-26f475663657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:41.698012 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-f7b5c03d-4cca-413c-8954-26f475663657 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.0940959 Aug 20 09:02:41.711274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Calling delete_port for bb7be4c7-6400-459a-a3f7-c8f3931bcde2 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:41.746250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] DHCP port deletion for 4b8b859e-39b7-4150-9966-cd4c006cdab5 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:41.775676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.781799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.789004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-3f3a3e87-a5b0-4821-8fa6-4fbf9399dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:41.791134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-3f3a3e87-a5b0-4821-8fa6-4fbf9399dedb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800619 Aug 20 09:02:41.837122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] Deleting port 68777a20-1de5-46f7-ade9-9415a0a3360b {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:41.837517 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.843786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.912245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 68777a20-1de5-46f7-ade9-9415a0a3360b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:41.941027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-afdb4195-a217-4154-b16b-bb2c70927c11 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373100 Aug 20 09:02:41.947916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.949192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0167897 Aug 20 09:02:41.949841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:41.956049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '1feda9d3-2d46-48f6-aa82-b5514c244e25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:41.992353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:41.995799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd88e4a-5597-48f2-aec2-f1b26b9eec61 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1feda9d3-2d46-48f6-aa82-b5514c244e25,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.003019 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.013490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.016536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.032249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=188f3269-8ea2-4d9b-b23b-38d15ca24b6e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.045358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] For port 68777a20-1de5-46f7-ade9-9415a0a3360b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=68777a20-1de5-46f7-ade9-9415a0a3360b,segment=NetworkSegment(06086b01-f0cd-409d-86f7-7a64d6b9bf23),segment_id=06086b01-f0cd-409d-86f7-7a64d6b9bf23)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:42.045828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.049900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02d7e0-c53b-4001-978f-4934a78f1a34 None None] Network 90f3d425-8c30-4e28-a900-cfdf90770ac9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:42.057009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.061613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f4a43d8-4763-46c8-b8e8-6f8956be2069 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/188f3269-8ea2-4d9b-b23b-38d15ca24b6e HTTP/1.1" status: 204 len: 168 time: 0.5711615 Aug 20 09:02:42.064436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54690) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:42.067027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Port': ['ID=bb7be4c7-6400-459a-a3f7-c8f3931bcde2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.114142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] Calling delete_port for 68777a20-1de5-46f7-ade9-9415a0a3360b owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:42.127882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 68777a20-1de5-46f7-ade9-9415a0a3360b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=68777a20-1de5-46f7-ade9-9415a0a3360b,segment=NetworkSegment(06086b01-f0cd-409d-86f7-7a64d6b9bf23),segment_id=06086b01-f0cd-409d-86f7-7a64d6b9bf23)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:42.139099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.154415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.159313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5fdf4643-f0c1-4d6e-96ba-0faf60601bad tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/ports/bb7be4c7-6400-459a-a3f7-c8f3931bcde2 HTTP/1.1" status: 204 len: 168 time: 0.8937829 Aug 20 09:02:42.175742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54694) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:42.232096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.244705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-f6991446-c04c-4018-a429-8afd451c9367 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936394 Aug 20 09:02:42.248520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.263250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.285008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting subnet 0a98ee04-9010-4544-81aa-319ce5d7a0d5 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:42.291853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.328709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace3ce2-6fe9-4108-82a6-89185262a3fa req-ce573b62-58b7-41ed-81de-cc1553a60f23 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:42.336034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ace3ce2-6fe9-4108-82a6-89185262a3fa req-ce573b62-58b7-41ed-81de-cc1553a60f23 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1165087 Aug 20 09:02:42.349458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f39d3cb-964d-473e-a7f8-7e93c7ca7102,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.354574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.356587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=68777a20-1de5-46f7-ade9-9415a0a3360b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.363134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-047392b0-ba57-41d9-b759-dfa1340d0d6f tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106185 Aug 20 09:02:42.364043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54712) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:42.384521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1a3f0c8c-b714-410c-a99d-69e5724c8824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '1feda9d3-2d46-48f6-aa82-b5514c244e25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:42.391021 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-7ed98d65-dadc-4392-a993-dfd91ac592d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e147f159-9f14-412c-a871-cc5088a16d2f HTTP/1.1" status: 200 len: 217 time: 0.1357687 Aug 20 09:02:42.411749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.429392 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.453307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ace3ce2-6fe9-4108-82a6-89185262a3fa req-41bef15e-41df-4749-8d11-5d3e9bae165a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162455 Aug 20 09:02:42.486285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] Pushing event deleted for resources: {'Port': ['ID=68777a20-1de5-46f7-ade9-9415a0a3360b,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.490602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8703e-6c19-488b-9de2-c5029efc72eb None None] No DVR routers for this DVR port 68777a20-1de5-46f7-ade9-9415a0a3360b on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:42.543093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a3f0c8c-b714-410c-a99d-69e5724c8824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.558910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-c2b84ab6-3ea4-47b2-8b46-9bb9a5a7bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:42.560287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-c2b84ab6-3ea4-47b2-8b46-9bb9a5a7bb80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.1387391 Aug 20 09:02:42.584808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7407a-dcad-4fd2-9c42-15093e40d537 req-02f0ec06-5044-452c-9a68-20c2a4253729 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:42.587704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d7407a-dcad-4fd2-9c42-15093e40d537 req-02f0ec06-5044-452c-9a68-20c2a4253729 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1122622 Aug 20 09:02:42.617952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.636742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 68777a20-1de5-46f7-ade9-9415a0a3360b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:42.636742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.641013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.644319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6052f-d66c-4295-b901-084986482b3f None None] DHCP port deletion for 90f3d425-8c30-4e28-a900-cfdf90770ac9 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:42.717144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-17d6052f-d66c-4295-b901-084986482b3f None None] Deleting port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:42.718072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-17d6052f-d66c-4295-b901-084986482b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.722382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5d7407a-dcad-4fd2-9c42-15093e40d537 req-88cff3c1-2716-4071-a1f2-922c7beb999f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219349 Aug 20 09:02:42.772951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port 68777a20-1de5-46f7-ade9-9415a0a3360b, host n-d-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:42.773482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.777694 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-1a3f0c8c-b714-410c-a99d-69e5724c8824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 09:02:42.778777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a3f0c8c-b714-410c-a99d-69e5724c8824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4068074 Aug 20 09:02:42.782181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.793925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54722) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:42.799113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-1e2d3e2a-107f-4aa6-8901-69ffa025f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:42.800703 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-1e2d3e2a-107f-4aa6-8901-69ffa025f78d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2286193 Aug 20 09:02:42.809818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155804b-fbc8-4232-9e1e-3dd405c62fd2 None None] Network 8c97371e-9164-463e-9da6-569b1f99b62f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:42.814660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.819666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/subnets/0a98ee04-9010-4544-81aa-319ce5d7a0d5 HTTP/1.1" status: 204 len: 168 time: 0.6394513 Aug 20 09:02:42.833891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 68777a20-1de5-46f7-ade9-9415a0a3360b owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:42.836763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54724) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:42.842977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Port 68777a20-1de5-46f7-ade9-9415a0a3360b was not found and therefore no delete operation was performed {{(pid=101317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:02:42.855025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0cd8d-7360-434b-9501-0199c6132c8e tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Subnet': ['ID=0a98ee04-9010-4544-81aa-319ce5d7a0d5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:42.921299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6245c3-b5f6-4707-abcd-9ff01eb5f656 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.960480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6245c3-b5f6-4707-abcd-9ff01eb5f656 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:42.998266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.056128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port 68777a20-1de5-46f7-ade9-9415a0a3360b on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:43.062181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6245c3-b5f6-4707-abcd-9ff01eb5f656 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.064915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee6245c3-b5f6-4707-abcd-9ff01eb5f656 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.069316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ee6245c3-b5f6-4707-abcd-9ff01eb5f656 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/1feda9d3-2d46-48f6-aa82-b5514c244e25 HTTP/1.1" status: 204 len: 168 time: 0.2650094 Aug 20 09:02:43.069529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=68777a20-1de5-46f7-ade9-9415a0a3360b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:43.072766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54744) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:43.097376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6245c3-b5f6-4707-abcd-9ff01eb5f656 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feda9d3-2d46-48f6-aa82-b5514c244e25,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:43.103706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-17d6052f-d66c-4295-b901-084986482b3f None None] For port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,segment=NetworkSegment(1c208b63-2606-4177-a837-e0a1089ace8a),segment_id=1c208b63-2606-4177-a837-e0a1089ace8a)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:43.104109 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-17d6052f-d66c-4295-b901-084986482b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.112025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d376b-4de4-4f80-ac3d-0bbcc1e50937 req-8dd7a26d-46e9-4929-ad1d-164acf22e71a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:43.114257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d33d376b-4de4-4f80-ac3d-0bbcc1e50937 req-8dd7a26d-46e9-4929-ad1d-164acf22e71a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.0955763 Aug 20 09:02:43.132143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-17d6052f-d66c-4295-b901-084986482b3f None None] Calling delete_port for a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:43.165303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ef2ed881-36bd-4d37-a6ae-2f9212b9fc2c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864124 Aug 20 09:02:43.169678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-79c98418-19cb-4ded-a14a-a3c33a4700ed service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569686 Aug 20 09:02:43.170251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54754) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:43.209232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d33d376b-4de4-4f80-ac3d-0bbcc1e50937 req-e57ef5b7-315a-44e3-a066-a889d526864f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Aug 20 09:02:43.212142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Deleting subnet 466dc342-efe1-49f4-b3ad-ac0f8b056342 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:43.220857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019402591'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:43.247492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6755c408-e8ba-45bd-b7af-03cbf79dfb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.295226 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-17d6052f-d66c-4295-b901-084986482b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.313336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.325381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6052f-d66c-4295-b901-084986482b3f None None] Pushing event deleted for resources: {'Port': ['ID=a48cdd31-8f95-4ce8-8c27-84e3c398e9a6,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:43.327769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6052f-d66c-4295-b901-084986482b3f None None] No DVR routers for this DVR port a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:43.390331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] DHCP port deletion for 8c97371e-9164-463e-9da6-569b1f99b62f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:43.391299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.422553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8b859e-39b7-4150-9966-cd4c006cdab5']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:43.425360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.449132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.454816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06086b01-f0cd-409d-86f7-7a64d6b9bf23') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:43.455444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06086b01-f0cd-409d-86f7-7a64d6b9bf23') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:43.465458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] Deleting port 1c2e642f-3883-411f-8514-4e601c1ad74d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:43.465955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.500893 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.538455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.548975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] For port 1c2e642f-3883-411f-8514-4e601c1ad74d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1c2e642f-3883-411f-8514-4e601c1ad74d,segment=NetworkSegment(9a835118-ab49-4252-8391-1584c52faeba),segment_id=9a835118-ab49-4252-8391-1584c52faeba)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:43.549591 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.559240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:43.559900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:43.564107 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:43.566814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] Calling delete_port for 1c2e642f-3883-411f-8514-4e601c1ad74d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:43.580697 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-24a766c7-21d6-4889-9ee1-7daf3e025b47 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474298 Aug 20 09:02:43.620688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250dcc2-ae76-4360-b246-a5036b87b319 req-c7499935-da6f-4059-9be7-77658c382abb tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:43.629027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f250dcc2-ae76-4360-b246-a5036b87b319 req-c7499935-da6f-4059-9be7-77658c382abb tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0756631 Aug 20 09:02:43.675184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f250dcc2-ae76-4360-b246-a5036b87b319 req-6631eb0a-dc8b-4c34-be30-e35f9719c2b9 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Aug 20 09:02:43.689114 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:43.711931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] Pushing event deleted for resources: {'Port': ['ID=1c2e642f-3883-411f-8514-4e601c1ad74d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:43.721785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0c98b-2385-4abd-8ca2-0aa563b5a28f None None] No DVR routers for this DVR port 1c2e642f-3883-411f-8514-4e601c1ad74d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:43.899903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:43.928130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:43.928580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a48cdd31-8f95-4ce8-8c27-84e3c398e9a6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:43.929285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c2e642f-3883-411f-8514-4e601c1ad74d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:43.964558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1c2e642f-3883-411f-8514-4e601c1ad74d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:43.964986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c2e642f-3883-411f-8514-4e601c1ad74d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:43.968234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.059192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f508bb-7371-4e57-9efd-3afb1eb3b9ca req-b0cf4648-f64a-4f59-80f4-704583177a45 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.060683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8f508bb-7371-4e57-9efd-3afb1eb3b9ca req-b0cf4648-f64a-4f59-80f4-704583177a45 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.0540712 Aug 20 09:02:44.084962 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-4943f61c-83b4-4342-9774-8ba17bfec619 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 200 len: 217 time: 0.0747085 Aug 20 09:02:44.100672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8f508bb-7371-4e57-9efd-3afb1eb3b9ca req-cca62194-0c69-40c9-aec1-bcd02974ed5a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Aug 20 09:02:44.123750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.144684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.146506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/4b8b859e-39b7-4150-9966-cd4c006cdab5 HTTP/1.1" status: 204 len: 168 time: 2.0835426 Aug 20 09:02:44.149225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54810) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:44.164234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.198998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=4b8b859e-39b7-4150-9966-cd4c006cdab5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:44.232525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.232778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.233118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.233444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.233795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.234121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.234443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.234764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.235079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.235408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.235715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.236038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf29757-79cc-40af-ab79-761b8c7fb996 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:02:44.243470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.245001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-7c014bf6-5f77-4cd3-943d-a9cbaebe1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.247200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-7c014bf6-5f77-4cd3-943d-a9cbaebe1a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.1496127 Aug 20 09:02:44.250735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.256244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.351730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.353071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1492443 Aug 20 09:02:44.355964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff179d3f-f73a-4642-bab7-3d30e93176af tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a140534a-6d91-4e0d-9a91-7f9d57d02c58,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:44.361021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54816) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:44.367818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-39c5f744-b015-49d4-a6f9-aad53373102c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': 'a140534a-6d91-4e0d-9a91-7f9d57d02c58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:44.368524 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-39c5f744-b015-49d4-a6f9-aad53373102c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 09:02:44.369014 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-39c5f744-b015-49d4-a6f9-aad53373102c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:44.370006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-39c5f744-b015-49d4-a6f9-aad53373102c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078778 Aug 20 09:02:44.371270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.375187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54818) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:44.427011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Subnet': ['ID=466dc342-efe1-49f4-b3ad-ac0f8b056342,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:44.432234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.439118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.440362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd5a4c9-2e16-46b6-84a2-983f014b5875 None None] Network 4b185fe8-a437-433b-8630-ba515cdb3ac0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:44.440982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-222575ae-f0c6-4ba5-ba5f-221a4cc2a99b tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/subnets/466dc342-efe1-49f4-b3ad-ac0f8b056342 HTTP/1.1" status: 204 len: 168 time: 1.6011944 Aug 20 09:02:44.453408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54822) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:44.461298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ecc23-ea9d-4484-8d04-29a08ca5ebc0 req-588ce0b4-a509-45c4-93b3-6f9e0a6742b5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.468582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-fdc81d42-e91e-4b3a-a429-be43a4ebe0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.469675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f7ecc23-ea9d-4484-8d04-29a08ca5ebc0 req-588ce0b4-a509-45c4-93b3-6f9e0a6742b5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 947 time: 0.1543224 Aug 20 09:02:44.470144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-fdc81d42-e91e-4b3a-a429-be43a4ebe0b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2053318 Aug 20 09:02:44.474058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f3d425-8c30-4e28-a900-cfdf90770ac9']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:44.486781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212035c-4279-4826-bce6-aaff4d324818 req-5160c218-07c6-4f96-a021-e39976ee7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.488516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-5160c218-07c6-4f96-a021-e39976ee7686 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1098 time: 0.1797626 Aug 20 09:02:44.517221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c208b63-2606-4177-a837-e0a1089ace8a') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:44.517540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c208b63-2606-4177-a837-e0a1089ace8a') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:44.568950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db87271-c1bf-4437-b035-3a9f0af923e5 req-70cba3da-38ef-4bf0-9da9-6cb21fc267b4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.570468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9db87271-c1bf-4437-b035-3a9f0af923e5 req-70cba3da-38ef-4bf0-9da9-6cb21fc267b4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.2300267 Aug 20 09:02:44.577048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.626213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-3cc81e81-008d-45ce-b9e4-51e0504fcfd0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.627716 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-3cc81e81-008d-45ce-b9e4-51e0504fcfd0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.2154651 Aug 20 09:02:44.630374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] DHCP port deletion for 4b185fe8-a437-433b-8630-ba515cdb3ac0 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:02:44.633225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-987379a1-feac-4af3-9804-9f4fc94efb47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.642597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f7ecc23-ea9d-4484-8d04-29a08ca5ebc0 req-b7f06e3d-9741-484f-b65d-c9dc27a97a0f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718485 Aug 20 09:02:44.646557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.660527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.664924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:44.665556 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:44.678524 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:44.695074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] Deleting port 28b59469-c265-4e86-ab64-675928287603 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:44.695588 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.749087 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-987379a1-feac-4af3-9804-9f4fc94efb47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.774061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9db87271-c1bf-4437-b035-3a9f0af923e5 req-c70bbf45-34af-4ec5-b53d-22dc375caaf8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920350 Aug 20 09:02:44.816377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] For port 28b59469-c265-4e86-ab64-675928287603, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28b59469-c265-4e86-ab64-675928287603,segment=NetworkSegment(465720a6-1cee-48ed-868f-5ad4d68150e4),segment_id=465720a6-1cee-48ed-868f-5ad4d68150e4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:44.816800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.851035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] Calling delete_port for 28b59469-c265-4e86-ab64-675928287603 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:44.859018 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-2174023b-5bb7-4672-887f-13332f8deceb service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743813 Aug 20 09:02:44.882314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212035c-4279-4826-bce6-aaff4d324818 req-bd01ed0b-3b3e-453c-8873-3c468e818a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:44.884073 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-bd01ed0b-3b3e-453c-8873-3c468e818a74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.3862433 Aug 20 09:02:44.893398 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.898038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.904349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/90f3d425-8c30-4e28-a900-cfdf90770ac9 HTTP/1.1" status: 204 len: 168 time: 0.7538550 Aug 20 09:02:44.904987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54828) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:44.935848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-513895032'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:44.964921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:44.972189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20edb0-9ac9-40e7-a7c6-1d7870bd3075 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=90f3d425-8c30-4e28-a900-cfdf90770ac9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:44.987514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.005307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] No DVR routers for this DVR port 28b59469-c265-4e86-ab64-675928287603 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:45.008106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c97371e-9164-463e-9da6-569b1f99b62f']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:45.008293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857040c7-f810-41a6-8a86-242909ae73f3 None None] Pushing event deleted for resources: {'Port': ['ID=28b59469-c265-4e86-ab64-675928287603,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.027160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a835118-ab49-4252-8391-1584c52faeba') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:45.027678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a835118-ab49-4252-8391-1584c52faeba') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:45.036770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:45.040262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.044107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-987379a1-feac-4af3-9804-9f4fc94efb47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.046768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-987379a1-feac-4af3-9804-9f4fc94efb47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.047970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-987379a1-feac-4af3-9804-9f4fc94efb47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/a140534a-6d91-4e0d-9a91-7f9d57d02c58 HTTP/1.1" status: 204 len: 168 time: 0.6686490 Aug 20 09:02:45.050166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93062-20c7-40a8-96b7-e1817d34ce70 req-09b08a91-b88b-4fc4-bd05-7260cadcff1c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:45.051685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fe93062-20c7-40a8-96b7-e1817d34ce70 req-09b08a91-b88b-4fc4-bd05-7260cadcff1c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.1872339 Aug 20 09:02:45.053150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.058538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.085073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb9d85-f960-421e-9de4-6ffd3e49c2c3 req-99b20526-bb12-48b8-a8d5-183273cdb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:45.086628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7fb9d85-f960-421e-9de4-6ffd3e49c2c3 req-99b20526-bb12-48b8-a8d5-183273cdb18c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 1096 time: 0.2349107 Aug 20 09:02:45.091640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Deleting port 9e8fc5cb-d04b-40ed-bff4-6636e869521d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:45.091991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.095912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-4d8aa909-4983-472f-bba8-892a4a8d1860 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 1001 time: 0.1844015 Aug 20 09:02:45.096648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987379a1-feac-4af3-9804-9f4fc94efb47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140534a-6d91-4e0d-9a91-7f9d57d02c58,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.118033 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.133162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:02:45.145677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:45.146104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:45.152199 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:45.206845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-16b1b6f6-214a-41af-877f-a1e1d93c1b82 req-be4b95ac-9dc7-4732-a5a3-41030ba76caa service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214617 Aug 20 09:02:45.221265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.221618 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e of type vlan for network 3686f920-db6a-471f-8d89-d0386f1e3f5b Aug 20 09:02:45.226927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fe93062-20c7-40a8-96b7-e1817d34ce70 req-44746af4-0cc4-4fb1-b464-833b73e0b005 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543171 Aug 20 09:02:45.246877 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7fb9d85-f960-421e-9de4-6ffd3e49c2c3 req-fcc367ea-a871-40c5-82e2-835cbf228d1a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412473 Aug 20 09:02:45.247272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-92488b33-6e45-447c-8895-fec7d952f3a0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1871352 Aug 20 09:02:45.248386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54832) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.252819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212035c-4279-4826-bce6-aaff4d324818 req-a49f66c6-8818-4b71-9fb9-71459bc582da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:45.253796 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-a49f66c6-8818-4b71-9fb9-71459bc582da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1467919 Aug 20 09:02:45.254940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--940281570'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:45.281802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] For port 9e8fc5cb-d04b-40ed-bff4-6636e869521d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9e8fc5cb-d04b-40ed-bff4-6636e869521d,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:45.282038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.289222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.294103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.298320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/networks/8c97371e-9164-463e-9da6-569b1f99b62f HTTP/1.1" status: 204 len: 168 time: 0.8262784 Aug 20 09:02:45.299275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54834) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.317415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.335701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78864d6f-aa3b-4dea-bde3-5d7ac4688c37 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Network': ['ID=8c97371e-9164-463e-9da6-569b1f99b62f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.356262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.376350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.381930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:45.382529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.458643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:45.460500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.473434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=3686f920-db6a-471f-8d89-d0386f1e3f5b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.488260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:02:45.528012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.532872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.553024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b23959b8-f4e9-401d-8b8f-174d1f9fea18 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6223788 Aug 20 09:02:45.560051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54836) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.571911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:45.573597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.576040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3266029 Aug 20 09:02:45.579151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54838) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.583789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-87ce24ff-8b57-4cbd-859a-85bb237a35e4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '150f62de-52d4-4c63-b445-4195ab552384', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:45.585026 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-87ce24ff-8b57-4cbd-859a-85bb237a35e4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 09:02:45.585908 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-87ce24ff-8b57-4cbd-859a-85bb237a35e4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:45.587174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87ce24ff-8b57-4cbd-859a-85bb237a35e4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069127 Aug 20 09:02:45.590632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586af00-132a-466d-adbd-6aa8ad9a3bd0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150f62de-52d4-4c63-b445-4195ab552384,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.593075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54840) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.613764 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.638402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:45.640716 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc7971a-ca6d-4b53-bd2e-cc1473762ea5" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:45.654944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:45.659810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.665641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212035c-4279-4826-bce6-aaff4d324818 req-79d517c2-30ec-4af6-a826-33a74aa41bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:45.667370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-79d517c2-30ec-4af6-a826-33a74aa41bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286031 Aug 20 09:02:45.713570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=14']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.728508 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2371f714-1ad7-46f1-928a-e22cb083979b x-openstack-request-id: req-2371f714-1ad7-46f1-928a-e22cb083979b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:45.728660 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:45.729448 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2371f714-1ad7-46f1-928a-e22cb083979b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:45.730050 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'code': 200} Aug 20 09:02:45.732849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee5813e6-fad4-494a-9df2-538afef6397c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.770339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.770732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.771047 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Floating IP b6b432e4-f6b2-4b9a-8920-baca8a6c02cf disassociated. External IP: 172.25.5.250, port: 9e8fc5cb-d04b-40ed-bff4-6636e869521d. Aug 20 09:02:45.771589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Calling delete_port for 9e8fc5cb-d04b-40ed-bff4-6636e869521d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:45.773347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee5813e6-fad4-494a-9df2-538afef6397c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.814384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.839222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b185fe8-a437-433b-8630-ba515cdb3ac0']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:45.853505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c881b64-6a69-4bb3-bb99-73fd4d49a65b req-f06eeec6-1dbb-4a00-ad82-d93d49068b27 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:45.863473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c881b64-6a69-4bb3-bb99-73fd4d49a65b req-f06eeec6-1dbb-4a00-ad82-d93d49068b27 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1072497 Aug 20 09:02:45.893753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee5813e6-fad4-494a-9df2-538afef6397c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.893753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee5813e6-fad4-494a-9df2-538afef6397c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.893753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ee5813e6-fad4-494a-9df2-538afef6397c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/150f62de-52d4-4c63-b445-4195ab552384 HTTP/1.1" status: 204 len: 168 time: 0.2931964 Aug 20 09:02:45.894188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465720a6-1cee-48ed-868f-5ad4d68150e4') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:45.894188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465720a6-1cee-48ed-868f-5ad4d68150e4') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:45.894387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54854) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:45.914730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.940933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5813e6-fad4-494a-9df2-538afef6397c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150f62de-52d4-4c63-b445-4195ab552384,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:45.955460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28b59469-c265-4e86-ab64-675928287603 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:45.977819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:45.983093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:45.984096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 28b59469-c265-4e86-ab64-675928287603 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:45.984696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28b59469-c265-4e86-ab64-675928287603 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:46.006023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c881b64-6a69-4bb3-bb99-73fd4d49a65b req-372eda3f-4d1a-423d-bf22-5abffca08fa0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382751 Aug 20 09:02:46.051617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-68cfb9e4-ea2b-4c30-b906-057e66b3e2d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538670 Aug 20 09:02:46.052097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54856) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.056978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857945282'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:46.094317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.099366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeb74a-16fe-4e7d-9324-5e52f28ecd59 req-8cecb9ea-fdde-4c30-99c8-499894ff000c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:46.100912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7abeb74a-16fe-4e7d-9324-5e52f28ecd59 req-8cecb9ea-fdde-4c30-99c8-499894ff000c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 946 time: 0.0938332 Aug 20 09:02:46.102492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.107302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-326f4f77-60a2-4b12-bc1e-8f5fa594ed69 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254315 Aug 20 09:02:46.115460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:02:46.115868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:02:46.118813 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:02:46.172266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7abeb74a-16fe-4e7d-9324-5e52f28ecd59 req-ca322f9c-d173-4b3c-942a-f4a5a6c1052f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=02d208ea-4e0b-4d37-b7e9-e30d195e6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598805 Aug 20 09:02:46.224805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.230100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.254551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.269115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2ecd3a-128f-400d-b590-194dfd6d5a51,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:46.273012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.277693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c047ff90-14f2-4e55-9470-ca9ff3904aa3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2215166 Aug 20 09:02:46.278438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54860) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.284338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b55b8801-21c0-4374-90f1-a8f10ab5b5a2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '8a2ecd3a-128f-400d-b590-194dfd6d5a51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:46.297484 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-b55b8801-21c0-4374-90f1-a8f10ab5b5a2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 09:02:46.298394 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-b55b8801-21c0-4374-90f1-a8f10ab5b5a2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:46.303643 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b55b8801-21c0-4374-90f1-a8f10ab5b5a2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241351 Aug 20 09:02:46.304609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.309574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.311170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4af9f2bc-1aaf-40ad-976c-58710a18de82 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '8a2ecd3a-128f-400d-b590-194dfd6d5a51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:46.311315 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.311672 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-4af9f2bc-1aaf-40ad-976c-58710a18de82 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 09:02:46.312089 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4af9f2bc-1aaf-40ad-976c-58710a18de82 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:46.316315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4af9f2bc-1aaf-40ad-976c-58710a18de82 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105395 Aug 20 09:02:46.316925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54864) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.319405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event deleted for resources: {'Port': ['ID=9e8fc5cb-d04b-40ed-bff4-6636e869521d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:46.323789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ca34be69-8091-4826-8796-44a29eeaa83a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '8a2ecd3a-128f-400d-b590-194dfd6d5a51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:46.324477 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-ca34be69-8091-4826-8796-44a29eeaa83a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 09:02:46.325088 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-ca34be69-8091-4826-8796-44a29eeaa83a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:46.325216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.331095 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] 10.222.0.35 "DELETE /v2.0/networks/4b185fe8-a437-433b-8630-ba515cdb3ac0 HTTP/1.1" status: 204 len: 168 time: 1.0267324 Aug 20 09:02:46.331311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ca34be69-8091-4826-8796-44a29eeaa83a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111606 Aug 20 09:02:46.331311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54866) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.338412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-169dbf65-11f1-464c-a916-7f39365a56a8 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '8a2ecd3a-128f-400d-b590-194dfd6d5a51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:46.341289 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-169dbf65-11f1-464c-a916-7f39365a56a8 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 09:02:46.341965 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-169dbf65-11f1-464c-a916-7f39365a56a8 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:46.347863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-169dbf65-11f1-464c-a916-7f39365a56a8 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0122235 Aug 20 09:02:46.347863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54868) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.387499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bac32-816f-4f49-bda5-079916c42aa2 tempest-TaggedBootDevicesTest-471932362 tempest-TaggedBootDevicesTest-471932362-project] Pushing event deleted for resources: {'Network': ['ID=4b185fe8-a437-433b-8630-ba515cdb3ac0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:46.415709 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1212035c-4279-4826-bce6-aaff4d324818 req-bf7327b6-5bde-4491-b566-7984843ba614 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923181 Aug 20 09:02:46.467793 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8cabae51-8999-4d86-bd97-4703bb37d93d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.497232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cd532-0269-404e-a470-1a184b756624 req-e598e0ad-4549-4c31-8e93-136d6d144017 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:46.498807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163cd532-0269-404e-a470-1a184b756624 req-e598e0ad-4549-4c31-8e93-136d6d144017 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0842967 Aug 20 09:02:46.508775 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8cabae51-8999-4d86-bd97-4703bb37d93d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.572362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-163cd532-0269-404e-a470-1a184b756624 req-0d642d8b-c745-4a21-b558-03c72664fd0b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653522 Aug 20 09:02:46.594251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8cabae51-8999-4d86-bd97-4703bb37d93d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.597289 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8cabae51-8999-4d86-bd97-4703bb37d93d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.600940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8cabae51-8999-4d86-bd97-4703bb37d93d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/8a2ecd3a-128f-400d-b590-194dfd6d5a51 HTTP/1.1" status: 204 len: 168 time: 0.2520850 Aug 20 09:02:46.602423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.612968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-786a4e5d-b7c7-4677-88f2-5e13c2a26554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.614349 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.617151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabae51-8999-4d86-bd97-4703bb37d93d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2ecd3a-128f-400d-b590-194dfd6d5a51,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:46.668327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:46.686462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-39ab485c-915c-4818-b71f-29bd5b1a3c31 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809460 Aug 20 09:02:46.695214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54882) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:46.706491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--949666237'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:46.740942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.849534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=1c0fc076-dc47-4792-b5e7-ce55fdcd234f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:46.859635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:46.860312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: 3686f920-db6a-471f-8d89-d0386f1e3f5b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:02:46.867785 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.884880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:46.915803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:46.929361 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:46.941009 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:46.941917 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:46.952438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:02:47.018414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8af1a-3a6b-44e5-aca1-fe238214865a req-e5257b9c-4c33-4944-ba84-5220bdb1917e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:47.028059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1de8af1a-3a6b-44e5-aca1-fe238214865a req-e5257b9c-4c33-4944-ba84-5220bdb1917e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.2723808 Aug 20 09:02:47.034313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556d6982-518b-429b-a808-19f0256f408a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:47.073603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.080407 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9d54ca1d-378a-4b9f-bee9-7e50fa23acb6 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3811357 Aug 20 09:02:47.080671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.091192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-052c679f-32a6-44f5-a6e0-ef7a498697a1 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.091939 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-052c679f-32a6-44f5-a6e0-ef7a498697a1 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 09:02:47.092441 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-052c679f-32a6-44f5-a6e0-ef7a498697a1 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.096054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-052c679f-32a6-44f5-a6e0-ef7a498697a1 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119374 Aug 20 09:02:47.116335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54890) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.123780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-459ae3e8-d747-4ebd-9cae-6098ad003d36 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.125443 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:47.180325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1de8af1a-3a6b-44e5-aca1-fe238214865a req-2eb6e98a-411f-4e0a-868a-931cb883ce84 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511478 Aug 20 09:02:47.211568 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-459ae3e8-d747-4ebd-9cae-6098ad003d36 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.215614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-459ae3e8-d747-4ebd-9cae-6098ad003d36 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0953121 Aug 20 09:02:47.218332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54898) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.227317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0b84259c-c5de-41be-a2c4-49909d5d11d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.228062 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-0b84259c-c5de-41be-a2c4-49909d5d11d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 09:02:47.228745 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-0b84259c-c5de-41be-a2c4-49909d5d11d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.233924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b84259c-c5de-41be-a2c4-49909d5d11d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138514 Aug 20 09:02:47.234809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54900) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.246494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0fc79-af95-4944-9037-76693adaf6c6 req-8227875a-1962-4905-b34e-f7e2dafaab51 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:47.248377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08c0fc79-af95-4944-9037-76693adaf6c6 req-8227875a-1962-4905-b34e-f7e2dafaab51 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1433082 Aug 20 09:02:47.252215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e9868ea9-4d4a-43f7-9653-31d765aa9e47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.299865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08c0fc79-af95-4944-9037-76693adaf6c6 req-1bbfa1d6-0b17-49f3-a726-0c84978c5ea9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 Aug 20 09:02:47.346371 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-e9868ea9-4d4a-43f7-9653-31d765aa9e47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.355818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e9868ea9-4d4a-43f7-9653-31d765aa9e47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1178970 Aug 20 09:02:47.358211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54904) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.366487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9503672a-0991-412a-95ba-53e50115799c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.371331 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-9503672a-0991-412a-95ba-53e50115799c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 09:02:47.375300 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-9503672a-0991-412a-95ba-53e50115799c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.390868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9503672a-0991-412a-95ba-53e50115799c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0279529 Aug 20 09:02:47.391483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54908) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.396238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6acd28b3-4a16-44d4-9c17-b5af6bda6413 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.398988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.466404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05704436-fa11-4d21-b914-4c63e139f4da req-9133696f-48c2-4454-99d3-a96dedff4737 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=e58fe6c3-9d62-4312-a4e9-5418326b5e3a HTTP/1.1" status: 200 len: 210 time: 0.0345104 Aug 20 09:02:47.474015 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-6acd28b3-4a16-44d4-9c17-b5af6bda6413 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Project ce52238faaf544098372f2ff15980882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:02:47.492130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] No DVR routers for this DVR port 9e8fc5cb-d04b-40ed-bff4-6636e869521d on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:02:47.498761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3686f920-db6a-471f-8d89-d0386f1e3f5b) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:47.500916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.503298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac1486d8-3322-4d41-93c1-bc53b8c1ea82 req-9c48405a-85cf-4f34-a7bf-d81acc690ca7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "DELETE /v2.0/ports/9e8fc5cb-d04b-40ed-bff4-6636e869521d HTTP/1.1" status: 204 len: 173 time: 2.8651268 Aug 20 09:02:47.504264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-deleted', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:47.506373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c4382e-db99-4a13-8325-beaa9bee4b62" -d '{"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-deleted", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:47.510157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1ea90-df31-41f5-aa0b-37de4fa8a9b4 None None] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:47.514519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:47.515195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.530421 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-6acd28b3-4a16-44d4-9c17-b5af6bda6413 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.536963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6acd28b3-4a16-44d4-9c17-b5af6bda6413 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1443424 Aug 20 09:02:47.541948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54914) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.542843 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bb2d98d2-c243-4473-b92a-54e4e34aa64f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9788589 Aug 20 09:02:47.545218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.550836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:47.552908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-25903549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.554718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c4566898-ad5d-4baa-8a5d-c77a22997687 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.555169 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-c4566898-ad5d-4baa-8a5d-c77a22997687 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 09:02:47.555697 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-c4566898-ad5d-4baa-8a5d-c77a22997687 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.575992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54918) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.576633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c4566898-ad5d-4baa-8a5d-c77a22997687 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0335565 Aug 20 09:02:47.581429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ab195885-f741-4f85-a8f8-a78984e70bc0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.603249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.604325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.642525 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:02:47.659262 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-ab195885-f741-4f85-a8f8-a78984e70bc0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Project ce52238faaf544098372f2ff15980882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:02:47.660364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:47.668190 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:47.722207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07965250-884b-4402-8b37-d463a4a51aae req-f906bc04-c2d8-4982-b072-42204b8a755a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:47.725526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07965250-884b-4402-8b37-d463a4a51aae req-f906bc04-c2d8-4982-b072-42204b8a755a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1159174 Aug 20 09:02:47.796017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07965250-884b-4402-8b37-d463a4a51aae req-fa5c0a84-cf79-4724-aa78-15f07515c5c8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632310 Aug 20 09:02:47.850236 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-ab195885-f741-4f85-a8f8-a78984e70bc0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.852555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-3686f920-db6a-471f-8d89-d0386f1e3f5b', 'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '1c0fc076-dc47-4792-b5e7-ce55fdcd234f'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:02:47.853447 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.854734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54926) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.854891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ab195885-f741-4f85-a8f8-a78984e70bc0 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2774351 Aug 20 09:02:47.857136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.861687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.872496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fa822bd1-4c21-46b5-adfb-b6a7cefb5347 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '556d6982-518b-429b-a808-19f0256f408a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:47.876882 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be801fa6-1f17-4dae-914a-7a3926e1db84 x-openstack-request-id: req-be801fa6-1f17-4dae-914a-7a3926e1db84 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:47.877231 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58fe6c3-9d62-4312-a4e9-5418326b5e3a", "name": "network-vif-deleted", "tag": "9e8fc5cb-d04b-40ed-bff4-6636e869521d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:47.877517 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be801fa6-1f17-4dae-914a-7a3926e1db84 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:47.885255 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58fe6c3-9d62-4312-a4e9-5418326b5e3a', 'name': 'network-vif-deleted', 'tag': '9e8fc5cb-d04b-40ed-bff4-6636e869521d', 'status': 'completed', 'code': 200} Aug 20 09:02:47.927012 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-fa822bd1-4c21-46b5-adfb-b6a7cefb5347 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Project ce52238faaf544098372f2ff15980882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:02:47.935773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:47.936920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bbf81353-3f78-4a53-b802-fe6de66a45e7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3895328 Aug 20 09:02:47.939411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54928) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.943759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:02:47.948532 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-fa822bd1-4c21-46b5-adfb-b6a7cefb5347 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:47.952297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fa822bd1-4c21-46b5-adfb-b6a7cefb5347 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0961604 Aug 20 09:02:47.955476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54930) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:47.966915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'port': {'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b', 'name': 'tempest-RoutersTest-1115492030'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:48.240628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:48.268052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.273100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Allocated IP 172.20.0.2 (3686f920-db6a-471f-8d89-d0386f1e3f5b/1c0fc076-dc47-4792-b5e7-ce55fdcd234f/0f5227a6-add9-4632-820b-7683e52890c9) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:48.281888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:48.297700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dc3b5-03fc-4c54-a165-a42652f02d33 req-0a940c3f-b4f5-46cf-8fc8-66229bf5d3be tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:48.313011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b2dc3b5-03fc-4c54-a165-a42652f02d33 req-0a940c3f-b4f5-46cf-8fc8-66229bf5d3be tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.3068662 Aug 20 09:02:48.321071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] device_id is not set on port 7097c485-4251-4afc-96f8-4697252b296a yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:02:48.324128 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b167d-6f41-4a0c-8f70-3e39f67677c7 None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:48.402021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c11a3de1-716b-47f5-a5ac-8fe9aa8bba58 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.431519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9d7e4-948d-4239-8c90-1c92ed468d6f req-2a83f723-ce91-4a0d-b8cf-bc3ff3d121cc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:48.434877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23b9d7e4-948d-4239-8c90-1c92ed468d6f req-2a83f723-ce91-4a0d-b8cf-bc3ff3d121cc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3526180 Aug 20 09:02:48.474752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b2dc3b5-03fc-4c54-a165-a42652f02d33 req-5e74f9a1-2ab4-4cfe-b734-2fce009f6f8e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605232 Aug 20 09:02:48.513437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c11a3de1-716b-47f5-a5ac-8fe9aa8bba58 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.525282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23b9d7e4-948d-4239-8c90-1c92ed468d6f req-1094d120-498e-4c0f-88e5-bcd7110997d3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595090 Aug 20 09:02:48.538716 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.548102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Transition to ACTIVE for port object 0f5227a6-add9-4632-820b-7683e52890c9 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:48.572720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c11a3de1-716b-47f5-a5ac-8fe9aa8bba58 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.573620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Transition to ACTIVE for port object 0f5227a6-add9-4632-820b-7683e52890c9 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:48.576989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c11a3de1-716b-47f5-a5ac-8fe9aa8bba58 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.579031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c11a3de1-716b-47f5-a5ac-8fe9aa8bba58 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/556d6982-518b-429b-a808-19f0256f408a HTTP/1.1" status: 204 len: 168 time: 0.6223402 Aug 20 09:02:48.581940 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.583122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:48.611178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a3de1-716b-47f5-a5ac-8fe9aa8bba58 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d6982-518b-429b-a808-19f0256f408a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:48.652613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Pushing event updated for resources: {'Port': ['ID=0f5227a6-add9-4632-820b-7683e52890c9,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:48.680868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:48.690313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:48.693170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:48.740310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54944) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:48.772249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f704eb05-9a40-4832-b0d9-1edf25583aa1 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1843042 Aug 20 09:02:48.772837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54946) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:48.787023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101313113'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:48.808903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.20.0.8 (3686f920-db6a-471f-8d89-d0386f1e3f5b/1c0fc076-dc47-4792-b5e7-ce55fdcd234f/7097c485-4251-4afc-96f8-4697252b296a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:48.816588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f38bb2-ed86-4c8b-80fd-e04af71346d9 None None] New status for floating IP b6b432e4-f6b2-4b9a-8920-baca8a6c02cf: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:02:48.823994 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.855072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be3f74a-4a39-4e84-a336-da07cae7075c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.868269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.896503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be3f74a-4a39-4e84-a336-da07cae7075c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.975489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Attempting to bind port 0f5227a6-add9-4632-820b-7683e52890c9 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:02:48.975976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Attempting to bind port 0f5227a6-add9-4632-820b-7683e52890c9 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:02:48.976350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Attempting to bind port 0f5227a6-add9-4632-820b-7683e52890c9 on network 3686f920-db6a-471f-8d89-d0386f1e3f5b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:48.984479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:02:48.984854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Checking segment: {'id': '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:48.985301 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:48.985689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Bound using segment: {'id': '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:02:48.986264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Bound port: 0f5227a6-add9-4632-820b-7683e52890c9, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3686f920-db6a-471f-8d89-d0386f1e3f5b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:02:48.986643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.013838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-1939818b-b7c4-4375-b75b-c7ae46ba962c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:49.021532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-1939818b-b7c4-4375-b75b-c7ae46ba962c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.1321313 Aug 20 09:02:49.049739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-f74e8535-1929-41df-b5d9-88a4f0797054 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/quotas/3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 375 time: 0.0271747 Aug 20 09:02:49.065792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.085676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] For port 0f5227a6-add9-4632-820b-7683e52890c9, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:49.090346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] For port 0f5227a6-add9-4632-820b-7683e52890c9, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0f5227a6-add9-4632-820b-7683e52890c9,segment=NetworkSegment(1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e),segment_id=1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:02:49.094349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 7097c485-4251-4afc-96f8-4697252b296a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:49.096689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.142266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.164493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-1b75444d-d1a8-417e-bd9e-4dde815e991d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1136584 Aug 20 09:02:49.191370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057dda8-7b45-4c1f-ba1f-3220302ef748 None None] Pushing event updated for resources: {'Port': ['ID=0f5227a6-add9-4632-820b-7683e52890c9,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:49.205338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:49.210953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:49.213912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:49.240319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be3f74a-4a39-4e84-a336-da07cae7075c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.243491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7be3f74a-4a39-4e84-a336-da07cae7075c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.244939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7be3f74a-4a39-4e84-a336-da07cae7075c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "DELETE /v2.0/security-groups/02d208ea-4e0b-4d37-b7e9-e30d195e6fab HTTP/1.1" status: 204 len: 168 time: 0.5033684 Aug 20 09:02:49.248999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54960) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:49.265605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3f74a-4a39-4e84-a336-da07cae7075c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d208ea-4e0b-4d37-b7e9-e30d195e6fab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:49.273864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=7097c485-4251-4afc-96f8-4697252b296a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:49.281699 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-8183a31b-6ce3-4f01-8736-95432af96414 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] show failed (client error): The resource could not be found. Aug 20 09:02:49.283070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8183a31b-6ce3-4f01-8736-95432af96414 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups/02d208ea-4e0b-4d37-b7e9-e30d195e6fab HTTP/1.1" status: 404 len: 347 time: 0.0308490 Aug 20 09:02:49.285667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54962) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:49.312668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.321850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.346456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-30c0eabc-874c-4035-96c8-b6fc902e507e service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810701 Aug 20 09:02:49.352931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:49.353878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.364249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:49.365428 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5917139 Aug 20 09:02:49.377763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54964) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:49.384400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4a210867-43c2-4a18-80c2-e95b2b4c8bd4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': 'b1e33d4e-3248-4e4e-ab50-e20711c34a19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:49.396590 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ac2a961-a94d-4d22-99d2-5a650fd6a6da tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4536846 Aug 20 09:02:49.399557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54966) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:49.471596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:02:49.498738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-3ca62803-e5fe-484d-b08e-0021c8458ca4 service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289034 Aug 20 09:02:49.502975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 9e8fc5cb-d04b-40ed-bff4-6636e869521d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:02:49.503690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9e8fc5cb-d04b-40ed-bff4-6636e869521d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:02:49.538094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebc901-dd0b-46e5-86f1-5da3b4aa74cf tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e33d4e-3248-4e4e-ab50-e20711c34a19,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:49.652792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67e4ab-667c-4b50-8b34-1591aa779bed req-cd308fd0-6f79-46ff-ab57-19deac9ecfe1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:49.663332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc67e4ab-667c-4b50-8b34-1591aa779bed req-cd308fd0-6f79-46ff-ab57-19deac9ecfe1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0807481 Aug 20 09:02:49.762241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc67e4ab-667c-4b50-8b34-1591aa779bed req-fff93add-0b42-4879-855b-38c5db5f9195 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974691 Aug 20 09:02:49.869138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1479b800-1ad2-4eca-a1fe-f2b10af1889d req-dad3a298-f0c9-4b2b-8e3b-97562f31a77e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 210 time: 0.0704267 Aug 20 09:02:49.905828 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-4a210867-43c2-4a18-80c2-e95b2b4c8bd4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The resource could not be found. Aug 20 09:02:49.906916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a210867-43c2-4a18-80c2-e95b2b4c8bd4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5279181 Aug 20 09:02:49.910131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54980) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:49.952739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9ad01674-3935-46ce-bcc1-8da6a181305c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': 'b1e33d4e-3248-4e4e-ab50-e20711c34a19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '400db77b-bed0-47a6-9230-1413aed39ad8'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:49.996552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0f5227a6-add9-4632-820b-7683e52890c9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:50.086247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0f5227a6-add9-4632-820b-7683e52890c9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:50.108069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Deleting port b37c2d98-1025-4214-b23b-213240201488 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:50.108627 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.262021 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-9ad01674-3935-46ce-bcc1-8da6a181305c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The resource could not be found. Aug 20 09:02:50.266050 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9ad01674-3935-46ce-bcc1-8da6a181305c tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3521328 Aug 20 09:02:50.266353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54994) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:50.315889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.352472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdef78-e6be-44fe-b5f2-57e95ce19900 req-e8544e3c-aab1-44f6-a8d1-354bb6d21054 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:50.361078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74cdef78-e6be-44fe-b5f2-57e95ce19900 req-e8544e3c-aab1-44f6-a8d1-354bb6d21054 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1317286 Aug 20 09:02:50.410079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.410701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.422450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b323-18ea-4ff3-910b-39242d0eec7b tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.436032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Calling delete_port for b37c2d98-1025-4214-b23b-213240201488 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:50.448349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74cdef78-e6be-44fe-b5f2-57e95ce19900 req-ff279038-e584-43e1-a0f3-1e1a38ff3836 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836296 Aug 20 09:02:50.489747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b323-18ea-4ff3-910b-39242d0eec7b tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.557071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b323-18ea-4ff3-910b-39242d0eec7b tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.564452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b323-18ea-4ff3-910b-39242d0eec7b tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.571857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7f6b323-18ea-4ff3-910b-39242d0eec7b tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/b1e33d4e-3248-4e4e-ab50-e20711c34a19 HTTP/1.1" status: 204 len: 168 time: 0.3043725 Aug 20 09:02:50.572628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54996) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:50.625944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6b323-18ea-4ff3-910b-39242d0eec7b tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e33d4e-3248-4e4e-ab50-e20711c34a19,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:50.700488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-98a96062-6965-4549-897d-cb53a655c48a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165578 Aug 20 09:02:50.701100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54998) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:50.706985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-783e03b6-e3dc-4921-b8b8-60fff1d6c242 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': 'a68753f9-b493-480a-871c-cf8055979857', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:50.734286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1349e6ab-42b8-437a-87cd-abcdfb6d959f None None] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:50.772422 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-783e03b6-e3dc-4921-b8b8-60fff1d6c242 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The resource could not be found. Aug 20 09:02:50.773949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-783e03b6-e3dc-4921-b8b8-60fff1d6c242 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0717788 Aug 20 09:02:50.782017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:50.789536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--901295479'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:50.811859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] Provisioning for port 0f5227a6-add9-4632-820b-7683e52890c9 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:50.826633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] Provisioning complete for port 0f5227a6-add9-4632-820b-7683e52890c9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:50.827285 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.831821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.839423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.845850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.869138 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:50.914685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=7097c485-4251-4afc-96f8-4697252b296a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:51.032693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.047191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.050441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.052788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event deleted for resources: {'Port': ['ID=b37c2d98-1025-4214-b23b-213240201488,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:51.057365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.059951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.064212 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52138a60-6bb0-42b2-a0ec-ef03cddb76ea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "DELETE /v2.0/floatingips/b6b432e4-f6b2-4b9a-8920-baca8a6c02cf HTTP/1.1" status: 204 len: 168 time: 1.7744799 Aug 20 09:02:51.088161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53aa066d-6460-4a0f-91a0-0c38fc67e64f req-67c0ca5c-ba7d-470e-9088-9d8280438128 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 210 time: 0.0531325 Aug 20 09:02:51.122262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.123903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3405216 Aug 20 09:02:51.129357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55008) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:51.129976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] For port 0f5227a6-add9-4632-820b-7683e52890c9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0f5227a6-add9-4632-820b-7683e52890c9,segment=NetworkSegment(1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e),segment_id=1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:02:51.136213 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.142282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--652505598'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:51.212015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.218166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b83bb7-b6e3-41f7-8e45-b0938bb91420 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8446a4-6889-4a8c-b5cd-7654f668feba,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:51.287507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff69d27-7795-4a80-8d22-c0556cf4e603 None None] Pushing event updated for resources: {'Port': ['ID=0f5227a6-add9-4632-820b-7683e52890c9,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:51.428475 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.433633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.441491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.492381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2376b780-63e1-486b-a7dd-1c9d8cdb9202,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:51.511211 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.513607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-209481db-9083-40a3-925e-29f4ee5415d2 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3747389 Aug 20 09:02:51.530385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55020) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:51.535334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-13c3adc4-de18-4a7f-8b8a-9b368078ad33 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '8c8446a4-6889-4a8c-b5cd-7654f668feba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2376b780-63e1-486b-a7dd-1c9d8cdb9202'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:51.581744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7a1571c1-deeb-4bf6-a03b-de21486d169d None None] Provisioning for port 7097c485-4251-4afc-96f8-4697252b296a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:51.609445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7a1571c1-deeb-4bf6-a03b-de21486d169d None None] Provisioning complete for port 7097c485-4251-4afc-96f8-4697252b296a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:51.611281 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7a1571c1-deeb-4bf6-a03b-de21486d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.616574 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-13c3adc4-de18-4a7f-8b8a-9b368078ad33 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:51.618802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13c3adc4-de18-4a7f-8b8a-9b368078ad33 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0873897 Aug 20 09:02:51.622873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55022) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:51.701016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55024) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:51.713250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382599332', 'description': 'tempest-description--281157081'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:51.721210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7a1571c1-deeb-4bf6-a03b-de21486d169d None None] Port 7097c485-4251-4afc-96f8-4697252b296a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:51.751054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7a1571c1-deeb-4bf6-a03b-de21486d169d None None] Provisioning complete for port 0f5227a6-add9-4632-820b-7683e52890c9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:51.751407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7a1571c1-deeb-4bf6-a03b-de21486d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.784162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.822585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d58d-81c0-489f-a3e5-a0fb364012d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.827569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.847656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2ddd6-8d20-49a4-b8e0-5475358acaa0 req-ab91b3c5-a144-4fd4-9e59-6d0c85ea4b12 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:51.849188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aea2ddd6-8d20-49a4-b8e0-5475358acaa0 req-ab91b3c5-a144-4fd4-9e59-6d0c85ea4b12 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1622505 Aug 20 09:02:51.915402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d58d-81c0-489f-a3e5-a0fb364012d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:51.916092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-e54e157e-d9e8-471e-8f18-62dd7b0d5ff3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:51.919582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-e54e157e-d9e8-471e-8f18-62dd7b0d5ff3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.26 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.4968734 Aug 20 09:02:51.965198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0f5227a6-add9-4632-820b-7683e52890c9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:02:52.002473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'port': {'device_id': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'admin_state_up': True, 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:52.012935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.023913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.036694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0f5227a6-add9-4632-820b-7683e52890c9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:52.038596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.096491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e73a3801-875c-4bc2-9f1d-934d1ed4ac16 None None] Provisioning complete for port 7097c485-4251-4afc-96f8-4697252b296a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:52.103586 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e73a3801-875c-4bc2-9f1d-934d1ed4ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.131856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aea2ddd6-8d20-49a4-b8e0-5475358acaa0 req-e50ac1b8-a8eb-40ef-99a2-d52f035ca231 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488601 Aug 20 09:02:52.144441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28cf07f-4faf-4845-a418-faead8556a0e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:52.152579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d58d-81c0-489f-a3e5-a0fb364012d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.174372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d58d-81c0-489f-a3e5-a0fb364012d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.179668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:52.180308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ffd9d58d-81c0-489f-a3e5-a0fb364012d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/2376b780-63e1-486b-a7dd-1c9d8cdb9202 HTTP/1.1" status: 204 len: 168 time: 0.5563645 Aug 20 09:02:52.202770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e73a3801-875c-4bc2-9f1d-934d1ed4ac16 None None] Port 7097c485-4251-4afc-96f8-4697252b296a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:52.212687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9d58d-81c0-489f-a3e5-a0fb364012d3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2376b780-63e1-486b-a7dd-1c9d8cdb9202,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:52.224935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.236271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55038) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:52.237065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ed78f148-00df-4ae5-b19a-e232a3714d9a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5325027 Aug 20 09:02:52.253340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'security_group_rule': {'security_group_id': 'c28cf07f-4faf-4845-a418-faead8556a0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:52.440030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c7cc449e-28fd-45ab-8049-d8254bd0b0e4 None None] Provisioning complete for port 7097c485-4251-4afc-96f8-4697252b296a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:52.442237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c7cc449e-28fd-45ab-8049-d8254bd0b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.491886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0233811-5e2e-4338-971f-f980f23ee7d0 req-14654b5d-77c7-47ae-80de-34fb7e814b61 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 210 time: 0.0859332 Aug 20 09:02:52.500382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc449e-28fd-45ab-8049-d8254bd0b0e4 None None] Port 7097c485-4251-4afc-96f8-4697252b296a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:52.543538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:52.543776 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-41d8f18a-2e41-4ecf-8984-a58216ea9e47 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3623583 Aug 20 09:02:52.574294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:02:52.574294 n-d-804285-2 neutron-server[101317]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 09:02:52.574294 n-d-804285-2 neutron-server[101317]: [parameters: {'project_id_1': '3f0dd61bec7249af8496a3b4cfd0b349', 'expiration_1': datetime.datetime(2021, 8, 20, 9, 2, 52, 548871)}] Aug 20 09:02:52.574294 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:02:52.574774 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:02:52.598466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.618791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-621a703b-c51c-484c-b2c0-193ce4c48e7d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.647898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-621a703b-c51c-484c-b2c0-193ce4c48e7d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.648604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.660621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.730381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-621a703b-c51c-484c-b2c0-193ce4c48e7d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.733094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-621a703b-c51c-484c-b2c0-193ce4c48e7d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.734395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-621a703b-c51c-484c-b2c0-193ce4c48e7d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/8c8446a4-6889-4a8c-b5cd-7654f668feba HTTP/1.1" status: 204 len: 168 time: 0.1895182 Aug 20 09:02:52.738691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55052) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:52.754809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.762359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a703b-c51c-484c-b2c0-193ce4c48e7d tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8446a4-6889-4a8c-b5cd-7654f668feba,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:52.786402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=7097c485-4251-4afc-96f8-4697252b296a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:52.789798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.796604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87af295b-e648-4d59-9004-7eeb30d830de tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556741 Aug 20 09:02:52.803885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55054) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:52.811139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410332779'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:52.811374 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.815782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.819435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5758002 Aug 20 09:02:52.819719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55056) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:52.829668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'security_group_rule': {'security_group_id': 'c28cf07f-4faf-4845-a418-faead8556a0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:52.830617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71503784-e2cb-465b-9481-df569480c7df tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a37465-327a-44ba-81b6-366cb0aa6acc,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:52.852434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.905121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:52.933984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:52.936164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:52.995591 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.007371 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.025763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f6bc2-e750-4997-a40c-8f6381b42dcc,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:53.101797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:02:53.338661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-041885b4-2f8e-4993-acbe-5058f1b89b83 None None] Provisioning complete for port 7097c485-4251-4afc-96f8-4697252b296a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:53.339379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-041885b4-2f8e-4993-acbe-5058f1b89b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.386469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-041885b4-2f8e-4993-acbe-5058f1b89b83 None None] Port 7097c485-4251-4afc-96f8-4697252b296a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:53.485161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.496344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.505191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.506998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e649e07-eca0-4165-9227-f27ca4b78390 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6846654 Aug 20 09:02:53.514480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55064) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:53.519856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:53.548294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7bdd38-e293-4eba-98c1-63667d2a0d54,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:53.656948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:53.668084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fa55b1c5-dfdf-44c3-bd9f-3f740b773932 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2618604 Aug 20 09:02:53.668084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:53.668084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.668383 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] Sync routers for ids ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:53.681275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55070) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:53.685474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c0f136b-dfb4-4123-80f5-4093b5ee8b4e req-37474808-3205-42b5-8bc3-65a6ee419c4e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 210 time: 0.0555773 Aug 20 09:02:53.687431 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] Routers {'edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:53.688064 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:53.701731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.703459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0debe014-8ddf-423d-8eb5-bd63517d7dfe tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8979580 Aug 20 09:02:53.731393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55072) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:53.744489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-589f479f-099a-42d7-93f7-38cde080e2f4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '0e7bdd38-e293-4eba-98c1-63667d2a0d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:53.759480 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:53.773057 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] Routers {'edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:53.773955 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:53.817587 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:53.818943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7debf-1e4d-4d67-92f4-dd46cbbe470b None None] The sync data for ids ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:53.821481 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:53.835657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbe29b-939a-4fe2-9ac2-5e6d80e14cea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:53.850281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ccdbe29b-939a-4fe2-9ac2-5e6d80e14cea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports/7097c485-4251-4afc-96f8-4697252b296a HTTP/1.1" status: 200 len: 977 time: 0.1633916 Aug 20 09:02:53.859430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55076) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:53.959323 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-589f479f-099a-42d7-93f7-38cde080e2f4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:53.966519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-589f479f-099a-42d7-93f7-38cde080e2f4 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2278492 Aug 20 09:02:53.966904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Allocated IP 172.20.0.8 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/fa1f7472-0ee7-4722-a533-d8715bfd9d4c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:53.967827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:53.974160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-60596a7f-42d1-45dd-9411-98f6b28c9497 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group_rule': {'security_group_id': '0e7bdd38-e293-4eba-98c1-63667d2a0d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:54.032463 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-60596a7f-42d1-45dd-9411-98f6b28c9497 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:02:54.036509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-60596a7f-42d1-45dd-9411-98f6b28c9497 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0637131 Aug 20 09:02:54.036806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55080) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:54.090495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.150927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34c2df1a-d95a-4033-8529-e998d024d480 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.189636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34c2df1a-d95a-4033-8529-e998d024d480 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.263690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Allocated IP 172.25.5.53 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/44e97e20-e4a2-4de6-9642-54679ce6effa) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:02:54.279331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34c2df1a-d95a-4033-8529-e998d024d480 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.281862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-34c2df1a-d95a-4033-8529-e998d024d480 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.285470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-34c2df1a-d95a-4033-8529-e998d024d480 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e7bdd38-e293-4eba-98c1-63667d2a0d54 HTTP/1.1" status: 204 len: 168 time: 0.2454643 Aug 20 09:02:54.294984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55082) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:54.303733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2df1a-d95a-4033-8529-e998d024d480 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7bdd38-e293-4eba-98c1-63667d2a0d54,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:54.339101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.358279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Transition to ACTIVE for port object fa1f7472-0ee7-4722-a533-d8715bfd9d4c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:54.398103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b8e19877-e888-432d-887b-84ffdbae8227 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983977 Aug 20 09:02:54.398372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55084) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:54.403619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'tempest-secgroup--402233929'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:54.425546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.447416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.452147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.484592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.538883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.575960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:54.586330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:54.590917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:54.594954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:54.600069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:02:54.607018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:02:54.622118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:02:54.631742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.632219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'Port': ['ID=44e97e20-e4a2-4de6-9642-54679ce6effa,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:54.659764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.693323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.694603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2954278 Aug 20 09:02:54.700859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55090) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:54.709192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af52430-0981-4499-b652-ff9f4834052a tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10518f9-b952-4f82-a117-b287c2a90d57,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:54.711341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-38f9f822-f363-4705-963e-690021250ae3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:54.711341 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-38f9f822-f363-4705-963e-690021250ae3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 09:02:54.739099 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-38f9f822-f363-4705-963e-690021250ae3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 09:02:54.740521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-38f9f822-f363-4705-963e-690021250ae3 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "PUT /v2.0/security-groups/c10518f9-b952-4f82-a117-b287c2a90d57 HTTP/1.1" status: 409 len: 330 time: 0.0377853 Aug 20 09:02:54.744608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55094) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:54.787439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.842033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:54.842726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.850235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.927019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-47d9ae1e-d5fd-4f57-a139-996c9dc8f3b3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9972782 Aug 20 09:02:54.927954 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d43db179-c8cb-4d58-8c5f-b755e5ed1824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:54.951478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Request body: {'port': {'device_id': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:55.034742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bd59c33b-9040-41ac-bc5b-57cb12e6fd1d None None] Provisioning for port fa1f7472-0ee7-4722-a533-d8715bfd9d4c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:02:55.046352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bd59c33b-9040-41ac-bc5b-57cb12e6fd1d None None] Provisioning complete for port fa1f7472-0ee7-4722-a533-d8715bfd9d4c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:02:55.048587 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bd59c33b-9040-41ac-bc5b-57cb12e6fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.051727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d43db179-c8cb-4d58-8c5f-b755e5ed1824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.113642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57e49-ab90-4131-9358-6043318b7f9e req-fb451eab-7001-4cdf-8035-28ef2dca130a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:55.115954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83d57e49-ab90-4131-9358-6043318b7f9e req-fb451eab-7001-4cdf-8035-28ef2dca130a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 931 time: 0.1226294 Aug 20 09:02:55.142668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bd59c33b-9040-41ac-bc5b-57cb12e6fd1d None None] Port fa1f7472-0ee7-4722-a533-d8715bfd9d4c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:02:55.154244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.161678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d43db179-c8cb-4d58-8c5f-b755e5ed1824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.178845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d43db179-c8cb-4d58-8c5f-b755e5ed1824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.180802 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d43db179-c8cb-4d58-8c5f-b755e5ed1824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/c10518f9-b952-4f82-a117-b287c2a90d57 HTTP/1.1" status: 204 len: 168 time: 0.4244783 Aug 20 09:02:55.188839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55108) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:55.213010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83d57e49-ab90-4131-9358-6043318b7f9e req-201bc009-9bce-40bd-9c63-aa33736f80c9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835810 Aug 20 09:02:55.319343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.340817 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.379831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-9ab50826-032e-4f32-8db5-7729c133c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:55.381622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-9ab50826-032e-4f32-8db5-7729c133c388 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1649430 Aug 20 09:02:55.385501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9028ab36-f090-4ffa-a2a8-2bcd201276c5 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1938438 Aug 20 09:02:55.392526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55110) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:55.406162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b152ba5-204c-4cf2-a874-4c43e7e9b8d0 req-9f1eb30b-7335-4f0b-9079-211cf2ed52b7 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:55.407966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b152ba5-204c-4cf2-a874-4c43e7e9b8d0 req-9f1eb30b-7335-4f0b-9079-211cf2ed52b7 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1535757 Aug 20 09:02:55.434364 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4881e966-f402-46d5-aabd-454bcaf5a6c8 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] delete failed (client error): The resource could not be found. Aug 20 09:02:55.435634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4881e966-f402-46d5-aabd-454bcaf5a6c8 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "DELETE /v2.0/security-groups/5116fc5c-772c-4819-8e1e-d04206da7109 HTTP/1.1" status: 404 len: 347 time: 0.0265820 Aug 20 09:02:55.444599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55112) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:55.451878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 7097c485-4251-4afc-96f8-4697252b296a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:02:55.452354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.471010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43db179-c8cb-4d58-8c5f-b755e5ed1824 tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10518f9-b952-4f82-a117-b287c2a90d57,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:55.526590 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-bb978281-a8fe-4389-96c6-85827a23e1de tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] show failed (client error): The resource could not be found. Aug 20 09:02:55.531745 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bb978281-a8fe-4389-96c6-85827a23e1de tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-groups/ed2b454b-0674-4e37-ba8d-3b3af7f2440b HTTP/1.1" status: 404 len: 347 time: 0.0761869 Aug 20 09:02:55.538941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:55.583290 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-61445c6c-b4d6-47ab-9b51-ccb9a98fc36e tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] show failed (client error): The resource could not be found. Aug 20 09:02:55.590057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-61445c6c-b4d6-47ab-9b51-ccb9a98fc36e tempest-NegativeSecGroupIPv6Test-1255928294 tempest-NegativeSecGroupIPv6Test-1255928294-project] 10.222.0.35 "GET /v2.0/security-group-rules/18d869b5-a335-4b1a-93bc-7eecefdd6748 HTTP/1.1" status: 404 len: 356 time: 0.0431941 Aug 20 09:02:55.622623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-e4dbbf6b-b0f0-4a26-a7ee-9c3c21959a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:55.624831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-e4dbbf6b-b0f0-4a26-a7ee-9c3c21959a26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.2330115 Aug 20 09:02:55.625668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.663493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'Port': ['ID=44e97e20-e4a2-4de6-9642-54679ce6effa,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:55.673143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.674690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3e29ca07-421c-44eb-b191-710fd88c34da tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1588557 Aug 20 09:02:55.702957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1f7472-0ee7-4722-a533-d8715bfd9d4c {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:02:55.712199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.717059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.740111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 7097c485-4251-4afc-96f8-4697252b296a owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:02:55.750039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Transition to ACTIVE for port object fa1f7472-0ee7-4722-a533-d8715bfd9d4c will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:02:55.757673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:55.768752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-946e7088-7a64-4cab-b969-094edf78541d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.1131253 Aug 20 09:02:55.840734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:55.881858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b152ba5-204c-4cf2-a874-4c43e7e9b8d0 req-89b9ad48-d45c-40ff-bf6a-ead6231eef8b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566243 Aug 20 09:02:55.923478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-e34ebb74-4da3-4877-ad9b-3c5bec474675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:55.923478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-e34ebb74-4da3-4877-ad9b-3c5bec474675 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.1417685 Aug 20 09:02:56.020534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-f64ff6e2-3988-4e6f-9345-0a0fa14b3d49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790105 Aug 20 09:02:56.032727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55138) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:56.194849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-b5921777-3ab7-4683-a114-124b36939a2f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1382599332&fields=id&tenant_id=9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 267 time: 0.1558001 Aug 20 09:02:56.223963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Attempting to bind port fa1f7472-0ee7-4722-a533-d8715bfd9d4c on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:02:56.225616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Attempting to bind port fa1f7472-0ee7-4722-a533-d8715bfd9d4c by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:02:56.228398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Attempting to bind port fa1f7472-0ee7-4722-a533-d8715bfd9d4c on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:56.405007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Port fa1f7472-0ee7-4722-a533-d8715bfd9d4c on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:02:56.405858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Attempting to bind port fa1f7472-0ee7-4722-a533-d8715bfd9d4c on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:02:56.423650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-b05c79de-a553-4814-a6c8-77698e23df8a service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858128 Aug 20 09:02:56.429300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:02:56.429864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:02:56.430343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:02:56.430882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Bound port: fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:02:56.431474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:56.433908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d1f62-3c32-48eb-9d7d-ad7b087e2bce req-47f609f3-9bf6-44d9-835f-b415308078e4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:56.435395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee4d1f62-3c32-48eb-9d7d-ad7b087e2bce req-47f609f3-9bf6-44d9-835f-b415308078e4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 943 time: 0.0993550 Aug 20 09:02:56.459326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:56.501091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=7097c485-4251-4afc-96f8-4697252b296a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:56.534197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee4d1f62-3c32-48eb-9d7d-ad7b087e2bce req-ee7ee09c-c38a-4c14-8d80-37f4e5c7c673 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849469 Aug 20 09:02:56.563073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-05bcb3d5-f0b8-4470-9996-1a6179f3fad0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:56.564644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-05bcb3d5-f0b8-4470-9996-1a6179f3fad0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 816 time: 0.3610270 Aug 20 09:02:56.594198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-777bd07d-31a0-4bfc-b2db-d0a540d03e04 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/quotas/9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 375 time: 0.0226116 Aug 20 09:02:56.619600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56586bf5-f1b4-4846-b1d9-a6c396ae82a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce52238faaf544098372f2ff15980882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835617 Aug 20 09:02:56.629122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55146) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:56.689098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa44da2b-8868-4c28-afdd-e7400ca513bd req-67667c83-0123-43c0-9069-4d6a5a5dd41e service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525508 Aug 20 09:02:56.708654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-5acb907b-b06c-44bf-ac51-d72763e242f6 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134765 Aug 20 09:02:56.790027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] For port fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:02:56.795256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] For port fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:02:56.846746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-1afea9d6-7aa9-4252-999f-31ffc916e7a3 service neutron] 10.222.0.35 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371555 Aug 20 09:02:56.879736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:56.887084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:56.987003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:56.987535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:56.988910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] 10.222.0.26 "PUT /v2.0/ports/fa1f7472-0ee7-4722-a533-d8715bfd9d4c HTTP/1.1" status: 200 len: 1091 time: 2.0477560 Aug 20 09:02:56.998247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'tag': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:02:57.000991 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0dba9-ae94-41c8-b45b-c981b17ea121" -d '{"events": [{"name": "network-changed", "server_uuid": "f2721c3d-3486-42f0-ae1e-2ec90c459b9c", "tag": "fa1f7472-0ee7-4722-a533-d8715bfd9d4c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:02:57.028771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-9ce55a1e-dedf-4827-8653-8d9bd05c9213 service neutron] 10.222.0.35 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756258 Aug 20 09:02:57.105190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e6c7-725c-466e-81c1-532ba135470e req-725ec9fd-9abc-4660-9262-caa5d111ce49 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:57.106928 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce81e6c7-725c-466e-81c1-532ba135470e req-725ec9fd-9abc-4660-9262-caa5d111ce49 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1252589 Aug 20 09:02:57.145627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a764-0e44-41ce-9754-60355f294df7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:57.149756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2cefcd5-3f65-440f-82b8-ef7eab057e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:57.179100 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2cefcd5-3f65-440f-82b8-ef7eab057e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:57.187702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce81e6c7-725c-466e-81c1-532ba135470e req-64c6f1db-bf63-4cd2-b399-7f17d6d8bb2a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Aug 20 09:02:57.282213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2cefcd5-3f65-440f-82b8-ef7eab057e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:57.286003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2cefcd5-3f65-440f-82b8-ef7eab057e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:57.287181 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e2cefcd5-3f65-440f-82b8-ef7eab057e20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e69a368-50ad-4fbb-bc3d-40f3d1997409 HTTP/1.1" status: 204 len: 168 time: 0.6496425 Aug 20 09:02:57.335943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cefcd5-3f65-440f-82b8-ef7eab057e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69a368-50ad-4fbb-bc3d-40f3d1997409,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:57.401550 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6bb302-a313-4bea-ae34-967a97b1c549 x-openstack-request-id: req-5e6bb302-a313-4bea-ae34-967a97b1c549 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:02:57.401914 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2721c3d-3486-42f0-ae1e-2ec90c459b9c", "tag": "fa1f7472-0ee7-4722-a533-d8715bfd9d4c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:02:57.402166 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e6bb302-a313-4bea-ae34-967a97b1c549 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:02:57.402556 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'tag': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c', 'status': 'completed', 'code': 200} Aug 20 09:02:57.407160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-40c4b61a-2ed7-40c9-a32a-b774d08fb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:57.408677 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-40c4b61a-2ed7-40c9-a32a-b774d08fb3fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 1094 time: 0.3336546 Aug 20 09:02:57.459675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7350f654-290f-426c-90e0-04c0595ffaf2 req-27bd649d-4d1a-4fbd-b1a5-b3b21f49c711 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 210 time: 0.0451283 Aug 20 09:02:57.483290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-12ceea67-1760-49de-b001-96c9bf2e1a3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c HTTP/1.1" status: 200 len: 217 time: 0.0398867 Aug 20 09:02:57.526485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:02:57.631603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-bd518863-f9a1-40f6-9301-9c21742e841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:57.633303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-bd518863-f9a1-40f6-9301-9c21742e841a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1427896 Aug 20 09:02:57.638711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:02:57.647192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-98d7b9fa-ea9e-46c2-9ff2-952d79145310 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7863865 Aug 20 09:02:57.651979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] Sync routers for ids ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:02:57.658589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:57.674047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] Routers {'edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:57.675748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:57.720746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62f363-8f54-4cae-9c1e-3cc13aef02d8 req-5bd16adb-8788-4422-b919-ea5f5ad5e7a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:57.731373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de62f363-8f54-4cae-9c1e-3cc13aef02d8 req-5bd16adb-8788-4422-b919-ea5f5ad5e7a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 943 time: 0.0924096 Aug 20 09:02:57.753621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:57.771293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] Routers {'edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:02:57.771913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:57.816094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:02:57.816676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc98fa-70b3-4c88-9f5e-78217c6b8b04 None None] The sync data for ids ['edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:02:57.820341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de62f363-8f54-4cae-9c1e-3cc13aef02d8 req-df8e92f5-e995-4bc0-a704-c47915f93637 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821390 Aug 20 09:02:57.851264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-153b0f70-bde3-49b5-8116-f00704d515f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:57.852770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-153b0f70-bde3-49b5-8116-f00704d515f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045991 Aug 20 09:02:58.063357 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-634d9e4a-e2d2-40cd-ab68-86fb1b9165fa tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 09:02:58.066282 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-634d9e4a-e2d2-40cd-ab68-86fb1b9165fa tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3830898 Aug 20 09:02:58.067534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:58.106064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-a3d98ec6-899e-4c1e-a0bc-3202baf3c041 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434521 Aug 20 09:02:58.108512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7bac5ad4-92b2-4439-a6c7-3506daea3f05 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 HTTP/1.1" status: 200 len: 205 time: 0.0388446 Aug 20 09:02:58.111238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55194) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:58.255609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:58.387286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452c1f-f908-4843-bb3f-f019b1046573 req-1db182a0-1676-440e-a395-1b6dc2f48e5a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:58.388842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49452c1f-f908-4843-bb3f-f019b1046573 req-1db182a0-1676-440e-a395-1b6dc2f48e5a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0700264 Aug 20 09:02:58.460117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49452c1f-f908-4843-bb3f-f019b1046573 req-3b22e98a-e109-491f-b5b4-d0aae7358f63 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635786 Aug 20 09:02:58.630857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18885167-0073-4c7e-817c-4955a8fb0024 req-292c7c84-1163-4ee8-879f-8a8195ac4d1b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 210 time: 0.0569768 Aug 20 09:02:58.878891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7936ab66-e2b7-4a3d-8f2e-6b420ca2cc94 req-0c5a9e26-97eb-418b-9766-7b2f8ef7a902 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645941 Aug 20 09:02:58.911678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:58.915612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:58.987523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699c691-25f5-4b3f-9f57-f9e00a5468df req-a1c0c0be-c821-4927-89d8-5c4096c338e3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:58.997575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8699c691-25f5-4b3f-9f57-f9e00a5468df req-a1c0c0be-c821-4927-89d8-5c4096c338e3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 943 time: 0.0680196 Aug 20 09:02:59.019382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.019790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:02:59.030786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.034532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-640af2e6-9e0a-4d0f-881e-fb8ebee88ae7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 HTTP/1.1" status: 204 len: 168 time: 0.9219627 Aug 20 09:02:59.035320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:59.060613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8699c691-25f5-4b3f-9f57-f9e00a5468df req-f781fe8d-2952-495d-a3c6-0ba5d958cea6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599787 Aug 20 09:02:59.099919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-7c34fa1e-7fd7-407d-ac03-8c5809ef2a79 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:59.101349 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-7c34fa1e-7fd7-407d-ac03-8c5809ef2a79 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 816 time: 0.2770450 Aug 20 09:02:59.109843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-1fbb30db-a2e4-44ae-8b4d-af3028a4fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:59.111297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-1fbb30db-a2e4-44ae-8b4d-af3028a4fc26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 1094 time: 0.1357162 Aug 20 09:02:59.145434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 1c0fc076-dc47-4792-b5e7-ce55fdcd234f {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:02:59.159315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.248227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-2a4419a0-1cb5-40de-8fad-64e2b0803904 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 380 time: 0.1308770 Aug 20 09:02:59.262493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.268478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'port': {'device_id': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'admin_state_up': True, 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'security_groups': ['c28cf07f-4faf-4845-a418-faead8556a0e']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:02:59.321349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55236) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:59.437522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-c1e8fd1b-bae2-4fc5-9bd7-b649f8476e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:59.439375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-c1e8fd1b-bae2-4fc5-9bd7-b649f8476e8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.3149042 Aug 20 09:02:59.503376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-a4f85058-e9be-4cbb-aa17-1032fdbc3529 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c HTTP/1.1" status: 200 len: 217 time: 0.0557752 Aug 20 09:02:59.508194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.628940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-11c34bc5-1b4c-4050-8a26-1a1470d315a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:59.629375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-11c34bc5-1b4c-4050-8a26-1a1470d315a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1121252 Aug 20 09:02:59.637288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.644416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Made reservation on behalf of 9016b635ab40490f98eaff872a1f5349 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:02:59.647903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.698669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b3dc5-5615-43a6-abbc-f931c51b70e3 req-8105f1c2-162e-4a2b-8f90-74b7c12893c6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:59.700338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d23b3dc5-5615-43a6-abbc-f931c51b70e3 req-8105f1c2-162e-4a2b-8f90-74b7c12893c6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0999160 Aug 20 09:02:59.709737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0fc076-dc47-4792-b5e7-ce55fdcd234f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:02:59.724997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.729374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-007b6ed3-7f97-45ca-a779-dc63b723dd50 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/1c0fc076-dc47-4792-b5e7-ce55fdcd234f HTTP/1.1" status: 204 len: 168 time: 0.6874847 Aug 20 09:02:59.732258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55264) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:02:59.739284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59a0f3-1f1d-4e36-b19c-847771b763c9 None None] Network 3686f920-db6a-471f-8d89-d0386f1e3f5b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:02:59.814316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fccfe20-2928-4aa5-85c0-033e8efc4f2a req-f5dc3cd1-b244-4837-ac78-af57700fabc8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 210 time: 0.0804360 Aug 20 09:02:59.848429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-6f368352-f687-43be-8c89-450da9dd0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:02:59.850023 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-6f368352-f687-43be-8c89-450da9dd0d19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103314 Aug 20 09:02:59.920849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d23b3dc5-5615-43a6-abbc-f931c51b70e3 req-7a19a42d-de6e-4f8e-b1b6-6ce4507f9149 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121823 Aug 20 09:02:59.938692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:02:59.957726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55270) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:00.064252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-e8f25812-ad31-48b0-b40b-f0872eb7aa2f service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027230 Aug 20 09:03:00.068374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Allocated IP 172.20.0.10 (627391fe-4cc3-47a6-be2c-8a4c09467d47/1c9b44a1-4251-4a77-97b0-5c68b20cf72d/180b4149-12ce-4752-a893-9f190c32e464) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:00.146251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b5c952a-c722-4c2a-a5bb-d9b50978f208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.185062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 0f5227a6-add9-4632-820b-7683e52890c9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:00.185401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.208293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.238161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c02a8-e566-450b-a192-e92c42698778 None None] DHCP port deletion for 3686f920-db6a-471f-8d89-d0386f1e3f5b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:03:00.262430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6747de0-d24d-48e7-8f1f-66b3441bd3e4 req-a972f15e-4cdd-47e4-aff1-7c7f413ed20a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:00.263996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6747de0-d24d-48e7-8f1f-66b3441bd3e4 req-a972f15e-4cdd-47e4-aff1-7c7f413ed20a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 943 time: 0.1273181 Aug 20 09:03:00.288294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Deleting port 0f5227a6-add9-4632-820b-7683e52890c9 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:00.288990 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.315272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-00e0dba9-ae94-41c8-b45b-c981b17ea121 req-0ace99b5-dab1-4703-b7d0-4a4e138635a5 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380786 Aug 20 09:03:00.326165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port 0f5227a6-add9-4632-820b-7683e52890c9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0f5227a6-add9-4632-820b-7683e52890c9,segment=NetworkSegment(1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e),segment_id=1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:00.326550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.350095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 0f5227a6-add9-4632-820b-7683e52890c9 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:00.357649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-153c02a8-e566-450b-a192-e92c42698778 None None] For port 0f5227a6-add9-4632-820b-7683e52890c9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0f5227a6-add9-4632-820b-7683e52890c9,segment=NetworkSegment(1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e),segment_id=1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:00.358096 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.373018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Calling delete_port for 0f5227a6-add9-4632-820b-7683e52890c9 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:00.379188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6747de0-d24d-48e7-8f1f-66b3441bd3e4 req-cefe7e31-2657-429f-b6c7-ee6e1323f6c5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032596 Aug 20 09:03:00.432676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.456528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Transition to ACTIVE for port object 180b4149-12ce-4752-a893-9f190c32e464 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:00.464091 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.464531 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b5c952a-c722-4c2a-a5bb-d9b50978f208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.470458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b5c952a-c722-4c2a-a5bb-d9b50978f208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.496704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Pushing event deleted for resources: {'Port': ['ID=0f5227a6-add9-4632-820b-7683e52890c9,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:00.498528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c02a8-e566-450b-a192-e92c42698778 None None] No DVR routers for this DVR port 0f5227a6-add9-4632-820b-7683e52890c9 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:00.503681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.507324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.508071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.512849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.512849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.512849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.512849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.513264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.514090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.514090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.514342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.514526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.514907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c02a8-e566-450b-a192-e92c42698778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:00.525162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2b5c952a-c722-4c2a-a5bb-d9b50978f208 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5847452abe0444e6bdd4026bd8456039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661504 Aug 20 09:03:00.527882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c952a-c722-4c2a-a5bb-d9b50978f208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c09fb4-fac1-474d-a131-ab1b24f18efb,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:00.530360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55276) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:00.536098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.541009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=0f5227a6-add9-4632-820b-7683e52890c9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:00.551327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port 0f5227a6-add9-4632-820b-7683e52890c9 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:00.609172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:00.624018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:00.645403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9fc55ead-f48f-4465-959d-0d5734c6493d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.656968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:00.681588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9fc55ead-f48f-4465-959d-0d5734c6493d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.694062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:00.705845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Deleting port 35e3c8d0-8536-4a90-9e01-da1335ceace7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:00.706344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.712332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.727876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3686f920-db6a-471f-8d89-d0386f1e3f5b']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:00.747742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:00.748132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe3e0f4-06c0-40d2-8bb5-6ab7da17bb3e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:00.755684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:00.756504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.774570 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.791593 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-787eb24c-77a0-4f48-8eb5-d14069dbd01d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5343382 Aug 20 09:03:00.793213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.804685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Request body: {'port': {'device_id': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:00.807735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:03:00.808317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:03:00.811841 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:03:00.883036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-39f906e4-c0b5-4768-9498-602f343fcf72 None None] Provisioning for port 180b4149-12ce-4752-a893-9f190c32e464 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:00.894017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-39f906e4-c0b5-4768-9498-602f343fcf72 None None] Provisioning complete for port 180b4149-12ce-4752-a893-9f190c32e464 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:00.894714 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-39f906e4-c0b5-4768-9498-602f343fcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.911904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.920591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.922490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/3686f920-db6a-471f-8d89-d0386f1e3f5b HTTP/1.1" status: 204 len: 168 time: 1.1892941 Aug 20 09:03:00.925089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:00.940440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55282) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:00.943736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-39f906e4-c0b5-4768-9498-602f343fcf72 None None] Port 180b4149-12ce-4752-a893-9f190c32e464 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:00.945504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-869137417'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:00.961866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578d197-2c0f-4bd3-abd0-1a060df27dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=3686f920-db6a-471f-8d89-d0386f1e3f5b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:01.002621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:01.006138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.098626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:01.118149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.118420 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 34529768-32d0-4b2b-be58-e82d4ca8daa7 of type vlan for network 52f97d87-5726-44d1-9576-a9b0768c1aed Aug 20 09:03:01.195640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] For port 35e3c8d0-8536-4a90-9e01-da1335ceace7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35e3c8d0-8536-4a90-9e01-da1335ceace7,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:01.196010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.199586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9fc55ead-f48f-4465-959d-0d5734c6493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.202093 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9fc55ead-f48f-4465-959d-0d5734c6493d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.202594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.203251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9fc55ead-f48f-4465-959d-0d5734c6493d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5c09fb4-fac1-474d-a131-ab1b24f18efb HTTP/1.1" status: 204 len: 168 time: 0.6711481 Aug 20 09:03:01.219575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205199a-048b-42f8-8e1b-c2b2be3fcc8a req-018ffdc5-fa19-49eb-ad14-f4ebe69e2d91 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:01.221090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e205199a-048b-42f8-8e1b-c2b2be3fcc8a req-018ffdc5-fa19-49eb-ad14-f4ebe69e2d91 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1380131 Aug 20 09:03:01.232150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a247-7a36-434d-849e-0142aa9729d8 req-a14462fe-4b00-4868-bfca-c27bdbffb3fc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:01.233851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f42a247-7a36-434d-849e-0142aa9729d8 req-a14462fe-4b00-4868-bfca-c27bdbffb3fc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 932 time: 0.1744671 Aug 20 09:03:01.243412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Calling delete_port for 35e3c8d0-8536-4a90-9e01-da1335ceace7 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:01.257861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc55ead-f48f-4465-959d-0d5734c6493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c09fb4-fac1-474d-a131-ab1b24f18efb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:01.258089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.266126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:01.266777 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.307623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3653803 Aug 20 09:03:01.330094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55290) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:01.337301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:01.372165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0d447-ac40-424f-9928-354d21ec70a6 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=52f97d87-5726-44d1-9576-a9b0768c1aed,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:01.389290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 52f97d87-5726-44d1-9576-a9b0768c1aed details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:01.418389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:01.419347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e205199a-048b-42f8-8e1b-c2b2be3fcc8a req-a993c2d5-f18c-4191-9af0-9e11fbc975c4 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843145 Aug 20 09:03:01.428437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.443832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f42a247-7a36-434d-849e-0142aa9729d8 req-c8a2f7e3-610f-46e9-a4ee-dc70b4a4cdf8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886859 Aug 20 09:03:01.451642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Transition to ACTIVE for port object 180b4149-12ce-4752-a893-9f190c32e464 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:01.453665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa1f7472-0ee7-4722-a533-d8715bfd9d4c details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:03:01.461766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.516529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:01.569653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:01.577121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.632020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:01.645293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:01.651362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50ecff82-0a85-41aa-a5b8-39e7fcc9434b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.659184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c', 'mac_address': 'fa:16:3e:a6:4c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:03:01.683612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:01.683956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:01.684300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:01.699283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Port 180b4149-12ce-4752-a893-9f190c32e464 on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:03:01.699561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:01.726060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:01.726523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Checking segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:01.727073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Bound using segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:01.728623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Bound port: 180b4149-12ce-4752-a893-9f190c32e464, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:01.729503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.730416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.750972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb97619-4c4f-42fc-880a-d3b6a7ec2259 req-8c66ba44-0b1e-4669-97cf-f51502961ab2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:01.755188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1f7472-0ee7-4722-a533-d8715bfd9d4c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:01.762617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4fb97619-4c4f-42fc-880a-d3b6a7ec2259 req-8c66ba44-0b1e-4669-97cf-f51502961ab2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 943 time: 0.1931603 Aug 20 09:03:01.783810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:01.789661 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.843414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:01.848641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:01.861153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.880638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:01.925244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.938863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:01.948825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50ecff82-0a85-41aa-a5b8-39e7fcc9434b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.954356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:01.955258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:01.959467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0f5227a6-add9-4632-820b-7683e52890c9 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:01.966950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-f9966409-6623-484b-b457-a03630fe2618 service neutron] 10.222.0.37 "PUT /v2.0/ports/180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 1092 time: 1.1664946 Aug 20 09:03:01.968357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:01.971772 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a737c401-c631-4087-810b-1f925c4d7929" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:01.976965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50ecff82-0a85-41aa-a5b8-39e7fcc9434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.016939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0f5227a6-add9-4632-820b-7683e52890c9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:02.018255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0f5227a6-add9-4632-820b-7683e52890c9 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:02.046780 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8637a6a-bfe7-465a-ae8d-1b10989cc068 x-openstack-request-id: req-b8637a6a-bfe7-465a-ae8d-1b10989cc068 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:02.047063 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:02.047318 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8637a6a-bfe7-465a-ae8d-1b10989cc068 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:02.047716 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'status': 'completed', 'code': 200} Aug 20 09:03:02.054559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4fb97619-4c4f-42fc-880a-d3b6a7ec2259 req-a2e8517a-03b4-4be8-a973-5911d2b3e43d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908576 Aug 20 09:03:02.074215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50ecff82-0a85-41aa-a5b8-39e7fcc9434b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c7c576214054b3abfd27d2ff1b35308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406838 Aug 20 09:03:02.076559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55302) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:02.086363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=82c2cef0-cdd3-4dce-99c1-1f7fee776b7f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:02.090894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecff82-0a85-41aa-a5b8-39e7fcc9434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139a6bb6-d8e3-4c57-b557-52b971026b3a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:02.095645 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.122461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-9288470d-69b0-4e9a-9725-5f92140aa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.123971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-9288470d-69b0-4e9a-9725-5f92140aa1a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1095 time: 0.1149695 Aug 20 09:03:02.126571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:03:02.141280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e3c8d0-8536-4a90-9e01-da1335ceace7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:02.160493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '34529768-32d0-4b2b-be58-e82d4ca8daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:02.160927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: 52f97d87-5726-44d1-9576-a9b0768c1aed, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:02.197490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-0c705d24-0686-41fe-9559-aeebc5eb0e3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 217 time: 0.0641649 Aug 20 09:03:02.211210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-389eed9f-e391-4ddd-a66d-d87f4450e3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.222368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 52f97d87-5726-44d1-9576-a9b0768c1aed is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:02.282467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-389eed9f-e391-4ddd-a66d-d87f4450e3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.291131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 52f97d87-5726-44d1-9576-a9b0768c1aed) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:02.299811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.300281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.306154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c34db-caa5-417b-ae36-c6f88e70e119 None None] Network 52f97d87-5726-44d1-9576-a9b0768c1aed requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:02.313857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-e49b9096-af19-4c32-8ceb-bec9c1e204a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.316448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-e49b9096-af19-4c32-8ceb-bec9c1e204a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.1026227 Aug 20 09:03:02.316921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17a07a8c-60f7-47a0-8b39-01d61db3047f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9856274 Aug 20 09:03:02.319462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55304) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:02.326445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-749978330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:02.361533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.361862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.389262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-accde823-c57d-4e90-a56c-fde53e653830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.391036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-accde823-c57d-4e90-a56c-fde53e653830 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629952 Aug 20 09:03:02.419399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-389eed9f-e391-4ddd-a66d-d87f4450e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.424341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-389eed9f-e391-4ddd-a66d-d87f4450e3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.428331 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-389eed9f-e391-4ddd-a66d-d87f4450e3a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/139a6bb6-d8e3-4c57-b557-52b971026b3a HTTP/1.1" status: 204 len: 168 time: 0.3485954 Aug 20 09:03:02.432154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.483054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.497890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.534182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-52f97d87-5726-44d1-9576-a9b0768c1aed', 'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '82c2cef0-cdd3-4dce-99c1-1f7fee776b7f'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:03:02.535818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.560816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eed9f-e391-4ddd-a66d-d87f4450e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139a6bb6-d8e3-4c57-b557-52b971026b3a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:02.618005 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-e55ae244-4529-4f24-87fb-312f43eaf263 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132208 Aug 20 09:03:02.620899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.625290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c8928a43-cd6d-4b8b-ab3f-0f252e2f789c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3017261 Aug 20 09:03:02.626548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:02.733453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b1435-aab1-4768-b8c2-902e6927a4e5 req-d81b8516-b88a-48be-8433-959055f40d44 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.735000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-513b1435-aab1-4768-b8c2-902e6927a4e5 req-d81b8516-b88a-48be-8433-959055f40d44 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1905365 Aug 20 09:03:02.751461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Allocated IP 172.20.0.2 (52f97d87-5726-44d1-9576-a9b0768c1aed/82c2cef0-cdd3-4dce-99c1-1f7fee776b7f/e750b726-a135-472e-b79d-06cb1a32e42d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:02.762431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c355ad1e-8392-486b-9950-eff6518f3dc9 req-46e80795-d7df-4963-9794-680811a05f5b service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346703 Aug 20 09:03:02.822519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f2031-c9ea-45af-941b-47b2392e93fa req-f9335aa7-46ce-4bda-b569-b127c289710f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.824929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a36f2031-c9ea-45af-941b-47b2392e93fa req-f9335aa7-46ce-4bda-b569-b127c289710f tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.2656333 Aug 20 09:03:02.864638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c401-c631-4087-810b-1f925c4d7929 req-da385c6c-81fc-4107-8aab-a0e5c48e18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:02.866458 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-da385c6c-81fc-4107-8aab-a0e5c48e18f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1095 time: 0.0461309 Aug 20 09:03:02.931822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-513b1435-aab1-4768-b8c2-902e6927a4e5 req-01b9d7bc-87cf-4702-af38-082a7eadad76 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601167 Aug 20 09:03:02.976158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:02.987992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Transition to ACTIVE for port object e750b726-a135-472e-b79d-06cb1a32e42d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:03.013968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Transition to ACTIVE for port object e750b726-a135-472e-b79d-06cb1a32e42d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:03.021069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.049430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c401-c631-4087-810b-1f925c4d7929 req-d3920662-a3df-4051-b3ac-6c47ed0f6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:03.051181 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-d3920662-a3df-4051-b3ac-6c47ed0f6f49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.1764581 Aug 20 09:03:03.055451 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a36f2031-c9ea-45af-941b-47b2392e93fa req-3f34bc01-8ea3-48ab-8e42-e723346ccc38 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943572 Aug 20 09:03:03.135058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Pushing event updated for resources: {'Port': ['ID=e750b726-a135-472e-b79d-06cb1a32e42d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:03.139749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Network 52f97d87-5726-44d1-9576-a9b0768c1aed is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:03.142111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:03.150398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:03.155585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-46aa744f-933b-426a-b715-67665b123030 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 217 time: 0.0845039 Aug 20 09:03:03.217578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c401-c631-4087-810b-1f925c4d7929 req-3e31a7e6-9977-4dc9-baf6-17df211e0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:03.220214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-3e31a7e6-9977-4dc9-baf6-17df211e0a68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.0592227 Aug 20 09:03:03.223981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Attempting to bind port e750b726-a135-472e-b79d-06cb1a32e42d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:03.224402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Attempting to bind port e750b726-a135-472e-b79d-06cb1a32e42d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '34529768-32d0-4b2b-be58-e82d4ca8daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:03.224775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Attempting to bind port e750b726-a135-472e-b79d-06cb1a32e42d on network 52f97d87-5726-44d1-9576-a9b0768c1aed {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:03.227662 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.232389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:03.232812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Checking segment: {'id': '34529768-32d0-4b2b-be58-e82d4ca8daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:03.233335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.233814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Bound using segment: {'id': '34529768-32d0-4b2b-be58-e82d4ca8daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:03.234614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Bound port: e750b726-a135-472e-b79d-06cb1a32e42d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34529768-32d0-4b2b-be58-e82d4ca8daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '52f97d87-5726-44d1-9576-a9b0768c1aed'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:03.234976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.246794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Router dea20f60-887a-4351-ac24-e2dfafd11cb8 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:03.287575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737c401-c631-4087-810b-1f925c4d7929 req-d491d4cc-365c-4b08-940b-30cc56afc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:03.289651 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-d491d4cc-365c-4b08-940b-30cc56afc37d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596161 Aug 20 09:03:03.331058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] For port e750b726-a135-472e-b79d-06cb1a32e42d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:03.335363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] For port e750b726-a135-472e-b79d-06cb1a32e42d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e750b726-a135-472e-b79d-06cb1a32e42d,segment=NetworkSegment(34529768-32d0-4b2b-be58-e82d4ca8daa7),segment_id=34529768-32d0-4b2b-be58-e82d4ca8daa7)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:03.341501 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.385275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb01b-d066-42f7-b366-ca41de8b5130 req-481ef502-8192-4401-bce5-01e6e81dd768 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:03.393847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c85fb01b-d066-42f7-b366-ca41de8b5130 req-481ef502-8192-4401-bce5-01e6e81dd768 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 944 time: 0.2216735 Aug 20 09:03:03.402989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b737262-2875-45d3-a0d0-8bc38017b9a8 None None] Pushing event updated for resources: {'Port': ['ID=e750b726-a135-472e-b79d-06cb1a32e42d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:03.437053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-6b6015e4-37f5-4000-b35f-6c6baee0e6e3 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380548 Aug 20 09:03:03.464855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa1f7472-0ee7-4722-a533-d8715bfd9d4c up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:03.554116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port fa1f7472-0ee7-4722-a533-d8715bfd9d4c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:03.562326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port fa1f7472-0ee7-4722-a533-d8715bfd9d4c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:03.563179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.574615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a737c401-c631-4087-810b-1f925c4d7929 req-653b3ac9-7854-4a52-90ac-16ef243e98d6 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304417 Aug 20 09:03:03.576062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c85fb01b-d066-42f7-b366-ca41de8b5130 req-4854d961-54ca-4ba9-83fd-599673fdda7c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813552 Aug 20 09:03:03.614878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:03.624164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-edd17695-50ff-4288-9778-7fc6e3e9a308 admin admin] 10.222.0.35 "PUT /v2.0/routers/dea20f60-887a-4351-ac24-e2dfafd11cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3016422 Aug 20 09:03:03.626521 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] Sync routers for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:03.627815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55340) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:03.638767 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:03.641254 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:03.717364 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.764835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:03.767904 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5696b216-b490-4ccd-9bfa-29fa29796706" -d '{"events": [{"server_uuid": "f2721c3d-3486-42f0-ae1e-2ec90c459b9c", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f7472-0ee7-4722-a533-d8715bfd9d4c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:03.787405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:03.788624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.20.0.1 (52f97d87-5726-44d1-9576-a9b0768c1aed/82c2cef0-cdd3-4dce-99c1-1f7fee776b7f/5a0bd19a-bc11-43f4-8900-1492b26f876a) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:03.793381 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.863881 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06333917-b571-4d65-9270-1ec69fc6437c x-openstack-request-id: req-06333917-b571-4d65-9270-1ec69fc6437c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:03.865756 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2721c3d-3486-42f0-ae1e-2ec90c459b9c", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f7472-0ee7-4722-a533-d8715bfd9d4c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:03.868033 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06333917-b571-4d65-9270-1ec69fc6437c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:03.868870 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c', 'code': 200} Aug 20 09:03:03.897580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:03.916653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:04.030051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaa9cf-5e43-4334-815f-473582e16181 req-e31b62d3-25b4-466c-9242-b5d363647680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:04.031649 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-49aaa9cf-5e43-4334-815f-473582e16181 req-e31b62d3-25b4-466c-9242-b5d363647680 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 1096 time: 0.0580738 Aug 20 09:03:04.084787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.088205 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:04.152839 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-49aaa9cf-5e43-4334-815f-473582e16181 req-cee138d0-6c9e-4ebb-a6ce-b40015403586 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536041 Aug 20 09:03:04.164775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.166785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 5a0bd19a-bc11-43f4-8900-1492b26f876a will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:04.171479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e750b726-a135-472e-b79d-06cb1a32e42d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:04.198780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0e899-212a-4666-8e14-2388d08cd7b0 req-5fea0a1d-e884-4a88-a746-5a162874ec3f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:04.200596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78d0e899-212a-4666-8e14-2388d08cd7b0 req-5fea0a1d-e884-4a88-a746-5a162874ec3f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1007826 Aug 20 09:03:04.238753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Deleting port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:04.239353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.249245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e750b726-a135-472e-b79d-06cb1a32e42d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:04.282074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.346385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=5a0bd19a-bc11-43f4-8900-1492b26f876a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:04.355107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78d0e899-212a-4666-8e14-2388d08cd7b0 req-947b033e-01e5-46df-be10-2ac140ea2b05 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420279 Aug 20 09:03:04.365377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 52f97d87-5726-44d1-9576-a9b0768c1aed is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:04.366875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:04.386113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:04.435734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T09:03:01Z', 'revision_number': 5, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port': {'id': '59f04935-7fb3-418e-ba5e-1ceb4f267c8c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:1a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:51:36Z', 'updated_at': '2021-08-20T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:04.497683 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] Checking router: dea20f60-887a-4351-ac24-e2dfafd11cb8 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:04.506984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.539566 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] Routers {'dea20f60-887a-4351-ac24-e2dfafd11cb8'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:04.540224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['dea20f60-887a-4351-ac24-e2dfafd11cb8'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:04.663586 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] Set router dea20f60-887a-4351-ac24-e2dfafd11cb8 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:04.690902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467d461-c477-484d-a43e-855aef8da1c4 req-6d595634-9c47-4c50-8e46-a8a27e8dd8fd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:04.699761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8467d461-c477-484d-a43e-855aef8da1c4 req-6d595634-9c47-4c50-8e46-a8a27e8dd8fd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.2303784 Aug 20 09:03:04.709292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.787565 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T09:03:04Z', 'revision_number': 6, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:04.814324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] For port 59f04935-7fb3-418e-ba5e-1ceb4f267c8c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:04.814691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:04.821007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22576ff-fa99-4114-8773-e4be0c42853c None None] The sync data for ids ['dea20f60-887a-4351-ac24-e2dfafd11cb8'] in n-d-804285-2 is: [{'id': 'dea20f60-887a-4351-ac24-e2dfafd11cb8', 'name': 'tempest-TaggedBootDevicesTest-1358906230-router', 'tenant_id': 'c6692929d46843d092b5542380755194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:51:34Z', 'updated_at': '2021-08-20T09:03:04Z', 'revision_number': 6, 'project_id': 'c6692929d46843d092b5542380755194', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:04.838831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Calling delete_port for 59f04935-7fb3-418e-ba5e-1ceb4f267c8c owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:04.894024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8467d461-c477-484d-a43e-855aef8da1c4 req-84abac1d-61f3-47f8-afda-870fad18013b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836278 Aug 20 09:03:04.907413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8594f7c-6250-4724-a174-b33425f7f9b7 req-8516919c-4b3a-4445-a51b-be31e27efa2f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:04.909111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8594f7c-6250-4724-a174-b33425f7f9b7 req-8516919c-4b3a-4445-a51b-be31e27efa2f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.2065101 Aug 20 09:03:04.979751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd188251-8602-4f82-9b77-d88688d84199 None None] Network 52f97d87-5726-44d1-9576-a9b0768c1aed requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:05.065678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.103363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f04935-7fb3-418e-ba5e-1ceb4f267c8c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:05.125961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] Provisioning for port e750b726-a135-472e-b79d-06cb1a32e42d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:05.131865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] Provisioning complete for port e750b726-a135-472e-b79d-06cb1a32e42d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:05.132532 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.192729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.287134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.358809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] For port e750b726-a135-472e-b79d-06cb1a32e42d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e750b726-a135-472e-b79d-06cb1a32e42d,segment=NetworkSegment(34529768-32d0-4b2b-be58-e82d4ca8daa7),segment_id=34529768-32d0-4b2b-be58-e82d4ca8daa7)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:05.366450 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.397857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.408676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.462036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36de11-1654-4c55-86d6-69c947959c4d None None] Pushing event updated for resources: {'Port': ['ID=e750b726-a135-472e-b79d-06cb1a32e42d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:05.506310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.507106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea20f60-887a-4351-ac24-e2dfafd11cb8 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:03:05.516553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.520859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-12915d4e-f5bd-4894-80df-61e7cc731df8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/dea20f60-887a-4351-ac24-e2dfafd11cb8 HTTP/1.1" status: 204 len: 168 time: 1.8918357 Aug 20 09:03:05.521690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55382) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:05.549060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 180b4149-12ce-4752-a893-9f190c32e464 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:03:05.585818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Deleting subnet a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:03:05.591681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.643181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.648419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8594f7c-6250-4724-a174-b33425f7f9b7 req-1b84b400-d690-4356-94ef-23214b0107ef tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285576 Aug 20 09:03:05.696784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe48b9-8ffb-4638-9ccb-f10786c41620 req-09ba5d16-7009-47b4-9cd7-bd100872aa46 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:05.698478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-debe48b9-8ffb-4638-9ccb-f10786c41620 req-09ba5d16-7009-47b4-9cd7-bd100872aa46 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0882447 Aug 20 09:03:05.752825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e780bee-4a6d-4ce9-9da0-8d14b77c6628 None None] Provisioning for port 5a0bd19a-bc11-43f4-8900-1492b26f876a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:05.761246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.766528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e780bee-4a6d-4ce9-9da0-8d14b77c6628 None None] Provisioning complete for port 5a0bd19a-bc11-43f4-8900-1492b26f876a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:05.766920 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e780bee-4a6d-4ce9-9da0-8d14b77c6628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.805860 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:03:05.827426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-debe48b9-8ffb-4638-9ccb-f10786c41620 req-fd9e7641-538b-4cb6-95e9-2963c91ad263 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206830 Aug 20 09:03:05.848930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.885276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d48ad9-7cd3-4094-bb0a-c2f954c28e18,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:05.895561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.899915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-722b7701-7fd3-46d1-a11d-796ce184a7c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a4d48ad9-7cd3-4094-bb0a-c2f954c28e18 HTTP/1.1" status: 204 len: 168 time: 0.3747325 Aug 20 09:03:05.900192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:05.912382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232dad6-4d1f-4136-8d91-b3f1ffe5d9ac None None] Network f95823e4-5c94-4000-9c08-c63c5e51a963 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:05.945478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:05.955558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.014354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.038933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.078549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e750b726-a135-472e-b79d-06cb1a32e42d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:06.087352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Deleting port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:06.087706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.128300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1e780bee-4a6d-4ce9-9da0-8d14b77c6628 None None] Port 5a0bd19a-bc11-43f4-8900-1492b26f876a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:06.137422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:06.167795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '180b4149-12ce-4752-a893-9f190c32e464', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'port_id': '180b4149-12ce-4752-a893-9f190c32e464', 'mac_address': 'fa:16:3e:13:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:03:06.176073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e780bee-4a6d-4ce9-9da0-8d14b77c6628 None None] Provisioning complete for port e750b726-a135-472e-b79d-06cb1a32e42d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:06.176337 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e780bee-4a6d-4ce9-9da0-8d14b77c6628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.211303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] For port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,segment=NetworkSegment(32aaf6d6-a486-4026-b648-4b4dc8a3acd2),segment_id=32aaf6d6-a486-4026-b648-4b4dc8a3acd2)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:06.212896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.221013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 52f97d87-5726-44d1-9576-a9b0768c1aed is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:06.221658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e750b726-a135-472e-b79d-06cb1a32e42d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:06.222050 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.229323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:06.241927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Calling delete_port for ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:06.340158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.345070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.370359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:06.376631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddddfd71-4360-4d5b-bbd2-b097fc1a37b2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:06.383821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] No DVR routers for this DVR port ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:06.434402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=5a0bd19a-bc11-43f4-8900-1492b26f876a,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:06.447582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c537e7-45b8-4b2a-8dd3-aa59e0b0963f req-89028e21-bbeb-4af9-a6ec-fda274b915e9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:06.449437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5c537e7-45b8-4b2a-8dd3-aa59e0b0963f req-89028e21-bbeb-4af9-a6ec-fda274b915e9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.2947161 Aug 20 09:03:06.467770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:06.469174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.491457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95823e4-5c94-4000-9c08-c63c5e51a963']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:06.500110 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.514770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.518122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.519192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32aaf6d6-a486-4026-b648-4b4dc8a3acd2') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:06.519734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32aaf6d6-a486-4026-b648-4b4dc8a3acd2') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:06.520058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.520706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.526259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.527349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.527891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.528426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.529186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.529530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.529907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.530366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:06.530884 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.557540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.578664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2579f11-5198-46c8-81a9-54a6e0a00e6d None None] DHCP port deletion for f95823e4-5c94-4000-9c08-c63c5e51a963 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:03:06.601972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:03:06.602532 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:03:06.605393 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:03:06.659764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:06.733636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35e3c8d0-8536-4a90-9e01-da1335ceace7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:06.775662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.783016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['180b4149-12ce-4752-a893-9f190c32e464'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:03:06.784769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:06.789000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f95823e4-5c94-4000-9c08-c63c5e51a963 HTTP/1.1" status: 204 len: 168 time: 0.8852935 Aug 20 09:03:06.810917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5c537e7-45b8-4b2a-8dd3-aa59e0b0963f req-724236ae-ffd5-4671-a933-f05ca0968321 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413634 Aug 20 09:03:06.811858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947d0fa-5d2b-4fba-9005-cd0f5709cef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95823e4-5c94-4000-9c08-c63c5e51a963,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:06.854113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 6825af05-a5db-463b-9aae-46b4de766054 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:03:06.935169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 35e3c8d0-8536-4a90-9e01-da1335ceace7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:06.935652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35e3c8d0-8536-4a90-9e01-da1335ceace7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:06.936071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 59f04935-7fb3-418e-ba5e-1ceb4f267c8c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:07.011143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 59f04935-7fb3-418e-ba5e-1ceb4f267c8c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:07.011564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 59f04935-7fb3-418e-ba5e-1ceb4f267c8c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:07.018005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7e6dc3e9-71e2-4d0b-98db-80331d0f1ceb None None] Provisioning complete for port 5a0bd19a-bc11-43f4-8900-1492b26f876a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:07.018380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc3e9-71e2-4d0b-98db-80331d0f1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:07.081082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:07.089177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7e6dc3e9-71e2-4d0b-98db-80331d0f1ceb None None] Port 5a0bd19a-bc11-43f4-8900-1492b26f876a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:07.123885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe1805-9a2e-4805-ac11-c00b6c8bfd46 req-d295dcbf-0906-41fa-a4a1-cbcb3d10a656 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:07.125585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8efe1805-9a2e-4805-ac11-c00b6c8bfd46 req-d295dcbf-0906-41fa-a4a1-cbcb3d10a656 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.2521269 Aug 20 09:03:07.128227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-23ed5dd8-f64b-47da-b520-b93fcb63a0e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c6692929d46843d092b5542380755194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456660 Aug 20 09:03:07.130765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55404) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:07.159946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:07.170596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] Sync routers for ids ['6825af05-a5db-463b-9aae-46b4de766054'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:07.170779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e7075-4e95-440f-ad1f-0a5cf72bbe64 req-9bc37869-7f95-41b6-9415-7e8a4979cbc6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:07.178002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc9e7075-4e95-440f-ad1f-0a5cf72bbe64 req-9bc37869-7f95-41b6-9415-7e8a4979cbc6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1476159 Aug 20 09:03:07.179697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] Routers {'6825af05-a5db-463b-9aae-46b4de766054'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:07.180334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6825af05-a5db-463b-9aae-46b4de766054'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:07.186374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c9c2f549-87b3-43fe-9a5b-926c83d13d5f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/6825af05-a5db-463b-9aae-46b4de766054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5542789 Aug 20 09:03:07.186705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-875cdaf6-70fc-4204-898f-fa87e274a721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:07.188425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55406) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:07.217056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:07.220749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8efe1805-9a2e-4805-ac11-c00b6c8bfd46 req-f9f3a718-2503-4096-885e-964a6c008d01 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787432 Aug 20 09:03:07.226141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] Routers {'6825af05-a5db-463b-9aae-46b4de766054'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:07.226750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6825af05-a5db-463b-9aae-46b4de766054'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:07.246719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc9e7075-4e95-440f-ad1f-0a5cf72bbe64 req-4a61baea-2f73-433f-babe-1f3770c8bc86 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Aug 20 09:03:07.255472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-875cdaf6-70fc-4204-898f-fa87e274a721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:07.263832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:07.264493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af44f98-5009-4d8a-8184-0bfb734e7735 None None] The sync data for ids ['6825af05-a5db-463b-9aae-46b4de766054'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:07.271009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e33fb-4c32-48ae-9eeb-3311507b4d4c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:07.272637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-866e33fb-4c32-48ae-9eeb-3311507b4d4c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports/5a0bd19a-bc11-43f4-8900-1492b26f876a HTTP/1.1" status: 200 len: 910 time: 0.0820844 Aug 20 09:03:07.276455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55410) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:07.323278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-875cdaf6-70fc-4204-898f-fa87e274a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:07.326132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-875cdaf6-70fc-4204-898f-fa87e274a721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:07.329556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-875cdaf6-70fc-4204-898f-fa87e274a721 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca13a7a0-ced1-42fc-a69f-bed1c676b4d4 HTTP/1.1" status: 204 len: 168 time: 0.1954014 Aug 20 09:03:07.336738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cdaf6-70fc-4204-898f-fa87e274a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13a7a0-ced1-42fc-a69f-bed1c676b4d4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:07.526539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a70e3-f233-4483-a4a2-cbbf18f91a0f req-9fcd2360-1f60-4356-a192-66a05b2cfe7c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:07.528090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-153a70e3-f233-4483-a4a2-cbbf18f91a0f req-9fcd2360-1f60-4356-a192-66a05b2cfe7c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1061678 Aug 20 09:03:07.612719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-153a70e3-f233-4483-a4a2-cbbf18f91a0f req-467df3d6-40f4-4b2d-b083-04a2cecfa05c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665219 Aug 20 09:03:07.682116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:07.950634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:07.973589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:07.974193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddddfd71-4360-4d5b-bbd2-b097fc1a37b2 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:08.026851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 5a0bd19a-bc11-43f4-8900-1492b26f876a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:08.027561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.039455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717b72e-d721-48be-95e4-7626632fa28e req-0983ff54-386d-4d8b-a7b4-29100ca9e8cf tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:08.047749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7717b72e-d721-48be-95e4-7626632fa28e req-0983ff54-386d-4d8b-a7b4-29100ca9e8cf tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.1037226 Aug 20 09:03:08.146535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7717b72e-d721-48be-95e4-7626632fa28e req-4fad53fd-e12b-49cc-9773-6962be1145be tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978229 Aug 20 09:03:08.166677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.178330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55448) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:08.180165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 5a0bd19a-bc11-43f4-8900-1492b26f876a owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:08.330954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1991216977-network', 'tenant_id': 'f91abf14f59b42e5ae6c67d49387cfcf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:08.355913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Made reservation on behalf of f91abf14f59b42e5ae6c67d49387cfcf for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:08.358649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.367788 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.425192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88833e-c07c-4324-9194-ed9c266a4172 req-7dda7e59-7699-435c-b088-c8dfdc41945f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:08.426826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c88833e-c07c-4324-9194-ed9c266a4172 req-7dda7e59-7699-435c-b088-c8dfdc41945f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0909514 Aug 20 09:03:08.460170 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.501096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c88833e-c07c-4324-9194-ed9c266a4172 req-66513db6-32bb-48d0-9e0e-8ea6460574c6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Aug 20 09:03:08.503343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=5a0bd19a-bc11-43f4-8900-1492b26f876a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:08.551108 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.557164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.589144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:08.597306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da577b-86a4-4b33-af18-4ee4e2f18968,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:08.604501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.604867 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Added segment 520e7a67-d367-44de-978d-863b732042ca of type vlan for network a0eedc91-e7ab-4879-854e-8fa6f146516c Aug 20 09:03:08.660018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.690370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.694107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.695632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:08.696341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.753694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5736866 Aug 20 09:03:08.758873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55460) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:08.765862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Request body: {'subnet': {'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1991216977-subnet', 'tenant_id': 'f91abf14f59b42e5ae6c67d49387cfcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:08.784126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825161d7-266b-4eec-a783-6f885a80ab9e admin admin] Pushing event updated for resources: {'Network': ['ID=a0eedc91-e7ab-4879-854e-8fa6f146516c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:08.797425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a0eedc91-e7ab-4879-854e-8fa6f146516c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:08.799209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Made reservation on behalf of f91abf14f59b42e5ae6c67d49387cfcf for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:08.802301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:08.950469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee5fe5-8019-4462-933b-95913e774572 req-23f9bfe5-59c3-4aa4-b736-f6bf202bacf4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:08.952411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffee5fe5-8019-4462-933b-95913e774572 req-23f9bfe5-59c3-4aa4-b736-f6bf202bacf4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.2300799 Aug 20 09:03:08.961618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 6825af05-a5db-463b-9aae-46b4de766054 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:09.047141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.066769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffee5fe5-8019-4462-933b-95913e774572 req-20343bf5-a7bc-477e-86bc-1113fbc46d4e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039810 Aug 20 09:03:09.069267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:09.079756 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] Sync routers for ids ['6825af05-a5db-463b-9aae-46b4de766054'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:09.080432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3aee1759-46f1-462c-b358-0ca55ab9fd38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/6825af05-a5db-463b-9aae-46b4de766054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028629 Aug 20 09:03:09.084721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55466) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:09.102628 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] Routers {'6825af05-a5db-463b-9aae-46b4de766054'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:09.104181 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6825af05-a5db-463b-9aae-46b4de766054'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:09.127037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0c1e8f0a-d109-4f2a-8c7f-46c5ce646d00 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=6825af05-a5db-463b-9aae-46b4de766054 HTTP/1.1" status: 200 len: 205 time: 0.0406241 Aug 20 09:03:09.130410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55468) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:09.146346 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:09.153314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d849d0f-f235-445b-a50e-4c295dfc1624,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:09.164536 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] Routers {'6825af05-a5db-463b-9aae-46b4de766054'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:09.165368 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6825af05-a5db-463b-9aae-46b4de766054'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:09.167640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Checking segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:09.168223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Network hostable DHCP agents. Network: a0eedc91-e7ab-4879-854e-8fa6f146516c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:09.195187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Network a0eedc91-e7ab-4879-854e-8fa6f146516c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:09.206784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, a0eedc91-e7ab-4879-854e-8fa6f146516c) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:09.212566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:09.214026 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.218191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c795c3-4d95-471e-ad32-53a17b2ab399 None None] Network a0eedc91-e7ab-4879-854e-8fa6f146516c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:09.228180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.237239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-76df6c61-66eb-4522-b399-8ff1be948615 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4762216 Aug 20 09:03:09.262395 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:09.263375 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2944fc-1fbc-45f0-81d9-024638bb2913 None None] The sync data for ids ['6825af05-a5db-463b-9aae-46b4de766054'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:09.475790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62bf92d-2383-45e3-985c-b06ff6c1b114 None None] Network a0eedc91-e7ab-4879-854e-8fa6f146516c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:09.553894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 180b4149-12ce-4752-a893-9f190c32e464 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:09.822659 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.825926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.879952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 180b4149-12ce-4752-a893-9f190c32e464 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:09.884650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 180b4149-12ce-4752-a893-9f190c32e464 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:09.885122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.941623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81392-c791-4a26-bed9-8089cecad5a2 req-cca35ffb-517e-42e9-b4c9-dcc44832729e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:09.943182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ac81392-c791-4a26-bed9-8089cecad5a2 req-cca35ffb-517e-42e9-b4c9-dcc44832729e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.6544669 Aug 20 09:03:09.961798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.961798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router 6825af05-a5db-463b-9aae-46b4de766054 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:03:09.969403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:09.973233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5cd6a923-c9e9-4698-9786-5d3a654b9d38 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/6825af05-a5db-463b-9aae-46b4de766054 HTTP/1.1" status: 204 len: 168 time: 0.8418393 Aug 20 09:03:09.973522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55504) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:09.984453 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.016954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:10.020037 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd3d8f-bfdc-43c4-8871-8304da7b6a72" -d '{"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-plugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:10.020785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ac81392-c791-4a26-bed9-8089cecad5a2 req-94b26ffb-5675-4712-9568-73bd6cacccc3 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706723 Aug 20 09:03:10.035899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:10.040911 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.055805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-1ce584fd-f5e9-42c7-bb02-ce9929ecd042 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:10.055805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-1ce584fd-f5e9-42c7-bb02-ce9929ecd042 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 815 time: 0.2257645 Aug 20 09:03:10.071565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-eb3d991e-dd4e-470e-ac69-c2b81add110c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/quotas/f91abf14f59b42e5ae6c67d49387cfcf HTTP/1.1" status: 200 len: 375 time: 0.0117857 Aug 20 09:03:10.100765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 82c2cef0-cdd3-4dce-99c1-1f7fee776b7f {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:03:10.107188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:10.110876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.116909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-61d68039-c576-42b1-abf2-c6848e1b897f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384934 Aug 20 09:03:10.154226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.243465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.249945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64404f51-6c75-4d17-a189-e4c325418f57 req-3b12b257-3b96-4adf-9165-0fba2d809f5e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:10.251507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64404f51-6c75-4d17-a189-e4c325418f57 req-3b12b257-3b96-4adf-9165-0fba2d809f5e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0798359 Aug 20 09:03:10.269109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-f7a3dad3-2c8e-4f87-a216-7c16c433a988 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436391 Aug 20 09:03:10.311648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.339211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=82c2cef0-cdd3-4dce-99c1-1f7fee776b7f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:10.345810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.347933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ad6c62b1-66d5-4437-9d1a-5522c67ff389 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/82c2cef0-cdd3-4dce-99c1-1f7fee776b7f HTTP/1.1" status: 204 len: 168 time: 0.3727505 Aug 20 09:03:10.350464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55512) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:10.356235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64404f51-6c75-4d17-a189-e4c325418f57 req-c21826aa-682c-45b6-b7fb-26ecb7205300 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970895 Aug 20 09:03:10.356681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f795ea-1560-407c-b8e1-2acf2e983ba1 None None] Network 52f97d87-5726-44d1-9576-a9b0768c1aed requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:10.436309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-19b610e6-3708-452e-8edd-e749b8917e21 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594615 Aug 20 09:03:10.469161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.521827 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e83a4-1feb-430d-bf54-09fe27b764e0 x-openstack-request-id: req-dc5e83a4-1feb-430d-bf54-09fe27b764e0 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:10.522791 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-plugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:10.523399 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc5e83a4-1feb-430d-bf54-09fe27b764e0 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:10.524300 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'code': 200} Aug 20 09:03:10.580651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port e750b726-a135-472e-b79d-06cb1a32e42d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:10.581384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.652146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] DHCP port deletion for 52f97d87-5726-44d1-9576-a9b0768c1aed request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:03:10.662284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1c933-6e47-472f-bcf7-28306ee26b69 req-d2c96b1e-d480-4a06-a116-a8986b6dec9a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:10.670739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ca1c933-6e47-472f-bcf7-28306ee26b69 req-d2c96b1e-d480-4a06-a116-a8986b6dec9a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0714843 Aug 20 09:03:10.719712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ca1c933-6e47-472f-bcf7-28306ee26b69 req-bddc7ae6-13c8-4d26-9858-df1abe5f3bcc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Aug 20 09:03:10.723116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] Deleting port e750b726-a135-472e-b79d-06cb1a32e42d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:10.723713 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.727523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd371-109c-4c1c-b282-2728235c115c req-ea3e44ce-7863-4640-9d04-49f42bf74cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:10.729948 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d6bd371-109c-4c1c-b282-2728235c115c req-ea3e44ce-7863-4640-9d04-49f42bf74cda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1097 time: 0.1344490 Aug 20 09:03:10.749632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port e750b726-a135-472e-b79d-06cb1a32e42d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e750b726-a135-472e-b79d-06cb1a32e42d,segment=NetworkSegment(34529768-32d0-4b2b-be58-e82d4ca8daa7),segment_id=34529768-32d0-4b2b-be58-e82d4ca8daa7)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:10.750042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.780237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for e750b726-a135-472e-b79d-06cb1a32e42d owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:10.808175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d6bd371-109c-4c1c-b282-2728235c115c req-8ce759d3-34c6-41e7-a76a-a7e664e91d4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686455 Aug 20 09:03:10.809458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] For port e750b726-a135-472e-b79d-06cb1a32e42d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e750b726-a135-472e-b79d-06cb1a32e42d,segment=NetworkSegment(34529768-32d0-4b2b-be58-e82d4ca8daa7),segment_id=34529768-32d0-4b2b-be58-e82d4ca8daa7)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:10.809926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.812695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3d01884-ea9a-43dc-822d-ede6a121e22b req-d56a97fe-052d-4865-a67a-ac5f6c1f9484 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 210 time: 0.0745893 Aug 20 09:03:10.825707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] Calling delete_port for e750b726-a135-472e-b79d-06cb1a32e42d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:10.883652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.918317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=e750b726-a135-472e-b79d-06cb1a32e42d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:10.920977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port e750b726-a135-472e-b79d-06cb1a32e42d on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:03:10.936000 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:03:10.947075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:10.986246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] Pushing event deleted for resources: {'Port': ['ID=e750b726-a135-472e-b79d-06cb1a32e42d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:10.990448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd3c5e5-b411-46ee-b071-f30f03327e57 None None] No DVR routers for this DVR port e750b726-a135-472e-b79d-06cb1a32e42d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:11.015334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.026142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f97d87-5726-44d1-9576-a9b0768c1aed']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:11.042652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34529768-32d0-4b2b-be58-e82d4ca8daa7') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:11.042953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34529768-32d0-4b2b-be58-e82d4ca8daa7') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:11.054219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.073925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.081230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:03:11.082126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:03:11.087611 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:03:11.155031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.174362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.176406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/52f97d87-5726-44d1-9576-a9b0768c1aed HTTP/1.1" status: 204 len: 168 time: 0.8246741 Aug 20 09:03:11.177387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f391de-0c1e-4f11-a8ba-36e91213fd36 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=52f97d87-5726-44d1-9576-a9b0768c1aed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:11.180038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55536) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:11.185210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1646289647', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:11.212219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d81a8-5ff0-46c4-a827-d9ce480a7cfe req-b2b6a9d5-43e0-4378-aa30-58004f38c19d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:11.212822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.213838 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.218247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c1d81a8-5ff0-46c4-a827-d9ce480a7cfe req-b2b6a9d5-43e0-4378-aa30-58004f38c19d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0873864 Aug 20 09:03:11.264059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c1d81a8-5ff0-46c4-a827-d9ce480a7cfe req-ab696059-232b-4bfd-b5f7-f4e65d447b41 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Aug 20 09:03:11.283025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.470358 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.539257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca583-d4da-4fd5-bbe7-cc876714eaf1 req-d1ec085e-af03-43dc-ad92-11790e1a36f4 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:11.540862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-048ca583-d4da-4fd5-bbe7-cc876714eaf1 req-d1ec085e-af03-43dc-ad92-11790e1a36f4 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0874650 Aug 20 09:03:11.590403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-048ca583-d4da-4fd5-bbe7-cc876714eaf1 req-340e6834-136f-46ce-8e46-701ce14c3e08 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Aug 20 09:03:11.693175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.711986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:11.848335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dc53c-0639-4dee-9a5d-e918fc63e0f1 req-25e98751-e313-4d64-81c5-068e732da614 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:11.856177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d9dc53c-0639-4dee-9a5d-e918fc63e0f1 req-25e98751-e313-4d64-81c5-068e732da614 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0610602 Aug 20 09:03:11.876655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.25.5.103 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/63bf4c4e-84b9-41e9-917d-f30c9e3d8443) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:11.915246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d9dc53c-0639-4dee-9a5d-e918fc63e0f1 req-f6945bcd-b29e-4ec4-af5e-145c524cf644 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Aug 20 09:03:11.985223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e750b726-a135-472e-b79d-06cb1a32e42d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:12.016298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ef6810a-7049-43bc-87f9-a279af0da1dc req-7262983a-b1cd-4a2b-a352-580bb02166f1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 210 time: 0.0727904 Aug 20 09:03:12.023115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e750b726-a135-472e-b79d-06cb1a32e42d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:12.023469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e750b726-a135-472e-b79d-06cb1a32e42d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:12.120431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:12.189875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-cc6074dc-ac45-4c0f-8fad-5ea9b3a4f83f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:12.191332 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-cc6074dc-ac45-4c0f-8fad-5ea9b3a4f83f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.26 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 815 time: 0.1468213 Aug 20 09:03:12.206825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Request body: {'port': {'device_id': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'admin_state_up': True, 'tenant_id': 'f91abf14f59b42e5ae6c67d49387cfcf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:12.210509 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:12.292358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:12.298431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:12.308928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:12.330038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=63bf4c4e-84b9-41e9-917d-f30c9e3d8443,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:12.391080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d9d02-4468-4b49-9d7f-3429c28c2dc3 req-80af28ae-8658-4805-a4e3-4c210fa4a262 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:12.392475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da8d9d02-4468-4b49-9d7f-3429c28c2dc3 req-80af28ae-8658-4805-a4e3-4c210fa4a262 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0491576 Aug 20 09:03:12.430703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da8d9d02-4468-4b49-9d7f-3429c28c2dc3 req-056f20d8-4aac-48e4-8ce9-1e573eab6db9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320284 Aug 20 09:03:12.483763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Made reservation on behalf of f91abf14f59b42e5ae6c67d49387cfcf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:12.487203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:12.570156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385106-a4a2-44c9-b811-14a8ac134e6f req-9b1b7c60-4c0e-4823-b278-a3397d9662e5 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:12.581932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57385106-a4a2-44c9-b811-14a8ac134e6f req-9b1b7c60-4c0e-4823-b278-a3397d9662e5 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0758770 Aug 20 09:03:12.586202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55566) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:12.593524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Request body: {'floatingip': {'port_id': '180b4149-12ce-4752-a893-9f190c32e464'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:12.603180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:12.679049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:12.695516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:12.752958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Allocated IP 172.20.0.7 (a0eedc91-e7ab-4879-854e-8fa6f146516c/1d849d0f-f235-445b-a50e-4c295dfc1624/f69e88cb-64cd-4951-87f8-0c56dc9c10ce) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:13.212585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b422734d-2741-4caa-b089-2cab7c2de5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.413319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29858d-a9bc-4261-b4f7-bd70973d8614 req-d8174f94-427f-4904-be60-d83d4ee35506 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:13.415813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b29858d-a9bc-4261-b4f7-bd70973d8614 req-d8174f94-427f-4904-be60-d83d4ee35506 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.6962128 Aug 20 09:03:13.422911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.470158 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.482346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d949d9-c55a-4f91-8b9c-e00130fd6743 req-2d81e0f6-3396-4464-a460-f9eb2f483eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:13.484141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9d949d9-c55a-4f91-8b9c-e00130fd6743 req-2d81e0f6-3396-4464-a460-f9eb2f483eb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1824667 Aug 20 09:03:13.490842 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.505161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814c9d-f56f-4c26-b3f6-2e601297ce08 req-c97a8035-3048-4dcb-8ec6-17e99ae11d1a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:13.506956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0814c9d-f56f-4c26-b3f6-2e601297ce08 req-c97a8035-3048-4dcb-8ec6-17e99ae11d1a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.2027228 Aug 20 09:03:13.556345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b29858d-a9bc-4261-b4f7-bd70973d8614 req-0068502f-6092-44b1-a86e-b32e1c30b4a1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288693 Aug 20 09:03:13.571809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.612956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9d949d9-c55a-4f91-8b9c-e00130fd6743 req-5c0ab45f-ef5d-4b51-8024-eab3d4276b12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191170 Aug 20 09:03:13.654857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0814c9d-f56f-4c26-b3f6-2e601297ce08 req-2ba30981-fa7b-48fd-8bd7-4ae101082a96 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099863 Aug 20 09:03:13.665471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 77fb6279-e3d7-42ed-b907-890b45b4f65a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:03:13.693994 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Floating IP c66edd50-00df-47f2-b95f-7e06754cb4f5 associated. External IP: 172.25.5.53, port: 180b4149-12ce-4752-a893-9f190c32e464. Aug 20 09:03:13.739673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3f68792-bd7d-4b66-95e3-909b16187081 req-5a995342-9e20-4e52-8fc6-f870169880e2 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 210 time: 0.0601056 Aug 20 09:03:13.824695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:13.836049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] Sync routers for ids ['77fb6279-e3d7-42ed-b907-890b45b4f65a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:13.852894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.856136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:13.860426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56ba7aab-9b1f-4c0a-b185-84571b8384a4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6763680 Aug 20 09:03:13.862086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55586) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:13.875710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] Routers {'77fb6279-e3d7-42ed-b907-890b45b4f65a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:13.878479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['77fb6279-e3d7-42ed-b907-890b45b4f65a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:13.991671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Network a0eedc91-e7ab-4879-854e-8fa6f146516c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:13.999580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:14.005199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:14.006664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:14.035650 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:14.042508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] Routers {'77fb6279-e3d7-42ed-b907-890b45b4f65a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:14.042911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['77fb6279-e3d7-42ed-b907-890b45b4f65a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:14.058836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:14.064803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:14.077708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:14.078398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:14.089419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:14.090157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e042977-d59f-4ff7-8abf-363de94f67c3 None None] The sync data for ids ['77fb6279-e3d7-42ed-b907-890b45b4f65a'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:14.152991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-7f1eddfe-3472-4e13-8996-8b3a2a89e46c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9505427 Aug 20 09:03:14.168029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Request body: {'port': {'device_id': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:14.212350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:14.224440 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:14.228125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-361a71e7-5c40-4f1b-8c1b-49f31b9f466d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/routers/77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 200 len: 881 time: 0.3606036 Aug 20 09:03:14.229744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:14.231524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:14.241172 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:14.241892 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:14.269534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a20a0ae4-f3ba-48f4-8e69-348603f26d19 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "PUT /v2.0/floatingips/c66edd50-00df-47f2-b95f-7e06754cb4f5 HTTP/1.1" status: 200 len: 991 time: 1.6795795 Aug 20 09:03:14.269534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:14.276055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:14.279324 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22625233-7925-4029-8e79-4221efbbb001" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:14.413570 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:14.453941 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006172a2-a0d3-4fe4-a8b6-e7f91577bb34 x-openstack-request-id: req-006172a2-a0d3-4fe4-a8b6-e7f91577bb34 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:14.454458 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:14.454458 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-006172a2-a0d3-4fe4-a8b6-e7f91577bb34 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:14.454869 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'status': 'completed', 'code': 200} Aug 20 09:03:14.714450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22625233-7925-4029-8e79-4221efbbb001 req-2b8af5bc-a33f-427d-9861-52968991c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:14.724501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-2b8af5bc-a33f-427d-9861-52968991c17f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1097 time: 0.2443862 Aug 20 09:03:14.816804 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'c66edd50-00df-47f2-b95f-7e06754cb4f5', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'port_id': '180b4149-12ce-4752-a893-9f190c32e464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'mac_address': 'fa:16:3e:13:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:02:54Z', 'updated_at': '2021-08-20T09:03:13Z', 'revision_number': 1, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:14.825951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d29bb-2023-4584-ac40-1e9a4cf24ed9 req-125887b4-67fc-489d-969c-e48deb04fb87 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:14.836277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-637d29bb-2023-4584-ac40-1e9a4cf24ed9 req-125887b4-67fc-489d-969c-e48deb04fb87 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1281662 Aug 20 09:03:14.845968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:14.857983 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:14.859076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:02:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:14.914999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac16aa18-daa3-4494-b7d6-c2e4da7c0663 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6838548 Aug 20 09:03:14.918430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55610) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:14.927654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb01ef-916d-499c-b4b7-75aa2afaba1c req-5e8bea94-be67-480e-933b-689d255fa210 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:14.937614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60fb01ef-916d-499c-b4b7-75aa2afaba1c req-5e8bea94-be67-480e-933b-689d255fa210 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1279855 Aug 20 09:03:14.945072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69e88cb-64cd-4951-87f8-0c56dc9c10ce {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:14.947942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1646289647'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:14.952226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22625233-7925-4029-8e79-4221efbbb001 req-1b9f6131-1154-4f89-8982-06dfae83ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:14.953444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-1b9f6131-1154-4f89-8982-06dfae83ae59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.2171447 Aug 20 09:03:14.958213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.037872 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-e62bec28-f8f5-45a7-beb3-e75be277a714 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 999 time: 0.0726898 Aug 20 09:03:15.066890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-637d29bb-2023-4584-ac40-1e9a4cf24ed9 req-4e27bc59-6368-4de5-9303-64504924fca8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232420 Aug 20 09:03:15.074682 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:15.136100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Transition to ACTIVE for port object f69e88cb-64cd-4951-87f8-0c56dc9c10ce will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:15.179375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.326967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22625233-7925-4029-8e79-4221efbbb001 req-5dbb6297-b7e3-4019-bc38-07e5ebe1f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:15.330767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-5dbb6297-b7e3-4019-bc38-07e5ebe1f86f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.2774217 Aug 20 09:03:15.354057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:15.423080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60fb01ef-916d-499c-b4b7-75aa2afaba1c req-5b20aeb8-e2f5-46b2-961d-ea941acf45f4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844449 Aug 20 09:03:15.459929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22625233-7925-4029-8e79-4221efbbb001 req-cebe32f4-bb56-420a-8cff-c974559a6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:15.470687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8e203-3cf1-440a-afc1-29829a45bad6 req-eec41249-95bf-4840-9c26-2afd37cb1fa3 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:15.474734 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-cebe32f4-bb56-420a-8cff-c974559a6516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226022 Aug 20 09:03:15.483939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eca8e203-3cf1-440a-afc1-29829a45bad6 req-eec41249-95bf-4840-9c26-2afd37cb1fa3 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 943 time: 0.2468567 Aug 20 09:03:15.577634 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'c66edd50-00df-47f2-b95f-7e06754cb4f5', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'port_id': '180b4149-12ce-4752-a893-9f190c32e464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'mac_address': 'fa:16:3e:13:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:02:54Z', 'updated_at': '2021-08-20T09:03:13Z', 'revision_number': 1, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:15.627903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Attempting to bind port f69e88cb-64cd-4951-87f8-0c56dc9c10ce on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:15.628245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Attempting to bind port f69e88cb-64cd-4951-87f8-0c56dc9c10ce by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:15.628584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Attempting to bind port f69e88cb-64cd-4951-87f8-0c56dc9c10ce on network a0eedc91-e7ab-4879-854e-8fa6f146516c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:15.636031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Port f69e88cb-64cd-4951-87f8-0c56dc9c10ce on network a0eedc91-e7ab-4879-854e-8fa6f146516c not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:03:15.636948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Attempting to bind port f69e88cb-64cd-4951-87f8-0c56dc9c10ce on network a0eedc91-e7ab-4879-854e-8fa6f146516c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:15.642492 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d63f43-ba26-4aef-811a-09df3687cf21 None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'c66edd50-00df-47f2-b95f-7e06754cb4f5', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'port_id': '180b4149-12ce-4752-a893-9f190c32e464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'mac_address': 'fa:16:3e:13:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:02:54Z', 'updated_at': '2021-08-20T09:03:13Z', 'revision_number': 1, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:15.649180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:15.649530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Checking segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:15.650085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Bound using segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:15.650745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Bound port: f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:15.651912 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.666320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eca8e203-3cf1-440a-afc1-29829a45bad6 req-78e4e47c-e387-49ea-9a17-16e8b8d2b8f3 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738555 Aug 20 09:03:15.803670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:15.815670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:15.825170 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.864292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.879265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-0b6597f9-70bc-4734-aad3-6eaca8ac64f1 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598130 Aug 20 09:03:15.889613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.889959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:15.890673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:15.892297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] 10.222.0.26 "PUT /v2.0/ports/f69e88cb-64cd-4951-87f8-0c56dc9c10ce HTTP/1.1" status: 200 len: 1091 time: 1.7305119 Aug 20 09:03:15.897242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:15.902248 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ed144-7ecd-4055-abdc-2761430b21e1" -d '{"events": [{"name": "network-changed", "server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:16.015349 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f606575-8254-49a1-af99-f088691fb39e x-openstack-request-id: req-1f606575-8254-49a1-af99-f088691fb39e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:16.016112 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:16.016112 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f606575-8254-49a1-af99-f088691fb39e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:16.016344 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'status': 'completed', 'code': 200} Aug 20 09:03:16.034507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45fda9-a487-47f3-ab0e-9d672c36d933 None None] New status for floating IP c66edd50-00df-47f2-b95f-7e06754cb4f5: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:03:16.189127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-22625233-7925-4029-8e79-4221efbbb001 req-3a1abda0-83c9-47a8-86f1-f112b85eb383 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936115 Aug 20 09:03:16.194849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26a52d-a3b9-43d4-89b8-c46b107b495e service neutron] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:16.242807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-492c0f48-497d-4d0c-9ff5-df89eeab3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:16.244674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-492c0f48-497d-4d0c-9ff5-df89eeab3446 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 1094 time: 0.2706363 Aug 20 09:03:16.368150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-77397a2a-a4f7-40a9-bbac-48740304a13c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce HTTP/1.1" status: 200 len: 217 time: 0.1145396 Aug 20 09:03:16.419466 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:16.464679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-5d8812d1-cdee-402d-b20a-aac999e5cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:16.466840 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-5d8812d1-cdee-402d-b20a-aac999e5cfad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 200 len: 855 time: 0.0913134 Aug 20 09:03:16.502701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bfa94-b4f6-4047-be25-f1c651efef24 req-a30753af-d4d9-473a-9e0b-0c304054f70c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:16.504316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba7bfa94-b4f6-4047-be25-f1c651efef24 req-a30753af-d4d9-473a-9e0b-0c304054f70c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1275051 Aug 20 09:03:16.510401 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-9a54376f-6cc9-4bcd-a947-3e48baca014b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0eedc91-e7ab-4879-854e-8fa6f146516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362754 Aug 20 09:03:16.570523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 77fb6279-e3d7-42ed-b907-890b45b4f65a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:16.599003 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba7bfa94-b4f6-4047-be25-f1c651efef24 req-260221ec-c217-4e51-a5a9-2b0c279a4602 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853913 Aug 20 09:03:16.611697 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-49eb2b49-6ff5-43fe-864f-040f1c108736 service neutron] 10.222.0.26 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941408 Aug 20 09:03:16.614283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b9de0d07-42ee-42c7-a090-6a429305a0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:16.689425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75186-6ee5-43b6-8c59-ae5cc2f5f1e1 req-4bd3ca26-448b-482a-8964-f7109b3f4f4b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:16.692403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03d75186-6ee5-43b6-8c59-ae5cc2f5f1e1 req-4bd3ca26-448b-482a-8964-f7109b3f4f4b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1736028 Aug 20 09:03:16.727718 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8e21f24d-31ed-4384-a3b0-a8bd75bc023f req-32c53101-82f3-4c45-8b42-b2cfb1e593ac service neutron] 10.222.0.26 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088502 Aug 20 09:03:16.746623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03d75186-6ee5-43b6-8c59-ae5cc2f5f1e1 req-20892814-3954-42e8-8943-6bda699b8160 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Aug 20 09:03:16.805897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:16.817387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] Sync routers for ids ['77fb6279-e3d7-42ed-b907-890b45b4f65a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:16.821460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:16.826923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c4ebd7fd-ef19-4406-978f-24cc2edb8e34 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 200 len: 888 time: 1.8866625 Aug 20 09:03:16.828530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55642) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:16.832967 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] Routers {'77fb6279-e3d7-42ed-b907-890b45b4f65a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:16.833666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['77fb6279-e3d7-42ed-b907-890b45b4f65a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:16.872148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-bf86a9f0-eaf5-4253-bf4c-155e2a32da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:16.878782 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-bf86a9f0-eaf5-4253-bf4c-155e2a32da56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 1094 time: 0.1009619 Aug 20 09:03:16.881599 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:16.892600 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] Routers {'77fb6279-e3d7-42ed-b907-890b45b4f65a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:16.893499 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['77fb6279-e3d7-42ed-b907-890b45b4f65a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:16.965620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416eb8b-a01e-4e48-9172-76219719393b req-b2f69cce-8685-49f1-81c5-705358971520 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:16.967316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c416eb8b-a01e-4e48-9172-76219719393b req-b2f69cce-8685-49f1-81c5-705358971520 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 943 time: 0.0839186 Aug 20 09:03:17.037849 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:17.039100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d4488-1873-4f64-8cf5-6c45372c9ba9 None None] The sync data for ids ['77fb6279-e3d7-42ed-b907-890b45b4f65a'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:17.096673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-ea33d72e-a6d8-498c-91d0-dfbf2d9f7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.098258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-ea33d72e-a6d8-498c-91d0-dfbf2d9f7774 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 915 time: 0.2109957 Aug 20 09:03:17.099897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c416eb8b-a01e-4e48-9172-76219719393b req-f1102745-4b38-4d8b-882e-1248de1d6ea0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238492 Aug 20 09:03:17.113161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7d7498e-44ef-4f9a-8ef4-315d16951c68 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/routers/77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 200 len: 888 time: 0.2810292 Aug 20 09:03:17.119873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55646) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:17.162191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-8df25a10-2ecd-46bb-b233-c1acce9c7646 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce HTTP/1.1" status: 200 len: 217 time: 0.0566938 Aug 20 09:03:17.162897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a1a0dc6a-9f80-45fa-8715-001503c98adf tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 200 len: 205 time: 0.0418971 Aug 20 09:03:17.165417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55648) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:17.219930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-57a97bf4-6237-4c9c-9e3f-2e9b76e1754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.221769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-57a97bf4-6237-4c9c-9e3f-2e9b76e1754b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 200 len: 855 time: 0.0516014 Aug 20 09:03:17.259296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077211a-5b00-423d-b719-7c554f5e56cc req-7f68b2c3-5a24-4a51-9330-2c040294a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.260867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-7f68b2c3-5a24-4a51-9330-2c040294a301 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1598084 Aug 20 09:03:17.264904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-2936e293-6fe4-4001-b643-d1a9a068240d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0eedc91-e7ab-4879-854e-8fa6f146516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350878 Aug 20 09:03:17.363464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-31efd26d-7b2a-462e-8cf5-5d4332f1e2f3 service neutron] 10.222.0.26 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900071 Aug 20 09:03:17.368714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecf0d1-04b2-4331-9376-23cf591775ef req-59e5e0bc-aa2a-4f3f-8bb2-63dd0ad79b74 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.370343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91ecf0d1-04b2-4331-9376-23cf591775ef req-59e5e0bc-aa2a-4f3f-8bb2-63dd0ad79b74 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1600564 Aug 20 09:03:17.379900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:17.386812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:17.476900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b2ed144-7ecd-4055-abdc-2761430b21e1 req-f8a014ed-82fb-4aa8-b3a8-359ce46b69e8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062918 Aug 20 09:03:17.529242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077211a-5b00-423d-b719-7c554f5e56cc req-0b3de46b-9f03-43f8-af50-2b997d68e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.530754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-0b3de46b-9f03-43f8-af50-2b997d68e967 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.2358470 Aug 20 09:03:17.546597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91ecf0d1-04b2-4331-9376-23cf591775ef req-6abe99d6-6366-41c6-a8a2-dab7dcfd5cfc tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579282 Aug 20 09:03:17.596377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-173c1f72-bbb7-40c7-b0c2-a39e3d917d0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.0466409 Aug 20 09:03:17.648773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:17.669016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077211a-5b00-423d-b719-7c554f5e56cc req-d32cd122-8e50-4361-aec4-e0505a6e575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.670586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-d32cd122-8e50-4361-aec4-e0505a6e575e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.0669813 Aug 20 09:03:17.714334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-c29bbcd6-d9f7-4ea9-b64d-d5d119db8ce0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272925 Aug 20 09:03:17.794911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 63bf4c4e-84b9-41e9-917d-f30c9e3d8443 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:17.795262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:17.897180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-1a78a131-1a4b-4875-a9e4-882790ec175e service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745825 Aug 20 09:03:17.985389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:17.995199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db76c-a1c6-44f8-92f6-cc20f36975d1 req-bccdbdb5-2cf6-457c-a992-e12df74e867b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:17.996847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-847db76c-a1c6-44f8-92f6-cc20f36975d1 req-bccdbdb5-2cf6-457c-a992-e12df74e867b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1517720 Aug 20 09:03:18.031320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 63bf4c4e-84b9-41e9-917d-f30c9e3d8443 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:18.110236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8077211a-5b00-423d-b719-7c554f5e56cc req-e4efb615-e227-46df-93db-473b67adfcca service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015429 Aug 20 09:03:18.119616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-847db76c-a1c6-44f8-92f6-cc20f36975d1 req-0ac31e24-9c41-4cab-90c8-a0b8383026f6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110368 Aug 20 09:03:18.243042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625be8c-5dbb-4dd8-90ea-906a8da93fbe req-63605bee-6e51-41b7-85bb-ee841578a09e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:18.245169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2625be8c-5dbb-4dd8-90ea-906a8da93fbe req-63605bee-6e51-41b7-85bb-ee841578a09e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 943 time: 0.0709295 Aug 20 09:03:18.315583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2625be8c-5dbb-4dd8-90ea-906a8da93fbe req-455a3891-3139-47c6-831c-9570b4247bd1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519483 Aug 20 09:03:18.317309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.345955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=63bf4c4e-84b9-41e9-917d-f30c9e3d8443,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:18.409839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.501260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.503627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.550979 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.552380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router 77fb6279-e3d7-42ed-b907-890b45b4f65a {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:03:18.560080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.561217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-175c801a-4f8f-4517-aaec-01b6c27f9004 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 204 len: 168 time: 1.3942909 Aug 20 09:03:18.565088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55668) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:18.570299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-705825200'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:18.595660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:18.600153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.631485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:18.641979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.642356 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 8e383619-6002-4af3-9f7b-eeb58aa90337 of type vlan for network 0520e8e7-1c8d-48be-a96a-10546356fad3 Aug 20 09:03:18.686301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be104d-927b-48bc-b16d-07e9664394c4 req-f3f70aad-46fc-4eea-993d-98a8e751e754 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:18.687047 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.688767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54be104d-927b-48bc-b16d-07e9664394c4 req-f3f70aad-46fc-4eea-993d-98a8e751e754 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0586395 Aug 20 09:03:18.711625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.718145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:18.718767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.741458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54be104d-927b-48bc-b16d-07e9664394c4 req-775bc58f-afbf-4c29-8eb1-ea4bed7b7cbe tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Aug 20 09:03:18.780136 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:18.785640 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2182214 Aug 20 09:03:18.788274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55676) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:18.791886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97a860-411c-47e4-8d64-f3d14076200e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=0520e8e7-1c8d-48be-a96a-10546356fad3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:18.796082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:18.803386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:18.907957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:18.911495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.109957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.169140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:19.181814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '8e383619-6002-4af3-9f7b-eeb58aa90337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:19.182196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: 0520e8e7-1c8d-48be-a96a-10546356fad3, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:19.201185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:19.211313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0520e8e7-1c8d-48be-a96a-10546356fad3) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:19.216873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:19.217789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.224186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4797c9bb-00a8-45ff-9b12-3c5e2f852406 None None] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:19.246364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5ab235e5-cf32-424c-aa1d-9d5514996000 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4543016 Aug 20 09:03:19.246820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55684) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:19.252630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634233661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:19.282975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.284129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.305681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ade78-424a-4166-b4b3-ec965afdbc6c req-7939a556-d72a-469f-b72f-61671f9808fe tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:19.307329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c70ade78-424a-4166-b4b3-ec965afdbc6c req-7939a556-d72a-469f-b72f-61671f9808fe tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0769210 Aug 20 09:03:19.363257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c70ade78-424a-4166-b4b3-ec965afdbc6c req-7a749a44-8df3-4545-991f-81017c7d2a2d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Aug 20 09:03:19.365339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.370687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.401530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.402105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fee85675-76c7-4d84-9503-7f44083d3aa1 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1537986 Aug 20 09:03:19.404497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:19.440135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-0520e8e7-1c8d-48be-a96a-10546356fad3', 'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': 'd8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:03:19.441143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.490401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d2fe1-da33-4b11-bba7-1af84e988eeb req-d450b692-1846-4c44-9dd4-d79896cdfcac tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:19.492607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-640d2fe1-da33-4b11-bba7-1af84e988eeb req-d450b692-1846-4c44-9dd4-d79896cdfcac tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 943 time: 0.0579329 Aug 20 09:03:19.529702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f69e88cb-64cd-4951-87f8-0c56dc9c10ce details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:03:19.537424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-640d2fe1-da33-4b11-bba7-1af84e988eeb req-1debc9b1-2985-48d7-8cb6-b9505acf8168 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 Aug 20 09:03:19.644830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Allocated IP 172.20.0.2 (0520e8e7-1c8d-48be-a96a-10546356fad3/d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec/fc5df390-7159-4d4c-b838-35aa143a0103) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:19.746058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:19.750972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.763837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'port_id': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'mac_address': 'fa:16:3e:cd:e0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d849d0f-f235-445b-a50e-4c295dfc1624', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:03:19.901168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:19.971880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69e88cb-64cd-4951-87f8-0c56dc9c10ce {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:19.981642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:20.009767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.012882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:20.020994 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.032505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c71f4c-8aa4-4cc7-b53a-9e4affb38460 req-3dcc3b68-8408-4872-8fac-5be8c77116d1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:20.044141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82c71f4c-8aa4-4cc7-b53a-9e4affb38460 req-3dcc3b68-8408-4872-8fac-5be8c77116d1 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1238949 Aug 20 09:03:20.076198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Transition to ACTIVE for port object fc5df390-7159-4d4c-b838-35aa143a0103 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:20.078423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:20.095472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Transition to ACTIVE for port object fc5df390-7159-4d4c-b838-35aa143a0103 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:20.103040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.152032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-82c71f4c-8aa4-4cc7-b53a-9e4affb38460 req-760dd813-1f47-44cf-92a8-1e6ffcfa2b38 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Aug 20 09:03:20.178435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:20.180404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Pushing event updated for resources: {'Port': ['ID=fc5df390-7159-4d4c-b838-35aa143a0103,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:20.181094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-630f34f9-ae84-4885-b7a2-b21bb2958558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.184362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:20.186875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:20.250839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Attempting to bind port fc5df390-7159-4d4c-b838-35aa143a0103 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:20.251364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Attempting to bind port fc5df390-7159-4d4c-b838-35aa143a0103 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8e383619-6002-4af3-9f7b-eeb58aa90337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:20.251735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Attempting to bind port fc5df390-7159-4d4c-b838-35aa143a0103 on network 0520e8e7-1c8d-48be-a96a-10546356fad3 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:20.257316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:20.258255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Checking segment: {'id': '8e383619-6002-4af3-9f7b-eeb58aa90337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:20.258255 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.258511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Bound using segment: {'id': '8e383619-6002-4af3-9f7b-eeb58aa90337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:20.258950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Bound port: fc5df390-7159-4d4c-b838-35aa143a0103, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e383619-6002-4af3-9f7b-eeb58aa90337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0520e8e7-1c8d-48be-a96a-10546356fad3'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:20.259571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.273911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.20.0.1 (0520e8e7-1c8d-48be-a96a-10546356fad3/d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec/a2dd930c-c364-49a6-a463-8b04b1c5e74a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:20.294734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-630f34f9-ae84-4885-b7a2-b21bb2958558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.300089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-630f34f9-ae84-4885-b7a2-b21bb2958558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.343923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f34f9-ae84-4885-b7a2-b21bb2958558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23770638-f8f3-4102-8038-025d2faa2cbc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:20.351178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-630f34f9-ae84-4885-b7a2-b21bb2958558 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c545ceaef6d6451392c6b72a5b761c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639936 Aug 20 09:03:20.351601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55708) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:20.363824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] For port fc5df390-7159-4d4c-b838-35aa143a0103, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:20.368263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] For port fc5df390-7159-4d4c-b838-35aa143a0103, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fc5df390-7159-4d4c-b838-35aa143a0103,segment=NetworkSegment(8e383619-6002-4af3-9f7b-eeb58aa90337),segment_id=8e383619-6002-4af3-9f7b-eeb58aa90337)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:20.373677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f69e88cb-64cd-4951-87f8-0c56dc9c10ce'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:03:20.384484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.412681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94f9699b-9ad2-43ff-8ff6-a40352d83e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.442880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.444607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94f9699b-9ad2-43ff-8ff6-a40352d83e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.464516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object a2dd930c-c364-49a6-a463-8b04b1c5e74a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:20.518769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd281a-f5fe-4804-b24d-b8f8b2c660e9 None None] Pushing event updated for resources: {'Port': ['ID=fc5df390-7159-4d4c-b838-35aa143a0103,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:20.521691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7c76f-3e10-4007-b835-62d517c88b97 req-c436e35d-fa1e-4f6f-8557-6c62c65f5790 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:20.523377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61b7c76f-3e10-4007-b835-62d517c88b97 req-c436e35d-fa1e-4f6f-8557-6c62c65f5790 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0714579 Aug 20 09:03:20.529761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.539167 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94f9699b-9ad2-43ff-8ff6-a40352d83e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.544335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94f9699b-9ad2-43ff-8ff6-a40352d83e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.548051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-94f9699b-9ad2-43ff-8ff6-a40352d83e12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23770638-f8f3-4102-8038-025d2faa2cbc HTTP/1.1" status: 204 len: 168 time: 0.1929836 Aug 20 09:03:20.566755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9699b-9ad2-43ff-8ff6-a40352d83e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23770638-f8f3-4102-8038-025d2faa2cbc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:20.611287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61b7c76f-3e10-4007-b835-62d517c88b97 req-436e19b0-f119-4ca1-9739-3e457105e33d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Aug 20 09:03:20.625413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=a2dd930c-c364-49a6-a463-8b04b1c5e74a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:20.633827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:20.636163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:20.644828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:20.704854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.741901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5baca5-ce31-404d-a876-6e45f294c365 req-1fc5fe35-6827-4e5c-abe2-0111686bf22e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:20.750254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba5baca5-ce31-404d-a876-6e45f294c365 req-1fc5fe35-6827-4e5c-abe2-0111686bf22e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 944 time: 0.0850475 Aug 20 09:03:20.790098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba5baca5-ce31-404d-a876-6e45f294c365 req-dfe6ee9c-c9da-49ba-89b8-f149472e3492 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 Aug 20 09:03:20.868517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:20.977468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55718) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:20.999838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b963c47d-f930-43f9-8e2c-04046735a402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.112397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b963c47d-f930-43f9-8e2c-04046735a402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.116237 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b963c47d-f930-43f9-8e2c-04046735a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.155983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963c47d-f930-43f9-8e2c-04046735a402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe0724-96ac-47e2-b6b7-8cb1e5a31235,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:21.163773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b963c47d-f930-43f9-8e2c-04046735a402 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d51a350f02da4a2c831d409dd5f1cf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824064 Aug 20 09:03:21.164559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55724) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:21.226894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18153819-7a89-423b-8901-57cd386b95bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.277787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18153819-7a89-423b-8901-57cd386b95bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.330067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c1070-2974-44a2-b2c2-31fb5d95547b req-5c32bb1b-4ee6-4a82-a078-65481292e77d tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:21.331612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a6c1070-2974-44a2-b2c2-31fb5d95547b req-5c32bb1b-4ee6-4a82-a078-65481292e77d tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0844531 Aug 20 09:03:21.367243 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18153819-7a89-423b-8901-57cd386b95bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.370154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-18153819-7a89-423b-8901-57cd386b95bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.370792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-18153819-7a89-423b-8901-57cd386b95bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1dbe0724-96ac-47e2-b6b7-8cb1e5a31235 HTTP/1.1" status: 204 len: 168 time: 0.2058387 Aug 20 09:03:21.398317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18153819-7a89-423b-8901-57cd386b95bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe0724-96ac-47e2-b6b7-8cb1e5a31235,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:21.404249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a6c1070-2974-44a2-b2c2-31fb5d95547b req-c39ddda9-4aa3-428c-99db-9d8d58be2c64 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642586 Aug 20 09:03:21.520187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.527165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.574728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f69e88cb-64cd-4951-87f8-0c56dc9c10ce up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:21.621898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=a2dd930c-c364-49a6-a463-8b04b1c5e74a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:21.624958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.718174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2221521-5818-40f3-858a-e7c0d9741f66 None None] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:21.765388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f69e88cb-64cd-4951-87f8-0c56dc9c10ce completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:21.795493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:21.797188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:21.810944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895721c-1b5b-4133-b7b8-590b7e1a38ba req-96f52416-16a2-4dcb-8260-e652e37f2e3b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:21.812983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3895721c-1b5b-4133-b7b8-590b7e1a38ba req-96f52416-16a2-4dcb-8260-e652e37f2e3b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0873263 Aug 20 09:03:21.850072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f69e88cb-64cd-4951-87f8-0c56dc9c10ce triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:21.850984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:21.955693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3895721c-1b5b-4133-b7b8-590b7e1a38ba req-e55eec1b-a06c-4c3e-9ab5-aef7a6685e1f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335375 Aug 20 09:03:21.965587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fd1bda45-781a-453f-838f-b377f06a10ea None None] Provisioning for port fc5df390-7159-4d4c-b838-35aa143a0103 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:22.037505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:03:22.081567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c3e16-b3c8-4142-a130-c7fdca8c526b req-e7a483ce-54c9-446a-884c-4ad3ea44455d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:22.083529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-157c3e16-b3c8-4142-a130-c7fdca8c526b req-e7a483ce-54c9-446a-884c-4ad3ea44455d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 944 time: 0.1494095 Aug 20 09:03:22.109968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:22.115844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fc5df390-7159-4d4c-b838-35aa143a0103 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:22.153397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-157c3e16-b3c8-4142-a130-c7fdca8c526b req-3f1761a1-5f0f-46db-8a7d-69edf3c02451 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618811 Aug 20 09:03:22.206999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:22.214974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3ab07cf-8c85-458c-8288-73c17b1aaa2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8061078 Aug 20 09:03:22.215679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55756) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:22.215861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:22.218535 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6cd3b6-ae59-4367-a291-e2ef44622f57" -d '{"events": [{"server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "name": "network-vif-plugged", "status": "completed", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:22.246883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] Sync routers for ids ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:22.264619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:22.279887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:22.283016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] Routers {'ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:22.286630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:22.296100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f88a74-a3bd-4cb9-b06a-9a422913fc2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:22.300080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0f88a74-a3bd-4cb9-b06a-9a422913fc2c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports/a2dd930c-c364-49a6-a463-8b04b1c5e74a HTTP/1.1" status: 200 len: 910 time: 0.0813398 Aug 20 09:03:22.300388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55764) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:22.305931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:22.346438 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1cd440-f6df-4b2c-91a9-a82b9917e58e x-openstack-request-id: req-af1cd440-f6df-4b2c-91a9-a82b9917e58e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:22.348291 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "name": "network-vif-plugged", "status": "completed", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:22.349333 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af1cd440-f6df-4b2c-91a9-a82b9917e58e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:22.350294 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'code': 200} Aug 20 09:03:22.393164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:22.418978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] Routers {'ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:22.430197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:22.436955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port fc5df390-7159-4d4c-b838-35aa143a0103 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:22.486265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e00cb-afe0-4004-be4a-6471d04d4d14 req-d9bab212-8cd5-448e-892b-af638cf29d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:22.488145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f5e00cb-afe0-4004-be4a-6471d04d4d14 req-d9bab212-8cd5-448e-892b-af638cf29d9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 1096 time: 0.0929348 Aug 20 09:03:22.497985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fc5df390-7159-4d4c-b838-35aa143a0103 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:22.498681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:22.503669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:22.504508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917b897-bed9-4b47-a814-3ba88799f3d0 None None] The sync data for ids ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:22.542915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:22.564219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:22.575305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f5e00cb-afe0-4004-be4a-6471d04d4d14 req-61152b31-abeb-4786-8a85-9fad54f25032 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791852 Aug 20 09:03:22.635556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:22.682513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5a38a57-b095-46e8-aafc-e0fb531cbaa9 None None] Provisioning complete for port fc5df390-7159-4d4c-b838-35aa143a0103 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:22.683329 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5a38a57-b095-46e8-aafc-e0fb531cbaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:22.893536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port fc5df390-7159-4d4c-b838-35aa143a0103, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fc5df390-7159-4d4c-b838-35aa143a0103,segment=NetworkSegment(8e383619-6002-4af3-9f7b-eeb58aa90337),segment_id=8e383619-6002-4af3-9f7b-eeb58aa90337)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:22.900849 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.012986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=fc5df390-7159-4d4c-b838-35aa143a0103,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:23.036080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5a38a57-b095-46e8-aafc-e0fb531cbaa9 None None] Provisioning for port a2dd930c-c364-49a6-a463-8b04b1c5e74a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:23.042914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5a38a57-b095-46e8-aafc-e0fb531cbaa9 None None] Provisioning complete for port a2dd930c-c364-49a6-a463-8b04b1c5e74a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:23.043389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5a38a57-b095-46e8-aafc-e0fb531cbaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.122268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a5a38a57-b095-46e8-aafc-e0fb531cbaa9 None None] Port a2dd930c-c364-49a6-a463-8b04b1c5e74a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:23.151944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76124be3-4bb0-4f68-896a-11de03c15482 req-0f2df890-3760-49ce-b56e-16d4cf8136d4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:23.155547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76124be3-4bb0-4f68-896a-11de03c15482 req-0f2df890-3760-49ce-b56e-16d4cf8136d4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0811894 Aug 20 09:03:23.191980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.202882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.220443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76124be3-4bb0-4f68-896a-11de03c15482 req-736bd7b6-0531-4205-be4e-52c62b690fc7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558336 Aug 20 09:03:23.251766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4607c30b-150c-41e7-becb-78e7532e2dc8 None None] Provisioning complete for port a2dd930c-c364-49a6-a463-8b04b1c5e74a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:23.252377 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4607c30b-150c-41e7-becb-78e7532e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.303345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=a2dd930c-c364-49a6-a463-8b04b1c5e74a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:23.312843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4607c30b-150c-41e7-becb-78e7532e2dc8 None None] Port a2dd930c-c364-49a6-a463-8b04b1c5e74a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:23.319465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:23.320367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.324821 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a7f3489-0267-40c9-9966-713ea874c316 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/ports/a2dd930c-c364-49a6-a463-8b04b1c5e74a HTTP/1.1" status: 200 len: 910 time: 1.0205369 Aug 20 09:03:23.325833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55792) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:23.349973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6a72-4353-46b7-857b-830a78b1dac7 req-b5fa66d4-06c3-41c4-9cb3-496ffd13e9a6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:23.351473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbfc6a72-4353-46b7-857b-830a78b1dac7 req-b5fa66d4-06c3-41c4-9cb3-496ffd13e9a6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0628865 Aug 20 09:03:23.416168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbfc6a72-4353-46b7-857b-830a78b1dac7 req-c7799e9c-76a8-46dc-82fe-ee7078963c9b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506282 Aug 20 09:03:23.441107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7697317b-af88-4406-85a1-2cd64290351f None None] Provisioning complete for port a2dd930c-c364-49a6-a463-8b04b1c5e74a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:23.441866 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7697317b-af88-4406-85a1-2cd64290351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.475999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7697317b-af88-4406-85a1-2cd64290351f None None] Port a2dd930c-c364-49a6-a463-8b04b1c5e74a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:23.716241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:23.952299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fc5df390-7159-4d4c-b838-35aa143a0103 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:23.986912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port a2dd930c-c364-49a6-a463-8b04b1c5e74a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:23.987258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:24.015306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fc5df390-7159-4d4c-b838-35aa143a0103 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:24.015859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:24.095083 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:24.112155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for a2dd930c-c364-49a6-a463-8b04b1c5e74a owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:24.340750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:24.407213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=a2dd930c-c364-49a6-a463-8b04b1c5e74a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:24.544403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:24.555812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922851e-90c8-4465-8d0a-008f9e7febe3 req-e47ed9cb-8bdd-4212-90e5-67d58c4167b0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:24.565608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b922851e-90c8-4465-8d0a-008f9e7febe3 req-e47ed9cb-8bdd-4212-90e5-67d58c4167b0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.4109449 Aug 20 09:03:24.600904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7aec-51c3-4f4f-ac85-5527858202a5 req-e1c57bac-0303-4269-99d5-8ef1415c2892 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:24.602176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-439f7aec-51c3-4f4f-ac85-5527858202a5 req-e1c57bac-0303-4269-99d5-8ef1415c2892 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0968738 Aug 20 09:03:24.649882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b922851e-90c8-4465-8d0a-008f9e7febe3 req-51169fbe-47bf-417e-98c4-8d78bd895e65 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830154 Aug 20 09:03:24.665077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-439f7aec-51c3-4f4f-ac85-5527858202a5 req-6ac2cf45-e153-4416-b56d-f9a26ad9d023 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 Aug 20 09:03:24.750822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:24.816718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160bb53-0608-4f47-9375-458cbee2ebe5 req-33db44b4-7400-484f-90b9-92c0cd14585b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:24.824640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9160bb53-0608-4f47-9375-458cbee2ebe5 req-33db44b4-7400-484f-90b9-92c0cd14585b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0943956 Aug 20 09:03:24.863174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:24.866271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9160bb53-0608-4f47-9375-458cbee2ebe5 req-4d4056be-903b-4568-abfb-8e3d91709dbe tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Aug 20 09:03:24.872918 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f7bd8fd-c05e-4d03-ae94-d1258b68e39c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5459983 Aug 20 09:03:24.873177 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] Sync routers for ids ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:24.875902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:24.901111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] Routers {'ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:24.901988 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:24.908535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ef58bc5f-d88a-4bdd-aa80-d8b1ec013364 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda HTTP/1.1" status: 200 len: 205 time: 0.0314639 Aug 20 09:03:24.910994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55834) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:24.947496 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:24.960709 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] Routers {'ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:24.961631 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:25.003685 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:25.004285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0d34f3-a5af-4f1a-8912-1ef40f06b749 None None] The sync data for ids ['ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:25.010235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.182220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233d240-0c29-445f-9ff0-2c7575b8b756 req-7caba2b1-b6bb-401e-a743-3087f0658f8c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:25.183810 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3233d240-0c29-445f-9ff0-2c7575b8b756 req-7caba2b1-b6bb-401e-a743-3087f0658f8c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1405299 Aug 20 09:03:25.222428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.225162 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.288944 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3233d240-0c29-445f-9ff0-2c7575b8b756 req-2fb7432b-f72f-4d07-b9ef-630f308338a6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Aug 20 09:03:25.290179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.291254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:03:25.298393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.299148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a4da9ce1-730e-420b-90cc-a48f8f45f4e5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda HTTP/1.1" status: 204 len: 168 time: 0.3872628 Aug 20 09:03:25.301733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55850) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:25.376239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:03:25.382186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.433395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.536266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.625217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.656490 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.657357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55864) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:25.662798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be1139-b247-4a2c-b67c-14cf4c6e7a36 None None] Network 0520e8e7-1c8d-48be-a96a-10546356fad3 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:25.686199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec HTTP/1.1" status: 204 len: 168 time: 0.3832161 Aug 20 09:03:25.714745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b1871-f99a-448b-8e87-cc2b1c231ebe tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:25.838523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.880089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2231271-55f7-436e-aabf-e755e98dacd9 req-bebaa33e-3424-4d1c-ad5c-0c88547c35b9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:25.889576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2231271-55f7-436e-aabf-e755e98dacd9 req-bebaa33e-3424-4d1c-ad5c-0c88547c35b9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0973284 Aug 20 09:03:25.935171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadc497-bff0-4519-a629-ca9e34eda6f9 req-a1c568bb-2a26-4d9d-9265-b47330ceb473 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:25.937000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fadc497-bff0-4519-a629-ca9e34eda6f9 req-a1c568bb-2a26-4d9d-9265-b47330ceb473 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1549711 Aug 20 09:03:25.964081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port fc5df390-7159-4d4c-b838-35aa143a0103 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:25.964293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:25.974904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2231271-55f7-436e-aabf-e755e98dacd9 req-7c27f007-72dd-467c-94ef-6cd9094d0617 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842595 Aug 20 09:03:26.004219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] DHCP port deletion for 0520e8e7-1c8d-48be-a96a-10546356fad3 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:03:26.068557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fadc497-bff0-4519-a629-ca9e34eda6f9 req-899cf6bf-ca85-4dd6-9ae8-a81861d30fcc tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135418 Aug 20 09:03:26.083977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] Deleting port fc5df390-7159-4d4c-b838-35aa143a0103 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:26.084364 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.125081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port fc5df390-7159-4d4c-b838-35aa143a0103, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fc5df390-7159-4d4c-b838-35aa143a0103,segment=NetworkSegment(8e383619-6002-4af3-9f7b-eeb58aa90337),segment_id=8e383619-6002-4af3-9f7b-eeb58aa90337)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:26.125454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.144942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for fc5df390-7159-4d4c-b838-35aa143a0103 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:26.176165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] For port fc5df390-7159-4d4c-b838-35aa143a0103, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fc5df390-7159-4d4c-b838-35aa143a0103,segment=NetworkSegment(8e383619-6002-4af3-9f7b-eeb58aa90337),segment_id=8e383619-6002-4af3-9f7b-eeb58aa90337)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:26.176974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.193356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] Calling delete_port for fc5df390-7159-4d4c-b838-35aa143a0103 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:26.251484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.284845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=fc5df390-7159-4d4c-b838-35aa143a0103,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:26.291774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.294285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port fc5df390-7159-4d4c-b838-35aa143a0103 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:26.324987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] Pushing event deleted for resources: {'Port': ['ID=fc5df390-7159-4d4c-b838-35aa143a0103,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:26.333890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c0e01e-1a09-48ca-8549-920926a8895b None None] No DVR routers for this DVR port fc5df390-7159-4d4c-b838-35aa143a0103 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:26.407664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.418691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0520e8e7-1c8d-48be-a96a-10546356fad3']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:26.429532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e383619-6002-4af3-9f7b-eeb58aa90337') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:26.429910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e383619-6002-4af3-9f7b-eeb58aa90337') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:26.439915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.453508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.466024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:03:26.466024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:03:26.483723 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:03:26.533914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.541958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.546191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/0520e8e7-1c8d-48be-a96a-10546356fad3 HTTP/1.1" status: 204 len: 168 time: 0.8887386 Aug 20 09:03:26.547984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55884) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:26.553765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2070867483', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:26.559683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b687507-adae-468a-aa20-cd273255088b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=0520e8e7-1c8d-48be-a96a-10546356fad3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:26.582918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.584147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.638950 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.643535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.667439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.671221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbc976f5-f985-4bbb-95ad-d9aa41f53c1e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1195755 Aug 20 09:03:26.671583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55886) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:26.678364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1280508529'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:26.707996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:26.712253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.747125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:26.757516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.757898 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment c3f6c56a-be83-4af0-b67e-e691d736c353 of type vlan for network db040d30-9040-41c4-af0b-419c407c78ab Aug 20 09:03:26.803248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.830160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.836288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:26.836882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:26.903122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2301726 Aug 20 09:03:26.905830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:26.911213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:26.916872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa5c60-6890-44cb-b21c-e859c267b227 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=db040d30-9040-41c4-af0b-419c407c78ab,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:26.929180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network db040d30-9040-41c4-af0b-419c407c78ab details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:27.036598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:27.040375 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:27.184279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96267de-b6cf-4f29-b4b7-5b5fad64ff83 req-c9da3560-7a6c-4732-92ea-e702ff35f5be tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:27.185827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96267de-b6cf-4f29-b4b7-5b5fad64ff83 req-c9da3560-7a6c-4732-92ea-e702ff35f5be tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0868537 Aug 20 09:03:27.289496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96267de-b6cf-4f29-b4b7-5b5fad64ff83 req-f770a8e3-a949-4976-b2c0-830cf18f26fb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783446 Aug 20 09:03:27.314451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a3fdd-504d-4166-8e52-382a5f1bc2f3 req-c2b5e4c7-b00d-4eae-a30e-2606e744f34a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:27.315956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d0a3fdd-504d-4166-8e52-382a5f1bc2f3 req-c2b5e4c7-b00d-4eae-a30e-2606e744f34a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1575360 Aug 20 09:03:27.400494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d0a3fdd-504d-4166-8e52-382a5f1bc2f3 req-6d0d755e-2992-4293-8839-d865e8c1996b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766459 Aug 20 09:03:27.410445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:27.495566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=70259d99-ae27-40da-9e73-d9319362064e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:27.501360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:27.501747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: db040d30-9040-41c4-af0b-419c407c78ab, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:27.521898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network db040d30-9040-41c4-af0b-419c407c78ab is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:27.545641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, db040d30-9040-41c4-af0b-419c407c78ab) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:27.550469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:27.551366 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:27.562395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c8f7f-862b-4bab-b78c-1047746af37d None None] Network db040d30-9040-41c4-af0b-419c407c78ab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:27.568052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0a053df2-7a9a-4060-b40a-2fe15771c731 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6610146 Aug 20 09:03:27.571001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55906) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:27.790210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55910) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:27.820536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-db040d30-9040-41c4-af0b-419c407c78ab', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:03:27.821485 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:27.949007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.008437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fc5df390-7159-4d4c-b838-35aa143a0103 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:28.015404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7cca6806-8e32-43b5-9175-8ac418e5114b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.036933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: fc5df390-7159-4d4c-b838-35aa143a0103 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:28.037613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fc5df390-7159-4d4c-b838-35aa143a0103 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:28.061993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Allocated IP 172.20.0.2 (db040d30-9040-41c4-af0b-419c407c78ab/70259d99-ae27-40da-9e73-d9319362064e/df5d3724-ebaa-4093-8c1b-d6e739e7b4a8) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:28.209294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7cca6806-8e32-43b5-9175-8ac418e5114b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.215146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7cca6806-8e32-43b5-9175-8ac418e5114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.247562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7cca6806-8e32-43b5-9175-8ac418e5114b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=053aaea674d34727a0dcb991bc4d9143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557092 Aug 20 09:03:28.251400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55914) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:28.258832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.277506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Transition to ACTIVE for port object df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:28.287476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca6806-8e32-43b5-9175-8ac418e5114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba598750-5354-40db-9731-4c48e3f3f2a4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:28.317678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Transition to ACTIVE for port object df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:28.330707 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.443219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Network db040d30-9040-41c4-af0b-419c407c78ab is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:28.444488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Pushing event updated for resources: {'Port': ['ID=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:28.450464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:28.456894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:28.512470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9c5b4-77cf-4b6b-b572-3b8aca704ead req-a7e0e1eb-1972-4770-a956-c58f1832e366 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:28.521288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16f9c5b4-77cf-4b6b-b572-3b8aca704ead req-a7e0e1eb-1972-4770-a956-c58f1832e366 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1063282 Aug 20 09:03:28.589331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16f9c5b4-77cf-4b6b-b572-3b8aca704ead req-e1164254-04c9-4686-8414-f16922b2ea83 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 Aug 20 09:03:28.625398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Attempting to bind port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:28.625978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Attempting to bind port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:28.627037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Attempting to bind port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 on network db040d30-9040-41c4-af0b-419c407c78ab {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:28.643913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:28.646904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Checking segment: {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:28.647953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.648570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Bound using segment: {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:28.649256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Bound port: df5d3724-ebaa-4093-8c1b-d6e739e7b4a8, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:28.650286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.680772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb09520-e0e6-4dd2-b238-2ec7ee32733a req-2d20e408-02d1-46b3-96ab-d6875fdf398a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:28.691959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0bb09520-e0e6-4dd2-b238-2ec7ee32733a req-2d20e408-02d1-46b3-96ab-d6875fdf398a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1282535 Aug 20 09:03:28.764093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] For port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:28.772440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] For port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,segment=NetworkSegment(c3f6c56a-be83-4af0-b67e-e691d736c353),segment_id=c3f6c56a-be83-4af0-b67e-e691d736c353)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:28.780626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.786421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0bb09520-e0e6-4dd2-b238-2ec7ee32733a req-bd52f5ef-f283-4ab4-8f04-c3de59b8e1ab tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879078 Aug 20 09:03:28.823486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.20.0.1 (db040d30-9040-41c4-af0b-419c407c78ab/70259d99-ae27-40da-9e73-d9319362064e/5627cbf4-f994-47cc-b9a6-fe79e68a0d3d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:28.845443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1f3-bd84-4a7b-8386-a958e2a9bfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:28.866414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3a9d-39b6-43a1-8113-05557d13c829 None None] Pushing event updated for resources: {'Port': ['ID=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:28.914024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1f3-bd84-4a7b-8386-a958e2a9bfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.008951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1f3-bd84-4a7b-8386-a958e2a9bfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.012346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8f52e1f3-bd84-4a7b-8386-a958e2a9bfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.016160 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8f52e1f3-bd84-4a7b-8386-a958e2a9bfd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba598750-5354-40db-9731-4c48e3f3f2a4 HTTP/1.1" status: 204 len: 168 time: 0.7611053 Aug 20 09:03:29.035568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e1f3-bd84-4a7b-8386-a958e2a9bfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba598750-5354-40db-9731-4c48e3f3f2a4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:29.044276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.069594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:29.133312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.192554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network db040d30-9040-41c4-af0b-419c407c78ab is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:29.196266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:29.199512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:29.216755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:29.267781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.388672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.396808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:29.416112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46ad120f-5115-4ffd-b623-a9c7b8e0e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.562531 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46ad120f-5115-4ffd-b623-a9c7b8e0e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.566989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46ad120f-5115-4ffd-b623-a9c7b8e0e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.611066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46ad120f-5115-4ffd-b623-a9c7b8e0e52e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a60c1263610e412cbe73e2ee2bbd9588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128320 Aug 20 09:03:29.611801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad120f-5115-4ffd-b623-a9c7b8e0e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92d577-d4f7-4034-922c-6b753911be56,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:29.614991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55940) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:29.670094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-032bdcda-d8e0-4986-aa8e-ddcfdda6fcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.704067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-032bdcda-d8e0-4986-aa8e-ddcfdda6fcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.781352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.782781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb594d-13bb-442d-b513-47a90595ccdf req-e22937ef-d1a4-4da2-b430-7fdb4a17033d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:29.786224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34eb594d-13bb-442d-b513-47a90595ccdf req-e22937ef-d1a4-4da2-b430-7fdb4a17033d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0971558 Aug 20 09:03:29.795485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.835453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-032bdcda-d8e0-4986-aa8e-ddcfdda6fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.838723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-032bdcda-d8e0-4986-aa8e-ddcfdda6fcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:29.842014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-032bdcda-d8e0-4986-aa8e-ddcfdda6fcc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c92d577-d4f7-4034-922c-6b753911be56 HTTP/1.1" status: 204 len: 168 time: 0.2237759 Aug 20 09:03:29.847747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34eb594d-13bb-442d-b513-47a90595ccdf req-3b5e0fd3-eba5-4a84-9dbb-1c92370de427 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Aug 20 09:03:29.854796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bdcda-d8e0-4986-aa8e-ddcfdda6fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92d577-d4f7-4034-922c-6b753911be56,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:29.978582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:30.000866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.069434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:30.075510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e6ed-4c0f-4833-a2a2-03dd16e6163e req-50342cc0-fee1-4224-96c0-2d92f58c0395 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:30.077311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb69e6ed-4c0f-4833-a2a2-03dd16e6163e req-50342cc0-fee1-4224-96c0-2d92f58c0395 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1080914 Aug 20 09:03:30.131823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb69e6ed-4c0f-4833-a2a2-03dd16e6163e req-9d3b1f8e-afb7-4d8e-a199-f33eaf2c9db8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 Aug 20 09:03:30.136413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network db040d30-9040-41c4-af0b-419c407c78ab is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:30.138371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:30.185916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:30.232954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fbc09-900f-4e47-b41e-e653bbf1db38 None None] Network db040d30-9040-41c4-af0b-419c407c78ab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:30.312873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:03:30.313093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] Provisioning for port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:30.318843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] Provisioning complete for port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:30.319787 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.413428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:30.419501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c341db08-669e-4c61-84c1-ca7a3868e712 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8439875 Aug 20 09:03:30.422091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:30.428995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1658293315'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:30.430905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:30.452557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:30.456669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.483173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:30.496273 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.496633 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 33d20cbe-d09f-41c1-a6b5-03494f5a4b9d of type vlan for network 53571735-6020-41ca-b97a-7b919f647944 Aug 20 09:03:30.500997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:30.501640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:30.546284 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.575203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.583395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:30.584099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.588511 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.646914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:30.659970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2362511 Aug 20 09:03:30.662685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55968) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:30.668165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:30.686824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] For port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,segment=NetworkSegment(c3f6c56a-be83-4af0-b67e-e691d736c353),segment_id=c3f6c56a-be83-4af0-b67e-e691d736c353)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:30.692939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e639ad0-cfc9-459b-bba9-772f343ab2e0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=53571735-6020-41ca-b97a-7b919f647944,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:30.696253 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:30.734713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 53571735-6020-41ca-b97a-7b919f647944 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:30.801668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:30.806045 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.025401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1b566-7282-4573-970e-1277ca3122ae req-8170ab2b-1ed3-4533-beae-552886650ba5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:31.035070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dad1b566-7282-4573-970e-1277ca3122ae req-8170ab2b-1ed3-4533-beae-552886650ba5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0857794 Aug 20 09:03:31.036054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16b76-88c4-45e5-bece-6de3e39e966b None None] Pushing event updated for resources: {'Port': ['ID=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:31.096299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dad1b566-7282-4573-970e-1277ca3122ae req-932ece44-0f72-4fa9-9227-3d1a72611095 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Aug 20 09:03:31.118245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.146660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-36123df9-1703-4ff0-870a-3fa18e6451b3 None None] Provisioning complete for port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:31.147850 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-36123df9-1703-4ff0-870a-3fa18e6451b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.214990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:29Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:29Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:31.223883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=0af373df-db6f-49f7-bf53-6f8b15cbf185,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:31.256446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:31.256740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Updating router 9550e8ca-570d-470f-8075-0180d23f7e31 port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:03:31.259379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:31.259743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: 53571735-6020-41ca-b97a-7b919f647944, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:31.290898 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.298812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 53571735-6020-41ca-b97a-7b919f647944 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:31.312400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 53571735-6020-41ca-b97a-7b919f647944) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:31.320797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:31.321478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.346330 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b96f647-dae3-4ee4-ab4f-078e683a1176 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6800480 Aug 20 09:03:31.346712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55992) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:31.358599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be553f-5c16-4438-9782-5d365481b04d req-59533928-6ec8-4093-bcfe-9a5863119de1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:31.360461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21be553f-5c16-4438-9782-5d365481b04d req-59533928-6ec8-4093-bcfe-9a5863119de1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1069539 Aug 20 09:03:31.372769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f91423-7645-44a6-8f89-afd1ac5c22ca None None] Network 53571735-6020-41ca-b97a-7b919f647944 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:31.417664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21be553f-5c16-4438-9782-5d365481b04d req-3246223d-9bc4-46be-99be-cb2a3afe2522 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Aug 20 09:03:31.771343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.781067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-36123df9-1703-4ff0-870a-3fa18e6451b3 None None] Provisioning for port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:31.793868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-36123df9-1703-4ff0-870a-3fa18e6451b3 None None] Provisioning complete for port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:31.794239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-36123df9-1703-4ff0-870a-3fa18e6451b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:31.896772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-36123df9-1703-4ff0-870a-3fa18e6451b3 None None] Port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:31.940038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-53571735-6020-41ca-b97a-7b919f647944', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:03:31.941035 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.044755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:32.121343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.21.0.1 (53571735-6020-41ca-b97a-7b919f647944/0af373df-db6f-49f7-bf53-6f8b15cbf185/d2f2361d-5e37-468c-848c-44dcb40726d2) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:32.130214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-26e351e2-1dee-40da-9fc0-9340958ea638 None None] Provisioning complete for port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:32.130615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e351e2-1dee-40da-9fc0-9340958ea638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.169602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.202029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Transition to ACTIVE for port object 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:32.206157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-26e351e2-1dee-40da-9fc0-9340958ea638 None None] Port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:32.211328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.217804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:32.217804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.267056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2eca7-87b0-4458-bb7f-289b4f8d5feb req-6c6ef5a2-641d-472e-b57d-80b53a4d8b53 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:32.275404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7aa2eca7-87b0-4458-bb7f-289b4f8d5feb req-6c6ef5a2-641d-472e-b57d-80b53a4d8b53 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0686929 Aug 20 09:03:32.303568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735b40-74fd-4a73-8afc-fc4ad36eb671 None None] Pushing event updated for resources: {'Port': ['ID=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:32.303798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.321024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object d2f2361d-5e37-468c-848c-44dcb40726d2 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:32.326345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7aa2eca7-87b0-4458-bb7f-289b4f8d5feb req-6d9e1245-d335-40ff-91c8-5fd61cdea771 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497780 Aug 20 09:03:32.366161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.415327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 53571735-6020-41ca-b97a-7b919f647944 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:32.419159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:32.423282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:32.443767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Attempting to bind port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:32.444255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Attempting to bind port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:32.444675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Attempting to bind port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d on network db040d30-9040-41c4-af0b-419c407c78ab {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:32.453898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:32.454384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Checking segment: {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:32.454860 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.455324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Bound using segment: {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:32.456220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Bound port: 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f6c56a-be83-4af0-b67e-e691d736c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:32.456373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.467774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=d2f2361d-5e37-468c-848c-44dcb40726d2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:32.512148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.514553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Allocated IP 172.21.0.2 (53571735-6020-41ca-b97a-7b919f647944/0af373df-db6f-49f7-bf53-6f8b15cbf185/acbfab66-5e8b-421d-8d77-a53516f32194) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:32.583509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddd7f9-5d52-45a8-b392-7e22604d01d1 req-cb027e95-779c-4c54-aada-5f701403dcfb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:32.591053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66ddd7f9-5d52-45a8-b392-7e22604d01d1 req-cb027e95-779c-4c54-aada-5f701403dcfb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0717204 Aug 20 09:03:32.640985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] For port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:32.641564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66ddd7f9-5d52-45a8-b392-7e22604d01d1 req-6168cc25-5456-4e3b-9f07-65e6ed9e151d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Aug 20 09:03:32.670066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] For port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,segment=NetworkSegment(c3f6c56a-be83-4af0-b67e-e691d736c353),segment_id=c3f6c56a-be83-4af0-b67e-e691d736c353)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:32.677655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.694406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.795101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:32.795763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:32.868390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21735b40-74fd-4a73-8afc-fc4ad36eb671 None None] Pushing event updated for resources: {'Port': ['ID=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:32.938580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:32.966220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:32.996231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Transition to ACTIVE for port object acbfab66-5e8b-421d-8d77-a53516f32194 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:33.025750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Transition to ACTIVE for port object acbfab66-5e8b-421d-8d77-a53516f32194 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:33.084579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.090070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.132203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.186546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.199088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=d2f2361d-5e37-468c-848c-44dcb40726d2,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:33.204180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Network 53571735-6020-41ca-b97a-7b919f647944 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:33.216647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:33.221287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:33.223124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Pushing event updated for resources: {'Port': ['ID=acbfab66-5e8b-421d-8d77-a53516f32194,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:33.303171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network 53571735-6020-41ca-b97a-7b919f647944 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:33.304247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:33.315931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Attempting to bind port acbfab66-5e8b-421d-8d77-a53516f32194 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:33.316331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Attempting to bind port acbfab66-5e8b-421d-8d77-a53516f32194 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:33.316650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Attempting to bind port acbfab66-5e8b-421d-8d77-a53516f32194 on network 53571735-6020-41ca-b97a-7b919f647944 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:33.324834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:33.325200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Checking segment: {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:33.325605 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.326022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Bound using segment: {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:33.326494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Bound port: acbfab66-5e8b-421d-8d77-a53516f32194, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:33.326876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.384047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 3, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 1, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:33.424703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a8efc-5461-42e6-9022-53df0dfa6705 None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 3, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 1, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:33.437554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] For port acbfab66-5e8b-421d-8d77-a53516f32194, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:33.442467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:33.443698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] For port acbfab66-5e8b-421d-8d77-a53516f32194, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=acbfab66-5e8b-421d-8d77-a53516f32194,segment=NetworkSegment(33d20cbe-d09f-41c1-a6b5-03494f5a4b9d),segment_id=33d20cbe-d09f-41c1-a6b5-03494f5a4b9d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:33.448653 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.490831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38787ed-946d-46c9-b8b0-9ec41307c6bd req-e54f6be8-7d1b-42bb-8cdc-87e28e9a8538 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:33.500381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f38787ed-946d-46c9-b8b0-9ec41307c6bd req-e54f6be8-7d1b-42bb-8cdc-87e28e9a8538 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0928934 Aug 20 09:03:33.549939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72025c81-6245-4ecc-a665-f1a9cb186fe5 None None] Pushing event updated for resources: {'Port': ['ID=acbfab66-5e8b-421d-8d77-a53516f32194,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:33.564999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f38787ed-946d-46c9-b8b0-9ec41307c6bd req-0bd2d4d7-94d3-4954-8af1-c6305b9aa27b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Aug 20 09:03:33.589155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:33.600843 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4d7eadc4-70fd-4317-8330-a9d92d8d1493 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2503211 Aug 20 09:03:33.601046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56046) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:33.606821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1046997490'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:33.680521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:33.684820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.733543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-9ee5456d-0b3d-43a7-b781-f214d55d55e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155367 Aug 20 09:03:33.766297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:33.780096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:33.780529 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment cf1bf918-ff5b-49f7-a9af-1057a0a98456 of type vlan for network a392f763-2c7f-40d6-88c9-6cb505dc18d4 Aug 20 09:03:33.969278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.039202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.048155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.048815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.075940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64429be-37d8-464a-a0cc-1acadff557d3 req-ba78c3ba-48bc-4f55-9eda-c1edf6a838d1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.086055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:34.088986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e64429be-37d8-464a-a0cc-1acadff557d3 req-ba78c3ba-48bc-4f55-9eda-c1edf6a838d1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.2954483 Aug 20 09:03:34.101082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-c40a3119-142e-4eeb-b031-e2883ad79b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.102726 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-c40a3119-142e-4eeb-b031-e2883ad79b3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.2088759 Aug 20 09:03:34.144501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ccbcb-a9c8-41f7-b088-94050d5cfc1c req-95773711-a72f-4351-8e91-d2f2f8cb5ca6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.152825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db2ccbcb-a9c8-41f7-b088-94050d5cfc1c req-95773711-a72f-4351-8e91-d2f2f8cb5ca6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2367353 Aug 20 09:03:34.209593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:34.214439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:34.214817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.269987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e64429be-37d8-464a-a0cc-1acadff557d3 req-a5d06998-caa8-4708-b804-67657a074437 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759086 Aug 20 09:03:34.302850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db2ccbcb-a9c8-41f7-b088-94050d5cfc1c req-cf3cb491-3a4b-4475-ba26-935cb6f58753 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490638 Aug 20 09:03:34.364017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7618554 Aug 20 09:03:34.366785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56064) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:34.373335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:34.394461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3df4c-36d5-49a5-a0c9-cce5acdc502f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=a392f763-2c7f-40d6-88c9-6cb505dc18d4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:34.411336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:34.485859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.486729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-d2945174-09d0-463e-a727-87b7b49be529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.489081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-d2945174-09d0-463e-a727-87b7b49be529 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.3504159 Aug 20 09:03:34.538320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,segment=NetworkSegment(c3f6c56a-be83-4af0-b67e-e691d736c353),segment_id=c3f6c56a-be83-4af0-b67e-e691d736c353)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:34.544311 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.556943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c0b8b-eba4-4efe-9b30-320140fce800 req-b5a37f3d-bbb7-49d5-8faf-abdb534a7d93 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.559319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d02c0b8b-eba4-4efe-9b30-320140fce800 req-b5a37f3d-bbb7-49d5-8faf-abdb534a7d93 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0853546 Aug 20 09:03:34.581273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-72a588ec-17b3-46f3-b2b0-ac52624b9c26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.0841072 Aug 20 09:03:34.583379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:34.586809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:34.623972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:34.659707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-0c23e1fe-5adf-4abe-96ab-1ca13ad7e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.661305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-0c23e1fe-5adf-4abe-96ab-1ca13ad7e0ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0728428 Aug 20 09:03:34.667218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d02c0b8b-eba4-4efe-9b30-320140fce800 req-18402977-b283-4be8-8bc2-9d39b6f06037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017523 Aug 20 09:03:34.729729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-cc8440f3-984e-4212-b9c4-8aa7e3bad6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:34.733945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-cc8440f3-984e-4212-b9c4-8aa7e3bad6fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586243 Aug 20 09:03:34.875851 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-2f1f9e4e-bf04-4de8-a239-6d2915d1637f service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325166 Aug 20 09:03:34.911673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:35.007184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=6743a86c-b14f-4762-8eea-97496ab2c771,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:35.019984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:35.020360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: a392f763-2c7f-40d6-88c9-6cb505dc18d4, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:35.039191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94642c2e-1224-4ad6-9a83-7853c49302f9 req-830b5f9b-7bd2-4f84-b0c9-02d294ea5bfc service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562562 Aug 20 09:03:35.101518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:35.115428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, a392f763-2c7f-40d6-88c9-6cb505dc18d4) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:35.123371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:35.124462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:35.126778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76432cc-221e-4c51-86a8-26ab3ad793d1 None None] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:35.161159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5be1ea57-58d3-4a46-beea-41f65c947604 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7913284 Aug 20 09:03:35.162161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56080) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:35.171002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-48384a4f-7b76-427e-b81e-5453b0ec74e6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:35.178864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-48384a4f-7b76-427e-b81e-5453b0ec74e6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.1482079 Aug 20 09:03:35.197897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-d27c4994-9001-4fd2-ad66-e082cea1758e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/quotas/3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 375 time: 0.0172081 Aug 20 09:03:35.265901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-91a194bb-1a9e-40e8-a4c2-33bed00b4305 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0669463 Aug 20 09:03:35.330368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e33d56-68f6-4e20-9552-4a6289008ca7 None None] Network 53571735-6020-41ca-b97a-7b919f647944 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:35.447593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:03:35.448482 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:35.458869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ddd8e-be59-4329-a3b3-c346ba5e71a4 req-211fc959-b321-450b-afcf-e188e703ef77 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:35.460400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b7ddd8e-be59-4329-a3b3-c346ba5e71a4 req-211fc959-b321-450b-afcf-e188e703ef77 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0810812 Aug 20 09:03:35.469605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-c1a9d27f-64b3-4476-91eb-f2901e806426 service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026687 Aug 20 09:03:35.476077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-61a857a8-59b0-4c6b-9035-44d5be9ea6fc None None] Provisioning for port acbfab66-5e8b-421d-8d77-a53516f32194 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:35.566888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b7ddd8e-be59-4329-a3b3-c346ba5e71a4 req-f729664b-41a3-4bed-a3c2-5a0e0580bcc8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952871 Aug 20 09:03:35.621072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-064bc74b-77d0-47f6-b8ee-6364fdb34c33 service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506588 Aug 20 09:03:36.013317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-331d2abf-1053-4747-bd76-79b8e295a74c req-58db9638-bc0b-44f5-be7a-03d43c3f5949 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 210 time: 0.0753431 Aug 20 09:03:36.076870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Allocated IP 172.22.0.2 (a392f763-2c7f-40d6-88c9-6cb505dc18d4/6743a86c-b14f-4762-8eea-97496ab2c771/c81fb193-0333-4d17-a468-4dd061eeb965) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:36.284636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:36.313743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device acbfab66-5e8b-421d-8d77-a53516f32194 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:36.399783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:36.411405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Transition to ACTIVE for port object c81fb193-0333-4d17-a468-4dd061eeb965 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:36.441642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Transition to ACTIVE for port object c81fb193-0333-4d17-a468-4dd061eeb965 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:36.455215 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:36.481980 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:36.497486 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:36.499992 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:36.608581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:36.663875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:36.670920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:36.684948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Pushing event updated for resources: {'Port': ['ID=c81fb193-0333-4d17-a468-4dd061eeb965,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:36.755292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.22.0.1 (a392f763-2c7f-40d6-88c9-6cb505dc18d4/6743a86c-b14f-4762-8eea-97496ab2c771/069edd8d-c67a-4db9-9532-d43d6ed6f4e3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:36.756144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port acbfab66-5e8b-421d-8d77-a53516f32194 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:36.760357 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:36.834787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port acbfab66-5e8b-421d-8d77-a53516f32194 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:36.835066 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:36.860988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b35304-5464-448f-bf32-51ce82814da7 req-292b6e76-39b9-4a5e-920d-b0f72162a697 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:36.878593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54b35304-5464-448f-bf32-51ce82814da7 req-292b6e76-39b9-4a5e-920d-b0f72162a697 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1694446 Aug 20 09:03:36.919192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Attempting to bind port c81fb193-0333-4d17-a468-4dd061eeb965 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:36.919882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Attempting to bind port c81fb193-0333-4d17-a468-4dd061eeb965 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:36.920445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed4784-e53e-4bea-a43d-3eda9f3f3b83 req-2b636d1c-688c-4b24-b7d9-d7ea09f049f4 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:36.920628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Attempting to bind port c81fb193-0333-4d17-a468-4dd061eeb965 on network a392f763-2c7f-40d6-88c9-6cb505dc18d4 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:36.923615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4ed4784-e53e-4bea-a43d-3eda9f3f3b83 req-2b636d1c-688c-4b24-b7d9-d7ea09f049f4 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1693046 Aug 20 09:03:36.934194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:36.935342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Checking segment: {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:36.936029 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:36.936601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Bound using segment: {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:36.937244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Bound port: c81fb193-0333-4d17-a468-4dd061eeb965, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:36.938083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:36.982461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.006102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-296731e8-7f68-4009-bf68-9ccaba419cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:37.008356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-296731e8-7f68-4009-bf68-9ccaba419cef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.3570356 Aug 20 09:03:37.030831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:37.062254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4ed4784-e53e-4bea-a43d-3eda9f3f3b83 req-dc518419-03ed-4c8e-b901-4c42020f3098 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203799 Aug 20 09:03:37.118365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.133906 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.226497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:37.228870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-54b35304-5464-448f-bf32-51ce82814da7 req-1b0b6cc4-d896-4811-8235-c124ca5257af tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385229 Aug 20 09:03:37.232958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:37.244423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:37.245572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port acbfab66-5e8b-421d-8d77-a53516f32194, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=acbfab66-5e8b-421d-8d77-a53516f32194,segment=NetworkSegment(33d20cbe-d09f-41c1-a6b5-03494f5a4b9d),segment_id=33d20cbe-d09f-41c1-a6b5-03494f5a4b9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:37.295309 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.300504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:37.302083 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.304200 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 3, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:32Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:37.334112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-3668114a-3a43-48c2-9ddf-b9e34e32f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:37.335850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-3668114a-3a43-48c2-9ddf-b9e34e32f31f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.3188119 Aug 20 09:03:37.353242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:37.401906 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:37.402910 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Updating router 9550e8ca-570d-470f-8075-0180d23f7e31 port d2f2361d-5e37-468c-848c-44dcb40726d2 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:03:37.461618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-9ea168b5-c928-4985-a56e-4a9d83bb5d78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.1174035 Aug 20 09:03:37.473904 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.497732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.580610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b3769b9-a905-4a78-9f1b-25e4364c0bab req-d196a6b0-2779-433c-a411-bd8fdfd969cd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Aug 20 09:03:37.593450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=acbfab66-5e8b-421d-8d77-a53516f32194,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:37.599431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-5d48683a-6aab-4d94-8a30-ceeeea302176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:37.601015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-5d48683a-6aab-4d94-8a30-ceeeea302176 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.1326678 Aug 20 09:03:37.601620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] For port c81fb193-0333-4d17-a468-4dd061eeb965, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:37.652421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ff9ba6b8-e4fa-4e7f-9174-aa4b5661a967 None None] Provisioning complete for port acbfab66-5e8b-421d-8d77-a53516f32194 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:37.653163 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba6b8-e4fa-4e7f-9174-aa4b5661a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.659326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] For port c81fb193-0333-4d17-a468-4dd061eeb965, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c81fb193-0333-4d17-a468-4dd061eeb965,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:37.663349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-2087b7b0-20a6-4079-8570-f10c78f5788a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492003 Aug 20 09:03:37.709489 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.728301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:37.734525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:37.850128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-32d8fb32-2973-4443-b328-a8461dcc7f04 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745327 Aug 20 09:03:37.963714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3e90e-434e-4a76-b44a-0fa699c1cd09 None None] Pushing event updated for resources: {'Port': ['ID=c81fb193-0333-4d17-a468-4dd061eeb965,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:38.014011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.018730 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.019423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.022090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c8a96b4-29f5-4deb-8f70-88882895e4db req-210a4f6e-d453-4cbf-adcb-1b8c26e3d835 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534808 Aug 20 09:03:38.040609 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Transition to ACTIVE for port object d2f2361d-5e37-468c-848c-44dcb40726d2 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:38.048524 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.111479 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Pushing event updated for resources: {'Port': ['ID=d2f2361d-5e37-468c-848c-44dcb40726d2,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:38.122275 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.122827 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.123271 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.123901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.124677 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.127701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.128166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.128612 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.129052 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.129511 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.129989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.130427 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:38.152255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.163557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ff9ba6b8-e4fa-4e7f-9174-aa4b5661a967 None None] Provisioning for port d2f2361d-5e37-468c-848c-44dcb40726d2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:38.204950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-945798f9-7fa2-4102-b41a-16380975d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:38.207051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-945798f9-7fa2-4102-b41a-16380975d87d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.0922785 Aug 20 09:03:38.342930 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Attempting to bind port d2f2361d-5e37-468c-848c-44dcb40726d2 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:38.344606 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Attempting to bind port d2f2361d-5e37-468c-848c-44dcb40726d2 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:38.346601 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Attempting to bind port d2f2361d-5e37-468c-848c-44dcb40726d2 on network 53571735-6020-41ca-b97a-7b919f647944 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:38.364503 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:38.365883 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Checking segment: {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:38.367912 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.368992 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Bound using segment: {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:38.371432 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Bound port: d2f2361d-5e37-468c-848c-44dcb40726d2, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '53571735-6020-41ca-b97a-7b919f647944'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:38.374750 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.420957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:38.436425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device acbfab66-5e8b-421d-8d77-a53516f32194 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:38.537928 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] For port d2f2361d-5e37-468c-848c-44dcb40726d2, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:38.548220 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] For port d2f2361d-5e37-468c-848c-44dcb40726d2, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d2f2361d-5e37-468c-848c-44dcb40726d2,segment=NetworkSegment(33d20cbe-d09f-41c1-a6b5-03494f5a4b9d),segment_id=33d20cbe-d09f-41c1-a6b5-03494f5a4b9d)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:38.557234 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.568908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port acbfab66-5e8b-421d-8d77-a53516f32194 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:38.569286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:38.646798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1429-0f74-4670-b79a-c953b333644e req-ace1c12c-f73e-4c5d-9211-9b65c13b9988 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:38.654851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30de1429-0f74-4670-b79a-c953b333644e req-ace1c12c-f73e-4c5d-9211-9b65c13b9988 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.3777471 Aug 20 09:03:38.668531 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:38.675483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:38.700946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3e96-1dfd-439c-a206-0dd41851b20a req-d3e5013d-ae25-4607-8d6b-7afec803e11e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:38.710125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-669e3e96-1dfd-439c-a206-0dd41851b20a req-d3e5013d-ae25-4607-8d6b-7afec803e11e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1891918 Aug 20 09:03:38.746664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-d1f1003a-16b3-4ccc-92b5-fbcc786eeaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:38.747467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-9e5b7a70-cfe5-4439-90c4-41d4d53b26e4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:38.749297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-9e5b7a70-cfe5-4439-90c4-41d4d53b26e4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.6561286 Aug 20 09:03:38.749812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-d1f1003a-16b3-4ccc-92b5-fbcc786eeaf3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.5116127 Aug 20 09:03:38.770616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'port': {'device_id': '576da7f2-3014-4fe1-8256-2917e94318f5', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'admin_state_up': True, 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:38.845731 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9f0b1-0324-422a-95d0-a512fe94360f None None] Pushing event updated for resources: {'Port': ['ID=d2f2361d-5e37-468c-848c-44dcb40726d2,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:38.846107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30de1429-0f74-4670-b79a-c953b333644e req-c4f769d3-8b4b-494b-b789-825ae4367dbf tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897914 Aug 20 09:03:38.873193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-669e3e96-1dfd-439c-a206-0dd41851b20a req-1063003a-63cd-4390-b363-f6d8f83e8bbb tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571424 Aug 20 09:03:38.882808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-7de41172-2e8d-4ef5-bd3b-2951bcfe2253 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.1175027 Aug 20 09:03:38.893187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:38.893497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:38.907140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:38.975963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-841082ef-926c-4937-a1dd-e038149bf630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:38.978776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-841082ef-926c-4937-a1dd-e038149bf630 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.0834293 Aug 20 09:03:39.073202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-63459067-23e3-4b5d-ae02-12dc0622a0ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844862 Aug 20 09:03:39.138208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:39.157517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:39.165962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.186119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16aefd7c-13da-43eb-8289-01f108712768 req-bde79ac3-2e0c-4348-adfd-12b8517e1ff9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 210 time: 0.0413282 Aug 20 09:03:39.242337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-09f27202-c24d-46d9-a5f6-30fe20e6a01f service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622880 Aug 20 09:03:39.269445 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:38Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:39.311464 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55c84a-1942-45f3-bf11-9b86e355a483 None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:38Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:39.408803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:39.429148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00fb9785-3931-4b0f-aace-313f9e061ca7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2658875 Aug 20 09:03:39.434758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56168) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:39.455898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'network': {'name': 'tempest-RoutersTest-264407130'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:39.489972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0fda0c-1719-40e5-823e-fa7f3ebd552a req-28b82a38-5dea-43e7-9cad-138d85e6a866 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405055 Aug 20 09:03:39.529510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:39.533446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.548432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Allocated IP 172.20.0.7 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/13812cff-fb31-45de-bf0e-4831e82352bd) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:39.574721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:39.613858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.614562 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added segment 1526aa53-78a5-4ebf-9cf4-bad26779f0c0 of type vlan for network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 Aug 20 09:03:39.657118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee01d7-f128-426b-907f-b0d0098c85d3 None None] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:39.668915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.703363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.711585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:39.712384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.784148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-38fab084-25b9-42e4-9d2e-9214a4b24a13 None None] Provisioning for port c81fb193-0333-4d17-a468-4dd061eeb965 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:39.825404 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:39.837978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Network': ['ID=fbdd252e-56ca-4fe1-bd08-b1beb6b77e47,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:39.850550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aa584eb9-b733-4054-9cca-a24f7e58b68b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4095962 Aug 20 09:03:39.852244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Transition to ACTIVE for port object 13812cff-fb31-45de-bf0e-4831e82352bd will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:39.856962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56172) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:39.860563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:39.865849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'subnet': {'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:40.030733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:40.090384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:03:40.101669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:40.108921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:40.110907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=13812cff-fb31-45de-bf0e-4831e82352bd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:40.113514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:40.116642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Made reservation on behalf of 1439a4bd261c4f53903a57c5731a00fb for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:40.120228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:40.377271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:40.380134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:40.424652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:40.471333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5895c2ae-d287-4427-8127-8924b6d60012 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7063940 Aug 20 09:03:40.490468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:40.491688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:40.491861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Request body: {'port': {'device_id': '576da7f2-3014-4fe1-8256-2917e94318f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:40.557617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c81fb193-0333-4d17-a468-4dd061eeb965 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:40.675107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:40.715404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-886c84bd-0020-487d-8f7c-07d0d4cdc415 None None] Provisioning for port 13812cff-fb31-45de-bf0e-4831e82352bd completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:40.738466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:40.742402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af2cf5-b19e-4b6f-b84e-4f20fa3f93b6 req-989e7f2b-4d80-4558-9f4a-2200aee6c6af tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:40.743877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-886c84bd-0020-487d-8f7c-07d0d4cdc415 None None] Provisioning complete for port 13812cff-fb31-45de-bf0e-4831e82352bd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:40.744669 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-886c84bd-0020-487d-8f7c-07d0d4cdc415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:40.754364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66af2cf5-b19e-4b6f-b84e-4f20fa3f93b6 req-989e7f2b-4d80-4558-9f4a-2200aee6c6af tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.7955539 Aug 20 09:03:40.842446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:40.877263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66af2cf5-b19e-4b6f-b84e-4f20fa3f93b6 req-bd91e8fc-9d35-4c21-b241-d96b7690d179 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198256 Aug 20 09:03:40.892887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c81fb193-0333-4d17-a468-4dd061eeb965 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:40.916824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6f71-b690-494f-bfa7-996d391cf4f8 req-415dffc9-deeb-4315-b9e7-c6a367c0d27d tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:40.928073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97fe6f71-b690-494f-bfa7-996d391cf4f8 req-415dffc9-deeb-4315-b9e7-c6a367c0d27d tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.3221204 Aug 20 09:03:40.998510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Subnet': ['ID=4ece6344-cac2-456d-86b8-4d1be2d3b825,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:41.020956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97fe6f71-b690-494f-bfa7-996d391cf4f8 req-621d342f-f16b-4156-b7d3-974c415f32b8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916040 Aug 20 09:03:41.055992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c81fb193-0333-4d17-a468-4dd061eeb965 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:41.055992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.069318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-886c84bd-0020-487d-8f7c-07d0d4cdc415 None None] Port 13812cff-fb31-45de-bf0e-4831e82352bd cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:41.218708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Checking segment: {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:41.219458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network hostable DHCP agents. Network: fbdd252e-56ca-4fe1-bd08-b1beb6b77e47, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:41.257154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6c27d-07fb-4f04-97e8-cc119e4f4a5f req-7adde5cf-8238-4b17-ad97-508db9b0c1fd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:41.265820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5a6c27d-07fb-4f04-97e8-cc119e4f4a5f req-7adde5cf-8238-4b17-ad97-508db9b0c1fd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 931 time: 0.1029341 Aug 20 09:03:41.316971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:41.317972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Provisioning complete for port c81fb193-0333-4d17-a468-4dd061eeb965 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:41.318790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.335134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, fbdd252e-56ca-4fe1-bd08-b1beb6b77e47) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:41.340932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:41.341679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.368968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd1e23-5336-4898-8755-cdbdb7e37e83 None None] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:41.375245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5a6c27d-07fb-4f04-97e8-cc119e4f4a5f req-8786fb57-1848-4378-8fdc-3e7e67846eca tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075406 Aug 20 09:03:41.382720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56196) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:41.383232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f86b0258-a4cf-407d-b571-83c2d2552b66 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5215540 Aug 20 09:03:41.488529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13812cff-fb31-45de-bf0e-4831e82352bd {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:41.517302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.546239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Transition to ACTIVE for port object 13812cff-fb31-45de-bf0e-4831e82352bd will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:41.553395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.706853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Pushing event updated for resources: {'Port': ['ID=13812cff-fb31-45de-bf0e-4831e82352bd,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:41.808127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Attempting to bind port 13812cff-fb31-45de-bf0e-4831e82352bd on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:41.808468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Attempting to bind port 13812cff-fb31-45de-bf0e-4831e82352bd by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:41.808805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Attempting to bind port 13812cff-fb31-45de-bf0e-4831e82352bd on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:41.817371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Port 13812cff-fb31-45de-bf0e-4831e82352bd on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:03:41.817698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Attempting to bind port 13812cff-fb31-45de-bf0e-4831e82352bd on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:41.827736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:41.828083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:41.828478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:41.828921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Bound port: 13812cff-fb31-45de-bf0e-4831e82352bd, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:41.829289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.843114 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.850579 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.946723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] For port 13812cff-fb31-45de-bf0e-4831e82352bd, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:41.952666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] For port 13812cff-fb31-45de-bf0e-4831e82352bd, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=13812cff-fb31-45de-bf0e-4831e82352bd,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:41.960424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:41.994460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] For port c81fb193-0333-4d17-a468-4dd061eeb965, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c81fb193-0333-4d17-a468-4dd061eeb965,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:42.019051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.023236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.024096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.026241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] 10.222.0.37 "PUT /v2.0/ports/13812cff-fb31-45de-bf0e-4831e82352bd HTTP/1.1" status: 200 len: 1091 time: 1.5446491 Aug 20 09:03:42.026864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576da7f2-3014-4fe1-8256-2917e94318f5', 'tag': '13812cff-fb31-45de-bf0e-4831e82352bd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:42.029758 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f38d5-7b35-43a6-9707-615cfebe9b13" -d '{"events": [{"name": "network-changed", "server_uuid": "576da7f2-3014-4fe1-8256-2917e94318f5", "tag": "13812cff-fb31-45de-bf0e-4831e82352bd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:42.109830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:38Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:42.146420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cc9af-d17c-4f2c-9b7c-ffec083ad704 service neutron] Pushing event updated for resources: {'Port': ['ID=13812cff-fb31-45de-bf0e-4831e82352bd,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:42.190457 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2a278c-b04c-417c-8ef5-5a1fc2501a3f x-openstack-request-id: req-8d2a278c-b04c-417c-8ef5-5a1fc2501a3f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:42.192999 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576da7f2-3014-4fe1-8256-2917e94318f5", "tag": "13812cff-fb31-45de-bf0e-4831e82352bd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:42.193696 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d2a278c-b04c-417c-8ef5-5a1fc2501a3f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:42.194736 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576da7f2-3014-4fe1-8256-2917e94318f5', 'tag': '13812cff-fb31-45de-bf0e-4831e82352bd', 'status': 'completed', 'code': 200} Aug 20 09:03:42.201360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.278928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-dd480b4c-3070-4aa4-bceb-c3b0bb4dbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.280653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-dd480b4c-3070-4aa4-bceb-c3b0bb4dbaf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 1094 time: 0.1889405 Aug 20 09:03:42.302786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Provisioning for port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:42.305011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:03:42.305377 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:03:42.328789 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-c93b3e87-c152-4526-90ff-41bcbb0a6de6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13812cff-fb31-45de-bf0e-4831e82352bd HTTP/1.1" status: 200 len: 217 time: 0.0393841 Aug 20 09:03:42.377205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:42.377577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Updating router 9550e8ca-570d-470f-8075-0180d23f7e31 port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:03:42.386762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Provisioning complete for port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:42.387347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.400602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-b675f820-9bd3-4c6e-a565-4e314741bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.402399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-b675f820-9bd3-4c6e-a565-4e314741bbaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0667262 Aug 20 09:03:42.403312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b7093-dfc7-4b0f-84ac-dc3c5fac1390 req-e92bb79e-ee80-42a5-a07f-7a806ecf1887 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.404829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb5b7093-dfc7-4b0f-84ac-dc3c5fac1390 req-e92bb79e-ee80-42a5-a07f-7a806ecf1887 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.3305228 Aug 20 09:03:42.424301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:03:42.424301 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.461702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Pushing event updated for resources: {'Port': ['ID=c81fb193-0333-4d17-a468-4dd061eeb965,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:42.471138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d7130e9d-3608-4fd1-848e-0e2130223aa0 None None] Port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:42.476384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-c82e0296-fa0e-47d6-ad7a-a2f059c6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.478757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-c82e0296-fa0e-47d6-ad7a-a2f059c6df28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656898 Aug 20 09:03:42.488027 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.521935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f3d8-f827-4da1-bbd4-4eae6194851c req-e136dcf4-3eb4-4aae-801d-b6617e29e81f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.523416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51a4f3d8-f827-4da1-bbd4-4eae6194851c req-e136dcf4-3eb4-4aae-801d-b6617e29e81f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1899037 Aug 20 09:03:42.543592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb5b7093-dfc7-4b0f-84ac-dc3c5fac1390 req-76b970d2-b535-4446-b072-509f2ca82699 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219809 Aug 20 09:03:42.608059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51a4f3d8-f827-4da1-bbd4-4eae6194851c req-7d705311-b81f-478d-a48f-befccd7d7ee7 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Aug 20 09:03:42.620764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-bd66bc49-28a6-4686-97df-460afffe222d service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336546 Aug 20 09:03:42.704728 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.739576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Allocated IP 172.23.0.2 (fbdd252e-56ca-4fe1-bd08-b1beb6b77e47/4ece6344-cac2-456d-86b8-4d1be2d3b825/0cebef58-8f76-4539-8ac6-316e77e5da77) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:42.744611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ae988f7-e434-44bc-9598-3355b6e57ae9 req-3410cd13-7fef-431c-83b7-9b273d99918b service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168165 Aug 20 09:03:42.753903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-af11ea9e-632f-4370-9100-bd473d39fbe7 None None] Provisioning complete for port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:42.754559 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-af11ea9e-632f-4370-9100-bd473d39fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:42.800917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737e4a5-219d-40fb-9b2d-c4f2919f4950 req-0972ad29-8d75-47e7-acf1-78df6e928dd2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.805673 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:03:42.809464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7737e4a5-219d-40fb-9b2d-c4f2919f4950 req-0972ad29-8d75-47e7-acf1-78df6e928dd2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 943 time: 0.0604813 Aug 20 09:03:42.845136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-70f051ca-b785-4518-a362-d20366cc4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.847002 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-70f051ca-b785-4518-a362-d20366cc4a73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 1094 time: 0.0485082 Aug 20 09:03:42.850259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7737e4a5-219d-40fb-9b2d-c4f2919f4950 req-66bb783f-e8ec-479a-b463-c0c303168f19 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Aug 20 09:03:42.916740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-af11ea9e-632f-4370-9100-bd473d39fbe7 None None] Port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:42.941749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-f752930e-f764-4730-9dcd-f02bf806918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:42.943232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-f752930e-f764-4730-9dcd-f02bf806918e service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.0891397 Aug 20 09:03:42.958967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d2f2361d-5e37-468c-848c-44dcb40726d2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:42.989018 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-24179b94-e73c-4606-8fcd-577c868d22f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13812cff-fb31-45de-bf0e-4831e82352bd HTTP/1.1" status: 200 len: 217 time: 0.0377955 Aug 20 09:03:43.040756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-25cacdc0-e81f-4c95-9ea5-621273565466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:43.042257 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-25cacdc0-e81f-4c95-9ea5-621273565466 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0436127 Aug 20 09:03:43.094306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-d6e3667a-658d-4c97-923f-d074251fbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:43.095964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-d6e3667a-658d-4c97-923f-d074251fbf24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447221 Aug 20 09:03:43.113949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.131981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d2f2361d-5e37-468c-848c-44dcb40726d2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:43.136511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Transition to ACTIVE for port object 0cebef58-8f76-4539-8ac6-316e77e5da77 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:43.140108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.145655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d2f2361d-5e37-468c-848c-44dcb40726d2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:43.146043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.176133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Transition to ACTIVE for port object 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:43.190332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Transition to ACTIVE for port object 0cebef58-8f76-4539-8ac6-316e77e5da77 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:43.191535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-efd072eb-289e-4ffb-b5cd-87e16d0aebee service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875003 Aug 20 09:03:43.197921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.207762 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.241156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4633336e-593c-45fb-aaed-3a95e349a999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.252501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Allocated IP 172.23.0.1 (fbdd252e-56ca-4fe1-bd08-b1beb6b77e47/4ece6344-cac2-456d-86b8-4d1be2d3b825/66caf09d-1833-4bda-a398-c248824cddca) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:43.265003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:43.278302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:43.282938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:43.285676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86a5ee-3a5b-4b5e-a08d-df9698e9e9d5 None None] Pushing event updated for resources: {'Port': ['ID=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:43.331943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-399f38d5-7b35-43a6-9707-615cfebe9b13 req-14eedf74-a05f-49f2-855f-1a69f8949afe service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325290 Aug 20 09:03:43.439748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Attempting to bind port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:43.440124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Attempting to bind port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:43.440489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Attempting to bind port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 on network a392f763-2c7f-40d6-88c9-6cb505dc18d4 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:43.450697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Pushing event updated for resources: {'Port': ['ID=0cebef58-8f76-4539-8ac6-316e77e5da77,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:43.463712 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.464633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.468723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Attempting to bind port 0cebef58-8f76-4539-8ac6-316e77e5da77 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:43.469102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Attempting to bind port 0cebef58-8f76-4539-8ac6-316e77e5da77 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:43.469465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Attempting to bind port 0cebef58-8f76-4539-8ac6-316e77e5da77 on network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:43.482649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:43.482955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Checking segment: {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:43.483353 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.483748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Bound using segment: {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:43.484489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Bound port: 069edd8d-c67a-4db9-9532-d43d6ed6f4e3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1bf918-ff5b-49f7-a9af-1057a0a98456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:43.484656 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.492358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Transition to ACTIVE for port object 66caf09d-1833-4bda-a398-c248824cddca will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:43.502256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:43.502638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Checking segment: {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:43.503134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.503501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Bound using segment: {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:43.503996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Bound port: 0cebef58-8f76-4539-8ac6-316e77e5da77, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:43.504382 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.542736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.579397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port d2f2361d-5e37-468c-848c-44dcb40726d2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d2f2361d-5e37-468c-848c-44dcb40726d2,segment=NetworkSegment(33d20cbe-d09f-41c1-a6b5-03494f5a4b9d),segment_id=33d20cbe-d09f-41c1-a6b5-03494f5a4b9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:43.595372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.652583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:43.654162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=66caf09d-1833-4bda-a398-c248824cddca,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:43.659438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:43.661874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:43.667921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] For port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:43.686702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] For port 0cebef58-8f76-4539-8ac6-316e77e5da77, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:43.709188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] For port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:43.716883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] For port 0cebef58-8f76-4539-8ac6-316e77e5da77, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0cebef58-8f76-4539-8ac6-316e77e5da77,segment=NetworkSegment(1526aa53-78a5-4ebf-9cf4-bad26779f0c0),segment_id=1526aa53-78a5-4ebf-9cf4-bad26779f0c0)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:43.721214 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.725595 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.727304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d2f2361d-5e37-468c-848c-44dcb40726d2,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:43.776670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:43.801173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c81fb193-0333-4d17-a468-4dd061eeb965 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:43.941271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:43.942912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:43.973482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c5e42-cd85-466b-98a5-7892c6c20cb4 req-40b377f8-dbd3-4b07-a77b-19879e7033fb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:43.974689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af6c5e42-cd85-466b-98a5-7892c6c20cb4 req-40b377f8-dbd3-4b07-a77b-19879e7033fb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.2648976 Aug 20 09:03:44.037310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:44.081757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d521f-28c2-4004-b8cd-3c69d3d7cc70 req-efd57044-9ba9-46dd-8979-112a845a3b51 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:44.091616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668d521f-28c2-4004-b8cd-3c69d3d7cc70 req-efd57044-9ba9-46dd-8979-112a845a3b51 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.3168488 Aug 20 09:03:44.102025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86a5ee-3a5b-4b5e-a08d-df9698e9e9d5 None None] Pushing event updated for resources: {'Port': ['ID=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:44.108090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:44.140039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af6c5e42-cd85-466b-98a5-7892c6c20cb4 req-8603ffa7-09a2-4180-949f-68ea9b23a54d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343691 Aug 20 09:03:44.228902 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:44.260798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c81fb193-0333-4d17-a468-4dd061eeb965 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:44.261263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:44.334358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-668d521f-28c2-4004-b8cd-3c69d3d7cc70 req-3c720c77-1ebc-4070-9e6f-63d82510caef tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413578 Aug 20 09:03:44.392530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd8c41-0e5f-4c29-9dec-0c1f68495349 None None] Pushing event updated for resources: {'Port': ['ID=0cebef58-8f76-4539-8ac6-316e77e5da77,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:44.573679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468e4e0-2546-40a9-aeca-d05bf89e1f5a req-6d4016ef-c30c-4b76-8a02-846a87a1dacb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:44.575374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b468e4e0-2546-40a9-aeca-d05bf89e1f5a req-6d4016ef-c30c-4b76-8a02-846a87a1dacb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 943 time: 0.1235914 Aug 20 09:03:44.659595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b468e4e0-2546-40a9-aeca-d05bf89e1f5a req-251625ac-f509-44c7-b7b7-a128dadd4f0d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734496 Aug 20 09:03:44.690316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:44.695236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:44.779595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:44.789682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event updated for resources: {'Port': ['ID=66caf09d-1833-4bda-a398-c248824cddca,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:44.792853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:44.812413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc894725-d902-4223-8e03-d65d344e65aa None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:37Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:44.919206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:44.922618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:45.040711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:45.141701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:45.149481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1c1ef48d-57e4-4514-b634-12dec799d7fc tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630081 Aug 20 09:03:45.150141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:45.153563 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:45.154272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:45.168336 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:45.169292 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:45.300648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe465a-018e-454a-b175-679a843dbd67 None None] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:45.389456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01b19a8e-6a01-49b7-b404-a6a6e0a89144 None None] Provisioning for port 0cebef58-8f76-4539-8ac6-316e77e5da77 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:45.422633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:45.721076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:44Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:45.761217 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:45.761750 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Updating router 9550e8ca-570d-470f-8075-0180d23f7e31 port 66caf09d-1833-4bda-a398-c248824cddca binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:03:45.792014 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:45.795581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 13812cff-fb31-45de-bf0e-4831e82352bd details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:03:45.914409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d0b3-6852-436a-889f-d8f037fb6791 req-501a4ee2-8f09-4f7c-828e-5d02c470726b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:45.916322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cf9d0b3-6852-436a-889f-d8f037fb6791 req-501a4ee2-8f09-4f7c-828e-5d02c470726b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.6684744 Aug 20 09:03:45.950801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d2f2361d-5e37-468c-848c-44dcb40726d2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:46.004507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-71767be9-1072-4ce5-9232-24ee799c4811 None None] Provisioning for port 66caf09d-1833-4bda-a398-c248824cddca completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:46.034353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cf9d0b3-6852-436a-889f-d8f037fb6791 req-679a46ba-8254-4af0-9ea0-3367b56b23fe tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070752 Aug 20 09:03:46.052302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-71767be9-1072-4ce5-9232-24ee799c4811 None None] Provisioning complete for port 66caf09d-1833-4bda-a398-c248824cddca triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:46.052886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-71767be9-1072-4ce5-9232-24ee799c4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.073679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e6112-46fd-4a56-a143-795317057edc req-2cc1caf1-5973-43af-8cd5-1581070d19ae tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:46.086871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-637e6112-46fd-4a56-a143-795317057edc req-2cc1caf1-5973-43af-8cd5-1581070d19ae tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.3233883 Aug 20 09:03:46.116641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 13812cff-fb31-45de-bf0e-4831e82352bd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=13812cff-fb31-45de-bf0e-4831e82352bd,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:46.138771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-71767be9-1072-4ce5-9232-24ee799c4811 None None] Port 66caf09d-1833-4bda-a398-c248824cddca cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:03:46.142133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '13812cff-fb31-45de-bf0e-4831e82352bd', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '13812cff-fb31-45de-bf0e-4831e82352bd', 'mac_address': 'fa:16:3e:2a:48:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:03:46.189125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d2f2361d-5e37-468c-848c-44dcb40726d2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:46.189373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.283034 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.310614 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Transition to ACTIVE for port object 66caf09d-1833-4bda-a398-c248824cddca will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:46.320455 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.344948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-637e6112-46fd-4a56-a143-795317057edc req-cc04b7b0-fc9f-4b90-8bac-56522f1aa8c6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873834 Aug 20 09:03:46.377828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.397510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13812cff-fb31-45de-bf0e-4831e82352bd {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:46.408230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.462843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 13812cff-fb31-45de-bf0e-4831e82352bd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=13812cff-fb31-45de-bf0e-4831e82352bd,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:46.490560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 09:03:46.504868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.518608 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Attempting to bind port 66caf09d-1833-4bda-a398-c248824cddca on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:46.518985 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Attempting to bind port 66caf09d-1833-4bda-a398-c248824cddca by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:46.519346 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Attempting to bind port 66caf09d-1833-4bda-a398-c248824cddca on network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:46.530451 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:46.530836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Checking segment: {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:46.531246 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.531751 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Bound using segment: {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:46.532301 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Bound port: 66caf09d-1833-4bda-a398-c248824cddca, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1526aa53-78a5-4ebf-9cf4-bad26779f0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:46.532972 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.554089 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2f457-1a6a-4f1c-8559-6488d1ee62f2 None None] Pushing event updated for resources: {'Port': ['ID=66caf09d-1833-4bda-a398-c248824cddca,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:46.576661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Removed routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 09:03:46.578386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.629226 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] For port 66caf09d-1833-4bda-a398-c248824cddca, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:46.630392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:46.633002 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] For port 66caf09d-1833-4bda-a398-c248824cddca, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66caf09d-1833-4bda-a398-c248824cddca,segment=NetworkSegment(1526aa53-78a5-4ebf-9cf4-bad26779f0c0),segment_id=1526aa53-78a5-4ebf-9cf4-bad26779f0c0)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:46.638147 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7a2ed6be-b6bc-4d3d-9445-e0986597e8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.639307 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.666079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=13812cff-fb31-45de-bf0e-4831e82352bd,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:46.721126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:46.730027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:46.730641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.734192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2f457-1a6a-4f1c-8559-6488d1ee62f2 None None] Pushing event updated for resources: {'Port': ['ID=66caf09d-1833-4bda-a398-c248824cddca,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:46.749933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56274) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:46.769901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:46.770955 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:46.784667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75327-d5cb-4598-bfbc-268b9fd094da req-75c44f3f-4bc4-41a2-8b60-8bf6d2d5b586 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:46.793357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5d75327-d5cb-4598-bfbc-268b9fd094da req-75c44f3f-4bc4-41a2-8b60-8bf6d2d5b586 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 944 time: 0.2961204 Aug 20 09:03:46.798442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['13812cff-fb31-45de-bf0e-4831e82352bd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:03:46.910973 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:46.956087 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:46.991407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.015305 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.026141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5d75327-d5cb-4598-bfbc-268b9fd094da req-0ae17437-f033-4cac-8230-e8a23ea55cc8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173800 Aug 20 09:03:47.029642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.161243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:47.167478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.174289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.181425 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.182848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0cebef58-8f76-4539-8ac6-316e77e5da77 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:47.255031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:47.271500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d7a1f-25ad-4dc8-9318-6bd501c3b25c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:47.285557 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3eb08e1bdb647419d53dbc52ac490c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318944 Aug 20 09:03:47.291979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:47.297869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.298218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.298558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.298898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.299228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.299555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.299882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.300202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.304689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.305054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.305633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.306205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97245e-4887-428f-a582-ba2f7b25f20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:03:47.306552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d072e-b788-4da0-afb9-0d2b229073d0 req-449e7302-1c4d-4bed-bdda-28b4831e0dd6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:47.319125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-221d072e-b788-4da0-afb9-0d2b229073d0 req-449e7302-1c4d-4bed-bdda-28b4831e0dd6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1403601 Aug 20 09:03:47.356452 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:46Z', 'revision_number': 6, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:46Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:47.389021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0cebef58-8f76-4539-8ac6-316e77e5da77 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:47.399556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:47.405094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0cebef58-8f76-4539-8ac6-316e77e5da77 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:47.405654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.429321 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656bccc-e665-4464-a7f2-6e8d0d216581 None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:46Z', 'revision_number': 6, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:46Z', 'revision_number': 4, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:47.483731 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.502181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-221d072e-b788-4da0-afb9-0d2b229073d0 req-184201f7-67e6-4da1-b726-5d6144556693 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644938 Aug 20 09:03:47.562382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:47.570622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.572652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-29aca0e6-8aef-4896-b97b-de722a41d849 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 934 time: 2.4211962 Aug 20 09:03:47.575844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56290) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:47.610750 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.650691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 0cebef58-8f76-4539-8ac6-316e77e5da77, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0cebef58-8f76-4539-8ac6-316e77e5da77,segment=NetworkSegment(1526aa53-78a5-4ebf-9cf4-bad26779f0c0),segment_id=1526aa53-78a5-4ebf-9cf4-bad26779f0c0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:47.655273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8f18-3be8-4308-a977-a0d2b085932b req-d7c56328-3d90-4e76-b7b7-58bbaada04ae tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:47.655492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.661324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31db8f18-3be8-4308-a977-a0d2b085932b req-d7c56328-3d90-4e76-b7b7-58bbaada04ae tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1706259 Aug 20 09:03:47.666159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7e92ae7-b18f-42bf-89d3-7bb2e7a96ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.694726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7e92ae7-b18f-42bf-89d3-7bb2e7a96ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.759806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=0cebef58-8f76-4539-8ac6-316e77e5da77,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:47.823464 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7e92ae7-b18f-42bf-89d3-7bb2e7a96ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.826101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7e92ae7-b18f-42bf-89d3-7bb2e7a96ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:47.829669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a7e92ae7-b18f-42bf-89d3-7bb2e7a96ef4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b2d7a1f-25ad-4dc8-9318-6bd501c3b25c HTTP/1.1" status: 204 len: 168 time: 0.5340040 Aug 20 09:03:47.851892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7e8f201d-95af-4e77-a4f7-29ec372c34e9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 934 time: 0.2717781 Aug 20 09:03:47.855610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:47.862249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'routes': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:47.869287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:47.903013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31db8f18-3be8-4308-a977-a0d2b085932b req-7288d9e6-d231-4889-b514-cb1a21628f44 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462801 Aug 20 09:03:47.909302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e92ae7-b18f-42bf-89d3-7bb2e7a96ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d7a1f-25ad-4dc8-9318-6bd501c3b25c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:47.951249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:47.951630 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.048884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66caf09d-1833-4bda-a398-c248824cddca up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:48.120634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 66caf09d-1833-4bda-a398-c248824cddca completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:48.124545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 66caf09d-1833-4bda-a398-c248824cddca triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:48.124923 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.199309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc2adc-1217-4ad1-ba51-89f60f003bf6 req-22679d49-b564-40c9-afec-444b354715b0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:48.200955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05bc2adc-1217-4ad1-ba51-89f60f003bf6 req-22679d49-b564-40c9-afec-444b354715b0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 944 time: 0.0808339 Aug 20 09:03:48.232883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.267691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05bc2adc-1217-4ad1-ba51-89f60f003bf6 req-2bd2b6ae-7ed6-4f15-8617-468b9696f0b4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601869 Aug 20 09:03:48.278748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 66caf09d-1833-4bda-a398-c248824cddca, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66caf09d-1833-4bda-a398-c248824cddca,segment=NetworkSegment(1526aa53-78a5-4ebf-9cf4-bad26779f0c0),segment_id=1526aa53-78a5-4ebf-9cf4-bad26779f0c0)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:48.287075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.298709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56300) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:48.313083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-42ded0d3-62c7-4616-915f-3452db7eede8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.348279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=66caf09d-1833-4bda-a398-c248824cddca,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:48.407856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.extraroute_db [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added routes are [] {{(pid=101317) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 09:03:48.408213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.extraroute_db [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101317) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 09:03:48.430961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-42ded0d3-62c7-4616-915f-3452db7eede8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.438468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-42ded0d3-62c7-4616-915f-3452db7eede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.453703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.470659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ded0d3-62c7-4616-915f-3452db7eede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb3f76-d717-4811-b30b-09eba2bfe8e8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:48.494616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-42ded0d3-62c7-4616-915f-3452db7eede8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d941cb069e554139a93336ef71d1fce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944776 Aug 20 09:03:48.495297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56306) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:48.508489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:48.520714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:48.521367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:48.551632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc41543a-b4f3-45bf-993e-074047381b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.577734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc41543a-b4f3-45bf-993e-074047381b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.639855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:48.668122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.668392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154b60-3300-427f-91f7-3c3abd8ea727 req-5453e6cb-f012-4aea-81e4-93f0ff9c535f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:48.672187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.672684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87154b60-3300-427f-91f7-3c3abd8ea727 req-5453e6cb-f012-4aea-81e4-93f0ff9c535f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0647631 Aug 20 09:03:48.673837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc41543a-b4f3-45bf-993e-074047381b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.678267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc41543a-b4f3-45bf-993e-074047381b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.682664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc41543a-b4f3-45bf-993e-074047381b72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83fb3f76-d717-4811-b30b-09eba2bfe8e8 HTTP/1.1" status: 204 len: 168 time: 0.1830945 Aug 20 09:03:48.696391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41543a-b4f3-45bf-993e-074047381b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb3f76-d717-4811-b30b-09eba2bfe8e8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:48.766900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87154b60-3300-427f-91f7-3c3abd8ea727 req-f48086bc-38a8-4547-9441-c77b7419c954 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858517 Aug 20 09:03:48.821931 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:48.917541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 7, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:48.952117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:48.961684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:48.962948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:49.059651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27ce4d-ab31-4361-bd9a-a261a455a404 req-1ba780ef-2a7f-4944-a528-82650a1b8396 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:49.061876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d27ce4d-ab31-4361-bd9a-a261a455a404 req-1ba780ef-2a7f-4944-a528-82650a1b8396 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0699279 Aug 20 09:03:49.073379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:49.112846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d27ce4d-ab31-4361-bd9a-a261a455a404 req-6b5b94ce-bbbb-4e46-9d8b-2f5d4d60bdb9 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379095 Aug 20 09:03:49.150688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:49.153809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:49.167612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710331e0-d078-444c-969e-44523022a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.297908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:49.305236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.306475 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f6a2e9ac-81bd-49be-88b4-c74ce357d773 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 700 time: 1.4497769 Aug 20 09:03:49.309252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:49.319615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 7, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:49.355838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0a8ec7-e4c4-4bed-b0c5-4faac282b2cf None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 7, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:49.356377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710331e0-d078-444c-969e-44523022a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.363549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-710331e0-d078-444c-969e-44523022a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.407630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-710331e0-d078-444c-969e-44523022a621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d33624ab4d947fdb85075fa374f8d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535274 Aug 20 09:03:49.407630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710331e0-d078-444c-969e-44523022a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9596f582-7508-4fdb-95fa-07597dfa4565,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:49.408562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56324) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:49.463222 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6399f104-f6cd-4203-8d83-907b8af4b3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.465216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3813-6675-44b8-9161-c51fce9baaf8 req-716ba1b1-10c7-4993-b03b-73e37303ce6d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:49.466939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-627e3813-6675-44b8-9161-c51fce9baaf8 req-716ba1b1-10c7-4993-b03b-73e37303ce6d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 944 time: 0.0973525 Aug 20 09:03:49.473008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-035ba882-6c29-4eac-b6a2-87bdd79e02a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 700 time: 0.1619680 Aug 20 09:03:49.479433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56328) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:49.492411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6399f104-f6cd-4203-8d83-907b8af4b3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.553927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6399f104-f6cd-4203-8d83-907b8af4b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.557416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6399f104-f6cd-4203-8d83-907b8af4b3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.558732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6399f104-f6cd-4203-8d83-907b8af4b3b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9596f582-7508-4fdb-95fa-07597dfa4565 HTTP/1.1" status: 204 len: 168 time: 0.1492472 Aug 20 09:03:49.568761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399f104-f6cd-4203-8d83-907b8af4b3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9596f582-7508-4fdb-95fa-07597dfa4565,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:49.595106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-627e3813-6675-44b8-9161-c51fce9baaf8 req-e4d41508-7b34-49ac-88e3-ebb6a2cef4c8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214600 Aug 20 09:03:49.713278 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:49.729036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:49.729838 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:49.783511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0cebef58-8f76-4539-8ac6-316e77e5da77 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:49.839104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 13812cff-fb31-45de-bf0e-4831e82352bd up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:49.869331 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:49.883873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0cebef58-8f76-4539-8ac6-316e77e5da77 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:49.884801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.959407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 13812cff-fb31-45de-bf0e-4831e82352bd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:03:49.965779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9b91-7552-4042-aec0-da5d2d4ddf81 req-fb8c7b29-67aa-4626-ae6a-44b07c7c3406 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:49.968462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 13812cff-fb31-45de-bf0e-4831e82352bd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:49.969000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:49.974522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90fc9b91-7552-4042-aec0-da5d2d4ddf81 req-fb8c7b29-67aa-4626-ae6a-44b07c7c3406 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0845532 Aug 20 09:03:50.073447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90fc9b91-7552-4042-aec0-da5d2d4ddf81 req-a4e62e4c-2270-4d70-a4df-8e05881574f8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933459 Aug 20 09:03:50.102913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.120057 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 7, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:50.153502 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:50.169287 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:50.170073 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:50.194649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66caf09d-1833-4bda-a398-c248824cddca up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:50.268987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 66caf09d-1833-4bda-a398-c248824cddca triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:50.269373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.340217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3421b-821d-44af-a879-f7f1aa121ebe req-f1e5316a-9bbd-4b10-8efe-d19e8c731a3a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:50.341645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12a3421b-821d-44af-a879-f7f1aa121ebe req-f1e5316a-9bbd-4b10-8efe-d19e8c731a3a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1113636 Aug 20 09:03:50.357069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.376982 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:50.413558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576da7f2-3014-4fe1-8256-2917e94318f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13812cff-fb31-45de-bf0e-4831e82352bd'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:50.416293 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1628b3-d34c-486e-b42a-569dcec23688" -d '{"events": [{"server_uuid": "576da7f2-3014-4fe1-8256-2917e94318f5", "name": "network-vif-plugged", "status": "completed", "tag": "13812cff-fb31-45de-bf0e-4831e82352bd"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:50.434963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 13812cff-fb31-45de-bf0e-4831e82352bd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=13812cff-fb31-45de-bf0e-4831e82352bd,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:50.442245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.486182 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1095504c-902b-44dc-a500-3c9a0841a5e3 x-openstack-request-id: req-1095504c-902b-44dc-a500-3c9a0841a5e3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:50.486482 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576da7f2-3014-4fe1-8256-2917e94318f5", "name": "network-vif-plugged", "status": "completed", "tag": "13812cff-fb31-45de-bf0e-4831e82352bd", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:50.486743 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1095504c-902b-44dc-a500-3c9a0841a5e3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:50.487209 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576da7f2-3014-4fe1-8256-2917e94318f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13812cff-fb31-45de-bf0e-4831e82352bd', 'code': 200} Aug 20 09:03:50.541115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=13812cff-fb31-45de-bf0e-4831e82352bd,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:50.633636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22a529-fe5b-433c-92a1-b2d556954955 req-f2949922-b746-4580-bc7e-d3670f895a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:50.638773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3c22a529-fe5b-433c-92a1-b2d556954955 req-f2949922-b746-4580-bc7e-d3670f895a69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 1096 time: 0.0843639 Aug 20 09:03:50.682533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56366) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:50.691809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3c22a529-fe5b-433c-92a1-b2d556954955 req-7202a089-b611-4b5c-9e75-b210e63040c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Aug 20 09:03:50.758567 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 7, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:50.787719 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c1755-2389-4de5-9445-94f77ffae77a None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 7, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66caf09d-1833-4bda-a398-c248824cddca', 'name': '', 'network_id': 'fbdd252e-56ca-4fe1-bd08-b1beb6b77e47', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:0a:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:42Z', 'updated_at': '2021-08-20T09:03:48Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '4ece6344-cac2-456d-86b8-4d1be2d3b825', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:50.792600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12a3421b-821d-44af-a879-f7f1aa121ebe req-5402ed79-ab56-4722-8a67-e7b5848ca160 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394479 Aug 20 09:03:50.803301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1105885656-network', 'tenant_id': 'c95251c3fff04d25a7c682727907622b'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:50.838820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Made reservation on behalf of c95251c3fff04d25a7c682727907622b for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:50.842543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.858859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.879407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaf0c8-c553-4d0e-a74b-57d57d1344d9 req-d66b2c2c-28ce-41eb-8281-27809ab473ab tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:50.882826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7acaf0c8-c553-4d0e-a74b-57d57d1344d9 req-d66b2c2c-28ce-41eb-8281-27809ab473ab tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 945 time: 0.1271262 Aug 20 09:03:50.922723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 66caf09d-1833-4bda-a398-c248824cddca {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:50.923201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.987594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:50.991014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7acaf0c8-c553-4d0e-a74b-57d57d1344d9 req-f454dc20-cf72-4879-8dc4-e8621b8b2813 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007771 Aug 20 09:03:50.993286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.022502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:03:51.033373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c419ae6-eae0-42d2-963b-cb1fce97d76c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:51.038319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.038668 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Added segment 707ec447-7888-414a-a6d1-6cd12acc5c5d of type vlan for network d0870785-c7e9-44e4-9480-4637ebbf4d15 Aug 20 09:03:51.043981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port 66caf09d-1833-4bda-a398-c248824cddca, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=66caf09d-1833-4bda-a398-c248824cddca,segment=NetworkSegment(1526aa53-78a5-4ebf-9cf4-bad26779f0c0),segment_id=1526aa53-78a5-4ebf-9cf4-bad26779f0c0)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:51.044586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.058775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 66caf09d-1833-4bda-a398-c248824cddca owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:51.081831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.109936 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.111146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:51.111974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.169154 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4851601 Aug 20 09:03:51.173294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56374) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:51.178184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Request body: {'subnet': {'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1105885656-subnet', 'tenant_id': 'c95251c3fff04d25a7c682727907622b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:51.194098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199273a-068d-4559-8cb2-9067e7e9d0a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0870785-c7e9-44e4-9480-4637ebbf4d15,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:51.210934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d0870785-c7e9-44e4-9480-4637ebbf4d15 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:03:51.213319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Made reservation on behalf of c95251c3fff04d25a7c682727907622b for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:51.215745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.265892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22b023-a118-453a-bb55-d3da9fef8689 req-10a87607-f842-4f6b-8f2b-4790834a4895 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:51.267571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a22b023-a118-453a-bb55-d3da9fef8689 req-10a87607-f842-4f6b-8f2b-4790834a4895 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1068830 Aug 20 09:03:51.305241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.343359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a22b023-a118-453a-bb55-d3da9fef8689 req-9e18815b-08e2-4431-a28e-8e33976da9d5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658770 Aug 20 09:03:51.344211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=66caf09d-1833-4bda-a398-c248824cddca,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:51.414697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.480233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47099722-8a80-4b45-85ad-452a873052a7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:51.487813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Checking segment: {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:51.488270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Network hostable DHCP agents. Network: d0870785-c7e9-44e4-9480-4637ebbf4d15, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:03:51.506396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Network d0870785-c7e9-44e4-9480-4637ebbf4d15 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:03:51.510426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.516977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d0870785-c7e9-44e4-9480-4637ebbf4d15) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:51.523438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:51.524224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:51.531299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b1b5b-4f8e-467c-b53c-a24783076959 None None] Network d0870785-c7e9-44e4-9480-4637ebbf4d15 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:51.550285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e5a0caf7-28a1-4528-bd2c-916e75f2ab10 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3758931 Aug 20 09:03:51.701102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490adb8-b572-44a0-abef-e6f6f1b36e99 None None] Network d0870785-c7e9-44e4-9480-4637ebbf4d15 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:51.758859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:51.872751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:51.882403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2c5486aa-d842-4cc3-b7b9-3417d5575a6d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977623 Aug 20 09:03:51.883181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:51.900878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:51.920615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:51.921427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:51.970395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d3d8a-3203-4cb7-894a-04f848c3344e req-08b08d22-171c-4c54-824e-a70c43e5f661 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:51.971951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea3d3d8a-3203-4cb7-894a-04f848c3344e req-08b08d22-171c-4c54-824e-a70c43e5f661 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0926781 Aug 20 09:03:51.989944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 4ece6344-cac2-456d-86b8-4d1be2d3b825 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:03:52.001291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.033280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea3d3d8a-3203-4cb7-894a-04f848c3344e req-f8cc667f-4ab0-433f-8917-665a5f65804c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Aug 20 09:03:52.047620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:52.066520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.166684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b787-a230-4c62-8655-e8cf2d7658cd req-f8e855ea-ba6b-466b-abec-740af2f98275 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:52.179355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88d4b787-a230-4c62-8655-e8cf2d7658cd req-f8e855ea-ba6b-466b-abec-740af2f98275 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 945 time: 0.0689368 Aug 20 09:03:52.195213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.251373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88d4b787-a230-4c62-8655-e8cf2d7658cd req-afbbb21e-f664-460b-9214-f87538d4ea2c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706174 Aug 20 09:03:52.300778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.314601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:51Z', 'revision_number': 8, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:52.332253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=4ece6344-cac2-456d-86b8-4d1be2d3b825,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:52.334279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.338322 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f3df1d66-f84d-4562-9e5b-08f9e0d5cf9e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/4ece6344-cac2-456d-86b8-4d1be2d3b825 HTTP/1.1" status: 204 len: 168 time: 0.4524570 Aug 20 09:03:52.339302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56400) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:52.354046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02605fc7-adef-4480-b311-afac21ad4c67 None None] Network fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:52.357814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:52.425637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:52.425853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.426300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:52.495062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 0cebef58-8f76-4539-8ac6-316e77e5da77 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:52.495712 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.511112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12533c2-0da4-41a4-8bae-81203de75e43 req-6671a8dd-8ae5-4b86-923b-a489c209bab5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:52.513296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d12533c2-0da4-41a4-8bae-81203de75e43 req-6671a8dd-8ae5-4b86-923b-a489c209bab5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0670307 Aug 20 09:03:52.577774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d12533c2-0da4-41a4-8bae-81203de75e43 req-9e32af29-9343-4996-abc5-167f073473b6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535128 Aug 20 09:03:52.593462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port 0cebef58-8f76-4539-8ac6-316e77e5da77, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0cebef58-8f76-4539-8ac6-316e77e5da77,segment=NetworkSegment(1526aa53-78a5-4ebf-9cf4-bad26779f0c0),segment_id=1526aa53-78a5-4ebf-9cf4-bad26779f0c0)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:52.595552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.611655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 0cebef58-8f76-4539-8ac6-316e77e5da77 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:52.658569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:52.694029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.729113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=0cebef58-8f76-4539-8ac6-316e77e5da77,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:52.731089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port 0cebef58-8f76-4539-8ac6-316e77e5da77 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:52.795541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6536869d-e922-4ea4-ad26-12ab76ad8ef6 None None] DHCP port deletion for fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:03:52.832488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.846089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdd252e-56ca-4fe1-bd08-b1beb6b77e47']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:52.857260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1526aa53-78a5-4ebf-9cf4-bad26779f0c0') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:52.857563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1526aa53-78a5-4ebf-9cf4-bad26779f0c0') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:52.866352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.882921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.894607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:03:52.895272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:03:52.898787 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:03:52.911464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:51Z', 'revision_number': 8, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:52.940532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89966e72-53dc-409d-bc12-a6c13e966b6a None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:51Z', 'revision_number': 8, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '069edd8d-c67a-4db9-9532-d43d6ed6f4e3', 'name': '', 'network_id': 'a392f763-2c7f-40d6-88c9-6cb505dc18d4', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:24:46:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:36Z', 'updated_at': '2021-08-20T09:03:47Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '6743a86c-b14f-4762-8eea-97496ab2c771', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:52.976702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.988863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:52.996204 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/fbdd252e-56ca-4fe1-bd08-b1beb6b77e47 HTTP/1.1" status: 204 len: 168 time: 0.6551924 Aug 20 09:03:52.998793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56410) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:53.027288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c9754-6a64-43bb-8a14-e0ad6c017dea tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=fbdd252e-56ca-4fe1-bd08-b1beb6b77e47,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:53.271831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b737b-407b-4ebf-bc28-88b1ebebf3f4 req-03cda086-a8d9-4d92-be0e-007243c72443 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:53.273316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-565b737b-407b-4ebf-bc28-88b1ebebf3f4 req-03cda086-a8d9-4d92-be0e-007243c72443 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1158946 Aug 20 09:03:53.354894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-565b737b-407b-4ebf-bc28-88b1ebebf3f4 req-ff85d38f-1f08-4cba-8c91-5f7bc54ca6e6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745490 Aug 20 09:03:53.508017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:53.624996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-0efe8b58-35a7-400c-974f-db70c8832b3b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:53.627080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-0efe8b58-35a7-400c-974f-db70c8832b3b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/networks?id=d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 200 len: 809 time: 0.1830165 Aug 20 09:03:53.706685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-62d81784-0fa9-478f-8a57-f14833cf3069 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/quotas/c95251c3fff04d25a7c682727907622b HTTP/1.1" status: 200 len: 375 time: 0.0471354 Aug 20 09:03:53.738244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0cebef58-8f76-4539-8ac6-316e77e5da77 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:53.749662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-a0014d55-9fb7-41e3-96db-786f24a71240 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c95251c3fff04d25a7c682727907622b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346744 Aug 20 09:03:53.760742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0cebef58-8f76-4539-8ac6-316e77e5da77 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:53.761179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0cebef58-8f76-4539-8ac6-316e77e5da77 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:53.761703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66caf09d-1833-4bda-a398-c248824cddca no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:53.762200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a4f27-a9b0-498b-87c7-947b873983c1 req-3991de7e-a380-456d-962d-b1e548e1ef1d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:53.763653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a4f27-a9b0-498b-87c7-947b873983c1 req-3991de7e-a380-456d-962d-b1e548e1ef1d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1053059 Aug 20 09:03:53.782315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 66caf09d-1833-4bda-a398-c248824cddca {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:53.782664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 66caf09d-1833-4bda-a398-c248824cddca not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:53.865874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a4f27-a9b0-498b-87c7-947b873983c1 req-afd31cf9-f8b9-4217-ad54-b6f5719fdc98 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924275 Aug 20 09:03:53.945678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-4341ed10-56fd-4bb8-9016-e06613361640 service neutron] 10.222.0.35 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803670 Aug 20 09:03:54.014618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:54.014965 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:54.103331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-3bbad00c-d51a-4bf8-836e-ba30ff49261d service neutron] 10.222.0.35 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494489 Aug 20 09:03:54.129282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port 069edd8d-c67a-4db9-9532-d43d6ed6f4e3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:54.129864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:54.145005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:54.285358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f95674d8-7f14-483b-b74f-002feb77a0ef req-29e152a2-ce1e-4ae2-9198-c479d0f368b8 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 210 time: 0.0343668 Aug 20 09:03:54.349210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:54.376535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=069edd8d-c67a-4db9-9532-d43d6ed6f4e3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:54.578753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9396ef-4bb6-42b5-81ac-e1dae97aad81 req-7f25ffb0-e0d9-4660-8d1e-59a8f734ca89 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:54.580587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b9396ef-4bb6-42b5-81ac-e1dae97aad81 req-7f25ffb0-e0d9-4660-8d1e-59a8f734ca89 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1346519 Aug 20 09:03:54.615928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:54.678661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b9396ef-4bb6-42b5-81ac-e1dae97aad81 req-a4ad71f4-7e89-42c9-8029-ebf992fb933a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898478 Aug 20 09:03:54.837489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:55.264961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:55.272848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f91fe96-dec7-4328-a4c1-2c9b5d7a78a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2694426 Aug 20 09:03:55.278398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605cc1-de34-4f47-ac1f-fc580b8503ae req-d0201efe-ff27-463c-bce2-07deb9207e2c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:55.279897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe605cc1-de34-4f47-ac1f-fc580b8503ae req-d0201efe-ff27-463c-bce2-07deb9207e2c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0697455 Aug 20 09:03:55.280368 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:55.280865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56464) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:55.298162 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:55.298790 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:55.323173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-57e6bf4b-8b3b-425e-8bf2-0e0b58f60389 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:55.324974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-57e6bf4b-8b3b-425e-8bf2-0e0b58f60389 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.37 "GET /v2.0/networks?id=d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 200 len: 809 time: 0.1669209 Aug 20 09:03:55.341770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Request body: {'port': {'device_id': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15', 'admin_state_up': True, 'tenant_id': 'c95251c3fff04d25a7c682727907622b'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:55.356984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 6743a86c-b14f-4762-8eea-97496ab2c771 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:03:55.374161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe605cc1-de34-4f47-ac1f-fc580b8503ae req-e804d3bf-0eb3-446e-b364-36e45b0350f1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Aug 20 09:03:55.375044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.427210 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:55.432918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd22da95-866c-473a-b0c9-f52992d3a368 req-dfb7ade4-4486-4caa-93fb-a3809d3f7a79 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 210 time: 0.0322537 Aug 20 09:03:55.441810 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.487866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Made reservation on behalf of c95251c3fff04d25a7c682727907622b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:03:55.492035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.542725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.629906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.650946 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:54Z', 'revision_number': 9, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:55.656751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Allocated IP 172.20.0.3 (d0870785-c7e9-44e4-9480-4637ebbf4d15/47099722-8a80-4b45-85ad-452a873052a7/64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:03:55.667654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=6743a86c-b14f-4762-8eea-97496ab2c771,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:55.670104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.671634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b48a3c58-6b70-4d2c-8286-f8f673008473 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/6743a86c-b14f-4762-8eea-97496ab2c771 HTTP/1.1" status: 204 len: 168 time: 0.3903172 Aug 20 09:03:55.674997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56470) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:55.681115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956d9e1-c7c3-4aaa-8d81-e875945204ef None None] Network a392f763-2c7f-40d6-88c9-6cb505dc18d4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:55.699274 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:03:55.713013 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:55.713691 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:55.820648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f69e88cb-64cd-4951-87f8-0c56dc9c10ce details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:03:55.830193 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.889251 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:55.905098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99be43-e029-403c-805a-d31fef73adc4 req-4c4467b3-b4e3-45c4-bc9b-570113e1420f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:55.906694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a99be43-e029-403c-805a-d31fef73adc4 req-4c4467b3-b4e3-45c4-bc9b-570113e1420f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0933266 Aug 20 09:03:55.963151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a99be43-e029-403c-805a-d31fef73adc4 req-57830dfe-0594-4472-afb0-7fba17c67bb0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Aug 20 09:03:55.964596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:55.967957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port c81fb193-0333-4d17-a468-4dd061eeb965 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:55.968305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.000803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:56.018762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'port_id': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'mac_address': 'fa:16:3e:cd:e0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d849d0f-f235-445b-a50e-4c295dfc1624', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:03:56.056646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] DHCP port deletion for a392f763-2c7f-40d6-88c9-6cb505dc18d4 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:03:56.063642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.067320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port c81fb193-0333-4d17-a468-4dd061eeb965, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c81fb193-0333-4d17-a468-4dd061eeb965,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:56.068059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.086538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for c81fb193-0333-4d17-a468-4dd061eeb965 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:56.102639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.122289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f69e88cb-64cd-4951-87f8-0c56dc9c10ce {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:56.149150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:56.155726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.171651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Network d0870785-c7e9-44e4-9480-4637ebbf4d15 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:03:56.175439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:03:56.179944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:03:56.199863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] Deleting port c81fb193-0333-4d17-a468-4dd061eeb965 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:56.200242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.220744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Pushing event updated for resources: {'Port': ['ID=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:56.234570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.269998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:56.274515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:56.274796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.304053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] For port c81fb193-0333-4d17-a468-4dd061eeb965, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c81fb193-0333-4d17-a468-4dd061eeb965,segment=NetworkSegment(cf1bf918-ff5b-49f7-a9af-1057a0a98456),segment_id=cf1bf918-ff5b-49f7-a9af-1057a0a98456)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:56.304461 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.313070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-12a2490e-22d3-430e-9c04-6e658e78a95b tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765768 Aug 20 09:03:56.320042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=c81fb193-0333-4d17-a468-4dd061eeb965,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:56.333205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port c81fb193-0333-4d17-a468-4dd061eeb965 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:56.333362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Request body: {'port': {'device_id': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:03:56.335415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] Calling delete_port for c81fb193-0333-4d17-a468-4dd061eeb965 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:56.403457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.433516 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:54Z', 'revision_number': 9, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:56.503321 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2286f-29ff-42f9-b3d9-d4445363a5ba None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:54Z', 'revision_number': 9, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2361d-5e37-468c-848c-44dcb40726d2', 'name': '', 'network_id': '53571735-6020-41ca-b97a-7b919f647944', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:2c:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:31Z', 'updated_at': '2021-08-20T09:03:43Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '0af373df-db6f-49f7-bf53-6f8b15cbf185', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:03:56.531099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.561211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a392f763-2c7f-40d6-88c9-6cb505dc18d4']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:56.578834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1bf918-ff5b-49f7-a9af-1057a0a98456') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:56.579134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1bf918-ff5b-49f7-a9af-1057a0a98456') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:56.592559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.620881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.629054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:03:56.629576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.661784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f69e88cb-64cd-4951-87f8-0c56dc9c10ce'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:03:56.695042 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:03:56.706441 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:03:56.738798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.743622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.744513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] Pushing event deleted for resources: {'Port': ['ID=c81fb193-0333-4d17-a468-4dd061eeb965,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:56.746576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/a392f763-2c7f-40d6-88c9-6cb505dc18d4 HTTP/1.1" status: 204 len: 168 time: 1.0705836 Aug 20 09:03:56.753158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf85726-5f91-4db9-873b-309def04add8 None None] No DVR routers for this DVR port c81fb193-0333-4d17-a468-4dd061eeb965 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:03:56.754468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56488) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:56.806163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133a325-90aa-4779-9b56-1c3f7ab01942 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=a392f763-2c7f-40d6-88c9-6cb505dc18d4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:56.827731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39c39d-3ff3-4575-b784-73fbf4fdb867 req-535ec91a-36c8-423c-af24-a5536700aa02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:56.829300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d39c39d-3ff3-4575-b784-73fbf4fdb867 req-535ec91a-36c8-423c-af24-a5536700aa02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 931 time: 0.1342304 Aug 20 09:03:56.840541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab88743-04ff-4425-9c4a-ec239b065942 req-3bf61596-7727-46d4-a37f-1e4151424ba9 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:56.841996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ab88743-04ff-4425-9c4a-ec239b065942 req-3bf61596-7727-46d4-a37f-1e4151424ba9 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 944 time: 0.1453972 Aug 20 09:03:56.897138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:03:56.906858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d39c39d-3ff3-4575-b784-73fbf4fdb867 req-c7ae651b-1dcc-405f-a20e-2cdb7599ffb4 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638664 Aug 20 09:03:56.915695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:56.927725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ab88743-04ff-4425-9c4a-ec239b065942 req-7e2ff22c-06a7-4d5e-b397-ef6ccce309cc tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Aug 20 09:03:56.930174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Transition to ACTIVE for port object 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:03:56.978837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.075178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:57.093032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae09d0-4e71-4076-a310-0a4b6e06d8c1 req-a739dbbf-f97d-48b0-8380-595d532b37b3 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:57.094729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8cae09d0-4e71-4076-a310-0a4b6e06d8c1 req-a739dbbf-f97d-48b0-8380-595d532b37b3 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0538146 Aug 20 09:03:57.132674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8cae09d0-4e71-4076-a310-0a4b6e06d8c1 req-7a15e72a-cf51-4efa-8cf1-55ba40cb1eb0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Aug 20 09:03:57.203563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Attempting to bind port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:03:57.203900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Attempting to bind port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:03:57.204220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Attempting to bind port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 on network d0870785-c7e9-44e4-9480-4637ebbf4d15 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:57.213143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 on network d0870785-c7e9-44e4-9480-4637ebbf4d15 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:03:57.213456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Attempting to bind port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 on network d0870785-c7e9-44e4-9480-4637ebbf4d15 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:03:57.221021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:03:57.221021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Checking segment: {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:03:57.221374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Bound using segment: {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:03:57.221817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Bound port: 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:03:57.222174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.325337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] For port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:03:57.329082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] For port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:03:57.335256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.373083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:57.373700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.375350 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] 10.222.0.37 "PUT /v2.0/ports/64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 HTTP/1.1" status: 200 len: 1091 time: 1.0484047 Aug 20 09:03:57.375784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'tag': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:57.378046 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90bb32b-5e8a-42e2-b71e-398e42fc5020" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8deb24-6a37-4342-9525-7b1ac8cc7d6b", "tag": "64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:57.393495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.435546 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b4ed58-9dc0-49a0-8784-134e41ddbb5f x-openstack-request-id: req-e4b4ed58-9dc0-49a0-8784-134e41ddbb5f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:57.435834 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8deb24-6a37-4342-9525-7b1ac8cc7d6b", "tag": "64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:57.436081 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4b4ed58-9dc0-49a0-8784-134e41ddbb5f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:57.436471 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'tag': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020', 'status': 'completed', 'code': 200} Aug 20 09:03:57.501354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64441b10-6acb-4e59-8593-7cea6a159606 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:57.527528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-a29efe6a-39e1-4d34-b530-7eec8fff98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:57.529005 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-a29efe6a-39e1-4d34-b530-7eec8fff98a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c95251c3fff04d25a7c682727907622b&device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 1094 time: 0.1020992 Aug 20 09:03:57.610365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-df835dfb-a1fa-4295-8103-673006038f77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 HTTP/1.1" status: 200 len: 217 time: 0.0531957 Aug 20 09:03:57.668525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-f0d4a8b8-ae81-4f69-b265-de6fc7eeddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:57.669967 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-f0d4a8b8-ae81-4f69-b265-de6fc7eeddfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47099722-8a80-4b45-85ad-452a873052a7 HTTP/1.1" status: 200 len: 849 time: 0.0529432 Aug 20 09:03:57.722696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-9438d95d-8117-41ee-bc79-361a6d92cb2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0870785-c7e9-44e4-9480-4637ebbf4d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450656 Aug 20 09:03:57.726824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f69e88cb-64cd-4951-87f8-0c56dc9c10ce up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:03:57.752706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:57.777659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:57.778042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 069edd8d-c67a-4db9-9532-d43d6ed6f4e3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:57.778468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c81fb193-0333-4d17-a468-4dd061eeb965 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:03:57.804199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c81fb193-0333-4d17-a468-4dd061eeb965 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:03:57.804549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c81fb193-0333-4d17-a468-4dd061eeb965 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:03:57.821769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f69e88cb-64cd-4951-87f8-0c56dc9c10ce triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:03:57.822173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.854221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port d2f2361d-5e37-468c-848c-44dcb40726d2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:57.854556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.860081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-b4f94783-0431-42ae-99ac-18a88173dba1 service neutron] 10.222.0.37 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 Aug 20 09:03:57.903275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:57.925648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:03:57.928282 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7d2a4-33f5-4f87-bbfb-63e28e899ab0" -d '{"events": [{"server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "name": "network-vif-plugged", "status": "completed", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:03:57.947760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:57.954090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:58.021047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port d2f2361d-5e37-468c-848c-44dcb40726d2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d2f2361d-5e37-468c-848c-44dcb40726d2,segment=NetworkSegment(33d20cbe-d09f-41c1-a6b5-03494f5a4b9d),segment_id=33d20cbe-d09f-41c1-a6b5-03494f5a4b9d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:03:58.021425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:58.026833 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f3b59e-53b9-46e6-8957-2d3c1e08305d x-openstack-request-id: req-16f3b59e-53b9-46e6-8957-2d3c1e08305d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:03:58.027135 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "name": "network-vif-plugged", "status": "completed", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:03:58.027444 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16f3b59e-53b9-46e6-8957-2d3c1e08305d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:03:58.027849 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'code': 200} Aug 20 09:03:58.028403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:58.038842 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a7f9144d-dbe6-4038-b675-c7d2f59a3e60 req-8ba39714-3b9b-41b8-978d-86e5c4f309d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683838 Aug 20 09:03:58.040278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for d2f2361d-5e37-468c-848c-44dcb40726d2 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:03:58.068219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88e725-5361-43f1-94d8-33866df1c889 req-8b20587d-db45-489d-9fa2-b7923ffac0a8 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.076340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe88e725-5361-43f1-94d8-33866df1c889 req-8b20587d-db45-489d-9fa2-b7923ffac0a8 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 943 time: 0.0745368 Aug 20 09:03:58.171925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe88e725-5361-43f1-94d8-33866df1c889 req-1194f764-1f90-464e-8f1d-2ec381c49961 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933311 Aug 20 09:03:58.188429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415a48-8ba6-4b9d-afc8-e1a4063711c4 req-e11f7a0a-06dc-46a6-a959-84fbf7be869c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.189842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca415a48-8ba6-4b9d-afc8-e1a4063711c4 req-e11f7a0a-06dc-46a6-a959-84fbf7be869c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1103992 Aug 20 09:03:58.194015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-b86d9315-f83e-4bd4-9497-5616d21c8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.195521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-b86d9315-f83e-4bd4-9497-5616d21c8af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c95251c3fff04d25a7c682727907622b&device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 1094 time: 0.0879223 Aug 20 09:03:58.198463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b633231-b4d7-4b2c-93a4-cd8b40ef4d48 req-fd53c630-0cd0-4f5e-94a6-4c822b0747e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.199954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b633231-b4d7-4b2c-93a4-cd8b40ef4d48 req-fd53c630-0cd0-4f5e-94a6-4c822b0747e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 1096 time: 0.0816617 Aug 20 09:03:58.264795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b633231-b4d7-4b2c-93a4-cd8b40ef4d48 req-92841780-5b93-445c-bf12-91513dcafa87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517249 Aug 20 09:03:58.267645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca415a48-8ba6-4b9d-afc8-e1a4063711c4 req-6ba666f0-c94e-4443-8813-1851eb2da417 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Aug 20 09:03:58.326533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:58.362901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e582e3-2def-411b-96e5-2303326b5650 req-cd715935-a01b-442b-8d03-0c85d27e5812 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.363080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-5158a27e-5898-4d52-831b-995db35e77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.364476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6e582e3-2def-411b-96e5-2303326b5650 req-cd715935-a01b-442b-8d03-0c85d27e5812 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0581014 Aug 20 09:03:58.364604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-5158a27e-5898-4d52-831b-995db35e77b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 200 len: 909 time: 0.1574895 Aug 20 09:03:58.365237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=d2f2361d-5e37-468c-848c-44dcb40726d2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:58.419251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6e582e3-2def-411b-96e5-2303326b5650 req-76a02d3c-72dd-4b91-8831-2396c7d2b1f8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Aug 20 09:03:58.432764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-05c1140a-4e7a-49b2-94f1-a4fa63b20353 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 HTTP/1.1" status: 200 len: 217 time: 0.0587070 Aug 20 09:03:58.832001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-f999d6b1-0e77-402b-ab69-2e38880bb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:58.833401 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-f999d6b1-0e77-402b-ab69-2e38880bb8b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47099722-8a80-4b45-85ad-452a873052a7 HTTP/1.1" status: 200 len: 849 time: 0.0588567 Aug 20 09:03:58.914581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-c6bfd52c-fa94-411a-b25c-05b064422afc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0870785-c7e9-44e4-9480-4637ebbf4d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500696 Aug 20 09:03:58.975822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.086362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-bae00791-1398-4314-aed8-3b098eeb8289 service neutron] 10.222.0.37 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634884 Aug 20 09:03:59.253490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:03:59.256153 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a90bb32b-5e8a-42e2-b71e-398e42fc5020 req-3c4ab6d8-a872-42b7-a632-0289e3dadd26 service neutron] 10.222.0.37 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627884 Aug 20 09:03:59.297305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bd741-b8f0-45c7-b35d-cbf5e41eeff0 req-d62cea17-4fd2-4fc2-8dcb-2d866e461301 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:59.298964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f76bd741-b8f0-45c7-b35d-cbf5e41eeff0 req-d62cea17-4fd2-4fc2-8dcb-2d866e461301 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 943 time: 0.0570846 Aug 20 09:03:59.337646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f76bd741-b8f0-45c7-b35d-cbf5e41eeff0 req-519e552f-dfc2-4df0-9aa5-de4976f15a4a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Aug 20 09:03:59.365988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:03:59.372259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-394b8d82-8855-4b54-a249-b1f3e95d9279 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167655 Aug 20 09:03:59.375327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56526) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:59.378551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:03:59.388232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:03:59.389098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:03:59.433261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 0af373df-db6f-49f7-bf53-6f8b15cbf185 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:03:59.436607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.492484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.498015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b0636-7457-473a-81b1-04b5f61da683 req-759c8a61-e65d-4289-9286-1d6591e6dd62 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:59.507587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed3b0636-7457-473a-81b1-04b5f61da683 req-759c8a61-e65d-4289-9286-1d6591e6dd62 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0867932 Aug 20 09:03:59.564924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:03:59.572905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed3b0636-7457-473a-81b1-04b5f61da683 req-3403be30-eeac-4905-a0d5-9f85515f2695 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Aug 20 09:03:59.633199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.726383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.744717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197011d-f2c0-4593-8c0c-97f19d92f4a0 req-0392c792-3ecf-4a4d-9b02-6b5029d8a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:59.747472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d197011d-f2c0-4593-8c0c-97f19d92f4a0 req-0392c792-3ecf-4a4d-9b02-6b5029d8a240 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.0993524 Aug 20 09:03:59.747600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.753278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/0af373df-db6f-49f7-bf53-6f8b15cbf185 HTTP/1.1" status: 204 len: 168 time: 0.3769166 Aug 20 09:03:59.756738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56534) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:03:59.757641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c305e0-6456-45cf-a08b-506889bc48d2 req-52ce06a8-e521-4ba1-a2b2-9e1ec6064908 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:03:59.760812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc97b8-3e12-4b1c-aca7-ec9b480b60d5 None None] Network 53571735-6020-41ca-b97a-7b919f647944 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:03:59.779321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48c305e0-6456-45cf-a08b-506889bc48d2 req-52ce06a8-e521-4ba1-a2b2-9e1ec6064908 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1407025 Aug 20 09:03:59.803748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46056b44-8828-4491-8a9c-edb189580640 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=0af373df-db6f-49f7-bf53-6f8b15cbf185,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:03:59.857369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48c305e0-6456-45cf-a08b-506889bc48d2 req-895ef78a-c5f2-4d29-b05c-f7b7f7426342 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705898 Aug 20 09:03:59.862629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d197011d-f2c0-4593-8c0c-97f19d92f4a0 req-5c2568a2-2985-4506-839c-ecc09da1c2ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802989 Aug 20 09:03:59.893249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.947001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port acbfab66-5e8b-421d-8d77-a53516f32194 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:03:59.947417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:03:59.979677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:58Z', 'revision_number': 10, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:00.013539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] DHCP port deletion for 53571735-6020-41ca-b97a-7b919f647944 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:04:00.015504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port acbfab66-5e8b-421d-8d77-a53516f32194, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=acbfab66-5e8b-421d-8d77-a53516f32194,segment=NetworkSegment(33d20cbe-d09f-41c1-a6b5-03494f5a4b9d),segment_id=33d20cbe-d09f-41c1-a6b5-03494f5a4b9d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:00.016377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:04:00.016493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.030214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for acbfab66-5e8b-421d-8d77-a53516f32194 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:00.050242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:00.050875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:00.107977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.132801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=acbfab66-5e8b-421d-8d77-a53516f32194,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:00.137313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port acbfab66-5e8b-421d-8d77-a53516f32194 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:00.144699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:00.180582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Deleting port acbfab66-5e8b-421d-8d77-a53516f32194 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:00.180964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.217132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.227102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53571735-6020-41ca-b97a-7b919f647944']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:00.238711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:00.239008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d20cbe-d09f-41c1-a6b5-03494f5a4b9d') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:00.248427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.262967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.268699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:04:00.269080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:04:00.272053 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:04:00.319467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] For port acbfab66-5e8b-421d-8d77-a53516f32194, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:00.319858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.329436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.336694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.341123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:00.341588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/53571735-6020-41ca-b97a-7b919f647944 HTTP/1.1" status: 204 len: 168 time: 0.5466127 Aug 20 09:04:00.347445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Calling delete_port for acbfab66-5e8b-421d-8d77-a53516f32194 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:00.351379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Port acbfab66-5e8b-421d-8d77-a53516f32194 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:04:00.356086 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:00.358119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a45f-a1a2-45cc-9a6c-e28b154ba89b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=53571735-6020-41ca-b97a-7b919f647944,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:00.390449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Network 53571735-6020-41ca-b97a-7b919f647944 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:04:00.391161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] No DVR routers for this DVR port acbfab66-5e8b-421d-8d77-a53516f32194 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:00.401897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a349d-92a8-4d62-859d-f37276f1273b None None] Pushing event deleted for resources: {'Port': ['ID=acbfab66-5e8b-421d-8d77-a53516f32194,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:00.453459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:58Z', 'revision_number': 10, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:00.479212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b3b0d5-505f-4fa0-b3d5-c61bd9df93de None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:03:58Z', 'revision_number': 10, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None, '_interfaces': [{'id': '5627cbf4-f994-47cc-b9a6-fe79e68a0d3d', 'name': '', 'network_id': 'db040d30-9040-41c4-af0b-419c407c78ab', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'mac_address': 'fa:16:3e:e2:c4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '70259d99-ae27-40da-9e73-d9319362064e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:03:28Z', 'updated_at': '2021-08-20T09:03:34Z', 'revision_number': 5, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'subnets': [{'id': '70259d99-ae27-40da-9e73-d9319362064e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:04:00.547366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b34a1-1de9-4b69-9b26-e39d1c2885f2 req-7dae8494-1d5e-44d0-8e82-78721494ab39 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:00.548840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-701b34a1-1de9-4b69-9b26-e39d1c2885f2 req-7dae8494-1d5e-44d0-8e82-78721494ab39 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 943 time: 0.1291547 Aug 20 09:04:00.639274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-701b34a1-1de9-4b69-9b26-e39d1c2885f2 req-a214380d-c116-4a8e-ad81-79d7bd62a1fa tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823874 Aug 20 09:04:00.773389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585a45-cc1d-4cd4-aed1-18ea5a73fe9b req-522fa2ad-057e-4853-bf1b-591f6161d3e4 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:00.774936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63585a45-cc1d-4cd4-aed1-18ea5a73fe9b req-522fa2ad-057e-4853-bf1b-591f6161d3e4 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0786464 Aug 20 09:04:00.827473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63585a45-cc1d-4cd4-aed1-18ea5a73fe9b req-9c584219-d7bf-433a-87b3-5044a08b846b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447774 Aug 20 09:04:00.833182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:01.021944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa996d-ce71-40ce-bf77-b01b05e1b2fc req-b0270885-494b-45e2-879f-24d0aabea917 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:01.023368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8aa996d-ce71-40ce-bf77-b01b05e1b2fc req-b0270885-494b-45e2-879f-24d0aabea917 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.1143446 Aug 20 09:04:01.096351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8aa996d-ce71-40ce-bf77-b01b05e1b2fc req-8fe0a65a-b52c-4531-a364-135919721a91 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 Aug 20 09:04:01.106715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e79f0-2e62-42c9-849c-2deb04e01fc8 req-6577b861-b039-4481-8b6f-4b1b7a183a74 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:01.108163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a1e79f0-2e62-42c9-849c-2deb04e01fc8 req-6577b861-b039-4481-8b6f-4b1b7a183a74 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0971847 Aug 20 09:04:01.198045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a1e79f0-2e62-42c9-849c-2deb04e01fc8 req-6dd0dd93-0b48-4cfb-b10b-e8634e02c821 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832834 Aug 20 09:04:01.232650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:01.233071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:01.330710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,segment=NetworkSegment(c3f6c56a-be83-4af0-b67e-e691d736c353),segment_id=c3f6c56a-be83-4af0-b67e-e691d736c353)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:01.331143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:01.347087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:01.653264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-14f24f8a-ae48-47eb-b4f6-898a52d7a3c5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:01.654746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-14f24f8a-ae48-47eb-b4f6-898a52d7a3c5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 815 time: 0.2477713 Aug 20 09:04:01.663083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-f0341bb9-082b-4142-83d8-56c76a3b111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:01.664532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-f0341bb9-082b-4142-83d8-56c76a3b111e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1557453 Aug 20 09:04:01.676615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf20d-10f8-4c5c-aecf-2da1f5043171 req-2fd754f8-c729-4fe8-a7e5-51aec90602c5 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:01.678028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71ddf20d-10f8-4c5c-aecf-2da1f5043171 req-2fd754f8-c729-4fe8-a7e5-51aec90602c5 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1703718 Aug 20 09:04:01.715598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-1251eff5-d856-43ff-92c7-253cf1343dbc tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/quotas/f91abf14f59b42e5ae6c67d49387cfcf HTTP/1.1" status: 200 len: 375 time: 0.0494778 Aug 20 09:04:01.736971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device acbfab66-5e8b-421d-8d77-a53516f32194 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:01.761257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: acbfab66-5e8b-421d-8d77-a53516f32194 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:01.761600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device acbfab66-5e8b-421d-8d77-a53516f32194 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:01.762055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d2f2361d-5e37-468c-848c-44dcb40726d2 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:01.782144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d2f2361d-5e37-468c-848c-44dcb40726d2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:01.782516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d2f2361d-5e37-468c-848c-44dcb40726d2 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:01.797209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:01.842250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71ddf20d-10f8-4c5c-aecf-2da1f5043171 req-de296696-4445-4d37-ad9d-fe1550dbc5e0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489623 Aug 20 09:04:01.846254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=5627cbf4-f994-47cc-b9a6-fe79e68a0d3d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:01.897487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:04:01.923770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-44f0bfd1-a519-4d7b-819b-e1506ad1fecf tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1709960 Aug 20 09:04:01.937247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-2ee13493-817c-4e7f-9a18-be3783b9a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:01.938852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-2ee13493-817c-4e7f-9a18-be3783b9a33c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 200 len: 919 time: 0.2575626 Aug 20 09:04:02.015264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:02.028103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020', 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15', 'port_id': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020', 'mac_address': 'fa:16:3e:13:b5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47099722-8a80-4b45-85ad-452a873052a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:04:02.042301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-d1252c90-b6ce-4af5-923f-0be2ea137f84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 200 len: 217 time: 0.0907283 Aug 20 09:04:02.075259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:02.088618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:04:02.107597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:02.111283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:02.158288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:02.165849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.166201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.166567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.166903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.167233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.167562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.167886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.168209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.168533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.168854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.169174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.169538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:02.365538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:02.488389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:02.528679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ad3f-7885-42d1-9538-52418bd8c431 req-38905d96-c001-4f8b-b437-2228db0f1f94 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:02.530207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8985ad3f-7885-42d1-9538-52418bd8c431 req-38905d96-c001-4f8b-b437-2228db0f1f94 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 943 time: 0.5068173 Aug 20 09:04:02.535382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-70f4b942-6859-4556-9790-7bd4293219b8 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108029 Aug 20 09:04:02.536760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-16bee25b-5539-4786-bc6a-3ec3ceb17315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:02.538279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-16bee25b-5539-4786-bc6a-3ec3ceb17315 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 200 len: 859 time: 0.4730830 Aug 20 09:04:02.677130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-1e1dcefc-3937-45e9-9bb3-f0507e39b672 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067522 Aug 20 09:04:02.705040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-2a200f18-7388-4e3e-b522-53be47a73e62 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:02.706589 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-2a200f18-7388-4e3e-b522-53be47a73e62 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.26 "GET /v2.0/ports?device_id=83a307bc-6103-4bdd-bd15-e26fb5965f88 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Aug 20 09:04:02.798499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8985ad3f-7885-42d1-9538-52418bd8c431 req-3d0c3ab5-30ad-47a9-b421-20655669c140 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591527 Aug 20 09:04:02.799167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Deleting port f69e88cb-64cd-4951-87f8-0c56dc9c10ce {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:02.799517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:02.870807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:04:02.878512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-8c771e33-c4d0-4920-86d4-0cd8b44492d1 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062229 Aug 20 09:04:02.896854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-d1b330b4-6354-4ac3-9143-d4463e556c89 service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080359 Aug 20 09:04:02.912141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] For port f69e88cb-64cd-4951-87f8-0c56dc9c10ce, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:02.912511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:02.928031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Calling delete_port for f69e88cb-64cd-4951-87f8-0c56dc9c10ce owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:03.015830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:04:03.024977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2d71ef50-3e73-44ba-a3a9-489f1406efad tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797585 Aug 20 09:04:03.024977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56592) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:03.027553 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:04:03.040726 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:03.044137 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:03.120902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting subnet 70259d99-ae27-40da-9e73-d9319362064e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:04:03.133186 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.134672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.139324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7bee962-6807-40fb-9bdd-1613b0c36196 req-63908ead-af04-4c00-a2b7-728e0d762e2e service neutron] 10.222.0.26 "GET /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041907 Aug 20 09:04:03.146696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f69e88cb-64cd-4951-87f8-0c56dc9c10ce'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:03.191292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Pushing event deleted for resources: {'Port': ['ID=f69e88cb-64cd-4951-87f8-0c56dc9c10ce,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:03.215164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.235730 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:03.251471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] No DVR routers for this DVR port f69e88cb-64cd-4951-87f8-0c56dc9c10ce on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:03.254923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.257175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c3bf5e-e3fd-409e-8fc0-e6c8a7418fb7 req-d17fd22c-232e-4b8e-ac07-f89f6d8be202 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.26 "DELETE /v2.0/ports/f69e88cb-64cd-4951-87f8-0c56dc9c10ce HTTP/1.1" status: 204 len: 173 time: 0.5448635 Aug 20 09:04:03.257656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'name': 'network-vif-deleted', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:03.260731 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e180d-96e7-46f1-a430-de6b56044e9e" -d '{"events": [{"server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "name": "network-vif-deleted", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:03.290477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56762a7-0386-4601-a8ae-4f38dda5d9b8 req-98e79a06-1a15-45e0-9b9f-ca2deb15bab8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:03.298172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d56762a7-0386-4601-a8ae-4f38dda5d9b8 req-98e79a06-1a15-45e0-9b9f-ca2deb15bab8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1356833 Aug 20 09:04:03.318780 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:04:01Z', 'revision_number': 11, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:03.348486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1be6571-6f33-48b5-ade7-b2d036ca0a93 req-f5a07732-48ed-4fdb-9c47-1169e8474357 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 210 time: 0.0936821 Aug 20 09:04:03.351831 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:04:03.362506 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:03.363705 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:03.399094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.422013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d56762a7-0386-4601-a8ae-4f38dda5d9b8 req-46481e4b-5fd6-4aca-ae02-0b07b1edfb37 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Aug 20 09:04:03.475535 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:03.481615 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbe099-6f71-4d03-8ef4-4e7eda8a8acf x-openstack-request-id: req-84dbe099-6f71-4d03-8ef4-4e7eda8a8acf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:03.481615 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a307bc-6103-4bdd-bd15-e26fb5965f88", "name": "network-vif-deleted", "tag": "f69e88cb-64cd-4951-87f8-0c56dc9c10ce", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:03.481847 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84dbe099-6f71-4d03-8ef4-4e7eda8a8acf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:03.482185 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a307bc-6103-4bdd-bd15-e26fb5965f88', 'name': 'network-vif-deleted', 'tag': 'f69e88cb-64cd-4951-87f8-0c56dc9c10ce', 'status': 'completed', 'code': 200} Aug 20 09:04:03.515724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.541644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43acc7-b9dc-46d2-82af-a8f7b7925b1d None None] Network db040d30-9040-41c4-af0b-419c407c78ab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:04:03.571530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.574292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/70259d99-ae27-40da-9e73-d9319362064e HTTP/1.1" status: 204 len: 168 time: 0.5484762 Aug 20 09:04:03.576938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1778fed-e69a-4301-8717-cbbea2c81a2f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Subnet': ['ID=70259d99-ae27-40da-9e73-d9319362064e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:03.577412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56610) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:03.652358 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:04:01Z', 'revision_number': 11, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:03.677198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.707842 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd3469-76a3-408b-9776-ac8c516f9cc6 None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:04:01Z', 'revision_number': 11, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:04:03.740222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Deleting port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:03.740791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.846743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] For port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,segment=NetworkSegment(c3f6c56a-be83-4af0-b67e-e691d736c353),segment_id=c3f6c56a-be83-4af0-b67e-e691d736c353)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:03.850768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:03.885069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Calling delete_port for df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:03.922614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:04:04.058112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ee5c-649d-47a4-8412-b266b7e30853 req-91664964-f19d-4b82-b3a5-c8d328795350 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:04.060438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3574ee5c-649d-47a4-8412-b266b7e30853 req-91664964-f19d-4b82-b3a5-c8d328795350 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 944 time: 0.1085942 Aug 20 09:04:04.090267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002db37f-5a6e-4f88-abb6-a14d267cdc64 None None] DHCP port deletion for db040d30-9040-41c4-af0b-419c407c78ab request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:04:04.107309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:04:04.117394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.127228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:04:04.127604 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.149888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3574ee5c-649d-47a4-8412-b266b7e30853 req-bf57ec8e-b328-44da-ad96-9c011965bb51 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700517 Aug 20 09:04:04.159586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Port': ['ID=df5d3724-ebaa-4093-8c1b-d6e739e7b4a8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:04.163652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No DVR routers for this DVR port df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:04.194923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-002db37f-5a6e-4f88-abb6-a14d267cdc64 None None] The port 'df5d3724-ebaa-4093-8c1b-d6e739e7b4a8' was deleted {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 09:04:04.278130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.288405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db040d30-9040-41c4-af0b-419c407c78ab']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:04.298423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.299552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f6c56a-be83-4af0-b67e-e691d736c353') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:04.299856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f6c56a-be83-4af0-b67e-e691d736c353') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:04.308866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.324275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.326982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:04.329827 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4885fb03-07de-4bad-b2ae-5e93122bd3b1" -d '{"events": [{"server_uuid": "ac8deb24-6a37-4342-9525-7b1ac8cc7d6b", "name": "network-vif-plugged", "status": "completed", "tag": "64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:04.331586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:04:04.332305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:04:04.342493 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:04:04.360567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:04.366570 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.409162 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750af22-6c5b-4d9b-ab4c-27c5935927f3 x-openstack-request-id: req-1750af22-6c5b-4d9b-ab4c-27c5935927f3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:04.409458 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8deb24-6a37-4342-9525-7b1ac8cc7d6b", "name": "network-vif-plugged", "status": "completed", "tag": "64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:04.409724 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1750af22-6c5b-4d9b-ab4c-27c5935927f3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:04.410121 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020', 'code': 200} Aug 20 09:04:04.444498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.483751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.485702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/networks/db040d30-9040-41c4-af0b-419c407c78ab HTTP/1.1" status: 204 len: 168 time: 0.9065804 Aug 20 09:04:04.486348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:04.486594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cfdd0-2a72-4f0a-b052-91460da895b5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Pushing event deleted for resources: {'Network': ['ID=db040d30-9040-41c4-af0b-419c407c78ab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:04.488873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56632) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:04.493597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'routes': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:04.640732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426251-e1d7-4adc-9f16-9211feb45983 req-963ef7fa-3047-460b-b7a7-7e204125293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:04.642515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-be426251-e1d7-4adc-9f16-9211feb45983 req-963ef7fa-3047-460b-b7a7-7e204125293b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 1096 time: 0.1425083 Aug 20 09:04:04.646178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12d5c3f2-d590-45ee-940a-4a70b922baec req-c751d995-076f-472b-954f-68bb4df79f24 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 210 time: 0.0927231 Aug 20 09:04:04.721817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-2b526e07-86a1-455e-82df-1dc1eaec3451 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:04.723291 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-2b526e07-86a1-455e-82df-1dc1eaec3451 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 815 time: 0.1971850 Aug 20 09:04:04.743409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Request body: {'port': {'device_id': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'admin_state_up': True, 'tenant_id': 'f91abf14f59b42e5ae6c67d49387cfcf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:04.765282 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-be426251-e1d7-4adc-9f16-9211feb45983 req-9dac9309-cd5d-479d-a553-3aa8a1f7fbc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939176 Aug 20 09:04:04.766349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64163a-371d-4dc9-b019-c43772ee1c60 req-360de74a-90c0-4f21-85ac-92f6e0d2760a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:04.768382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a64163a-371d-4dc9-b019-c43772ee1c60 req-360de74a-90c0-4f21-85ac-92f6e0d2760a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.2133076 Aug 20 09:04:04.789305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Added routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 09:04:04.789656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.extraroute_db [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Removed routes are [] {{(pid=101316) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 09:04:04.790340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.894206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a64163a-371d-4dc9-b019-c43772ee1c60 req-f5dab8cd-2a29-4672-9fe9-f33cd60cbc9c tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112847 Aug 20 09:04:04.895099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Made reservation on behalf of f91abf14f59b42e5ae6c67d49387cfcf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:04:04.898986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.964132 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:04.967435 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.037796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Allocated IP 172.20.0.3 (a0eedc91-e7ab-4879-854e-8fa6f146516c/1d849d0f-f235-445b-a50e-4c295dfc1624/05743376-2444-4695-a101-17850b3ea594) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:04:05.044407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 9550e8ca-570d-470f-8075-0180d23f7e31 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:04:05.126595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:04:05.132466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.136956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2f4b7db7-4829-4829-a560-67075c094af0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 701 time: 0.6470463 Aug 20 09:04:05.137617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] Sync routers for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:04:05.137792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56642) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:05.150420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:05.151857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:05.168753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:05.169317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-335a27f8-704b-4365-8b3f-ea4febb6a0ff tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 205 time: 0.0302153 Aug 20 09:04:05.243463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:05.268579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.315676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:04:01Z', 'revision_number': 11, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:05.360377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320c608-0de0-4b99-bcaf-2bae895ec98e req-95aecc62-7602-4bd0-a83b-1a2829ea43c8 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:05.362599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6320c608-0de0-4b99-bcaf-2bae895ec98e req-95aecc62-7602-4bd0-a83b-1a2829ea43c8 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 945 time: 0.0689359 Aug 20 09:04:05.373529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.420997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6320c608-0de0-4b99-bcaf-2bae895ec98e req-ddd10c83-68b9-4bce-b30c-9e129ff6fa13 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Aug 20 09:04:05.490090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.498573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.545414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] Checking router: 9550e8ca-570d-470f-8075-0180d23f7e31 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:04:05.554019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] Routers {'9550e8ca-570d-470f-8075-0180d23f7e31'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:05.556871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9550e8ca-570d-470f-8075-0180d23f7e31'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:05.576626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.577543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router 9550e8ca-570d-470f-8075-0180d23f7e31 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:04:05.584839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.590262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:05.590650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5830d10c-1e4f-437e-ba52-da0e4784a206 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 204 len: 168 time: 0.4208272 Aug 20 09:04:05.592171 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.596690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-380988463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:05.632360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] Set router 9550e8ca-570d-470f-8075-0180d23f7e31 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:05.643215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Network a0eedc91-e7ab-4879-854e-8fa6f146516c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:04:05.646206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:04:05.650503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:04:05.693690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbea5c1-9d11-441f-af81-43eff5e24233 req-b647db69-7bb6-4df0-ac55-a7c2dbbdc94e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:05.695321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6dbea5c1-9d11-441f-af81-43eff5e24233 req-b647db69-7bb6-4df0-ac55-a7c2dbbdc94e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0909843 Aug 20 09:04:05.696034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:05.696396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:04:01Z', 'revision_number': 11, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:05.734439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b368ff-27aa-452c-bbd5-af8a5a904769 None None] The sync data for ids ['9550e8ca-570d-470f-8075-0180d23f7e31'] in n-d-804285-2 is: [{'id': '9550e8ca-570d-470f-8075-0180d23f7e31', 'name': 'tempest-RoutersTest-router-2070867483', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:03:26Z', 'updated_at': '2021-08-20T09:04:01Z', 'revision_number': 11, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:04:05.736379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f69e88cb-64cd-4951-87f8-0c56dc9c10ce'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:05.749039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:05.751881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.779556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-ed89ba05-6c87-45ca-bfb2-f0509a00ab76 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0429606 Aug 20 09:04:05.780741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6dbea5c1-9d11-441f-af81-43eff5e24233 req-c20a200c-517e-4dde-9d69-cc84502aee41 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715635 Aug 20 09:04:05.787035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:05.798588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Request body: {'port': {'device_id': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:05.829970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.830150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:05.830150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df5d3724-ebaa-4093-8c1b-d6e739e7b4a8 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:05.830505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:05.837034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.865962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:05.866318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5627cbf4-f994-47cc-b9a6-fe79e68a0d3d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:05.900274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:05.987865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc8d19-75e3-436f-a08e-46a5f51b776f req-577fa9a8-e4d5-46e4-93ec-d7432aa3cec8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:05.997189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66bc8d19-75e3-436f-a08e-46a5f51b776f req-577fa9a8-e4d5-46e4-93ec-d7432aa3cec8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 931 time: 0.2012239 Aug 20 09:04:06.042751 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.049036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.089388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66bc8d19-75e3-436f-a08e-46a5f51b776f req-4f5b4713-0d9e-43c2-aeea-82c9f0ca7402 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851185 Aug 20 09:04:06.130634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64bbec-f1a4-4484-8bf1-127c3cc28564 req-5d41f95a-4fbe-495e-8f32-fb4278967aea tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.132980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b64bbec-f1a4-4484-8bf1-127c3cc28564 req-5d41f95a-4fbe-495e-8f32-fb4278967aea tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1944680 Aug 20 09:04:06.135535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.140791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16b461af-d3f4-4e11-99f7-f17f949d67c0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5479949 Aug 20 09:04:06.142023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56670) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:06.147237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:06.288729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05743376-2444-4695-a101-17850b3ea594 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:04:06.295028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.307749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Transition to ACTIVE for port object 05743376-2444-4695-a101-17850b3ea594 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:04:06.311832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.349990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b64bbec-f1a4-4484-8bf1-127c3cc28564 req-cb38777b-b1f9-4a4e-b69f-da7891ffb603 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642525 Aug 20 09:04:06.351817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:06.364381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894e31f-416d-45ed-b50b-84187cfa6f7a req-e0c65ff5-3138-4e4d-b2d0-154ed95414b5 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.366174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a894e31f-416d-45ed-b50b-84187cfa6f7a req-e0c65ff5-3138-4e4d-b2d0-154ed95414b5 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1816394 Aug 20 09:04:06.446048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Attempting to bind port 05743376-2444-4695-a101-17850b3ea594 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:04:06.446448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Attempting to bind port 05743376-2444-4695-a101-17850b3ea594 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:04:06.447224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Attempting to bind port 05743376-2444-4695-a101-17850b3ea594 on network a0eedc91-e7ab-4879-854e-8fa6f146516c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:04:06.452031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Port 05743376-2444-4695-a101-17850b3ea594 on network a0eedc91-e7ab-4879-854e-8fa6f146516c not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:04:06.452031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Attempting to bind port 05743376-2444-4695-a101-17850b3ea594 on network a0eedc91-e7ab-4879-854e-8fa6f146516c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:04:06.457004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:04:06.457343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Checking segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:04:06.457743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Bound using segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:04:06.458172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Bound port: 05743376-2444-4695-a101-17850b3ea594, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:04:06.458412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.458513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.476547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.496299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a894e31f-416d-45ed-b50b-84187cfa6f7a req-74d61b37-8429-491a-8dc9-d07918f6c0fa tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860496 Aug 20 09:04:06.550034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:04:06.553826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:04:06.560154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.618739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.619363 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.623207 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] 10.222.0.37 "PUT /v2.0/ports/05743376-2444-4695-a101-17850b3ea594 HTTP/1.1" status: 200 len: 1091 time: 0.8310685 Aug 20 09:04:06.625757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'tag': '05743376-2444-4695-a101-17850b3ea594'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:06.636312 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf0dcee-c405-4574-8d4a-523edb4acf45" -d '{"events": [{"name": "network-changed", "server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "tag": "05743376-2444-4695-a101-17850b3ea594"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:06.712904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ee3a-e4e6-4d26-9fc4-f4d4345f9970 service neutron] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:06.729641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-866a0dc2-6222-4328-976d-057ec53e1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.731773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-866a0dc2-6222-4328-976d-057ec53e1e70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 1094 time: 0.0593009 Aug 20 09:04:06.745179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Router 3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:04:06.759927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119c36-6907-4f50-8413-04444a82cc0f req-885b8c5c-8217-460f-a56d-278a34fb7376 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.760844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c119c36-6907-4f50-8413-04444a82cc0f req-885b8c5c-8217-460f-a56d-278a34fb7376 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 945 time: 0.0814230 Aug 20 09:04:06.801026 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6a1e8-130d-41c6-bc41-5352f6c27cb8 x-openstack-request-id: req-59e6a1e8-130d-41c6-bc41-5352f6c27cb8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:06.801591 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "tag": "05743376-2444-4695-a101-17850b3ea594", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:06.801591 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59e6a1e8-130d-41c6-bc41-5352f6c27cb8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:06.802173 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'tag': '05743376-2444-4695-a101-17850b3ea594', 'status': 'completed', 'code': 200} Aug 20 09:04:06.804074 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a16edf99-4322-4d47-9e7a-d0aed2ed5c90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05743376-2444-4695-a101-17850b3ea594 HTTP/1.1" status: 200 len: 217 time: 0.0638943 Aug 20 09:04:06.860520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:04:06.866469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:06.866907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a841011d-0ea9-4d94-ad23-00ee27767a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.869221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4c81b3dd-8e2e-455e-8053-264aacac8d22 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "PUT /v2.0/routers/3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 HTTP/1.1" status: 200 len: 693 time: 0.7247500 Aug 20 09:04:06.869343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-a841011d-0ea9-4d94-ad23-00ee27767a9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 200 len: 855 time: 0.0583305 Aug 20 09:04:06.871450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:06.873412 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] Sync routers for ids ['3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:04:06.884776 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] Routers {'3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:06.886112 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:06.906960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c119c36-6907-4f50-8413-04444a82cc0f req-20c34284-ec49-44c7-be5d-29457f5f70ce tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991073 Aug 20 09:04:06.923828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827581e4-2bf3-49bb-af5b-87001d748c61 req-77222b0f-64a9-4bf9-9a7a-6abaab0a0c81 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:06.937258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-827581e4-2bf3-49bb-af5b-87001d748c61 req-77222b0f-64a9-4bf9-9a7a-6abaab0a0c81 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0980811 Aug 20 09:04:06.949435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-8efea2e8-4f8c-4ad2-b798-e8ad7f3887bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eedc91-e7ab-4879-854e-8fa6f146516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696783 Aug 20 09:04:07.000478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-827581e4-2bf3-49bb-af5b-87001d748c61 req-ccf4e30d-15c1-45a7-a485-0f514bdfe182 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566628 Aug 20 09:04:07.033242 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] Set router 3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:07.099129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ffb3f936-d9fb-4103-b205-8a2bdb293744 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/routers/3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 HTTP/1.1" status: 200 len: 699 time: 0.2261398 Aug 20 09:04:07.101756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:07.106399 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2', 'name': 'tempest-RoutersTest-router-380988463', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:04:05Z', 'updated_at': '2021-08-20T09:04:06Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:07.138811 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] Checking router: 3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:04:07.161704 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] Routers {'3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:07.163923 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:07.206589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c1698b17-0122-469d-9ba4-2644a6237cd2 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 HTTP/1.1" status: 200 len: 205 time: 0.1011050 Aug 20 09:04:07.207153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56702) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:07.210361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-6dfdf7ab-a578-41aa-bb59-d0179d018d33 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261446 Aug 20 09:04:07.312784 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] Set router 3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:07.372965 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:07.464840 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2', 'name': 'tempest-RoutersTest-router-380988463', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:04:05Z', 'updated_at': '2021-08-20T09:04:06Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:07.478577 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9774cee-a645-471f-b0df-fd8ea5462403 req-f3b3b15e-4a56-4ba1-81d4-09587106a53d service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486577 Aug 20 09:04:07.553480 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be921fd5-0e66-4984-9307-60a43e6a6507 None None] The sync data for ids ['3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2'] in n-d-804285-2 is: [{'id': '3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2', 'name': 'tempest-RoutersTest-router-380988463', 'tenant_id': '1439a4bd261c4f53903a57c5731a00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:04:05Z', 'updated_at': '2021-08-20T09:04:06Z', 'revision_number': 2, 'project_id': '1439a4bd261c4f53903a57c5731a00fb', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:04:07.642811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-f88b6359-7ac4-414c-89cf-82fc65d95df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:07.645029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-f88b6359-7ac4-414c-89cf-82fc65d95df2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 1094 time: 0.1040189 Aug 20 09:04:07.782657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f69e88cb-64cd-4951-87f8-0c56dc9c10ce no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:07.808804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-a25bb5b3-7f5c-4d77-9fb1-62e6cea940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:07.811209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-a25bb5b3-7f5c-4d77-9fb1-62e6cea940f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 915 time: 0.1564929 Aug 20 09:04:07.827656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: f69e88cb-64cd-4951-87f8-0c56dc9c10ce {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:07.828160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f69e88cb-64cd-4951-87f8-0c56dc9c10ce not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:08.194279 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:08.201826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:08.215778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9424102-8718-4c34-a082-4c3f2ae07af7 req-ff9c0b70-5d48-49e0-849c-5e9ad35ea24d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:08.217409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9424102-8718-4c34-a082-4c3f2ae07af7 req-ff9c0b70-5d48-49e0-849c-5e9ad35ea24d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 943 time: 0.2294786 Aug 20 09:04:08.297094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e92182-ae3d-4210-ba36-8fbccbbc44b5 req-9a87b00d-c563-432a-9de5-0160c481f7e0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:08.303860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-1258eed7-1146-4b50-8e4a-0cc9b2117c38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05743376-2444-4695-a101-17850b3ea594 HTTP/1.1" status: 200 len: 217 time: 0.4826705 Aug 20 09:04:08.304588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77e92182-ae3d-4210-ba36-8fbccbbc44b5 req-9a87b00d-c563-432a-9de5-0160c481f7e0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2007840 Aug 20 09:04:08.321185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:08.321748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:04:08.340013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:08.341157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6e66b03a-eb3a-4d87-b562-a65bdee22ed4 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 HTTP/1.1" status: 204 len: 168 time: 1.1329691 Aug 20 09:04:08.346150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56726) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.346753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9424102-8718-4c34-a082-4c3f2ae07af7 req-3c53d312-2c14-42b6-8b20-c249571edbdd tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 Aug 20 09:04:08.376371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-f876dbf6-eef0-47a4-810f-5a6d8b9ce9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:08.378020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77e92182-ae3d-4210-ba36-8fbccbbc44b5 req-91e88263-a194-4075-9eaa-b8652ba796ac tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723341 Aug 20 09:04:08.378398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-f876dbf6-eef0-47a4-810f-5a6d8b9ce9c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 200 len: 855 time: 0.0674860 Aug 20 09:04:08.405117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56728) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.405369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e0787676-6324-4a28-b4a7-6ad603d4bdbf tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 HTTP/1.1" status: 200 len: 205 time: 0.0574677 Aug 20 09:04:08.436577 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-b5bcaebc-fef9-4ed2-a703-7ee20480518a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eedc91-e7ab-4879-854e-8fa6f146516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433192 Aug 20 09:04:08.449197 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-c42e6b13-d43b-4ea9-87b5-f5541edc90ba tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:08.450594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c42e6b13-d43b-4ea9-87b5-f5541edc90ba tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/3b5c6ac4-b1c4-416b-a0e6-409c13cb8fc2 HTTP/1.1" status: 404 len: 336 time: 0.0436552 Aug 20 09:04:08.453889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56730) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.521112 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2341eaf-be07-4524-ad7f-f9b52e6c44a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:08.521692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2341eaf-be07-4524-ad7f-f9b52e6c44a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:08.526874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d2341eaf-be07-4524-ad7f-f9b52e6c44a3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/4ece6344-cac2-456d-86b8-4d1be2d3b825 HTTP/1.1" status: 404 len: 337 time: 0.0676951 Aug 20 09:04:08.529127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.568086 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99cc9b3-9939-4055-8e1f-051bc86e7aa9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:08.568641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99cc9b3-9939-4055-8e1f-051bc86e7aa9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:08.572890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a99cc9b3-9939-4055-8e1f-051bc86e7aa9 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/6743a86c-b14f-4762-8eea-97496ab2c771 HTTP/1.1" status: 404 len: 337 time: 0.0405302 Aug 20 09:04:08.573681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56736) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.608717 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d483934f-7e45-4f70-8120-375cab9a313e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:08.609041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d483934f-7e45-4f70-8120-375cab9a313e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:08.611311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d483934f-7e45-4f70-8120-375cab9a313e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/0af373df-db6f-49f7-bf53-6f8b15cbf185 HTTP/1.1" status: 404 len: 337 time: 0.0359707 Aug 20 09:04:08.614107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56738) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.646829 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43a725e-d8a5-4dd7-a455-1646c876903c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:08.647284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43a725e-d8a5-4dd7-a455-1646c876903c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:08.652092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c43a725e-d8a5-4dd7-a455-1646c876903c tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/70259d99-ae27-40da-9e73-d9319362064e HTTP/1.1" status: 404 len: 337 time: 0.0347011 Aug 20 09:04:08.653067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-9dcf3925-c531-4aa9-a85d-358f5c1ce746 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088995 Aug 20 09:04:08.653568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56740) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.686009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7264d02e-fd61-4ca0-b119-89db6df38625 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 200 len: 205 time: 0.0312598 Aug 20 09:04:08.694846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775668-87db-4c21-be81-a73cb9f30d9c req-6e656546-bc6b-4c20-ad18-42ab26c905aa tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:08.696624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48775668-87db-4c21-be81-a73cb9f30d9c req-6e656546-bc6b-4c20-ad18-42ab26c905aa tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 945 time: 0.0901420 Aug 20 09:04:08.697228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56742) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.762713 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abf0dcee-c405-4574-8d4a-523edb4acf45 req-b32a9663-2bed-43c9-9c96-2b88d4a6cd47 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002252 Aug 20 09:04:08.769518 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4146dba0-cc51-40ca-aa9b-97b72a5940c3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:08.776540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4146dba0-cc51-40ca-aa9b-97b72a5940c3 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/9550e8ca-570d-470f-8075-0180d23f7e31 HTTP/1.1" status: 404 len: 336 time: 0.0760634 Aug 20 09:04:08.777530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56744) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.784959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48775668-87db-4c21-be81-a73cb9f30d9c req-ea8e096a-076f-4987-94b3-86342a726ce2 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813782 Aug 20 09:04:08.812492 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-395bea74-e761-40bb-aa9b-336bdfffbdd5 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda HTTP/1.1" status: 200 len: 205 time: 0.0329790 Aug 20 09:04:08.814887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56746) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.852668 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-9c53e32f-7c86-476d-bfd9-87584009f560 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:08.853749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9c53e32f-7c86-476d-bfd9-87584009f560 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/ef23ba00-cf4f-4d13-b4c1-fe193e3c2eda HTTP/1.1" status: 404 len: 336 time: 0.0378592 Aug 20 09:04:08.856275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56748) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.883697 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4aa705-9ace-4fc4-9537-8456b801f144 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:08.884161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4aa705-9ace-4fc4-9537-8456b801f144 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:08.886044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9a4aa705-9ace-4fc4-9537-8456b801f144 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/d8a32d54-7e5a-4ea1-b41c-6ee56ebee2ec HTTP/1.1" status: 404 len: 337 time: 0.0288162 Aug 20 09:04:08.888563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56752) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.916375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-52255b81-ac65-404d-b719-87990dbaf5d0 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 200 len: 205 time: 0.0266330 Aug 20 09:04:08.918579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56754) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:08.962752 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-a9d50d2c-ba7c-45b1-9879-6399feebc54e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:08.963793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9d50d2c-ba7c-45b1-9879-6399feebc54e tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/77fb6279-e3d7-42ed-b907-890b45b4f65a HTTP/1.1" status: 404 len: 336 time: 0.0443027 Aug 20 09:04:08.966764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56758) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.001778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-12bde712-0785-43d2-bf03-dd3465ac7845 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=6825af05-a5db-463b-9aae-46b4de766054 HTTP/1.1" status: 200 len: 205 time: 0.0329204 Aug 20 09:04:09.003756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56762) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.043072 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-25239757-1f52-4ba3-a89f-80645dec1a9b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:09.044200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-25239757-1f52-4ba3-a89f-80645dec1a9b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/6825af05-a5db-463b-9aae-46b4de766054 HTTP/1.1" status: 404 len: 336 time: 0.0392814 Aug 20 09:04:09.046731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.075730 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7a7d5c-9392-4272-b5d8-10b79bc80558 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:09.076336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7a7d5c-9392-4272-b5d8-10b79bc80558 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:09.080704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8f7a7d5c-9392-4272-b5d8-10b79bc80558 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/82c2cef0-cdd3-4dce-99c1-1f7fee776b7f HTTP/1.1" status: 404 len: 337 time: 0.0303071 Aug 20 09:04:09.080979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.124866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3c445d1f-58ba-4a17-97d7-7e8260690e4f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 HTTP/1.1" status: 200 len: 205 time: 0.0426240 Aug 20 09:04:09.127742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.166707 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-6037f0e1-6cdb-4bde-9b5c-3802cd5a6471 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:09.167297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6037f0e1-6cdb-4bde-9b5c-3802cd5a6471 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/edf59b84-cdb5-4ddc-9b2c-d5a97884d6b8 HTTP/1.1" status: 404 len: 336 time: 0.0388370 Aug 20 09:04:09.170169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56772) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.201270 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2a4bfa-58fe-45d0-a8fa-c90a4bc0328d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:09.201950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2a4bfa-58fe-45d0-a8fa-c90a4bc0328d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:09.203442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e2a4bfa-58fe-45d0-a8fa-c90a4bc0328d tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/1c0fc076-dc47-4792-b5e7-ce55fdcd234f HTTP/1.1" status: 404 len: 337 time: 0.0323317 Aug 20 09:04:09.206317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56774) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.233698 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2320151a-34b7-4de8-b0f1-095e9c1dd77f tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "GET /v2.0/ports?device_id=8097ff4e-ae6c-444f-940c-2c037c22470e HTTP/1.1" status: 200 len: 205 time: 0.0261185 Aug 20 09:04:09.236120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56776) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.274953 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-8d16b3c7-e6db-427d-9d52-7bda4cb2ffa7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] delete failed (client error): The resource could not be found. Aug 20 09:04:09.275970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8d16b3c7-e6db-427d-9d52-7bda4cb2ffa7 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/routers/8097ff4e-ae6c-444f-940c-2c037c22470e HTTP/1.1" status: 404 len: 336 time: 0.0386808 Aug 20 09:04:09.278468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56778) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.304616 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e229df-3be6-430b-b90a-7b1dc57fa766 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:09.305105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e229df-3be6-430b-b90a-7b1dc57fa766 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:09.306912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-05e229df-3be6-430b-b90a-7b1dc57fa766 tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/1e559107-a0d1-462b-9fc8-7d995e3f7bac HTTP/1.1" status: 404 len: 337 time: 0.0275414 Aug 20 09:04:09.309312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.339646 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d569cf22-5f15-4b43-8f83-fe33acb2448b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] DELETE failed (client error): The resource could not be found. Aug 20 09:04:09.340113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d569cf22-5f15-4b43-8f83-fe33acb2448b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:04:09.341917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d569cf22-5f15-4b43-8f83-fe33acb2448b tempest-RoutersTest-797001879 tempest-RoutersTest-797001879-project] 10.222.0.35 "DELETE /v2.0/subnets/188f3269-8ea2-4d9b-b23b-38d15ca24b6e HTTP/1.1" status: 404 len: 337 time: 0.0315859 Aug 20 09:04:09.530560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8eb60-0650-47ee-9c36-0f804f57f956 req-a3c40dc6-86fc-46a1-a436-4d0ef04984ff tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:09.532181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46a8eb60-0650-47ee-9c36-0f804f57f956 req-a3c40dc6-86fc-46a1-a436-4d0ef04984ff tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 943 time: 0.0892119 Aug 20 09:04:09.540923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff76a-b0bb-41c4-a8ff-b8895b33ab7d req-2aaa2766-8e41-4d24-8425-f973d81f3504 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:09.542485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94dff76a-b0bb-41c4-a8ff-b8895b33ab7d req-2aaa2766-8e41-4d24-8425-f973d81f3504 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0886536 Aug 20 09:04:09.573115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56790) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.608698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46a8eb60-0650-47ee-9c36-0f804f57f956 req-821633c7-466b-4350-b1f5-88cc9908e35b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650897 Aug 20 09:04:09.611469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94dff76a-b0bb-41c4-a8ff-b8895b33ab7d req-7b3fe795-bb50-47d8-916c-a43835f2cfff tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620730 Aug 20 09:04:09.734168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a4ba0a5-79b3-41f5-b60a-31da42015412 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1439a4bd261c4f53903a57c5731a00fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598082 Aug 20 09:04:09.736733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56794) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:09.788119 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:09.813108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:09.881688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:09.884747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:09.885898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8114142d-277a-43c2-adb8-4f2826e61acd HTTP/1.1" status: 204 len: 168 time: 0.1481683 Aug 20 09:04:09.898484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114142d-277a-43c2-adb8-4f2826e61acd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:09.909377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.909802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.910246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.910579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.910913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.911245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.911570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.911892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.912216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.912535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.912890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.913172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5c6644-2b15-4d6b-aac9-84943c2a2917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:09.927993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0dcb-9599-4810-bfa2-80ece7bd5e78 req-fbc04340-4959-44c0-be84-89466f1c927d tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:09.929584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb1a0dcb-9599-4810-bfa2-80ece7bd5e78 req-fbc04340-4959-44c0-be84-89466f1c927d tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 945 time: 0.0742543 Aug 20 09:04:09.949746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 05743376-2444-4695-a101-17850b3ea594 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:04:09.999009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb1a0dcb-9599-4810-bfa2-80ece7bd5e78 req-9b812137-8941-4be2-8682-1ceac7f3990c tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617912 Aug 20 09:04:10.076061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-5b1c329b-f084-4d7a-a4b8-95275870efd7 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:10.077671 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-5b1c329b-f084-4d7a-a4b8-95275870efd7 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 945 time: 0.0741928 Aug 20 09:04:10.152149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:10.166661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '05743376-2444-4695-a101-17850b3ea594', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'port_id': '05743376-2444-4695-a101-17850b3ea594', 'mac_address': 'fa:16:3e:18:38:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d849d0f-f235-445b-a50e-4c295dfc1624', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:04:10.212360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Deleting port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:10.212872 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:10.213109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:10.227760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05743376-2444-4695-a101-17850b3ea594 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:04:10.250466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:10.255571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:10.311868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:10.324230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] For port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:10.324598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:10.338696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Calling delete_port for 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:10.480328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:10.493458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:10.513127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Pushing event deleted for resources: {'Port': ['ID=64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:10.525947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['05743376-2444-4695-a101-17850b3ea594'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:10.558107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] No DVR routers for this DVR port 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:10.560839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:10.563191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea457d4e-7262-44fc-b671-9fa3c6197397 req-f230e42c-5263-42b7-a709-44bbfd80e3fd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.37 "DELETE /v2.0/ports/64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 HTTP/1.1" status: 204 len: 173 time: 0.4684312 Aug 20 09:04:10.563694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'name': 'network-vif-deleted', 'tag': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:10.565982 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c28e8-c126-4069-a668-e278b004d57d" -d '{"events": [{"server_uuid": "ac8deb24-6a37-4342-9525-7b1ac8cc7d6b", "name": "network-vif-deleted", "tag": "64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:10.616052 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f4f4e9-e604-4ecf-8a1d-3ab394893491 x-openstack-request-id: req-51f4f4e9-e604-4ecf-8a1d-3ab394893491 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:10.616553 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8deb24-6a37-4342-9525-7b1ac8cc7d6b", "name": "network-vif-deleted", "tag": "64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:10.616951 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51f4f4e9-e604-4ecf-8a1d-3ab394893491 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:10.617551 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8deb24-6a37-4342-9525-7b1ac8cc7d6b', 'name': 'network-vif-deleted', 'tag': '64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020', 'status': 'completed', 'code': 200} Aug 20 09:04:10.820949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d084c0-ae4d-4e0d-b5db-d057675202c0 req-048e03a4-e71e-47ee-90aa-adfbbb440b9c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:10.822571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17d084c0-ae4d-4e0d-b5db-d057675202c0 req-048e03a4-e71e-47ee-90aa-adfbbb440b9c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1023746 Aug 20 09:04:10.838647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0003b1-3c89-434e-ab22-600e355a1910 req-2538edfa-d9f3-4f45-9857-fde975c30719 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:10.840224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f0003b1-3c89-434e-ab22-600e355a1910 req-2538edfa-d9f3-4f45-9857-fde975c30719 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 944 time: 0.0804856 Aug 20 09:04:10.897351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17d084c0-ae4d-4e0d-b5db-d057675202c0 req-0da424fb-db17-4e54-85b2-8f275b9e2685 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560796 Aug 20 09:04:10.906718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f0003b1-3c89-434e-ab22-600e355a1910 req-14add863-97c4-4524-ab32-0c1e96a94528 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Aug 20 09:04:11.122955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b191dbf-8f2b-4e0a-9d13-f6309b08fd3a req-aa0f7934-80cd-41c8-bcd9-451cd8a8c030 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac8deb24-6a37-4342-9525-7b1ac8cc7d6b HTTP/1.1" status: 200 len: 210 time: 0.0344434 Aug 20 09:04:11.955871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 05743376-2444-4695-a101-17850b3ea594 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:04:12.036344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 05743376-2444-4695-a101-17850b3ea594 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:04:12.041043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 05743376-2444-4695-a101-17850b3ea594 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:04:12.041491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:12.074226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9203f99-0199-4223-9bba-5ab6870607e8 req-3e67c92f-8272-4343-ac83-45d39e9f6c1a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:12.075729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9203f99-0199-4223-9bba-5ab6870607e8 req-3e67c92f-8272-4343-ac83-45d39e9f6c1a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0785444 Aug 20 09:04:12.088235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f63d08-e630-440f-bfe6-7f605d9c12fc req-9b5b64e9-55ff-4d35-8ea5-360fcc86be64 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:12.089973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93f63d08-e630-440f-bfe6-7f605d9c12fc req-9b5b64e9-55ff-4d35-8ea5-360fcc86be64 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 944 time: 0.0837445 Aug 20 09:04:12.120221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:12.144873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05743376-2444-4695-a101-17850b3ea594'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:12.147171 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f82f11-b5ee-4b4f-80e8-159f8469d104" -d '{"events": [{"server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "name": "network-vif-plugged", "status": "completed", "tag": "05743376-2444-4695-a101-17850b3ea594"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:12.147309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9203f99-0199-4223-9bba-5ab6870607e8 req-0875b369-b45a-4081-b7e8-75169fad6557 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560982 Aug 20 09:04:12.150514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93f63d08-e630-440f-bfe6-7f605d9c12fc req-59a832cc-291d-4ff6-a2ba-7fd44ba44123 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536044 Aug 20 09:04:12.160962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:12.165339 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:12.166451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:12.187190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:12.187538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 64d1142a-fdc1-4a6b-b7d0-7bc9e1a19020 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:12.234221 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303da49-18c0-4c33-945b-f0dde5b18fb2 x-openstack-request-id: req-b303da49-18c0-4c33-945b-f0dde5b18fb2 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:12.234679 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "name": "network-vif-plugged", "status": "completed", "tag": "05743376-2444-4695-a101-17850b3ea594", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:12.234902 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b303da49-18c0-4c33-945b-f0dde5b18fb2 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:12.235612 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05743376-2444-4695-a101-17850b3ea594', 'code': 200} Aug 20 09:04:12.258592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:12.356829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f173fd-2c99-4e74-ac48-f5249dcb7068 req-b2c15e2b-6790-400e-af84-ea5eff2bc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:12.358565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2f173fd-2c99-4e74-ac48-f5249dcb7068 req-b2c15e2b-6790-400e-af84-ea5eff2bc641 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 1096 time: 0.0502691 Aug 20 09:04:12.395755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2f173fd-2c99-4e74-ac48-f5249dcb7068 req-2d382fad-c976-4017-af33-d59e4a9ff356 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297067 Aug 20 09:04:12.550108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-6a419fbd-80b8-4392-a51b-0c463b289ff9 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:12.551587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-6a419fbd-80b8-4392-a51b-0c463b289ff9 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/networks?id=d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 200 len: 809 time: 0.1042233 Aug 20 09:04:12.566636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-5cc03f6f-f68f-43c8-bc95-7f19b6510b82 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/quotas/c95251c3fff04d25a7c682727907622b HTTP/1.1" status: 200 len: 375 time: 0.0093126 Aug 20 09:04:12.601490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-ac865525-553c-4f8b-846f-06d82d1db484 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c95251c3fff04d25a7c682727907622b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287533 Aug 20 09:04:12.614577 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:12.696701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-919bf9ec-8979-4ae7-9c38-eaf383410dd1 service neutron] 10.222.0.35 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Aug 20 09:04:12.794443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-1ed703bf-bcd5-40cb-8e8b-c993d49dc034 service neutron] 10.222.0.35 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916164 Aug 20 09:04:13.008246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49228dee-0dc8-4c5d-9dae-69448a7d8596 req-c9ff6022-69fb-47fa-a07e-d0afaa98f5d5 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 210 time: 0.0458241 Aug 20 09:04:13.198622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eec8e304-cfa0-4b42-9aad-ab450bb714d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.341571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4979d-1da0-4bf7-967b-44a7dc7c7045 req-32cedf84-6c9d-4ee9-bf35-879e1c349c0b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:13.342901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2c4979d-1da0-4bf7-967b-44a7dc7c7045 req-32cedf84-6c9d-4ee9-bf35-879e1c349c0b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0923903 Aug 20 09:04:13.376647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61a0c1-ab0f-444d-b42e-2e7e3aa40b92 req-5e764c49-666e-4170-931e-3f4c3aa45cbb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:13.385038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b61a0c1-ab0f-444d-b42e-2e7e3aa40b92 req-5e764c49-666e-4170-931e-3f4c3aa45cbb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1028357 Aug 20 09:04:13.432455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2c4979d-1da0-4bf7-967b-44a7dc7c7045 req-b829f638-e6af-4b40-a16e-25ec06ef148c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742300 Aug 20 09:04:13.466271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b61a0c1-ab0f-444d-b42e-2e7e3aa40b92 req-51eaca49-5050-4390-bbc5-b0528f68f6ab tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802324 Aug 20 09:04:13.468566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56914) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:13.630973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29dafe5b-52d8-460f-8099-289f5084c16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.769879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29dafe5b-52d8-460f-8099-289f5084c16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.774490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29dafe5b-52d8-460f-8099-289f5084c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.819788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29dafe5b-52d8-460f-8099-289f5084c16b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea3533ebe294534a429d1c899ac3fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492587 Aug 20 09:04:13.820853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dafe5b-52d8-460f-8099-289f5084c16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2859a62-a244-4a17-9c95-05e4a316b778,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:13.822584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56924) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:13.879946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6cd12338-f894-472f-8701-1970b9a220c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.910144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6cd12338-f894-472f-8701-1970b9a220c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.955096 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.977192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6cd12338-f894-472f-8701-1970b9a220c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.986399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6cd12338-f894-472f-8701-1970b9a220c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:13.987890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6cd12338-f894-472f-8701-1970b9a220c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2859a62-a244-4a17-9c95-05e4a316b778 HTTP/1.1" status: 204 len: 168 time: 0.1641166 Aug 20 09:04:13.998229 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd12338-f894-472f-8701-1970b9a220c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2859a62-a244-4a17-9c95-05e4a316b778,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:14.119019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2765be20-6c14-49c9-83d1-1169c6327bf7 req-e4bb9cfb-e146-4c79-ae21-11b7dcb26759 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 210 time: 0.0315316 Aug 20 09:04:14.236655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-d366145e-8c86-40d0-bc3a-994acd0afedd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:14.238595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-d366145e-8c86-40d0-bc3a-994acd0afedd tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.26 "GET /v2.0/networks?id=d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 200 len: 809 time: 0.1475520 Aug 20 09:04:14.252441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Request body: {'port': {'device_id': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15', 'admin_state_up': True, 'tenant_id': 'c95251c3fff04d25a7c682727907622b'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:14.339117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56938) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:14.357289 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:14.380313 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:04:14.380313 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 09:04:14.380313 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': '5e421a721e1a409eaca5b000784ae157', 'id': '6f285fd2-5add-4500-b4ac-b8414d00b862', 'expiration': datetime.datetime(2021, 8, 20, 9, 6, 14, 376271)}] Aug 20 09:04:14.380313 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:04:14.380686 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:04:14.389605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Made reservation on behalf of c95251c3fff04d25a7c682727907622b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:04:14.393127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:14.547016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Allocated IP 172.20.0.12 (d0870785-c7e9-44e4-9480-4637ebbf4d15/47099722-8a80-4b45-85ad-452a873052a7/cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:04:14.613578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9640392-8e88-4031-8241-b976d2c24413 req-3ae0f8cd-1045-491c-adcd-d52b9f244cc9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:14.615169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9640392-8e88-4031-8241-b976d2c24413 req-3ae0f8cd-1045-491c-adcd-d52b9f244cc9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0832496 Aug 20 09:04:14.624115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c0e4e-031f-4759-a077-3b0b62f9536e req-9000648d-d529-44c1-b025-9ecb5fc8badd tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:14.625641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-655c0e4e-031f-4759-a077-3b0b62f9536e req-9000648d-d529-44c1-b025-9ecb5fc8badd tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0805326 Aug 20 09:04:14.679840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9640392-8e88-4031-8241-b976d2c24413 req-f8216238-fc4d-4ab6-9e0e-5701230081f5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531144 Aug 20 09:04:14.688147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-655c0e4e-031f-4759-a077-3b0b62f9536e req-7588d58d-2d98-4623-9ad9-11f5cb02d733 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545292 Aug 20 09:04:14.708253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:14.767046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:14.826450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Network d0870785-c7e9-44e4-9480-4637ebbf4d15 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:04:14.830163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:04:14.834177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:04:14.863085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Pushing event updated for resources: {'Port': ['ID=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:14.877203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb241b-24fb-40aa-9485-8c952b0bfeb2 req-83fb4670-a11c-47ef-a275-e879d2c9bf22 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:14.878883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90eb241b-24fb-40aa-9485-8c952b0bfeb2 req-83fb4670-a11c-47ef-a275-e879d2c9bf22 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0550942 Aug 20 09:04:14.881563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:14.902880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:14.903572 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:14.938213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90eb241b-24fb-40aa-9485-8c952b0bfeb2 req-7dfc0baf-b64f-4db8-b866-c4296f0c9f94 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Aug 20 09:04:15.020701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.026244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.031767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-4a0c0581-d61c-48b3-8415-514c9453297a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7841239 Aug 20 09:04:15.048643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Request body: {'port': {'device_id': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:15.087252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7508e0-5c3a-464e-be18-d6b5f7997ec7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:15.092564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbfdd588-e03e-412d-b93b-271b41c43d4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e421a721e1a409eaca5b000784ae157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7522595 Aug 20 09:04:15.095249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:15.145053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.180051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a647d13-014e-4cd3-a23d-77a6e25d23f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.217108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a647d13-014e-4cd3-a23d-77a6e25d23f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.324086 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a647d13-014e-4cd3-a23d-77a6e25d23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.326672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a647d13-014e-4cd3-a23d-77a6e25d23f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.328559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6a647d13-014e-4cd3-a23d-77a6e25d23f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da7508e0-5c3a-464e-be18-d6b5f7997ec7 HTTP/1.1" status: 204 len: 168 time: 0.2315221 Aug 20 09:04:15.345453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647d13-014e-4cd3-a23d-77a6e25d23f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7508e0-5c3a-464e-be18-d6b5f7997ec7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:15.366939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceea5f-c9fc-4231-adec-d51b80fe4be0 req-c48f56e3-e393-45b5-865e-780900e07127 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:15.369087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53ceea5f-c9fc-4231-adec-d51b80fe4be0 req-c48f56e3-e393-45b5-865e-780900e07127 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1061630 Aug 20 09:04:15.377209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee93fce-afe8-4e12-a2e4-04bc3052b161 req-01ec70f6-effa-404e-9490-ef23b682dbfa tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:15.386614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fee93fce-afe8-4e12-a2e4-04bc3052b161 req-01ec70f6-effa-404e-9490-ef23b682dbfa tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 932 time: 0.1216967 Aug 20 09:04:15.473610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53ceea5f-c9fc-4231-adec-d51b80fe4be0 req-3e9b3cdb-f12c-4033-9d7c-d524d53b36c3 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Aug 20 09:04:15.483727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:04:15.493015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.498251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fee93fce-afe8-4e12-a2e4-04bc3052b161 req-790de6f9-64bf-4db9-9c18-7a4e4f8e480e tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080794 Aug 20 09:04:15.516334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Transition to ACTIVE for port object cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:04:15.521295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.582392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Pushing event updated for resources: {'Port': ['ID=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:15.600334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08ef5-50c5-4a96-991f-ae9aef427b56 req-3117c13b-96fe-4a86-b2cc-045349cdcdf1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:15.602732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62d08ef5-50c5-4a96-991f-ae9aef427b56 req-3117c13b-96fe-4a86-b2cc-045349cdcdf1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0571623 Aug 20 09:04:15.653569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62d08ef5-50c5-4a96-991f-ae9aef427b56 req-795ebca1-13fb-45bb-b081-fa0038907f5c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Aug 20 09:04:15.670832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Attempting to bind port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:04:15.671250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Attempting to bind port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:04:15.671665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Attempting to bind port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 on network d0870785-c7e9-44e4-9480-4637ebbf4d15 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:04:15.681586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 on network d0870785-c7e9-44e4-9480-4637ebbf4d15 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:04:15.681943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Attempting to bind port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 on network d0870785-c7e9-44e4-9480-4637ebbf4d15 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:04:15.699833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:04:15.700410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Checking segment: {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:04:15.700946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Bound using segment: {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:04:15.701407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Bound port: cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707ec447-7888-414a-a6d1-6cd12acc5c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:04:15.701813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.798757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] For port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:04:15.803800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] For port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:04:15.809804 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.846341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d87f8-995e-4792-b6ae-68e08cb4b4ac req-c75ac4ad-a7ba-4236-b705-e409c2acdb55 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:15.853317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:15.854591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:15.856117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] 10.222.0.26 "PUT /v2.0/ports/cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 HTTP/1.1" status: 200 len: 1092 time: 0.8119900 Aug 20 09:04:15.856748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c7d87f8-995e-4792-b6ae-68e08cb4b4ac req-c75ac4ad-a7ba-4236-b705-e409c2acdb55 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0991275 Aug 20 09:04:15.859042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'tag': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:15.871618 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab453720-8a72-40ed-842f-7fc56972c801" -d '{"events": [{"name": "network-changed", "server_uuid": "a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2", "tag": "cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:15.911680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c7d87f8-995e-4792-b6ae-68e08cb4b4ac req-7b0ab4eb-84bf-47cd-9c73-c6d13b96ab72 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498803 Aug 20 09:04:15.964904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee26f3a-fc2b-4772-b5a3-8cb1872b2cbf service neutron] Pushing event updated for resources: {'Port': ['ID=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:15.987399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-9d3f9fc3-ecdf-40f9-861e-5ce554d38af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:15.994464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-9d3f9fc3-ecdf-40f9-861e-5ce554d38af2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c95251c3fff04d25a7c682727907622b&device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 1095 time: 0.0888875 Aug 20 09:04:16.062769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-95486b50-e8eb-4f3b-8694-728fe65a1f7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 HTTP/1.1" status: 200 len: 217 time: 0.0591567 Aug 20 09:04:16.198744 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a110f73-99dc-463e-a285-47b9eb58a8e5 x-openstack-request-id: req-8a110f73-99dc-463e-a285-47b9eb58a8e5 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:16.200105 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2", "tag": "cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:16.200372 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a110f73-99dc-463e-a285-47b9eb58a8e5 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:16.202381 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'tag': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8', 'status': 'completed', 'code': 200} Aug 20 09:04:16.220741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-75bacd5c-c139-4520-b89d-96132501d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:16.222258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-75bacd5c-c139-4520-b89d-96132501d985 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47099722-8a80-4b45-85ad-452a873052a7 HTTP/1.1" status: 200 len: 849 time: 0.1375012 Aug 20 09:04:16.261130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-06b751d4-5513-48b1-8fc7-126b2e72fd9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0870785-c7e9-44e4-9480-4637ebbf4d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312955 Aug 20 09:04:16.262203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a896-a354-4244-a505-c79f30a6c544 req-cddb9bf8-d358-484f-8502-4777e6229f57 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:16.264771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da40a896-a354-4244-a505-c79f30a6c544 req-cddb9bf8-d358-484f-8502-4777e6229f57 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1050820 Aug 20 09:04:16.283669 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:16.325094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da40a896-a354-4244-a505-c79f30a6c544 req-5605ecc0-dcfc-4127-a408-b81cc17febd3 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Aug 20 09:04:16.393768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-a06cfce5-1fdc-4fd5-810f-665820e10b3f service neutron] 10.222.0.26 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258979 Aug 20 09:04:16.499557 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a92439e0-684f-48f5-9cfd-77b684fc9462 req-5648896d-8149-4b87-9baa-72b4d083a657 service neutron] 10.222.0.26 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965688 Aug 20 09:04:16.604760 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32e7eb61-9bf4-41d8-849e-08c3e54b05aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:16.614420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453720-8a72-40ed-842f-7fc56972c801 req-47a6bc64-282f-43a6-b0e6-a3ee44cf4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:16.616096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-47a6bc64-282f-43a6-b0e6-a3ee44cf4abc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c95251c3fff04d25a7c682727907622b&device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 1095 time: 0.0584846 Aug 20 09:04:16.665188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bf2b8-5027-433a-9418-f64faa6d334c req-b37a9d6f-75d2-459e-8f94-9f82e2126ef5 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:16.670998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96bf2b8-5027-433a-9418-f64faa6d334c req-b37a9d6f-75d2-459e-8f94-9f82e2126ef5 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 944 time: 0.0973604 Aug 20 09:04:16.725030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96bf2b8-5027-433a-9418-f64faa6d334c req-dbf7751c-47ee-443d-b43d-05b3ce3e5705 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Aug 20 09:04:16.744202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453720-8a72-40ed-842f-7fc56972c801 req-122152f8-f580-4586-8daf-b7fda0b82b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:16.745691 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-122152f8-f580-4586-8daf-b7fda0b82b6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 200 len: 909 time: 0.1199210 Aug 20 09:04:16.792655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-a81964cf-cef0-458b-9ec3-49349fdf1270 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 HTTP/1.1" status: 200 len: 217 time: 0.0393758 Aug 20 09:04:16.850191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453720-8a72-40ed-842f-7fc56972c801 req-bb146afc-0e60-4122-adb9-d9fd1c8bb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:16.851996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-bb146afc-0e60-4122-adb9-d9fd1c8bb8e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47099722-8a80-4b45-85ad-452a873052a7 HTTP/1.1" status: 200 len: 849 time: 0.0516291 Aug 20 09:04:16.890081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-5f650078-f53e-4a76-a4db-bdbdb2297687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d0870785-c7e9-44e4-9480-4637ebbf4d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308244 Aug 20 09:04:17.005099 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-690a8663-9b2f-4527-8c7d-443e1d6bdb3a service neutron] 10.222.0.26 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048603 Aug 20 09:04:17.073471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35555107-5de0-4395-910e-8373efa98be9 req-1a96e1fe-ac91-466f-b0ce-07d417497e1b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:17.075076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35555107-5de0-4395-910e-8373efa98be9 req-1a96e1fe-ac91-466f-b0ce-07d417497e1b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0747473 Aug 20 09:04:17.130157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35555107-5de0-4395-910e-8373efa98be9 req-89e68905-d9a4-49dd-9f25-7e86b505cfcb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446756 Aug 20 09:04:17.161470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab453720-8a72-40ed-842f-7fc56972c801 req-2b16f9be-8002-470c-8405-e79974ec8e62 service neutron] 10.222.0.26 "GET /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466882 Aug 20 09:04:17.384673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:17.482147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768ad4-8c10-427c-87ea-575ada9221ab req-79ba01c0-9b41-4398-ab5b-6d92c82daba8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:17.491428 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6768ad4-8c10-427c-87ea-575ada9221ab req-79ba01c0-9b41-4398-ab5b-6d92c82daba8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0688121 Aug 20 09:04:17.543883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6768ad4-8c10-427c-87ea-575ada9221ab req-9acfa85b-0211-4fbb-9072-c21820b190dc tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Aug 20 09:04:17.842369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b76828-da42-4998-9b2c-10fb9fc411e7 req-3a492943-72a3-45f6-9102-eb02fefc3d0a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:17.844047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3b76828-da42-4998-9b2c-10fb9fc411e7 req-3a492943-72a3-45f6-9102-eb02fefc3d0a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 944 time: 0.0543969 Aug 20 09:04:17.888006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3b76828-da42-4998-9b2c-10fb9fc411e7 req-945f6c71-1a5e-4cea-bcd3-8204ed1c880a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Aug 20 09:04:18.287553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14e30-8d58-45bd-ac55-574061ba4491 req-bc518279-599a-4c68-b305-35f6fd0a55d7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.289168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6c14e30-8d58-45bd-ac55-574061ba4491 req-bc518279-599a-4c68-b305-35f6fd0a55d7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0603693 Aug 20 09:04:18.335849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6c14e30-8d58-45bd-ac55-574061ba4491 req-ceb6ee11-4b9e-4ba6-a288-3d502388a1f9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358942 Aug 20 09:04:18.547759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42349c-0317-4cc8-b954-454d9a706f86 req-40676fd1-4c95-4023-9d73-b3b3e6db9740 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.549549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d42349c-0317-4cc8-b954-454d9a706f86 req-40676fd1-4c95-4023-9d73-b3b3e6db9740 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0559232 Aug 20 09:04:18.582515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-f3700af1-00ac-4197-a033-308955ac93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.584305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-f3700af1-00ac-4197-a033-308955ac93c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.0495739 Aug 20 09:04:18.602812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d42349c-0317-4cc8-b954-454d9a706f86 req-04695397-1d65-47d7-8418-0c1282494b6c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Aug 20 09:04:18.676504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f6d41-1c0b-471c-90ff-dc499e7f8fca req-853c298b-407e-43ee-958e-f033d93c6383 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.679589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-089f6d41-1c0b-471c-90ff-dc499e7f8fca req-853c298b-407e-43ee-958e-f033d93c6383 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0586176 Aug 20 09:04:18.699568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-0efbd94a-0c8b-4db6-8e94-35d52476b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.701409 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-0efbd94a-0c8b-4db6-8e94-35d52476b039 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.1102798 Aug 20 09:04:18.721329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-089f6d41-1c0b-471c-90ff-dc499e7f8fca req-701156d6-dcd0-4f28-b754-8a090fad4a95 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356591 Aug 20 09:04:18.780289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-5cc13118-dd48-4c6c-b80a-a2688bda906a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.0710216 Aug 20 09:04:18.785514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:18.835781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-0ec12442-b939-4293-ab79-c0d47e42383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.838327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-0ec12442-b939-4293-ab79-c0d47e42383d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0510068 Aug 20 09:04:18.891648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-16dcb459-32eb-4c4e-bf54-ef4dbdaefc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:18.893170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-16dcb459-32eb-4c4e-bf54-ef4dbdaefc38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476816 Aug 20 09:04:18.999661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-2232ae75-a6f6-4af1-8fd2-c025694dfa40 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993242 Aug 20 09:04:19.017205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59c47f-c6c5-4882-bc0f-09695175d641 req-9dbdee9b-5418-467c-8923-283bba8a6948 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:19.020084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b59c47f-c6c5-4882-bc0f-09695175d641 req-9dbdee9b-5418-467c-8923-283bba8a6948 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 944 time: 0.0542662 Aug 20 09:04:19.059847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b59c47f-c6c5-4882-bc0f-09695175d641 req-631f9d2b-980a-400f-b339-1b7f01eff8b2 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Aug 20 09:04:19.118269 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7cf5eb5d-8808-425a-a321-0e6b10c46886 req-4fbc0692-7ebd-42f8-bc03-cfc1f2b0bf97 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026213 Aug 20 09:04:19.699123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289c94-d81d-4344-b706-a786874078ed req-fe7702b3-5f7d-4704-983e-85a0d6dd7af8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:19.700889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08289c94-d81d-4344-b706-a786874078ed req-fe7702b3-5f7d-4704-983e-85a0d6dd7af8 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0714474 Aug 20 09:04:19.777777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08289c94-d81d-4344-b706-a786874078ed req-f91d3cb2-59fa-4837-8b38-7e87d4307cda tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706406 Aug 20 09:04:19.799411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7243bb-1689-45ab-b273-179c246d3aa6 req-8ed37fc2-5b49-4144-a50f-82bac36984c6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:19.800899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f7243bb-1689-45ab-b273-179c246d3aa6 req-8ed37fc2-5b49-4144-a50f-82bac36984c6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0700214 Aug 20 09:04:19.810408 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:04:19.818262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:04:19.860839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f7243bb-1689-45ab-b273-179c246d3aa6 req-db9c0d45-8e16-48ae-ac4c-af24b9ab562b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517995 Aug 20 09:04:19.970514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:19.979380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208b266-7389-41fd-8c66-84e2112d2e3b req-5ed51963-ac5b-42a3-b38c-e0b55a852a78 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:19.981596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1208b266-7389-41fd-8c66-84e2112d2e3b req-5ed51963-ac5b-42a3-b38c-e0b55a852a78 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1052346 Aug 20 09:04:19.998207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8', 'network_id': 'd0870785-c7e9-44e4-9480-4637ebbf4d15', 'port_id': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8', 'mac_address': 'fa:16:3e:8a:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47099722-8a80-4b45-85ad-452a873052a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:04:20.074617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:20.096549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1208b266-7389-41fd-8c66-84e2112d2e3b req-b21d4351-df9b-4200-91ba-a04a92b89f55 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093574 Aug 20 09:04:20.114264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:04:20.142429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:20.150785 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:20.221108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:20.252505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f4983-f0b4-4198-b9b6-268d569f4705 req-9569f4bd-2497-4c55-9f1f-851cf6653feb tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:20.254162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f5f4983-f0b4-4198-b9b6-268d569f4705 req-9569f4bd-2497-4c55-9f1f-851cf6653feb tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 945 time: 0.0608439 Aug 20 09:04:20.296062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f5f4983-f0b4-4198-b9b6-268d569f4705 req-3d5abf0b-bd07-4909-8cf9-8ced1efa72a8 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Aug 20 09:04:20.471919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:20.907963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb51587-09fc-49d7-a919-b077114fa38d req-7612305f-70a2-4463-98d5-0798949bdee9 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:20.909459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bb51587-09fc-49d7-a919-b077114fa38d req-7612305f-70a2-4463-98d5-0798949bdee9 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0533216 Aug 20 09:04:20.953910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bb51587-09fc-49d7-a919-b077114fa38d req-7e39bf7c-9ad0-44db-97c9-edc6befb4949 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 Aug 20 09:04:21.018652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef213-c531-4c7e-bd63-b06bb7d9942e req-0813cdc4-9e15-4f04-b821-70f60a5f16bd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:21.020207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c54ef213-c531-4c7e-bd63-b06bb7d9942e req-0813cdc4-9e15-4f04-b821-70f60a5f16bd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0518100 Aug 20 09:04:21.060852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c54ef213-c531-4c7e-bd63-b06bb7d9942e req-54a004de-cfb0-46be-ab77-dccac2e2e4ae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335448 Aug 20 09:04:21.197056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74c657-ff59-4a91-9bcb-8620fb6dad5f req-4bf87866-3871-4ef7-b9d2-09a5f97c0b0f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:21.198519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df74c657-ff59-4a91-9bcb-8620fb6dad5f req-4bf87866-3871-4ef7-b9d2-09a5f97c0b0f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0554967 Aug 20 09:04:21.270467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df74c657-ff59-4a91-9bcb-8620fb6dad5f req-555cbdc3-dc17-470a-a632-4f9f34f29079 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641465 Aug 20 09:04:21.281842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f259-e6f3-40c2-a1de-3a93d803ccb5 req-3136df4f-e63a-4c9d-8599-cb2b587869dd tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:21.283325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe59f259-e6f3-40c2-a1de-3a93d803ccb5 req-3136df4f-e63a-4c9d-8599-cb2b587869dd tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0955949 Aug 20 09:04:21.325199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe59f259-e6f3-40c2-a1de-3a93d803ccb5 req-c7927447-740d-4341-bf08-60f57868ac06 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348911 Aug 20 09:04:21.518981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85615a-6e22-45a3-a236-37059399386c req-828badee-80b6-4ef7-bfeb-89e7fa8267b4 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:21.520970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd85615a-6e22-45a3-a236-37059399386c req-828badee-80b6-4ef7-bfeb-89e7fa8267b4 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 945 time: 0.0612464 Aug 20 09:04:21.596280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd85615a-6e22-45a3-a236-37059399386c req-38d33686-75cb-4e5b-85a9-dc4addd1a2ed tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656946 Aug 20 09:04:21.612094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faa155-25a7-4eef-a542-f189092c672c req-a494affb-2390-4a28-8f77-5cb1d3e361cc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:21.613592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9faa155-25a7-4eef-a542-f189092c672c req-a494affb-2390-4a28-8f77-5cb1d3e361cc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0677257 Aug 20 09:04:21.652086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9faa155-25a7-4eef-a542-f189092c672c req-5fa77c30-4d8e-41e6-99f2-1a14eebb2697 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324328 Aug 20 09:04:21.841444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:04:21.849491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6821fd-e04c-49a9-b5e8-dd64f065f621 req-c1a8817d-546f-498f-8ce4-b2ca9bb799d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:21.851047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6821fd-e04c-49a9-b5e8-dd64f065f621 req-c1a8817d-546f-498f-8ce4-b2ca9bb799d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0507824 Aug 20 09:04:21.891639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6821fd-e04c-49a9-b5e8-dd64f065f621 req-5b282c23-d48d-41ee-a4d6-d56c0d709b31 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338261 Aug 20 09:04:21.900354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:04:21.914146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:04:21.914146 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:21.989250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:22.013849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:22.016116 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b5842-9ae0-4524-b61e-fc699de5302f" -d '{"events": [{"server_uuid": "a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2", "name": "network-vif-plugged", "status": "completed", "tag": "cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:22.029598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:22.034090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:22.104848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55535d59-14ff-416d-b135-ebc5421a4327 req-ad7be896-7e15-4c36-b181-812c5dc32d71 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:22.110933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:22.118536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55535d59-14ff-416d-b135-ebc5421a4327 req-ad7be896-7e15-4c36-b181-812c5dc32d71 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0892818 Aug 20 09:04:22.120449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-5e34a227-00d8-4df8-937d-2d4880146f10 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:22.122499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-5e34a227-00d8-4df8-937d-2d4880146f10 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 945 time: 0.0729625 Aug 20 09:04:22.182208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55535d59-14ff-416d-b135-ebc5421a4327 req-b197e6b6-9386-46e9-ae30-0c5488a485c0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581257 Aug 20 09:04:22.224898 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a49c61b-804b-47f9-8f1d-cde414d8ddd4 x-openstack-request-id: req-3a49c61b-804b-47f9-8f1d-cde414d8ddd4 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:22.225197 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2", "name": "network-vif-plugged", "status": "completed", "tag": "cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:22.225453 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a49c61b-804b-47f9-8f1d-cde414d8ddd4 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:22.225892 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8', 'code': 200} Aug 20 09:04:22.285342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Deleting port 1ce09390-a332-4974-96e8-77685fd7e71f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:22.285790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:22.395429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e168e-baf2-4ff9-a17a-9dc3e48c787f req-608c18b0-273f-4727-9391-f12eb31052cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:22.397225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c6e168e-baf2-4ff9-a17a-9dc3e48c787f req-608c18b0-273f-4727-9391-f12eb31052cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 1097 time: 0.0966249 Aug 20 09:04:22.424404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] For port 1ce09390-a332-4974-96e8-77685fd7e71f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=1ce09390-a332-4974-96e8-77685fd7e71f,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:22.425025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:22.439497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Calling delete_port for 1ce09390-a332-4974-96e8-77685fd7e71f owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:22.471165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95307c-1882-4ccc-9a94-7f62127c417e req-c55c8326-5673-4886-bd19-9d0e4aa115e6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:22.482660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb95307c-1882-4ccc-9a94-7f62127c417e req-c55c8326-5673-4886-bd19-9d0e4aa115e6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0744121 Aug 20 09:04:22.538049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb95307c-1882-4ccc-9a94-7f62127c417e req-ce1dd2c7-c5eb-4cf9-a1e6-0b87e7e6a432 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Aug 20 09:04:22.582759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8c6e168e-baf2-4ff9-a17a-9dc3e48c787f req-5017547e-aea0-42f4-bcc6-6382d1ad3886 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787212 Aug 20 09:04:22.663728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:22.677208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['3e8f3e3d-a4af-4b80-a473-b353c8f258d4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:22.679459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['1ce09390-a332-4974-96e8-77685fd7e71f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:22.722982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eece5af-995b-4aa7-839c-718d150342de req-efb7439e-e351-49e5-8980-b7c89c98f1b0 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:22.724960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5eece5af-995b-4aa7-839c-718d150342de req-efb7439e-e351-49e5-8980-b7c89c98f1b0 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 946 time: 0.0557532 Aug 20 09:04:22.731528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Pushing event deleted for resources: {'Port': ['ID=1ce09390-a332-4974-96e8-77685fd7e71f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:22.781793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5eece5af-995b-4aa7-839c-718d150342de req-c4fa827f-8b93-4c86-85f4-97753080a572 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493908 Aug 20 09:04:22.816570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] No DVR routers for this DVR port 1ce09390-a332-4974-96e8-77685fd7e71f on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:22.819163 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:22.821931 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8b1986b-594d-4c84-9eea-da355ebfbfc2 req-1ac298e4-0e68-4062-869c-7257337f2628 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.37 "DELETE /v2.0/ports/1ce09390-a332-4974-96e8-77685fd7e71f HTTP/1.1" status: 204 len: 173 time: 0.6891708 Aug 20 09:04:22.822384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'name': 'network-vif-deleted', 'tag': '1ce09390-a332-4974-96e8-77685fd7e71f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:22.825345 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4423da2e-a940-4dcf-bc8f-d2a1dda02b4e" -d '{"events": [{"server_uuid": "3ec402d0-6cad-4731-85b4-49839c13c0b5", "name": "network-vif-deleted", "tag": "1ce09390-a332-4974-96e8-77685fd7e71f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:22.874311 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc0b07-e414-486c-aba3-4e5eb977f9c1 x-openstack-request-id: req-46dc0b07-e414-486c-aba3-4e5eb977f9c1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:22.874557 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec402d0-6cad-4731-85b4-49839c13c0b5", "name": "network-vif-deleted", "tag": "1ce09390-a332-4974-96e8-77685fd7e71f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:22.874855 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46dc0b07-e414-486c-aba3-4e5eb977f9c1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:22.875252 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec402d0-6cad-4731-85b4-49839c13c0b5', 'name': 'network-vif-deleted', 'tag': '1ce09390-a332-4974-96e8-77685fd7e71f', 'status': 'completed', 'code': 200} Aug 20 09:04:23.020978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c04b2-8058-4fc6-924c-7663f0feb1a3 req-8fa212d1-9cff-4948-a2df-151e88a2afe5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:23.022495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e5c04b2-8058-4fc6-924c-7663f0feb1a3 req-8fa212d1-9cff-4948-a2df-151e88a2afe5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0539317 Aug 20 09:04:23.063481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e5c04b2-8058-4fc6-924c-7663f0feb1a3 req-4a8093bf-0602-4ba9-bbb3-012cd0793777 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336976 Aug 20 09:04:23.353225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53c8e760-f7a9-4eb2-a53b-b10ae470a0fd req-d239e68d-4c25-4412-9bbb-2a0ff4dd96bf tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ec402d0-6cad-4731-85b4-49839c13c0b5 HTTP/1.1" status: 200 len: 210 time: 0.0503385 Aug 20 09:04:23.390406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03835a70-0da5-4b07-9862-adbbf095fddb req-d262e3b0-efa1-4028-b020-526298986004 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:23.391801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03835a70-0da5-4b07-9862-adbbf095fddb req-d262e3b0-efa1-4028-b020-526298986004 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1383679 Aug 20 09:04:23.433961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03835a70-0da5-4b07-9862-adbbf095fddb req-e803444c-8924-40bc-a862-0e603c2c1db7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 Aug 20 09:04:23.673377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3d5e9-be01-4e6f-9308-fbf6f8ffb9da req-af827ef1-5924-4823-ba47-3f336e85648d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:23.675247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fd3d5e9-be01-4e6f-9308-fbf6f8ffb9da req-af827ef1-5924-4823-ba47-3f336e85648d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0603211 Aug 20 09:04:23.723677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fd3d5e9-be01-4e6f-9308-fbf6f8ffb9da req-9f749449-ade6-4d69-af8d-38227cb55440 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Aug 20 09:04:23.917208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09654d49-bf85-49a0-a8e0-edc28e702af6 req-1522a6ff-b714-43e7-bf19-e3bb0ac7be0a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:23.918771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09654d49-bf85-49a0-a8e0-edc28e702af6 req-1522a6ff-b714-43e7-bf19-e3bb0ac7be0a tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 946 time: 0.0527160 Aug 20 09:04:23.970889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09654d49-bf85-49a0-a8e0-edc28e702af6 req-9806bc94-65ab-4b20-937b-379f5f763de5 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Aug 20 09:04:24.750390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc226-d828-4c8a-9e4c-e3024576a444 req-46c6a1f1-dd34-4be0-96a5-ad61e04f25ea tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:24.753158 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0bfc226-d828-4c8a-9e4c-e3024576a444 req-46c6a1f1-dd34-4be0-96a5-ad61e04f25ea tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0601876 Aug 20 09:04:24.846903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0bfc226-d828-4c8a-9e4c-e3024576a444 req-1db29e66-9017-4acc-83ab-439e9892a82a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833995 Aug 20 09:04:24.866301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80196a-bb3a-482b-be61-b4549d4f6765 req-ed6db814-5058-4d2f-b2d4-4b06f64147ba tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:24.874282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d80196a-bb3a-482b-be61-b4549d4f6765 req-ed6db814-5058-4d2f-b2d4-4b06f64147ba tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0866833 Aug 20 09:04:24.920367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d80196a-bb3a-482b-be61-b4549d4f6765 req-bd813288-9eff-4be7-9fed-73602ecb982b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Aug 20 09:04:24.994193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac307-30f4-4e74-82ce-173819e2fa26 req-c7e595d1-a178-404a-a9e5-286d88536020 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:25.001940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-490ac307-30f4-4e74-82ce-173819e2fa26 req-c7e595d1-a178-404a-a9e5-286d88536020 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 946 time: 0.0702257 Aug 20 09:04:25.049269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-490ac307-30f4-4e74-82ce-173819e2fa26 req-f4e695c6-aadb-4eee-a423-634cc7f4a402 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Aug 20 09:04:25.166803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e98e0b-c745-4bfb-a70a-a309f386c08d req-9d4a37e2-fc8f-4f22-b0af-c26c4fb753d5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:25.175368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90e98e0b-c745-4bfb-a70a-a309f386c08d req-9d4a37e2-fc8f-4f22-b0af-c26c4fb753d5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0686116 Aug 20 09:04:25.222523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90e98e0b-c745-4bfb-a70a-a309f386c08d req-5d32fdf6-94f2-46ed-99c7-ffa0d3d40d39 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Aug 20 09:04:25.388333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2f7e-85ab-469a-93bf-28a29d951481 req-d4c77860-88ad-46ac-9a2c-e0c92e1e5a54 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:25.389986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442d2f7e-85ab-469a-93bf-28a29d951481 req-d4c77860-88ad-46ac-9a2c-e0c92e1e5a54 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0892024 Aug 20 09:04:25.403005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621cb69-4d1a-47e4-8380-f2eba12ec717 req-57cfa9c3-3a82-492b-8398-06d068e48cb0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:25.404562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1621cb69-4d1a-47e4-8380-f2eba12ec717 req-57cfa9c3-3a82-492b-8398-06d068e48cb0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0764012 Aug 20 09:04:25.463453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442d2f7e-85ab-469a-93bf-28a29d951481 req-2b4f670f-f6b7-4e9a-9605-a2f972df8bf5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578713 Aug 20 09:04:25.468397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1621cb69-4d1a-47e4-8380-f2eba12ec717 req-d2e01f8b-3ca0-43a5-83ad-0fc975d31a7b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 Aug 20 09:04:25.625041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a9c3-89b5-4df8-b101-9904aaa2eb47 req-a40181d7-586f-4c16-9a67-592af3b77982 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:25.635873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0378a9c3-89b5-4df8-b101-9904aaa2eb47 req-a40181d7-586f-4c16-9a67-592af3b77982 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0980253 Aug 20 09:04:25.678264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0378a9c3-89b5-4df8-b101-9904aaa2eb47 req-76428ea4-44f9-45df-8a3a-a1c17f6c787e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Aug 20 09:04:26.029042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dfcab-9628-4189-b8b0-2afa24ce91ed req-4e0e0a48-dd69-4900-9da7-716f3462b60e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:26.030872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea0dfcab-9628-4189-b8b0-2afa24ce91ed req-4e0e0a48-dd69-4900-9da7-716f3462b60e tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0518701 Aug 20 09:04:26.054330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1ce09390-a332-4974-96e8-77685fd7e71f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:26.080139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 1ce09390-a332-4974-96e8-77685fd7e71f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:26.080483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 1ce09390-a332-4974-96e8-77685fd7e71f not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:26.085621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea0dfcab-9628-4189-b8b0-2afa24ce91ed req-87f50677-7f56-4bcd-b2a0-f0e854d30d8a tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Aug 20 09:04:26.144422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5736199-b156-4ba2-a16a-02a730fee280 req-c8d3494a-1d1a-45f9-ac36-d6a16d13c1c2 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:26.145989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e5736199-b156-4ba2-a16a-02a730fee280 req-c8d3494a-1d1a-45f9-ac36-d6a16d13c1c2 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 946 time: 0.0506325 Aug 20 09:04:26.176943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb99174-b87e-4f0e-a397-ad00b12154e3 req-835cf5f6-81f4-4ad3-ae27-4bc2f879dc41 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:26.178471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcb99174-b87e-4f0e-a397-ad00b12154e3 req-835cf5f6-81f4-4ad3-ae27-4bc2f879dc41 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2 HTTP/1.1" status: 200 len: 946 time: 0.0535221 Aug 20 09:04:26.216991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcb99174-b87e-4f0e-a397-ad00b12154e3 req-82b7e5b5-4d4b-4c0e-b8eb-b4f2354f81d0 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c419ae6-eae0-42d2-963b-cb1fce97d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Aug 20 09:04:26.252104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Deleting port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:26.252450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:26.342439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] For port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,segment=NetworkSegment(707ec447-7888-414a-a6d1-6cd12acc5c5d),segment_id=707ec447-7888-414a-a6d1-6cd12acc5c5d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:26.342740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:26.355941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Calling delete_port for cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:26.485952 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:26.498228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:26.515990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Pushing event deleted for resources: {'Port': ['ID=cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:26.559588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] No DVR routers for this DVR port cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:26.562149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:26.564134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e5736199-b156-4ba2-a16a-02a730fee280 req-487ff911-bf46-4e35-9701-5a2040628d02 tempest-VolumesActionsTest-1716488913 tempest-VolumesActionsTest-1716488913-project] 10.222.0.26 "DELETE /v2.0/ports/cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 HTTP/1.1" status: 204 len: 173 time: 0.4112391 Aug 20 09:04:26.564575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'name': 'network-vif-deleted', 'tag': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:26.566968 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b0dcd-454c-48ce-90ac-491159e0cbed" -d '{"events": [{"server_uuid": "a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2", "name": "network-vif-deleted", "tag": "cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:26.606661 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fbc706-f33d-47de-9775-080f4f364599 x-openstack-request-id: req-04fbc706-f33d-47de-9775-080f4f364599 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:26.607056 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2", "name": "network-vif-deleted", "tag": "cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:26.607534 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04fbc706-f33d-47de-9775-080f4f364599 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:26.608193 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9adbd40-d59c-4c2c-8ffa-f02c0b5b69b2', 'name': 'network-vif-deleted', 'tag': 'cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8', 'status': 'completed', 'code': 200} Aug 20 09:04:26.630984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c73af-65c2-4e26-b1cb-34225b2f8105 req-5d47bf6c-9a76-4629-bcf2-63cb89442e28 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:26.632639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d3c73af-65c2-4e26-b1cb-34225b2f8105 req-5d47bf6c-9a76-4629-bcf2-63cb89442e28 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0782225 Aug 20 09:04:26.688332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d3c73af-65c2-4e26-b1cb-34225b2f8105 req-971967b7-53a9-4af6-9b81-406df8a74e24 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Aug 20 09:04:27.215998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04e56-8580-4022-90e1-8a3cd1e1f4e4 req-5df63d04-d3c9-43dd-8830-b28675b29b2f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:27.217466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55c04e56-8580-4022-90e1-8a3cd1e1f4e4 req-5df63d04-d3c9-43dd-8830-b28675b29b2f tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0495870 Aug 20 09:04:27.259364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55c04e56-8580-4022-90e1-8a3cd1e1f4e4 req-41c71f04-fe4e-46cd-a934-40f7fd50bb91 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Aug 20 09:04:27.842438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5b779-3633-47df-a88a-b1552a6d4fc2 req-791d0b25-1b11-45b3-8dc1-37ebfda4d16d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:27.843956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6c5b779-3633-47df-a88a-b1552a6d4fc2 req-791d0b25-1b11-45b3-8dc1-37ebfda4d16d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0675185 Aug 20 09:04:27.900040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6c5b779-3633-47df-a88a-b1552a6d4fc2 req-beee5bf7-4286-4195-bbc5-bbcc23463999 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498538 Aug 20 09:04:28.377739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570c4e3-ff35-45dd-9506-20eb35f0d629 req-cb6e2530-2779-4cbb-9b2e-dbda6f42f926 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:28.379295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7570c4e3-ff35-45dd-9506-20eb35f0d629 req-cb6e2530-2779-4cbb-9b2e-dbda6f42f926 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0504794 Aug 20 09:04:28.419515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7570c4e3-ff35-45dd-9506-20eb35f0d629 req-4dabdb39-23fa-40b0-a5c6-cf223d1ebf58 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 Aug 20 09:04:29.394937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b788e3-86ac-444f-9df6-893d91774e9f req-7bf15bbb-1dc1-480f-8b8b-f2572db7e22e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:29.403547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60b788e3-86ac-444f-9df6-893d91774e9f req-7bf15bbb-1dc1-480f-8b8b-f2572db7e22e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.3410635 Aug 20 09:04:29.450600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60b788e3-86ac-444f-9df6-893d91774e9f req-092d99c5-730e-4f76-87d0-e9bb73450a6b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Aug 20 09:04:29.588552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571e2d-8890-4b2e-a110-7154e42f8bbc req-e30b19ef-6a10-4b58-b757-41827a6604a6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:29.590240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec571e2d-8890-4b2e-a110-7154e42f8bbc req-e30b19ef-6a10-4b58-b757-41827a6604a6 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.0695734 Aug 20 09:04:29.647806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec571e2d-8890-4b2e-a110-7154e42f8bbc req-98562555-ffc7-4ef9-b21c-3057816286a3 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514989 Aug 20 09:04:29.915664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:29.964336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:29.965930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device cfb88e1d-cc90-4dfc-957b-cd54ec0ec0b8 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:30.291092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-00043434-ec27-44d4-bdca-8a7f231d6bc0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:30.293257 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-00043434-ec27-44d4-bdca-8a7f231d6bc0 tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1136501 Aug 20 09:04:30.494481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Deleting port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:30.495574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:30.654337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] For port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:30.655472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:30.662318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45ad8b-f5e8-4146-89b2-8bd5005ac505 req-d78e492e-7b3c-4292-ba3b-d74aba627771 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:30.666066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac45ad8b-f5e8-4146-89b2-8bd5005ac505 req-d78e492e-7b3c-4292-ba3b-d74aba627771 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1097879 Aug 20 09:04:30.676661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Calling delete_port for 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:30.755165 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac45ad8b-f5e8-4146-89b2-8bd5005ac505 req-710fc250-c739-46e6-9ffe-c6052d4ff5e0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764110 Aug 20 09:04:30.883094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae1e4-d7da-4be8-86bd-4c5062a7462b req-7df77eb7-5799-41fa-901f-5bbd1d6e36fe tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:30.892168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84bae1e4-d7da-4be8-86bd-4c5062a7462b req-7df77eb7-5799-41fa-901f-5bbd1d6e36fe tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/ports?device_id=8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6 HTTP/1.1" status: 200 len: 946 time: 0.1154602 Aug 20 09:04:30.933654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:30.956546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['3e8f3e3d-a4af-4b80-a473-b353c8f258d4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:30.991027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Pushing event deleted for resources: {'Port': ['ID=3e8f3e3d-a4af-4b80-a473-b353c8f258d4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:31.045768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84bae1e4-d7da-4be8-86bd-4c5062a7462b req-4af3c1e5-d263-4f61-86d3-bb2fb3d32f9b tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d503fe8-7f4f-4ef4-bba6-947c42a93198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358380 Aug 20 09:04:31.068763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] No DVR routers for this DVR port 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:31.071961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:31.074037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-694de316-669e-43ef-bc0f-7ca6b75fe209 req-5906e168-37d6-4a14-9555-da74b802d5ab tempest-ServerRescueNegativeTestJSON-389815480 tempest-ServerRescueNegativeTestJSON-389815480-project] 10.222.0.26 "DELETE /v2.0/ports/3e8f3e3d-a4af-4b80-a473-b353c8f258d4 HTTP/1.1" status: 204 len: 173 time: 0.7741544 Aug 20 09:04:31.074478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'name': 'network-vif-deleted', 'tag': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:31.080361 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e0f626-19b0-4631-bcfd-e01d2aaa7665" -d '{"events": [{"server_uuid": "8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6", "name": "network-vif-deleted", "tag": "3e8f3e3d-a4af-4b80-a473-b353c8f258d4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:31.134781 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3fdd60-2c78-4f2c-b3be-5e48c97dcc3f x-openstack-request-id: req-be3fdd60-2c78-4f2c-b3be-5e48c97dcc3f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:31.135429 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6", "name": "network-vif-deleted", "tag": "3e8f3e3d-a4af-4b80-a473-b353c8f258d4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:31.135988 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be3fdd60-2c78-4f2c-b3be-5e48c97dcc3f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:31.136566 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea1a6c-d08a-4a53-a823-b3b9c7a2e9f6', 'name': 'network-vif-deleted', 'tag': '3e8f3e3d-a4af-4b80-a473-b353c8f258d4', 'status': 'completed', 'code': 200} Aug 20 09:04:31.673032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:31.909542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66613a7-4b90-4ec3-adf5-eb391c23be0f req-418c8c7a-90ea-4abf-9f6c-e436aaa03f3f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:31.910226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fab1a9d-7a7b-4787-8bc2-e2d6d6505aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:31.918634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c66613a7-4b90-4ec3-adf5-eb391c23be0f req-418c8c7a-90ea-4abf-9f6c-e436aaa03f3f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0863466 Aug 20 09:04:31.967016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c66613a7-4b90-4ec3-adf5-eb391c23be0f req-a570a685-b5f6-498f-8ddc-0d4ce82c0ae7 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Aug 20 09:04:32.072636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fab1a9d-7a7b-4787-8bc2-e2d6d6505aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:32.078176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0fab1a9d-7a7b-4787-8bc2-e2d6d6505aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:32.119813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57426) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:32.149585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab1a9d-7a7b-4787-8bc2-e2d6d6505aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac4d058-ae9b-4b0f-962b-3247bdef9309,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:32.176832 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0fab1a9d-7a7b-4787-8bc2-e2d6d6505aee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5f9c8c2a83b4366a78157f3b8dc1b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992671 Aug 20 09:04:32.178213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57428) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:32.302820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4aeac2a7-7dee-45fa-82f3-f920894fbc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:32.354746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4aeac2a7-7dee-45fa-82f3-f920894fbc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:32.450752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4aeac2a7-7dee-45fa-82f3-f920894fbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:32.453699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4aeac2a7-7dee-45fa-82f3-f920894fbc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:32.455185 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4aeac2a7-7dee-45fa-82f3-f920894fbc78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ac4d058-ae9b-4b0f-962b-3247bdef9309 HTTP/1.1" status: 204 len: 168 time: 0.2744977 Aug 20 09:04:32.477605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac2a7-7dee-45fa-82f3-f920894fbc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac4d058-ae9b-4b0f-962b-3247bdef9309,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:33.016639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57448) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:33.044118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-571960c2-e85e-4769-9a11-425dbb05a1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.203684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-571960c2-e85e-4769-9a11-425dbb05a1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.213865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-571960c2-e85e-4769-9a11-425dbb05a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.269045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-571960c2-e85e-4769-9a11-425dbb05a1d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff5d9e89f68d4d479ae48194bf07c0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493238 Aug 20 09:04:33.270961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571960c2-e85e-4769-9a11-425dbb05a1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f7abe-f619-4649-ba46-9b0582b8660e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:33.288588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57458) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:33.348586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef3984-29f0-47c6-b69a-266288a8109b req-03da09c7-dbb1-4925-98f3-1632f6085833 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:33.356548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23993686-6f3e-474d-a92b-54173e3dd5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.363097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ef3984-29f0-47c6-b69a-266288a8109b req-03da09c7-dbb1-4925-98f3-1632f6085833 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.2004244 Aug 20 09:04:33.394573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23993686-6f3e-474d-a92b-54173e3dd5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.459420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98ef3984-29f0-47c6-b69a-266288a8109b req-884c3ddf-3208-4f04-9490-2a5d254c00b8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908060 Aug 20 09:04:33.476376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.492429 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23993686-6f3e-474d-a92b-54173e3dd5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.496594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23993686-6f3e-474d-a92b-54173e3dd5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.500083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-23993686-6f3e-474d-a92b-54173e3dd5cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a8f7abe-f619-4649-ba46-9b0582b8660e HTTP/1.1" status: 204 len: 168 time: 0.2126832 Aug 20 09:04:33.512417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23993686-6f3e-474d-a92b-54173e3dd5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f7abe-f619-4649-ba46-9b0582b8660e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:33.869127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Deleting port 23cde168-63c0-4d1a-8e2f-a5b8ff877662 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:33.869576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:33.951437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:33.987648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:33.988172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 3e8f3e3d-a4af-4b80-a473-b353c8f258d4 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:34.035866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] For port 23cde168-63c0-4d1a-8e2f-a5b8ff877662, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=23cde168-63c0-4d1a-8e2f-a5b8ff877662,segment=NetworkSegment(bdb3e026-9cdc-4b78-9023-ba1e07b98bb4),segment_id=bdb3e026-9cdc-4b78-9023-ba1e07b98bb4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:34.036615 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:34.053167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Calling delete_port for 23cde168-63c0-4d1a-8e2f-a5b8ff877662 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:34.315929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:34.350193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cde168-63c0-4d1a-8e2f-a5b8ff877662,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:34.582386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:34.795082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-d6747169-d300-43cc-8ed0-7a8a313a8224 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065636 Aug 20 09:04:34.986358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-ae758080-ed38-4a13-88a0-d835ffd83bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:34.988211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-ae758080-ed38-4a13-88a0-d835ffd83bdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1097 time: 0.1611214 Aug 20 09:04:35.208224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df5fea-42ad-493b-84a5-feee9105f3c6 req-ec678dde-74a2-4034-b46b-abb230f1666c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:35.210436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-a24cbeed-9caa-4ba9-8e25-8e8774ade1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:35.219426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0df5fea-42ad-493b-84a5-feee9105f3c6 req-ec678dde-74a2-4034-b46b-abb230f1666c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.6347523 Aug 20 09:04:35.222468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-a24cbeed-9caa-4ba9-8e25-8e8774ade1a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.2068956 Aug 20 09:04:35.277149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Router 7d1c1738-32d9-4077-8a96-63c85bdd092e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:04:35.344061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0df5fea-42ad-493b-84a5-feee9105f3c6 req-6eb65228-dc9e-47d9-94e9-1c31b349c351 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219163 Aug 20 09:04:35.374671 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-37737076-73dd-4367-b381-b1c5765cf17b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 1001 time: 0.1423481 Aug 20 09:04:35.514316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-2305c06e-8519-4493-ac13-9f4e3c378691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:35.514316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-2305c06e-8519-4493-ac13-9f4e3c378691 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.1218669 Aug 20 09:04:35.593028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-4fa71ddf-808c-42bb-bc76-a89097317817 req-6cc4a7ee-d447-4855-bfba-b85c88bc3558 service neutron] (101316) timed out ('10.222.0.37', 57928) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:04:35.631666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:04:35.643045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-0958fdac-d909-4e46-a3f8-8b8fef6e819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:35.648400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-0958fdac-d909-4e46-a3f8-8b8fef6e819e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272547 Aug 20 09:04:35.650338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9a68a8dc-d7d0-4059-82a3-939f0614f255 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d1c1738-32d9-4077-8a96-63c85bdd092e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5258451 Aug 20 09:04:35.651303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57518) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:35.651439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] Sync routers for ids ['7d1c1738-32d9-4077-8a96-63c85bdd092e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:04:35.666037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] Routers {'7d1c1738-32d9-4077-8a96-63c85bdd092e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:35.668129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['7d1c1738-32d9-4077-8a96-63c85bdd092e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:35.935803 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-5b7184d0-04d2-4b9e-9a4a-56586955422e service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774422 Aug 20 09:04:35.955186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] Set router 7d1c1738-32d9-4077-8a96-63c85bdd092e gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:36.041418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:36.205445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf053c6d-e2ba-4655-8162-08370f8d9b5c req-022d8854-1a83-4e7d-a740-2d774151c67a service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557430 Aug 20 09:04:36.323978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:36.426030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Deleting port 87039957-eb9d-4718-bd37-6d99640f3a09 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:36.426759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:36.435617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:04:34Z', 'revision_number': 5, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port': {'id': '87039957-eb9d-4718-bd37-6d99640f3a09', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:01:27Z', 'updated_at': '2021-08-20T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:36.498277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] Checking router: 7d1c1738-32d9-4077-8a96-63c85bdd092e for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:04:36.515403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] Routers {'7d1c1738-32d9-4077-8a96-63c85bdd092e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:36.516315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['7d1c1738-32d9-4077-8a96-63c85bdd092e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:36.587861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] For port 87039957-eb9d-4718-bd37-6d99640f3a09, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=87039957-eb9d-4718-bd37-6d99640f3a09,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:36.588151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:36.611411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac3db5-327c-4e32-925a-127fda21206e req-4d50e557-e8b9-4155-ae91-b90e4c893f91 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:36.621019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3ac3db5-327c-4e32-925a-127fda21206e req-4d50e557-e8b9-4155-ae91-b90e4c893f91 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0971987 Aug 20 09:04:36.648155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Calling delete_port for 87039957-eb9d-4718-bd37-6d99640f3a09 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:36.684559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] Set router 7d1c1738-32d9-4077-8a96-63c85bdd092e gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:36.700295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3ac3db5-327c-4e32-925a-127fda21206e req-4f69a207-2bcd-48c8-8924-dae505170f16 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742366 Aug 20 09:04:36.785456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:04:36Z', 'revision_number': 6, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:36.827545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a93a54-5dd1-4711-8fcb-8d0333308cf1 None None] The sync data for ids ['7d1c1738-32d9-4077-8a96-63c85bdd092e'] in n-d-804285-2 is: [{'id': '7d1c1738-32d9-4077-8a96-63c85bdd092e', 'name': 'tempest-ServerRescueNegativeTestJSON-1010811643-router', 'tenant_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:01:25Z', 'updated_at': '2021-08-20T09:04:36Z', 'revision_number': 6, 'project_id': 'f060fe416c5644ca9ddab5e61fcf8591', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:04:36.997975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.038059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Pushing event deleted for resources: {'Port': ['ID=87039957-eb9d-4718-bd37-6d99640f3a09,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:37.140387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.311860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.315098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.424593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.425767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1c1738-32d9-4077-8a96-63c85bdd092e {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:04:37.437439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.439554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bbe7c332-1d59-470d-83c7-9040c55bb465 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7d1c1738-32d9-4077-8a96-63c85bdd092e HTTP/1.1" status: 204 len: 168 time: 1.7868347 Aug 20 09:04:37.441690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57560) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:37.533685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Deleting subnet 1221515b-db61-4613-a427-6ef9946687e6 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:04:37.539360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.587918 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.673981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.764184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.831898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:37.836638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57570) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:37.837864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1221515b-db61-4613-a427-6ef9946687e6 HTTP/1.1" status: 204 len: 168 time: 0.3910928 Aug 20 09:04:37.838823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91825223-9b35-4877-bb6a-a27aeca9df35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1221515b-db61-4613-a427-6ef9946687e6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:37.876653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87039957-eb9d-4718-bd37-6d99640f3a09 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:37.918695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 87039957-eb9d-4718-bd37-6d99640f3a09 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:37.919405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87039957-eb9d-4718-bd37-6d99640f3a09 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:37.920036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 23cde168-63c0-4d1a-8e2f-a5b8ff877662 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:37.947487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 23cde168-63c0-4d1a-8e2f-a5b8ff877662 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:37.947973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 23cde168-63c0-4d1a-8e2f-a5b8ff877662 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:38.034764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.060485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2eaf-e818-4b06-8f8f-1980bc1b7fda req-ca7c49bf-1b04-42fb-b22a-7ed5e3fd3fde tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:38.062068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-946f2eaf-e818-4b06-8f8f-1980bc1b7fda req-ca7c49bf-1b04-42fb-b22a-7ed5e3fd3fde tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0931773 Aug 20 09:04:38.163333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.181139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-946f2eaf-e818-4b06-8f8f-1980bc1b7fda req-9cb7a3ac-7579-4c29-8dc7-f0c83c14bc69 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985467 Aug 20 09:04:38.182951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:38.193320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:38.193618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb3e026-9cdc-4b78-9023-ba1e07b98bb4') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:38.219954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.238470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.252539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:04:38.253383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:04:38.256291 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:04:38.327488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.336520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.345773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80 HTTP/1.1" status: 204 len: 168 time: 0.5007572 Aug 20 09:04:38.365045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629f6f2-e05a-4de6-856b-54fa275ca1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33c7492-71f8-4c9b-ae0f-3bc5d43e8b80,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:38.586455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57588) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:38.644846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dc2a645a-1489-45b2-b0d2-176b18c9b3cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f060fe416c5644ca9ddab5e61fcf8591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571296 Aug 20 09:04:38.647564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57590) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:38.720722 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97058975-cb7f-4489-8fa3-08254c4e2231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.756635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97058975-cb7f-4489-8fa3-08254c4e2231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.861635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97058975-cb7f-4489-8fa3-08254c4e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.865548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97058975-cb7f-4489-8fa3-08254c4e2231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:38.867555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-97058975-cb7f-4489-8fa3-08254c4e2231 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d503fe8-7f4f-4ef4-bba6-947c42a93198 HTTP/1.1" status: 204 len: 168 time: 0.2178891 Aug 20 09:04:38.908134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97058975-cb7f-4489-8fa3-08254c4e2231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d503fe8-7f4f-4ef4-bba6-947c42a93198,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:39.550556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e0b6-6f7f-407b-9a76-d3f258535e8a req-5391887e-410d-4034-8cc3-b02c56c77fb8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:39.564795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c13e0b6-6f7f-407b-9a76-d3f258535e8a req-5391887e-410d-4034-8cc3-b02c56c77fb8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1855855 Aug 20 09:04:39.662607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c13e0b6-6f7f-407b-9a76-d3f258535e8a req-280a3cb4-5108-406d-b8af-3ab33cbe061e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968299 Aug 20 09:04:39.792715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-33d05052-19db-4508-b351-f18c4a8069e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1025393 Aug 20 09:04:39.918641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-015b4e03-6c3e-4cfc-a1a0-e5f124e70095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:39.926892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-015b4e03-6c3e-4cfc-a1a0-e5f124e70095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 1096 time: 0.1040723 Aug 20 09:04:40.953948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1e2e5-584c-4eba-abe5-f4abb9759ddd req-78b43944-51a1-476b-981a-f51b77ea204d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:40.953948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19b1e2e5-584c-4eba-abe5-f4abb9759ddd req-78b43944-51a1-476b-981a-f51b77ea204d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1464984 Aug 20 09:04:40.979031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-f8e4dbc8-858e-4c16-bc3f-b209180cef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:40.980863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-f8e4dbc8-858e-4c16-bc3f-b209180cef8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 200 len: 911 time: 1.0309207 Aug 20 09:04:41.069505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19b1e2e5-584c-4eba-abe5-f4abb9759ddd req-79884dc3-6ed1-4ece-84da-10885fe44a71 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389792 Aug 20 09:04:41.128022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-c3fa121b-da68-430a-b52a-2627b5885952 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5d098c4-55f7-4913-b731-beec402449a3 HTTP/1.1" status: 200 len: 1001 time: 0.1252635 Aug 20 09:04:41.233876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-810cfed2-8638-4c26-9cd6-56c794dacc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:41.235402 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-810cfed2-8638-4c26-9cd6-56c794dacc6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 200 len: 850 time: 0.0995731 Aug 20 09:04:41.337217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-df4e86b8-057b-4050-ac52-4513d16c7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:41.342238 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-df4e86b8-057b-4050-ac52-4513d16c7ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978677 Aug 20 09:04:41.536694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-a06f7224-e256-4d84-b136-c4d5e2efc88e service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875186 Aug 20 09:04:41.607894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d857fcaf-fa4e-4261-aaa9-45c3afbc6100 req-b76b31f2-e364-49bc-aa75-1f5c60be9087 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.0729191 Aug 20 09:04:41.784630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73e54b54-2a8b-4cd4-b1ee-46462f58c76e req-5fd3d944-f39c-404f-bde1-da3cb1b6e2d5 service neutron] 10.222.0.26 "GET /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296925 Aug 20 09:04:42.360373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-beb2c65d-18a6-483d-bec3-9d3b43c7d9b3 req-8d07c537-b6d2-48fc-87e8-ddd96463987e tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0781457 Aug 20 09:04:42.389071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbda3a-0dbb-4495-aa9d-9c12bf5673cb req-1aa3b933-a0ed-461b-864a-853cf54d5e29 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:42.405877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2dfbda3a-0dbb-4495-aa9d-9c12bf5673cb req-1aa3b933-a0ed-461b-864a-853cf54d5e29 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.2038066 Aug 20 09:04:42.412508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57740) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:42.501773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2dfbda3a-0dbb-4495-aa9d-9c12bf5673cb req-11f6d24a-612e-4d64-a585-dd5dd602b837 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870514 Aug 20 09:04:42.634374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:42.651697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd590-d4ae-46cc-8136-9b4b107e75a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:42.804889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd590-d4ae-46cc-8136-9b4b107e75a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:42.809799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec7dd590-d4ae-46cc-8136-9b4b107e75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:42.853735 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ec7dd590-d4ae-46cc-8136-9b4b107e75a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3f393a1b65a443285a51bef5c65b960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361305 Aug 20 09:04:42.853735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dd590-d4ae-46cc-8136-9b4b107e75a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e009242-4856-41c4-8cba-42e3073f3f86,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:42.854213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57760) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:42.936770 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c46717e8-103e-4fc0-90a5-258a56e3f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:42.975100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c46717e8-103e-4fc0-90a5-258a56e3f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:43.066945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c46717e8-103e-4fc0-90a5-258a56e3f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:43.069552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c46717e8-103e-4fc0-90a5-258a56e3f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:43.073368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c46717e8-103e-4fc0-90a5-258a56e3f9ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e009242-4856-41c4-8cba-42e3073f3f86 HTTP/1.1" status: 204 len: 168 time: 0.2156599 Aug 20 09:04:43.080262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46717e8-103e-4fc0-90a5-258a56e3f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e009242-4856-41c4-8cba-42e3073f3f86,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:43.203990 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eeeff169-9ec3-48bc-a7b8-5f260270eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:43.564994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0de4bb6e-e617-4533-a4ca-92101a529162 req-adc3d97e-1cc9-4783-bea8-1a92e2a00635 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0815001 Aug 20 09:04:43.763150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57778) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:43.816855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96dfec3d-e9c1-4690-a59d-db73e868864d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:43.824853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8ba80-82f2-4be4-ae0f-30f8fba32afd req-ec8af204-9063-49e8-90ce-888eb9fb44ae tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:43.831194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d8ba80-82f2-4be4-ae0f-30f8fba32afd req-ec8af204-9063-49e8-90ce-888eb9fb44ae tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1685889 Aug 20 09:04:43.905077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34d8ba80-82f2-4be4-ae0f-30f8fba32afd req-5116c0f4-5785-4a6d-9c88-877c53539d4d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648859 Aug 20 09:04:44.015413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.044743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96dfec3d-e9c1-4690-a59d-db73e868864d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.077765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96dfec3d-e9c1-4690-a59d-db73e868864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.125893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfec3d-e9c1-4690-a59d-db73e868864d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5b57d-b888-4131-9cee-a39650fcb843,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:44.137047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-96dfec3d-e9c1-4690-a59d-db73e868864d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf8f4469fab14749a1c446ddee91573d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644147 Aug 20 09:04:44.141846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57788) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:44.216801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3d18-352d-48a5-8185-f3fdd1fb621b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.243991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3d18-352d-48a5-8185-f3fdd1fb621b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.308220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3d18-352d-48a5-8185-f3fdd1fb621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.312526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e4d3d18-352d-48a5-8185-f3fdd1fb621b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:44.313657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5e4d3d18-352d-48a5-8185-f3fdd1fb621b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebc5b57d-b888-4131-9cee-a39650fcb843 HTTP/1.1" status: 204 len: 168 time: 0.1708155 Aug 20 09:04:44.338342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d3d18-352d-48a5-8185-f3fdd1fb621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5b57d-b888-4131-9cee-a39650fcb843,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:44.487495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd2136f1-ed5c-48c8-9380-acb60e7a43a4 req-5add85f9-20aa-4cee-9887-9d83788f396f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.0440352 Aug 20 09:04:44.774010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-846a1062-47af-4252-8514-7d92aba69e0a req-da98d00f-eb0f-4024-a00a-d32d50542554 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0539484 Aug 20 09:04:45.103089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bc09a-4aa0-4e6f-b094-d4468499e632 req-881b1401-8066-43a4-a156-9cd7358f0871 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:45.110371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-870bc09a-4aa0-4e6f-b094-d4468499e632 req-881b1401-8066-43a4-a156-9cd7358f0871 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0782542 Aug 20 09:04:45.162975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-870bc09a-4aa0-4e6f-b094-d4468499e632 req-5c2d0099-0e37-42b8-bc60-adc52feb0427 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Aug 20 09:04:45.396310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867844ad-e016-4fab-aa3c-849f887ba97a req-6840c6dd-245b-4f5c-a334-9a3f562d854d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0502393 Aug 20 09:04:45.944348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60cfc320-5d3c-43ae-8bf3-24d08a7b561e req-4cb3cd77-f458-4e90-ab36-c268bac7f5d3 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0637753 Aug 20 09:04:46.294968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:46.599310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473bb3f-4b96-4f58-8546-f6b9e2a0c21a req-878aba07-870c-401a-b465-6442dc48222f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:46.605159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afb0b534-2a20-4ac5-bfc2-cb4241431ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:46.608530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1473bb3f-4b96-4f58-8546-f6b9e2a0c21a req-878aba07-870c-401a-b465-6442dc48222f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1205277 Aug 20 09:04:46.687720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1473bb3f-4b96-4f58-8546-f6b9e2a0c21a req-b39f94c3-bc92-441c-9479-d548168b1f7f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734038 Aug 20 09:04:47.072143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-316731e7-eee2-4b30-8ca7-0238895a5561 req-50058f50-6f79-474d-92f7-2ca089f88e80 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0319266 Aug 20 09:04:47.387751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:47.546266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57892) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:47.784069 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:47.847797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a305454-31e0-465c-9e0b-812eb65b4587 req-3d6edf4d-7d12-4674-a929-bfc8ae008afc tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0731013 Aug 20 09:04:47.911454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf2b7-3173-402f-9c40-6c6f2fcdbace req-6aff676a-24e4-4724-ad95-302560f22fe2 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:47.919477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93dbf2b7-3173-402f-9c40-6c6f2fcdbace req-6aff676a-24e4-4724-ad95-302560f22fe2 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0705726 Aug 20 09:04:47.997449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93dbf2b7-3173-402f-9c40-6c6f2fcdbace req-5742bd96-e7a7-4dc8-b661-16986b6fd42a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768211 Aug 20 09:04:48.051455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.068895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.121179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2b397c503e749a2b15aae61a8f2b061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713336 Aug 20 09:04:48.121179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7f3fe-68f9-48f8-a009-cd31fb0c4749,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:48.121954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57906) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:48.139192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.139684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.143652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.144220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.144694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.145047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.145386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.145786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.146084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.146417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.146750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.147076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f462f7-8d7a-4fe1-9b74-21d3bd2b2d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:04:48.191969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ceb97016-f229-4c30-bfd8-2e0d9165dfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.218048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ceb97016-f229-4c30-bfd8-2e0d9165dfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.298573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ceb97016-f229-4c30-bfd8-2e0d9165dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.301965 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ceb97016-f229-4c30-bfd8-2e0d9165dfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.303080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ceb97016-f229-4c30-bfd8-2e0d9165dfcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0f7f3fe-68f9-48f8-a009-cd31fb0c4749 HTTP/1.1" status: 204 len: 168 time: 0.1805701 Aug 20 09:04:48.352063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb97016-f229-4c30-bfd8-2e0d9165dfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7f3fe-68f9-48f8-a009-cd31fb0c4749,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:48.744112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 57922) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:48.786494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab27f500-de42-4229-a710-08a606a16071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.796651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.904998 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab27f500-de42-4229-a710-08a606a16071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.910351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab27f500-de42-4229-a710-08a606a16071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:48.977569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab27f500-de42-4229-a710-08a606a16071 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ad395229fa345b8886f734a5c4c6da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321813 Aug 20 09:04:48.980362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 57930) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:49.034643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27f500-de42-4229-a710-08a606a16071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e435e3-1547-4ee3-bb9a-387175f337f5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:49.041461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88c49aab-7129-4241-a879-6f028f75972a req-c23f0424-f1ba-4bf5-822a-4c62bbb83095 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0624757 Aug 20 09:04:49.085315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62d917a6-0c8b-4dda-a173-ea835807a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:49.128101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62d917a6-0c8b-4dda-a173-ea835807a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:49.185440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62d917a6-0c8b-4dda-a173-ea835807a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:49.188905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62d917a6-0c8b-4dda-a173-ea835807a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:49.192455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-62d917a6-0c8b-4dda-a173-ea835807a1d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4e435e3-1547-4ee3-bb9a-387175f337f5 HTTP/1.1" status: 204 len: 168 time: 0.2078950 Aug 20 09:04:49.205498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a04-7683-4039-8b2b-2087d41bdd3f req-20394cc7-5955-45c4-8b50-23abe7693dda tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:49.213963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d8d0a04-7683-4039-8b2b-2087d41bdd3f req-20394cc7-5955-45c4-8b50-23abe7693dda tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0997491 Aug 20 09:04:49.214947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d917a6-0c8b-4dda-a173-ea835807a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e435e3-1547-4ee3-bb9a-387175f337f5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:49.309257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d8d0a04-7683-4039-8b2b-2087d41bdd3f req-d3d822e4-ce2d-45c9-b5c5-ea07b2c4be2f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Aug 20 09:04:50.166147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 05743376-2444-4695-a101-17850b3ea594 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:04:50.286586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bee31139-1fd0-44cd-a5df-cfa8991f7c4c req-f675b492-c787-4d12-89ee-f5a52d58ab47 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0888357 Aug 20 09:04:50.359835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:50.383093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '05743376-2444-4695-a101-17850b3ea594', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'port_id': '05743376-2444-4695-a101-17850b3ea594', 'mac_address': 'fa:16:3e:18:38:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d849d0f-f235-445b-a50e-4c295dfc1624', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:04:50.427207 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:50.443858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05743376-2444-4695-a101-17850b3ea594 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:04:50.469361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:50.478979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:50.551112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f2246-f5e3-431a-84fa-22830d7204fc req-7e58fccf-caab-47b6-9c51-d08f3353b54f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:50.565000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee8f2246-f5e3-431a-84fa-22830d7204fc req-7e58fccf-caab-47b6-9c51-d08f3353b54f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1401904 Aug 20 09:04:50.568478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:50.626058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee8f2246-f5e3-431a-84fa-22830d7204fc req-324fdb0e-8d7e-411c-b7e5-774537f9fb66 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600381 Aug 20 09:04:50.729900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['05743376-2444-4695-a101-17850b3ea594'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:50.753458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cbfa6-d4db-4130-ae9d-9a55fbcddfe2 req-b004a7e8-0941-4ecf-9392-9e73df1d7fde tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:50.755845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-471cbfa6-d4db-4130-ae9d-9a55fbcddfe2 req-b004a7e8-0941-4ecf-9392-9e73df1d7fde tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.0622158 Aug 20 09:04:50.826135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-471cbfa6-d4db-4130-ae9d-9a55fbcddfe2 req-36b45f14-bebd-4875-a089-5d0617b4eb94 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622039 Aug 20 09:04:51.424780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0afa88ab-6895-441f-bc2e-54e63d01eaec req-61960b65-ac76-49a3-9a33-3b9f9a89e1df tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Aug 20 09:04:51.801779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34649-6bf8-4e09-9e99-30952400b276 req-2f3881b1-da34-4a06-a4ef-ee22e5d5d77a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:51.809788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31c34649-6bf8-4e09-9e99-30952400b276 req-2f3881b1-da34-4a06-a4ef-ee22e5d5d77a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 944 time: 0.0845120 Aug 20 09:04:51.868569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31c34649-6bf8-4e09-9e99-30952400b276 req-c35ba283-bc7b-4257-8d7d-5627b9662705 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530059 Aug 20 09:04:52.037703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0d1f-7996-4875-9c0d-b76cc4b2fc0f req-7e1948c6-5a07-42bf-9c99-fb61aa418c89 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:52.042338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56ca0d1f-7996-4875-9c0d-b76cc4b2fc0f req-7e1948c6-5a07-42bf-9c99-fb61aa418c89 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.0936041 Aug 20 09:04:52.150738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56ca0d1f-7996-4875-9c0d-b76cc4b2fc0f req-5b292066-4575-4a58-8bdc-1432fb9f7349 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959804 Aug 20 09:04:52.182518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 05743376-2444-4695-a101-17850b3ea594 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:04:52.285106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 05743376-2444-4695-a101-17850b3ea594 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:04:52.285487 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:52.506366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-3e3dad92-c1e7-4474-a480-e212ae5e8b65 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:52.508943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-3e3dad92-c1e7-4474-a480-e212ae5e8b65 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.0589197 Aug 20 09:04:52.550940 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:52.574272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4982b43f-2aff-42fc-8ce0-84822e1e423c req-c4ba305b-cae7-4961-a765-9bb710f63e14 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0355823 Aug 20 09:04:52.592676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05743376-2444-4695-a101-17850b3ea594'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:52.600175 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6264f0-88c6-46f0-bc29-f342dd81c25a" -d '{"events": [{"server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "name": "network-vif-plugged", "status": "completed", "tag": "05743376-2444-4695-a101-17850b3ea594"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:52.657682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:52.683935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:52.725099 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a27a15-58bf-4f28-ac3c-50f3bd58b292 x-openstack-request-id: req-d8a27a15-58bf-4f28-ac3c-50f3bd58b292 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:52.725543 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "name": "network-vif-plugged", "status": "completed", "tag": "05743376-2444-4695-a101-17850b3ea594", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:52.726459 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8a27a15-58bf-4f28-ac3c-50f3bd58b292 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:52.727197 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05743376-2444-4695-a101-17850b3ea594', 'code': 200} Aug 20 09:04:52.740479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Deleting port e5d098c4-55f7-4913-b731-beec402449a3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:52.741510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:52.777739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:52.907365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] For port e5d098c4-55f7-4913-b731-beec402449a3, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e5d098c4-55f7-4913-b731-beec402449a3,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:52.908131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:53.117358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30c531-57da-4382-a5f4-5cf21e91732c req-1b807be9-deeb-4d3f-9b0d-c293859acf3a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:53.120127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e31c5-f70c-4354-a451-bbe32e906bd8 req-ef0fbedf-cb13-4c80-a0fb-420f4cfef461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:53.120127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d9e31c5-f70c-4354-a451-bbe32e906bd8 req-ef0fbedf-cb13-4c80-a0fb-420f4cfef461 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 1096 time: 0.0698020 Aug 20 09:04:53.128135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc30c531-57da-4382-a5f4-5cf21e91732c req-1b807be9-deeb-4d3f-9b0d-c293859acf3a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.1037488 Aug 20 09:04:53.260634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:53.262328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:53.262797 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Floating IP 6985fac5-b561-40b0-85e3-5ad6063b65d1 disassociated. External IP: 172.25.5.244, port: e5d098c4-55f7-4913-b731-beec402449a3. Aug 20 09:04:53.263285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Calling delete_port for e5d098c4-55f7-4913-b731-beec402449a3 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:53.287584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc30c531-57da-4382-a5f4-5cf21e91732c req-25684cc6-9888-4c9f-8400-e64ed975df69 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542857 Aug 20 09:04:53.390090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0b8cd-c98e-4799-b29b-d2c46b7c6dfa req-ab2fa917-7dc1-4e22-ab32-c01b17af8ba9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:53.397989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95a0b8cd-c98e-4799-b29b-d2c46b7c6dfa req-ab2fa917-7dc1-4e22-ab32-c01b17af8ba9 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 945 time: 0.0809660 Aug 20 09:04:53.465888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95a0b8cd-c98e-4799-b29b-d2c46b7c6dfa req-5aaf88cc-a2f6-454e-8f9e-1ca210111614 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups?id=f732b40f-c098-48bc-9852-8104f048e8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657396 Aug 20 09:04:53.540091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d9e31c5-f70c-4354-a451-bbe32e906bd8 req-9adce865-c7e3-46c6-b774-6cfb90e457cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727009 Aug 20 09:04:53.625950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:53.701155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event deleted for resources: {'Port': ['ID=e5d098c4-55f7-4913-b731-beec402449a3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:53.840892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e38e9d8a-5453-4631-9436-6cbb02f07742 req-c8379c46-1615-4ab6-afc3-034410735016 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0730269 Aug 20 09:04:53.902825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:04:54.076865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:04:54.100857 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:04:54.138970 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:54.138970 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:54.163586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] No DVR routers for this DVR port e5d098c4-55f7-4913-b731-beec402449a3 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:54.168347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:54.171436 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-636e106e-904a-4d66-8f6f-5b5bd63d8fba req-5ecbd4bb-bc15-47a8-8f81-269974df0e4f tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.26 "DELETE /v2.0/ports/e5d098c4-55f7-4913-b731-beec402449a3 HTTP/1.1" status: 204 len: 173 time: 1.6559820 Aug 20 09:04:54.171984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'name': 'network-vif-deleted', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:54.185938 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3397628-f691-496d-bdec-51753aac2717" -d '{"events": [{"server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "name": "network-vif-deleted", "tag": "e5d098c4-55f7-4913-b731-beec402449a3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:54.247434 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884603c-57af-487f-b894-443e118ef3f0 x-openstack-request-id: req-a884603c-57af-487f-b894-443e118ef3f0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:54.248074 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fa197c-4ce8-4473-81cd-774728e43ed4", "name": "network-vif-deleted", "tag": "e5d098c4-55f7-4913-b731-beec402449a3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:54.248872 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a884603c-57af-487f-b894-443e118ef3f0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:54.249566 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fa197c-4ce8-4473-81cd-774728e43ed4', 'name': 'network-vif-deleted', 'tag': 'e5d098c4-55f7-4913-b731-beec402449a3', 'status': 'completed', 'code': 200} Aug 20 09:04:54.260309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:54.435957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e9a2e-26a9-4dd6-9bd5-eb161c4c4637 req-4fa16706-d0f6-419b-a9c6-1a8dd67da9f6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:54.437653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-714e9a2e-26a9-4dd6-9bd5-eb161c4c4637 req-4fa16706-d0f6-419b-a9c6-1a8dd67da9f6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0658565 Aug 20 09:04:54.499025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-714e9a2e-26a9-4dd6-9bd5-eb161c4c4637 req-49d35f45-8cd5-4074-8dc2-ac12666aa1b6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510068 Aug 20 09:04:54.545817 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:54.622816 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:04:54.635775 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:04:54.644512 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:54.649431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b94aa50b-9c9e-4749-9dc0-f0040834a61a req-b30cd8ae-8eff-497b-9633-4cd635b8e394 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4fa197c-4ce8-4473-81cd-774728e43ed4 HTTP/1.1" status: 200 len: 210 time: 0.0375850 Aug 20 09:04:54.777546 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:04:55.004099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-183d1ef9-dc07-45e7-8781-c3636a72139b req-e56f519b-f19e-484b-abb7-9c59101236db tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0371792 Aug 20 09:04:55.140236 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:04:55.169947 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdb4d-2d92-430d-b101-5bb70d3516e5 None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T08:57:14Z', 'revision_number': 4, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2590a746-673c-4230-a3d7-e80eab3f6132', 'name': '', 'network_id': '3b51bcbd-e4b8-49be-b8bf-1906c37f33d5', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'mac_address': 'fa:16:3e:42:5b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:11Z', 'updated_at': '2021-08-20T08:57:26Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'subnets': [{'id': 'd0922113-bf53-4209-af8a-62ed9eb9b172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:04:55.407735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bed1a7-774c-4e11-8c0a-1a4567e066fb None None] New status for floating IP 6985fac5-b561-40b0-85e3-5ad6063b65d1: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:04:55.638795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3af9-a020-47cb-8398-7a6a0d11a210 req-80846c3a-0d7c-493b-ab6e-1f8b5efc59c5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:55.640534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-899b3af9-a020-47cb-8398-7a6a0d11a210 req-80846c3a-0d7c-493b-ab6e-1f8b5efc59c5 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0621984 Aug 20 09:04:55.696704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-899b3af9-a020-47cb-8398-7a6a0d11a210 req-7b9f336f-e122-42bc-bb34-0aac408e5e1a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490460 Aug 20 09:04:55.820005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fa5ff-602a-4b71-b9ae-9e91c7a0ba13 req-8b795372-acce-49aa-a88b-30299fad7be9 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:55.821556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-475fa5ff-602a-4b71-b9ae-9e91c7a0ba13 req-8b795372-acce-49aa-a88b-30299fad7be9 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0580399 Aug 20 09:04:55.865663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-475fa5ff-602a-4b71-b9ae-9e91c7a0ba13 req-5a5ef621-20da-44d5-9c87-bc22852f54cc tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369294 Aug 20 09:04:55.900308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58152) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:55.990651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13015164-dc0c-4f65-a021-ec5721ddfd64 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:56.004028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-e52ebb49-cabf-40b8-9852-9802e6cb32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:56.005654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-e52ebb49-cabf-40b8-9852-9802e6cb32cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.0703406 Aug 20 09:04:56.042871 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13015164-dc0c-4f65-a021-ec5721ddfd64 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:56.054080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e5d098c4-55f7-4913-b731-beec402449a3 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:04:56.094161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: e5d098c4-55f7-4913-b731-beec402449a3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:04:56.094504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e5d098c4-55f7-4913-b731-beec402449a3 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:04:56.159104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13015164-dc0c-4f65-a021-ec5721ddfd64 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:56.161958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13015164-dc0c-4f65-a021-ec5721ddfd64 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:56.163358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13015164-dc0c-4f65-a021-ec5721ddfd64 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "DELETE /v2.0/security-groups/f732b40f-c098-48bc-9852-8104f048e8fa HTTP/1.1" status: 204 len: 168 time: 0.2616928 Aug 20 09:04:56.173634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58162) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:56.174814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13015164-dc0c-4f65-a021-ec5721ddfd64 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f732b40f-c098-48bc-9852-8104f048e8fa,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:56.176243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-20df5a06-6ca2-4a77-8d56-c0ccae7cae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:56.187095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611fbdf-303e-492d-b02f-147cc1241710 req-a821e12a-a730-49ff-b5db-72106c878f2c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:56.187963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-20df5a06-6ca2-4a77-8d56-c0ccae7cae1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.1709223 Aug 20 09:04:56.196090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d611fbdf-303e-492d-b02f-147cc1241710 req-a821e12a-a730-49ff-b5db-72106c878f2c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2063582 Aug 20 09:04:56.210797 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-2ac0e202-154e-4fec-9046-3ec5a564f07a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] show failed (client error): The resource could not be found. Aug 20 09:04:56.214724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2ac0e202-154e-4fec-9046-3ec5a564f07a tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "GET /v2.0/security-groups/f732b40f-c098-48bc-9852-8104f048e8fa HTTP/1.1" status: 404 len: 347 time: 0.0351760 Aug 20 09:04:56.228210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:56.356814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-cb064f2e-b7ae-4907-a088-ebe1c845a71e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.1549053 Aug 20 09:04:56.464692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-a2470aa3-a5ad-421f-89e2-152fe1d84242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:56.467407 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-a2470aa3-a5ad-421f-89e2-152fe1d84242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0989883 Aug 20 09:04:56.579040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-ce3ce988-0ac5-4a0b-a875-541a622cea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:56.580499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-ce3ce988-0ac5-4a0b-a875-541a622cea0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968492 Aug 20 09:04:56.593195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-8514d497-4dcb-47ad-a4cd-eb6e790b624a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:04:56.594798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-8514d497-4dcb-47ad-a4cd-eb6e790b624a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061400 Aug 20 09:04:56.738121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3918c82-6886-4096-a488-49206a0245e6 req-152687aa-f686-420a-8b26-08408c4bc0f1 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.1087892 Aug 20 09:04:56.753625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d611fbdf-303e-492d-b02f-147cc1241710 req-96cdbc1d-0d90-4109-8fef-f6acbf7159d4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547159 Aug 20 09:04:56.765280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-9ec02b07-de13-4685-a92b-b27d0b478d8d service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624825 Aug 20 09:04:56.814604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Deleting port 6fdb2b6f-49ff-4c8f-a3fb-77d94e1f21b8 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:56.815177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:56.820701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:04:56.905098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-521d325a-2d2e-4d23-bf77-64fcd8196d97 req-5a56cbdc-d586-409f-8a8a-d40aa3c0d231 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303997 Aug 20 09:04:57.026108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.026735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.053160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Calling delete_port for 6fdb2b6f-49ff-4c8f-a3fb-77d94e1f21b8 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:57.084793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-6639e542-fccd-47d2-8a21-dd86b73d562b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:57.087913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-6639e542-fccd-47d2-8a21-dd86b73d562b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 815 time: 0.1976259 Aug 20 09:04:57.298073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fa442836-767c-4581-a8d6-8444389af6a7 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/quotas/f91abf14f59b42e5ae6c67d49387cfcf HTTP/1.1" status: 200 len: 375 time: 0.1959856 Aug 20 09:04:57.446954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-91d6c07c-2ad8-45f0-ab48-cd5345e6b8d6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263099 Aug 20 09:04:57.527815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-7ce31979-f57a-41e0-8200-ecfaa93d6e6b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:57.532897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-7ce31979-f57a-41e0-8200-ecfaa93d6e6b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "GET /v2.0/ports?device_id=1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a HTTP/1.1" status: 200 len: 945 time: 0.0957487 Aug 20 09:04:57.561110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:57.663968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aa8f3-7d98-46cc-81b1-89a97efb16ab req-9112c736-4776-42fc-9a4c-327febdead78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:57.672563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f0aa8f3-7d98-46cc-81b1-89a97efb16ab req-9112c736-4776-42fc-9a4c-327febdead78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1555610 Aug 20 09:04:57.674430 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.707873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Deleting port 05743376-2444-4695-a101-17850b3ea594 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:04:57.708221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.776339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Pushing event deleted for resources: {'Port': ['ID=6fdb2b6f-49ff-4c8f-a3fb-77d94e1f21b8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:57.791006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-8432605c-10db-4a37-b13b-659061df8091 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427656 Aug 20 09:04:57.841944 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7cb81b4-d848-4a55-8da6-84c2b30433e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.862790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] For port 05743376-2444-4695-a101-17850b3ea594, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=05743376-2444-4695-a101-17850b3ea594,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:04:57.863109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.878952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Calling delete_port for 05743376-2444-4695-a101-17850b3ea594 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:04:57.888298 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.893506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:57.894937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-27195e5c-b487-45e1-bc7e-f5c2cdaef3e6 tempest-AttachVolumeTestJSON-1062642013 tempest-AttachVolumeTestJSON-1062642013-project] 10.222.0.35 "DELETE /v2.0/floatingips/6985fac5-b561-40b0-85e3-5ad6063b65d1 HTTP/1.1" status: 204 len: 168 time: 1.6657932 Aug 20 09:04:57.898532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f0aa8f3-7d98-46cc-81b1-89a97efb16ab req-510ddbc8-5ec9-49a8-a51a-16e4973d0bb2 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251606 Aug 20 09:04:57.945619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-83e76e34-34bc-4e26-8b65-b1be99a9db25 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468699 Aug 20 09:04:58.079925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7cb81b4-d848-4a55-8da6-84c2b30433e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.087842 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7cb81b4-d848-4a55-8da6-84c2b30433e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.171883 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.183736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['05743376-2444-4695-a101-17850b3ea594'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:04:58.203708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab420de5-538c-4e43-be16-07f257878b46 req-aa3e8d29-ca65-4824-94bb-f8b9cbd3e7c8 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0486338 Aug 20 09:04:58.206209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb81b4-d848-4a55-8da6-84c2b30433e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69c717-c2aa-4034-9310-ef23184bc4d4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:58.222329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c7cb81b4-d848-4a55-8da6-84c2b30433e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c715eb7006114c68812b560e0b798e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437871 Aug 20 09:04:58.223411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58266) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:58.261457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Pushing event deleted for resources: {'Port': ['ID=05743376-2444-4695-a101-17850b3ea594,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:58.333658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] No DVR routers for this DVR port 05743376-2444-4695-a101-17850b3ea594 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:04:58.337407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.339805 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9cb05b21-f321-4ed6-880b-2fe629cbec25 req-095ed75d-6eca-4438-8d22-debca264c2da tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "DELETE /v2.0/ports/05743376-2444-4695-a101-17850b3ea594 HTTP/1.1" status: 204 len: 173 time: 0.7998748 Aug 20 09:04:58.340500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'name': 'network-vif-deleted', 'tag': '05743376-2444-4695-a101-17850b3ea594'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:04:58.353168 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6077da60-43f0-4486-b22a-a5caa619cb91" -d '{"events": [{"server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "name": "network-vif-deleted", "tag": "05743376-2444-4695-a101-17850b3ea594"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:04:58.384681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc754139-9971-43cc-9b79-b754912fef0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.440553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cae0b33-367c-4a6d-a896-c7337d804c83 req-eaadbdf5-27bd-44f4-bd50-4665fe495a1a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 210 time: 0.0936069 Aug 20 09:04:58.462365 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc754139-9971-43cc-9b79-b754912fef0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.507004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc77cff-cc88-4fba-a8e6-e205086e1bbe req-a4827f6e-25e5-40d0-901e-9f3254320835 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:58.514620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afc77cff-cc88-4fba-a8e6-e205086e1bbe req-a4827f6e-25e5-40d0-901e-9f3254320835 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1805482 Aug 20 09:04:58.531320 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9302960-d629-43c3-aa1d-52289757a8eb x-openstack-request-id: req-d9302960-d629-43c3-aa1d-52289757a8eb {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:04:58.531795 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a", "name": "network-vif-deleted", "tag": "05743376-2444-4695-a101-17850b3ea594", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:04:58.532107 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9302960-d629-43c3-aa1d-52289757a8eb {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:04:58.532711 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1665c0a4-c3b0-4c71-9c73-2eaf2f78da6a', 'name': 'network-vif-deleted', 'tag': '05743376-2444-4695-a101-17850b3ea594', 'status': 'completed', 'code': 200} Aug 20 09:04:58.592239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afc77cff-cc88-4fba-a8e6-e205086e1bbe req-a887fb65-7dc5-4766-9820-81043924ab77 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766633 Aug 20 09:04:58.613925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc754139-9971-43cc-9b79-b754912fef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.617124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc754139-9971-43cc-9b79-b754912fef0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:58.618381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bc754139-9971-43cc-9b79-b754912fef0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d69c717-c2aa-4034-9310-ef23184bc4d4 HTTP/1.1" status: 204 len: 168 time: 0.3857777 Aug 20 09:04:58.626590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc754139-9971-43cc-9b79-b754912fef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69c717-c2aa-4034-9310-ef23184bc4d4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:59.046162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:59.066627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37ca68cb-cc97-474b-a482-c590b1781f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.215553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf31be-d543-4002-a40c-8dbd24e61ce0 req-659eb767-910e-4c66-adf6-610085dadac4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:59.217181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1eaf31be-d543-4002-a40c-8dbd24e61ce0 req-659eb767-910e-4c66-adf6-610085dadac4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0932376 Aug 20 09:04:59.269310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37ca68cb-cc97-474b-a482-c590b1781f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.277578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37ca68cb-cc97-474b-a482-c590b1781f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.319793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca68cb-cc97-474b-a482-c590b1781f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0430f6-54f3-4466-88f0-110d0b1efe8a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:59.344047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1eaf31be-d543-4002-a40c-8dbd24e61ce0 req-d6101de9-90db-4f2c-8f6e-a7072786704e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082423 Aug 20 09:04:59.369746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8437da17-8b70-4109-91f2-aa571194c7b4 req-d64bb6ec-dada-4007-a630-36bb42050e36 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0406418 Aug 20 09:04:59.375185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37ca68cb-cc97-474b-a482-c590b1781f0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e49378918639492fb868d5629dab5ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250692 Aug 20 09:04:59.375441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58294) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:59.461708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58298) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:04:59.463008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a01c67bb-e893-41b6-8bae-eb27a0500aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.501206 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a01c67bb-e893-41b6-8bae-eb27a0500aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.574224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb151d3a-00d6-4ecd-b722-891fa37963ed req-fc715143-6043-4396-b558-2c29acb264a7 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 210 time: 0.0380211 Aug 20 09:04:59.588391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Deleting subnet 47099722-8a80-4b45-85ad-452a873052a7 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:04:59.603432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a01c67bb-e893-41b6-8bae-eb27a0500aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.607011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a01c67bb-e893-41b6-8bae-eb27a0500aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.611489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a01c67bb-e893-41b6-8bae-eb27a0500aa0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a0430f6-54f3-4466-88f0-110d0b1efe8a HTTP/1.1" status: 204 len: 168 time: 0.2351189 Aug 20 09:04:59.622562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c67bb-e893-41b6-8bae-eb27a0500aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0430f6-54f3-4466-88f0-110d0b1efe8a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:04:59.692444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.750774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fefff396-5d02-4e80-9308-75d68c4fd1a4 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:04:59.752223 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fefff396-5d02-4e80-9308-75d68c4fd1a4 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 815 time: 0.1485898 Aug 20 09:04:59.762211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.786272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Request body: {'port': {'device_id': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'admin_state_up': True, 'tenant_id': 'f91abf14f59b42e5ae6c67d49387cfcf'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:04:59.860931 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.971877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Made reservation on behalf of f91abf14f59b42e5ae6c67d49387cfcf for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:04:59.976701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:04:59.988503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.016361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47099722-8a80-4b45-85ad-452a873052a7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:00.030066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.034534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58310) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:00.034659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f0987a77-a619-49bd-98e5-517c55c813e4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/47099722-8a80-4b45-85ad-452a873052a7 HTTP/1.1" status: 204 len: 168 time: 0.5716155 Aug 20 09:05:00.118693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.157669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Allocated IP 172.20.0.13 (a0eedc91-e7ab-4879-854e-8fa6f146516c/1d849d0f-f235-445b-a50e-4c295dfc1624/36f42a2b-d726-4f87-b20a-6336ee0b9216) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:00.229574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.245228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0870785-c7e9-44e4-9480-4637ebbf4d15']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:00.265416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707ec447-7888-414a-a6d1-6cd12acc5c5d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:00.265788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707ec447-7888-414a-a6d1-6cd12acc5c5d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:00.276279 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.295874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.307854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:05:00.308261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:05:00.310625 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:05:00.385050 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.432768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.446328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.448909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] 10.222.0.35 "DELETE /v2.0/networks/d0870785-c7e9-44e4-9480-4637ebbf4d15 HTTP/1.1" status: 204 len: 168 time: 0.4133625 Aug 20 09:05:00.459335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.495523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94293e7-f44b-4a4a-a348-17fbd6141bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d0870785-c7e9-44e4-9480-4637ebbf4d15,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:00.532000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Network a0eedc91-e7ab-4879-854e-8fa6f146516c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:00.539395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:00.542399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:00.609820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:00.610671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.621902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Pushing event updated for resources: {'Port': ['ID=36f42a2b-d726-4f87-b20a-6336ee0b9216,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:00.636804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27f0a147-5643-4ac0-8a4c-1f070c18af7f req-3b1b3b4b-f63a-4d6d-ae60-89cc02b0fcfb tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0624599 Aug 20 09:05:00.640650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-fe651afb-aadd-4d2e-8a5b-5bfc93b0f744 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8759181 Aug 20 09:05:00.658163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58336) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:00.667495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Request body: {'port': {'device_id': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:00.702140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87169082-4e84-4899-8210-49c8f67c83a3 req-60584020-60fa-4d95-81de-271641255c18 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:00.711270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87169082-4e84-4899-8210-49c8f67c83a3 req-60584020-60fa-4d95-81de-271641255c18 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1854928 Aug 20 09:05:00.763339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:00.789126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87169082-4e84-4899-8210-49c8f67c83a3 req-fe889af2-dafb-4403-8b2f-5123f1166803 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742185 Aug 20 09:05:00.875610 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-06c95430-04fb-409f-96fd-3e8b1a05b384 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c95251c3fff04d25a7c682727907622b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160015 Aug 20 09:05:00.876310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa996b-4330-4b91-b85f-d784d8083f35 req-a663a1f9-1f5a-4a85-9a61-96782cf34e35 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:00.879914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58344) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:00.888262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34fa996b-4330-4b91-b85f-d784d8083f35 req-a663a1f9-1f5a-4a85-9a61-96782cf34e35 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 932 time: 0.1249471 Aug 20 09:05:00.948105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34fa996b-4330-4b91-b85f-d784d8083f35 req-deff2307-2312-40f5-aabd-2e32e70b3a7f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 Aug 20 09:05:01.079380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f1210bf-ac30-4fa0-9196-1031ba6befc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.113305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f1210bf-ac30-4fa0-9196-1031ba6befc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.221166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f1210bf-ac30-4fa0-9196-1031ba6befc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.223823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f1210bf-ac30-4fa0-9196-1031ba6befc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.224968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1f1210bf-ac30-4fa0-9196-1031ba6befc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c419ae6-eae0-42d2-963b-cb1fce97d76c HTTP/1.1" status: 204 len: 168 time: 0.3437512 Aug 20 09:05:01.237519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1210bf-ac30-4fa0-9196-1031ba6befc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c419ae6-eae0-42d2-963b-cb1fce97d76c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:01.249012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f42a2b-d726-4f87-b20a-6336ee0b9216 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:05:01.257790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.279212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Transition to ACTIVE for port object 36f42a2b-d726-4f87-b20a-6336ee0b9216 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:01.284717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.355952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Pushing event updated for resources: {'Port': ['ID=36f42a2b-d726-4f87-b20a-6336ee0b9216,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:01.416142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Attempting to bind port 36f42a2b-d726-4f87-b20a-6336ee0b9216 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:01.416667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Attempting to bind port 36f42a2b-d726-4f87-b20a-6336ee0b9216 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:01.417175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Attempting to bind port 36f42a2b-d726-4f87-b20a-6336ee0b9216 on network a0eedc91-e7ab-4879-854e-8fa6f146516c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:01.423612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Port 36f42a2b-d726-4f87-b20a-6336ee0b9216 on network a0eedc91-e7ab-4879-854e-8fa6f146516c not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:05:01.424164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Attempting to bind port 36f42a2b-d726-4f87-b20a-6336ee0b9216 on network a0eedc91-e7ab-4879-854e-8fa6f146516c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:01.430105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:01.430682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Checking segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:01.431272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Bound using segment: {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:01.431884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Bound port: 36f42a2b-d726-4f87-b20a-6336ee0b9216, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520e7a67-d367-44de-978d-863b732042ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:01.432405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.525774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] For port 36f42a2b-d726-4f87-b20a-6336ee0b9216, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:01.543223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] For port 36f42a2b-d726-4f87-b20a-6336ee0b9216, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:01.551627 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.637476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:01.638101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:01.639498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] 10.222.0.37 "PUT /v2.0/ports/36f42a2b-d726-4f87-b20a-6336ee0b9216 HTTP/1.1" status: 200 len: 1092 time: 0.9823644 Aug 20 09:05:01.640064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'tag': '36f42a2b-d726-4f87-b20a-6336ee0b9216'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:01.642200 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42573b5-e800-42a7-a41a-d63db3d0fad4" -d '{"events": [{"name": "network-changed", "server_uuid": "74a828c9-ac13-4d71-b687-37e7ae1eeaa8", "tag": "36f42a2b-d726-4f87-b20a-6336ee0b9216"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:01.762096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99822fb1-7c26-4585-9587-6909bd2acb70 service neutron] Pushing event updated for resources: {'Port': ['ID=36f42a2b-d726-4f87-b20a-6336ee0b9216,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:01.782816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-74915233-6b8c-4d7a-99f6-08cf0f825939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:01.784618 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-74915233-6b8c-4d7a-99f6-08cf0f825939 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 1095 time: 0.0980217 Aug 20 09:05:01.807742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c8aa910-d9c5-46fb-9faa-e07515f908fe req-095fc498-5c53-488e-8442-28fee8d1df85 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0681934 Aug 20 09:05:01.871445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-f5eaec49-17a2-4ad7-a395-26f96d578b1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216 HTTP/1.1" status: 200 len: 217 time: 0.0785198 Aug 20 09:05:01.981877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-ddb09a57-96c8-42d9-adeb-9845d9506544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:01.983840 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-ddb09a57-96c8-42d9-adeb-9845d9506544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 200 len: 855 time: 0.0913291 Aug 20 09:05:02.029774 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dcac4c-1768-43ed-a424-80dc9dda20f1 x-openstack-request-id: req-04dcac4c-1768-43ed-a424-80dc9dda20f1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:02.030258 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a828c9-ac13-4d71-b687-37e7ae1eeaa8", "tag": "36f42a2b-d726-4f87-b20a-6336ee0b9216", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:02.030604 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04dcac4c-1768-43ed-a424-80dc9dda20f1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:02.031231 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'tag': '36f42a2b-d726-4f87-b20a-6336ee0b9216', 'status': 'completed', 'code': 200} Aug 20 09:05:02.033379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-61fd296d-2667-4f70-bbae-7a4eb5d18e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eedc91-e7ab-4879-854e-8fa6f146516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429285 Aug 20 09:05:02.037964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8068cf-7e35-424a-8efd-7b5052c90ecd req-c6716a7b-59bd-40fb-83a9-2335eb70ef65 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:02.048739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc8068cf-7e35-424a-8efd-7b5052c90ecd req-c6716a7b-59bd-40fb-83a9-2335eb70ef65 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1424897 Aug 20 09:05:02.150860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc8068cf-7e35-424a-8efd-7b5052c90ecd req-201db35b-9c1a-4dd4-9ef5-23101023984e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011372 Aug 20 09:05:02.160781 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-7e8f0e60-ebcc-438d-97a8-70233dda8bd7 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200597 Aug 20 09:05:02.239857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 05743376-2444-4695-a101-17850b3ea594 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:02.281585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 05743376-2444-4695-a101-17850b3ea594 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:02.287286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 05743376-2444-4695-a101-17850b3ea594 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:02.288561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aedb4e61-25c3-4978-b264-7c49cfce5791 req-a89c654d-6235-4f74-b08a-94cd82154dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204245 Aug 20 09:05:02.357365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66986543-6c34-4522-aef1-13ea8a26b9a8 req-58efebe5-4a63-4c0d-970a-8476f0c63788 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:02.359312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66986543-6c34-4522-aef1-13ea8a26b9a8 req-58efebe5-4a63-4c0d-970a-8476f0c63788 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 944 time: 0.1277771 Aug 20 09:05:02.414614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-2d9dc895-6bd7-414d-b97b-0dd0bee65aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:02.416106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-2d9dc895-6bd7-414d-b97b-0dd0bee65aa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 1095 time: 0.0713284 Aug 20 09:05:02.441749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66986543-6c34-4522-aef1-13ea8a26b9a8 req-54e024ed-200e-4a08-bb93-909b8a645eed tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707023 Aug 20 09:05:02.494563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58412) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:02.547482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-ec9bd7a8-eb51-4ebd-ab2e-735f29a7bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:02.549148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-ec9bd7a8-eb51-4ebd-ab2e-735f29a7bf72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 200 len: 915 time: 0.1250114 Aug 20 09:05:02.603723 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-85d3a925-4549-4e08-9b54-de99ad1c4594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216 HTTP/1.1" status: 200 len: 217 time: 0.0465057 Aug 20 09:05:02.668229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-0971a921-d615-477b-9f93-dfc46de3d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:02.669736 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-0971a921-d615-477b-9f93-dfc46de3d2b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 200 len: 855 time: 0.0585713 Aug 20 09:05:02.678262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58418) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:02.714507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-a32add06-7aad-42cf-be7e-14fd89a20f4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eedc91-e7ab-4879-854e-8fa6f146516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318105 Aug 20 09:05:02.780427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-959c0f34-9178-44c5-8d39-20d322bf1328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:02.849536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-530029736-network', 'tenant_id': 'd59bea9a466d4063adb752482a468b39'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:02.879265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-8cf28f99-e4e9-426a-8ded-f9fe9afc90c1 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555061 Aug 20 09:05:02.931526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81a8f178-9be3-4193-99e9-cbcadec4a2a7 req-1337d71c-14a5-4054-a1e8-550adfcaf6d7 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0354402 Aug 20 09:05:02.964865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-959c0f34-9178-44c5-8d39-20d322bf1328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:02.973462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-959c0f34-9178-44c5-8d39-20d322bf1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:02.997108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f42573b5-e800-42a7-a41a-d63db3d0fad4 req-932f253a-18ab-4efc-ac93-8c8e66d935d9 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070771 Aug 20 09:05:03.024866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c0f34-9178-44c5-8d39-20d322bf1328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd6857-ff9f-4697-9300-937190d15c46,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:03.029646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-959c0f34-9178-44c5-8d39-20d322bf1328 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b242f626f3914dcebff787b092797730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338867 Aug 20 09:05:03.030346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Made reservation on behalf of d59bea9a466d4063adb752482a468b39 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:05:03.032752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.032976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58426) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:03.043750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.092765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd9f648-0000-4a79-aa4c-6aa324f6273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.120104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd9f648-0000-4a79-aa4c-6aa324f6273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.145598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.150308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.176937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:05:03.187886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864400c0-d642-4b0f-8036-53e45fa1c518,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:03.189975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd9f648-0000-4a79-aa4c-6aa324f6273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.192440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2dd9f648-0000-4a79-aa4c-6aa324f6273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.196042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2dd9f648-0000-4a79-aa4c-6aa324f6273b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6fd6857-ff9f-4697-9300-937190d15c46 HTTP/1.1" status: 204 len: 168 time: 0.1593039 Aug 20 09:05:03.204776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9f648-0000-4a79-aa4c-6aa324f6273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fd6857-ff9f-4697-9300-937190d15c46,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:03.207686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.207941 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Added segment df717bf6-fb06-45ee-9779-dba2f882e838 of type vlan for network ba7c61c3-7d47-4491-a446-79f423f0aa5f Aug 20 09:05:03.297906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.338877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2f03-f8ed-4675-9e5f-1cfd0ecafc1a req-a90c55c7-1857-44ae-aa09-cdced6d3334e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:03.342242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-750e2f03-f8ed-4675-9e5f-1cfd0ecafc1a req-a90c55c7-1857-44ae-aa09-cdced6d3334e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0910952 Aug 20 09:05:03.358122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.359210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:03.359832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.445949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7631497 Aug 20 09:05:03.446370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58436) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:03.451712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Request body: {'subnet': {'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-530029736-subnet', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:03.473575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-750e2f03-f8ed-4675-9e5f-1cfd0ecafc1a req-48118327-2647-406e-9790-31453600eec9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253312 Aug 20 09:05:03.477384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Made reservation on behalf of d59bea9a466d4063adb752482a468b39 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:05:03.483139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01fd45-aa76-4858-9b22-58792ecd51dc admin admin] Pushing event updated for resources: {'Network': ['ID=ba7c61c3-7d47-4491-a446-79f423f0aa5f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:03.485382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.496870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:05:03.525744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58440) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:03.539044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-201c2e3d-4efe-4c1d-927d-867d912236e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.672541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dc2a4-735e-46dc-8f9f-68629c243259 req-0a3dcd23-bcb4-4440-9ddb-1dd5d72c5331 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:03.674099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b96dc2a4-735e-46dc-8f9f-68629c243259 req-0a3dcd23-bcb4-4440-9ddb-1dd5d72c5331 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 944 time: 0.0790091 Aug 20 09:05:03.689896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.732646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-201c2e3d-4efe-4c1d-927d-867d912236e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.737801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b96dc2a4-735e-46dc-8f9f-68629c243259 req-afa0f2fd-59f3-481f-bd64-fb5f592513f6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 Aug 20 09:05:03.739242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-201c2e3d-4efe-4c1d-927d-867d912236e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.758410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7407a594-be5e-4a2a-bcca-ae8078a44ca5,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:03.760730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Checking segment: {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:03.761086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Network hostable DHCP agents. Network: ba7c61c3-7d47-4491-a446-79f423f0aa5f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:05:03.781761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-201c2e3d-4efe-4c1d-927d-867d912236e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb4548a344e64d31bfe64908a329e718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599163 Aug 20 09:05:03.782835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c2e3d-4efe-4c1d-927d-867d912236e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba691448-aa51-4a82-9417-a263db7b9d07,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:03.785778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58444) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:03.810069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:05:03.832564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ba7c61c3-7d47-4491-a446-79f423f0aa5f) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:03.839216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:03.839805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.847097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b888b6-eec5-4cb8-9b9e-9c34df7817e7 None None] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:03.862707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95397f53-47d4-473d-91af-fcf715956feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.872086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fadd3d62-4a8f-4426-a71b-b2cce13f6c84 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4221933 Aug 20 09:05:03.872628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58446) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:03.877834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:03.899589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95397f53-47d4-473d-91af-fcf715956feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.899978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.901141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.987014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95397f53-47d4-473d-91af-fcf715956feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.990587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95397f53-47d4-473d-91af-fcf715956feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:03.996099 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-95397f53-47d4-473d-91af-fcf715956feb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba691448-aa51-4a82-9417-a263db7b9d07 HTTP/1.1" status: 204 len: 168 time: 0.2074203 Aug 20 09:05:04.003217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.010664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95397f53-47d4-473d-91af-fcf715956feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba691448-aa51-4a82-9417-a263db7b9d07,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:04.044548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-ba7c61c3-7d47-4491-a446-79f423f0aa5f', 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'fixed_ips': [{'subnet_id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:05:04.045689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.152948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16042c36-229c-4ff8-99c6-6067d7bf746b req-dd4afd97-aeec-45f7-83ac-5dff47e22092 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0630038 Aug 20 09:05:04.205135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Allocated IP 172.20.0.2 (ba7c61c3-7d47-4491-a446-79f423f0aa5f/7407a594-be5e-4a2a-bcca-ae8078a44ca5/920a04ec-9c87-485e-b300-1a10cef438fb) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:04.246770 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.427336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.438261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Transition to ACTIVE for port object 920a04ec-9c87-485e-b300-1a10cef438fb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:04.455978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Transition to ACTIVE for port object 920a04ec-9c87-485e-b300-1a10cef438fb will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:04.463459 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.487116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:04.488852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:04.490050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.510706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:04.513368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.567752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Pushing event updated for resources: {'Port': ['ID=920a04ec-9c87-485e-b300-1a10cef438fb,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:04.609390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Attempting to bind port 920a04ec-9c87-485e-b300-1a10cef438fb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:04.609771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Attempting to bind port 920a04ec-9c87-485e-b300-1a10cef438fb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:04.610352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Attempting to bind port 920a04ec-9c87-485e-b300-1a10cef438fb on network ba7c61c3-7d47-4491-a446-79f423f0aa5f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:04.618162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.618162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.618407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.618716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.619841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.620185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.620521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.620858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.621191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.621850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.622096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.623950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:04.632038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:04.632605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Checking segment: {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:04.632803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.633379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Bound using segment: {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:04.634043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Bound port: 920a04ec-9c87-485e-b300-1a10cef438fb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:04.635451 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.653941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196a3e3-b69c-4a11-9258-d07c41e48b26 req-52953237-e11f-4cbd-a0b4-23d903423143 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:04.655662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b196a3e3-b69c-4a11-9258-d07c41e48b26 req-52953237-e11f-4cbd-a0b4-23d903423143 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0712776 Aug 20 09:05:04.704361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] For port 920a04ec-9c87-485e-b300-1a10cef438fb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:04.707508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] For port 920a04ec-9c87-485e-b300-1a10cef438fb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=920a04ec-9c87-485e-b300-1a10cef438fb,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:04.714275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:04.738807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b196a3e3-b69c-4a11-9258-d07c41e48b26 req-4ec29701-80ef-43b6-b20b-997829a5e22e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773201 Aug 20 09:05:04.739939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Allocated IP 172.25.5.245 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/64d1737e-dcb0-457a-accf-c18066c7123b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:04.822733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16ffae-26b5-4f2b-a355-e42554a110fe None None] Pushing event updated for resources: {'Port': ['ID=920a04ec-9c87-485e-b300-1a10cef438fb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:04.937679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177155-11dd-4659-b9e0-5c9ee9509aad req-7ae6b68c-6d22-4773-b2e0-15cbb237772f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:04.939215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a177155-11dd-4659-b9e0-5c9ee9509aad req-7ae6b68c-6d22-4773-b2e0-15cbb237772f tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 944 time: 0.0977120 Aug 20 09:05:04.967640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:05.028036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a177155-11dd-4659-b9e0-5c9ee9509aad req-5323ffd3-8c07-4129-a8a5-903dc5c43b94 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698588 Aug 20 09:05:05.083701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:05.166105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:05.169795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:05.177259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:05.182304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Pushing event updated for resources: {'Port': ['ID=64d1737e-dcb0-457a-accf-c18066c7123b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:05.433686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0101b700-9621-4413-9cf5-370d06058513 req-628a05ce-f517-4403-8c0c-6ae5d97ea8f4 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Aug 20 09:05:05.651313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58502) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:05.834596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16464372-debe-4c18-9c82-8667f0b4bb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:05.884344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 920a04ec-9c87-485e-b300-1a10cef438fb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:05.981019 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:05.990519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16464372-debe-4c18-9c82-8667f0b4bb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:05.995104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16464372-debe-4c18-9c82-8667f0b4bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:05.995778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 920a04ec-9c87-485e-b300-1a10cef438fb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:06.042161 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-16464372-debe-4c18-9c82-8667f0b4bb84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=427c7678e46141eeb25c84042ba46ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891134 Aug 20 09:05:06.042365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58508) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:06.044117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16464372-debe-4c18-9c82-8667f0b4bb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10460f9-50dc-4c0d-8f53-d166bb503872,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:06.074622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d7f7a-5b74-4a1c-aeb9-d101e1b8aa49 req-dfced1ac-7adb-45d5-87c2-829d91232917 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:06.076141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-494d7f7a-5b74-4a1c-aeb9-d101e1b8aa49 req-dfced1ac-7adb-45d5-87c2-829d91232917 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1764035 Aug 20 09:05:06.208336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc633074-c07c-406f-9486-a5ec1af3ba3e None None] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:06.245901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-494d7f7a-5b74-4a1c-aeb9-d101e1b8aa49 req-7f6a373c-39d6-4293-8df9-c29b0b3e6862 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622877 Aug 20 09:05:06.274124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a880fa0-7ae3-48b1-9405-7138b6702ac5 req-3579bb14-6c31-4a0d-bf50-f4b068db1dd0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:06.276213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a880fa0-7ae3-48b1-9405-7138b6702ac5 req-3579bb14-6c31-4a0d-bf50-f4b068db1dd0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 944 time: 0.1587975 Aug 20 09:05:06.276890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 36f42a2b-d726-4f87-b20a-6336ee0b9216 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:05:06.277009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f2162b2-4723-43b0-b7dc-09739f786639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.300326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] Provisioning for port 920a04ec-9c87-485e-b300-1a10cef438fb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:06.316536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] Provisioning complete for port 920a04ec-9c87-485e-b300-1a10cef438fb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:06.316915 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.352998 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f2162b2-4723-43b0-b7dc-09739f786639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.433377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a880fa0-7ae3-48b1-9405-7138b6702ac5 req-5f191494-3c2e-45f5-a1f6-96700959e502 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502936 Aug 20 09:05:06.471973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.478959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 36f42a2b-d726-4f87-b20a-6336ee0b9216, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:06.542426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f2162b2-4723-43b0-b7dc-09739f786639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.544943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f2162b2-4723-43b0-b7dc-09739f786639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.548591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f2162b2-4723-43b0-b7dc-09739f786639 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f10460f9-50dc-4c0d-8f53-d166bb503872 HTTP/1.1" status: 204 len: 168 time: 0.4907196 Aug 20 09:05:06.560621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2162b2-4723-43b0-b7dc-09739f786639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10460f9-50dc-4c0d-8f53-d166bb503872,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:06.561904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.568515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '36f42a2b-d726-4f87-b20a-6336ee0b9216', 'network_id': 'a0eedc91-e7ab-4879-854e-8fa6f146516c', 'port_id': '36f42a2b-d726-4f87-b20a-6336ee0b9216', 'mac_address': 'fa:16:3e:09:27:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d849d0f-f235-445b-a50e-4c295dfc1624', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:05:06.657044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d90a6835-f194-4557-b5a1-ed01e3878cf4 req-67daa53b-17bc-45c6-8072-23ee64a21e35 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0370538 Aug 20 09:05:06.658031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] For port 920a04ec-9c87-485e-b300-1a10cef438fb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=920a04ec-9c87-485e-b300-1a10cef438fb,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:06.664835 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.666608 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.704476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f42a2b-d726-4f87-b20a-6336ee0b9216 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:05:06.726803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Router 69ffac98-8ff9-432a-ad07-9c35e4a47795 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:05:06.731285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 36f42a2b-d726-4f87-b20a-6336ee0b9216, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:06.737580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.789484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ae7ac-aaeb-4dcb-bbd7-99a9785fa8be None None] Pushing event updated for resources: {'Port': ['ID=920a04ec-9c87-485e-b300-1a10cef438fb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:06.863696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:06.880015 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Sync routers for ids ['69ffac98-8ff9-432a-ad07-9c35e4a47795'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:06.889970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=36f42a2b-d726-4f87-b20a-6336ee0b9216,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:06.900356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:06.904436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:06.904889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ed64d4b-23f0-4964-b448-79427023a12c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0304556 Aug 20 09:05:06.906706 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Routers {'69ffac98-8ff9-432a-ad07-9c35e4a47795'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:06.907272 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['69ffac98-8ff9-432a-ad07-9c35e4a47795'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:06.972945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['36f42a2b-d726-4f87-b20a-6336ee0b9216'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:07.081404 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Set router 69ffac98-8ff9-432a-ad07-9c35e4a47795 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:07.157272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-abc5c943-533c-41ad-9645-ca888e9f794d None None] Provisioning complete for port 920a04ec-9c87-485e-b300-1a10cef438fb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:07.157643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-abc5c943-533c-41ad-9645-ca888e9f794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:07.420260 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:05Z', 'revision_number': 3, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:07.455551 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Checking router: 69ffac98-8ff9-432a-ad07-9c35e4a47795 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:07.455900 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Updating router 69ffac98-8ff9-432a-ad07-9c35e4a47795 port 64d1737e-dcb0-457a-accf-c18066c7123b binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:05:07.470682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaa2d4-f018-472c-9210-0580e66ee101 req-852b1bc5-bb81-4597-8993-b721607ec6ce tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:07.485032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bfaa2d4-f018-472c-9210-0580e66ee101 req-852b1bc5-bb81-4597-8993-b721607ec6ce tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0829387 Aug 20 09:05:07.490410 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:07.576635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bfaa2d4-f018-472c-9210-0580e66ee101 req-48447f57-a38b-46c9-ac1d-b62b26396607 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851796 Aug 20 09:05:07.657963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:07.789736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef31e9-6652-4eba-8658-bfa0148cb4da req-3238175f-cec7-4762-8b2d-afed796f20a1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:07.791729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ef31e9-6652-4eba-8658-bfa0148cb4da req-3238175f-cec7-4762-8b2d-afed796f20a1 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 945 time: 0.1656656 Aug 20 09:05:07.887165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 920a04ec-9c87-485e-b300-1a10cef438fb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:07.942729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-479e1ebf-b645-4c4f-b32c-852c9d8e4455 req-8aeb7d5a-2fa9-4e04-aaf0-2aa36083e195 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0765955 Aug 20 09:05:07.949947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31ef31e9-6652-4eba-8658-bfa0148cb4da req-d3936101-4a16-4692-85ff-ab745da1fd41 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514654 Aug 20 09:05:08.039731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 920a04ec-9c87-485e-b300-1a10cef438fb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:08.040287 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.056928 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.069864 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Transition to ACTIVE for port object 64d1737e-dcb0-457a-accf-c18066c7123b will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:08.078020 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.085866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Allocated IP 172.20.0.1 (ba7c61c3-7d47-4491-a446-79f423f0aa5f/7407a594-be5e-4a2a-bcca-ae8078a44ca5/7fa656d3-000b-4403-b394-73adc0898606) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:08.154146 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Attempting to bind port 64d1737e-dcb0-457a-accf-c18066c7123b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:08.154541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Attempting to bind port 64d1737e-dcb0-457a-accf-c18066c7123b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:08.154906 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Attempting to bind port 64d1737e-dcb0-457a-accf-c18066c7123b on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:08.166102 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:08.166501 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:08.167168 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.167303 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:08.167691 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Bound port: 64d1737e-dcb0-457a-accf-c18066c7123b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:08.168161 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.169828 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Pushing event updated for resources: {'Port': ['ID=64d1737e-dcb0-457a-accf-c18066c7123b,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:08.205519 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.206669 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.206783 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.207076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.207407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.208155 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.208490 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.208813 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.209130 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.210704 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.211050 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.211373 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:08.256101 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] For port 64d1737e-dcb0-457a-accf-c18066c7123b, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:08.260919 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] For port 64d1737e-dcb0-457a-accf-c18066c7123b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=64d1737e-dcb0-457a-accf-c18066c7123b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:08.262441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.268384 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.276982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 36f42a2b-d726-4f87-b20a-6336ee0b9216 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:08.286908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Transition to ACTIVE for port object 7fa656d3-000b-4403-b394-73adc0898606 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:08.326240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.343127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 36f42a2b-d726-4f87-b20a-6336ee0b9216 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:08.349731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 36f42a2b-d726-4f87-b20a-6336ee0b9216 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:08.350629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.370541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Routers {'69ffac98-8ff9-432a-ad07-9c35e4a47795'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:08.371268 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['69ffac98-8ff9-432a-ad07-9c35e4a47795'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:08.423481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:08.441339 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e7cf-d605-4ed8-a5d4-7aa2e868fb7d None None] Pushing event updated for resources: {'Port': ['ID=64d1737e-dcb0-457a-accf-c18066c7123b,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:08.441541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:08.461209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:08.499007 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.525460 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] Set router 69ffac98-8ff9-432a-ad07-9c35e4a47795 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:08.559018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f42a2b-d726-4f87-b20a-6336ee0b9216'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:08.566866 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d7b96-7233-4d4d-b17d-b679af6af56c" -d '{"events": [{"server_uuid": "74a828c9-ac13-4d71-b687-37e7ae1eeaa8", "name": "network-vif-plugged", "status": "completed", "tag": "36f42a2b-d726-4f87-b20a-6336ee0b9216"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:08.567291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58564) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:08.568257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.614025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 36f42a2b-d726-4f87-b20a-6336ee0b9216, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:08.636867 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:08.676687 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075897b3-020a-4ad0-a10b-5f8ec53ab5a0 x-openstack-request-id: req-075897b3-020a-4ad0-a10b-5f8ec53ab5a0 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:08.677059 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a828c9-ac13-4d71-b687-37e7ae1eeaa8", "name": "network-vif-plugged", "status": "completed", "tag": "36f42a2b-d726-4f87-b20a-6336ee0b9216", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:08.677383 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-075897b3-020a-4ad0-a10b-5f8ec53ab5a0 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:08.677888 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f42a2b-d726-4f87-b20a-6336ee0b9216', 'code': 200} Aug 20 09:05:08.740903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=36f42a2b-d726-4f87-b20a-6336ee0b9216,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:08.762986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa656d3-000b-4403-b394-73adc0898606,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:08.826351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace09c8b-d0ef-4e90-85e1-d9d395680480 req-3183fbbe-cc68-464c-88c1-c72ba526a36b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:08.827969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ace09c8b-d0ef-4e90-85e1-d9d395680480 req-3183fbbe-cc68-464c-88c1-c72ba526a36b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1038401 Aug 20 09:05:08.915699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ace09c8b-d0ef-4e90-85e1-d9d395680480 req-a5b69320-e39c-46d0-887d-28955c867c22 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744705 Aug 20 09:05:08.990306 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:05Z', 'revision_number': 3, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:09.012362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4946529a-1cb0-43de-91e6-36ad3fd78347 None None] Provisioning for port 7fa656d3-000b-4403-b394-73adc0898606 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:09.023865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4946529a-1cb0-43de-91e6-36ad3fd78347 None None] Provisioning complete for port 7fa656d3-000b-4403-b394-73adc0898606 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:09.024253 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4946529a-1cb0-43de-91e6-36ad3fd78347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:09.070984 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0faeec-2846-474e-8554-dfa81771ed5f None None] The sync data for ids ['69ffac98-8ff9-432a-ad07-9c35e4a47795'] in n-d-804285-2 is: [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:05Z', 'revision_number': 3, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:09.126855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4946529a-1cb0-43de-91e6-36ad3fd78347 None None] Port 7fa656d3-000b-4403-b394-73adc0898606 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:05:09.192767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdbe0e8d-b707-49b9-be3c-9d6f77932232 req-3d09732c-6e7b-493b-b76a-182453b52b16 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0699096 Aug 20 09:05:09.261326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa6b62-4c00-4b27-8c19-d1c5120c4ffa req-9f55ed29-84b5-4a0a-a52b-d9a4886bce2d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:09.263775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eaa6b62-4c00-4b27-8c19-d1c5120c4ffa req-9f55ed29-84b5-4a0a-a52b-d9a4886bce2d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.1439464 Aug 20 09:05:09.399601 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eaa6b62-4c00-4b27-8c19-d1c5120c4ffa req-881cee5a-64e4-4dea-89ee-d2f871ad3ceb tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280966 Aug 20 09:05:09.556870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90d040-05b3-46c7-a5fa-fe53a8de7831 req-1eda4a65-308a-4048-a8d5-2512d11720ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:09.560444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e90d040-05b3-46c7-a5fa-fe53a8de7831 req-1eda4a65-308a-4048-a8d5-2512d11720ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 1097 time: 0.8005137 Aug 20 09:05:09.577121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:09.690888 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e90d040-05b3-46c7-a5fa-fe53a8de7831 req-94e5c9ba-c914-4577-8f93-0d62062f8e16 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204557 Aug 20 09:05:09.691452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:09.896543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 64d1737e-dcb0-457a-accf-c18066c7123b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:09.988129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:09.994969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:09.995197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 64d1737e-dcb0-457a-accf-c18066c7123b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:10.000737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 64d1737e-dcb0-457a-accf-c18066c7123b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:10.001164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.066647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.093612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f981b-e910-4c4c-a82c-3a6463133af7 req-b4c7e4d7-3a85-4f89-aa2e-5b6976dbc711 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:10.095848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-791f981b-e910-4c4c-a82c-3a6463133af7 req-b4c7e4d7-3a85-4f89-aa2e-5b6976dbc711 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.0853469 Aug 20 09:05:10.103744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Deleting port 2590a746-673c-4230-a3d7-e80eab3f6132 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:10.104258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.157685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa656d3-000b-4403-b394-73adc0898606,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:10.167459 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.195745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 64d1737e-dcb0-457a-accf-c18066c7123b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=64d1737e-dcb0-457a-accf-c18066c7123b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:10.198929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:10.201040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:10.201696 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.274760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-791f981b-e910-4c4c-a82c-3a6463133af7 req-2ddf741a-9878-4807-8267-f8438141a25c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651907 Aug 20 09:05:10.302293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 180b4149-12ce-4752-a893-9f190c32e464 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:05:10.336752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=64d1737e-dcb0-457a-accf-c18066c7123b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:10.405188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Router 69ffac98-8ff9-432a-ad07-9c35e4a47795 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:05:10.414592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3be3e779-877e-4309-934f-a1d99cc16a55 req-9a51c865-f30f-43dd-820e-2d698e95fdac tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0604334 Aug 20 09:05:10.416490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] For port 2590a746-673c-4230-a3d7-e80eab3f6132, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2590a746-673c-4230-a3d7-e80eab3f6132,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:10.416852 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.433092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Calling delete_port for 2590a746-673c-4230-a3d7-e80eab3f6132 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:10.509997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:10.528803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '180b4149-12ce-4752-a893-9f190c32e464', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'port_id': '180b4149-12ce-4752-a893-9f190c32e464', 'mac_address': 'fa:16:3e:13:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:05:10.578310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.594821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:05:10.621769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:10.627241 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.665910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:10.674416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ece86e41-9503-4f50-b34a-5dbdb2fefa75 admin admin] 10.222.0.35 "PUT /v2.0/routers/69ffac98-8ff9-432a-ad07-9c35e4a47795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687805 Aug 20 09:05:10.735692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.752967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a85c12c0-64ef-465d-ba52-0b8245b2930e None None] Provisioning complete for port 7fa656d3-000b-4403-b394-73adc0898606 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:10.753343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a85c12c0-64ef-465d-ba52-0b8245b2930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:10.770143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=2590a746-673c-4230-a3d7-e80eab3f6132,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:10.795886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['180b4149-12ce-4752-a893-9f190c32e464'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:10.837572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:10.870502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a85c12c0-64ef-465d-ba52-0b8245b2930e None None] Port 7fa656d3-000b-4403-b394-73adc0898606 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:05:10.919705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.920190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.920436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.920769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.921109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.921478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.921866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.924596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.924951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.925283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.925614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.926877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:10.953032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9cdbb-3554-438b-b664-d36dac6929db req-c5a9a9eb-3b47-4175-90e6-485b104da641 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:10.968243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d9cdbb-3554-438b-b664-d36dac6929db req-c5a9a9eb-3b47-4175-90e6-485b104da641 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.3395085 Aug 20 09:05:11.305836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51d9cdbb-3554-438b-b664-d36dac6929db req-958f12d3-216e-439a-9c98-c1f582b3e60a tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869776 Aug 20 09:05:11.335830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:11.529591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ede2e-91a9-4eaf-a250-6fad78c6654c req-9149b894-a2f0-4ccc-b72b-28f56f4026f6 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:11.531145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-454ede2e-91a9-4eaf-a250-6fad78c6654c req-9149b894-a2f0-4ccc-b72b-28f56f4026f6 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.0872977 Aug 20 09:05:11.589497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96bcea31-de7d-4497-b804-d7a8c5f288cb req-50150dba-a2c7-4fa1-9243-ee94572b125f tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0573261 Aug 20 09:05:11.625808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Sync routers for ids ['69ffac98-8ff9-432a-ad07-9c35e4a47795'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:11.641259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Routers {'69ffac98-8ff9-432a-ad07-9c35e4a47795'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:11.650907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['69ffac98-8ff9-432a-ad07-9c35e4a47795'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:11.741322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-454ede2e-91a9-4eaf-a250-6fad78c6654c req-7676343b-5179-4ba6-a256-4444811ecddc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943974 Aug 20 09:05:11.745768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Router f9b7d27c-2ae7-4a8c-bab4-3339e672130c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:05:11.807040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58650) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:11.812010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1426313196-network', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:11.861492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Made reservation on behalf of 33e64e6b016d4213ba01a1b9d6146045 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:05:11.864239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:11.883980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:11.901499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:11.911796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] Sync routers for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:11.915832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dde14c4c-1a35-4e8a-9afd-dce704856b7a admin admin] 10.222.0.35 "PUT /v2.0/routers/f9b7d27c-2ae7-4a8c-bab4-3339e672130c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3446422 Aug 20 09:05:11.918891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58652) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:11.929410 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:11.933472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:11.957815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Set router 69ffac98-8ff9-432a-ad07-9c35e4a47795 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:12.229380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.234034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.251584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:05:12.266510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.267027 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Added segment 4820f14c-3596-4f35-950f-b1716a1012c2 of type vlan for network b14aec80-45de-4665-91d3-593fa8138316 Aug 20 09:05:12.269502 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:12.323345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.369794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 64d1737e-dcb0-457a-accf-c18066c7123b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:12.370663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 180b4149-12ce-4752-a893-9f190c32e464 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:12.374600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261b3a3b-91aa-40ce-b92f-40910b2dda10,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:12.390164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.394157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:12.396488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.580413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] Pushing event updated for resources: {'Network': ['ID=b14aec80-45de-4665-91d3-593fa8138316,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:12.589915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-84e506ab-54ea-40e3-9ba1-318199a99621 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7815731 Aug 20 09:05:12.592593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58658) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:12.643653 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:12.646270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Request body: {'subnet': {'network_id': 'b14aec80-45de-4665-91d3-593fa8138316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1426313196-subnet', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:12.671953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b14aec80-45de-4665-91d3-593fa8138316 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:05:12.696733 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] Checking router: f9b7d27c-2ae7-4a8c-bab4-3339e672130c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:12.726299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] Routers {'f9b7d27c-2ae7-4a8c-bab4-3339e672130c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:12.727158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:12.750636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Made reservation on behalf of 33e64e6b016d4213ba01a1b9d6146045 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:05:12.766676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:12.940430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] Set router f9b7d27c-2ae7-4a8c-bab4-3339e672130c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:13.001121 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.031063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 180b4149-12ce-4752-a893-9f190c32e464 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:13.031970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.075617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.106975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 64d1737e-dcb0-457a-accf-c18066c7123b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:13.109576 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.167457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6935a83d-521b-44c1-9f09-dfc763d66a90,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:13.176236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Checking segment: {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:13.176605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Network hostable DHCP agents. Network: b14aec80-45de-4665-91d3-593fa8138316, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:05:13.204529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Network b14aec80-45de-4665-91d3-593fa8138316 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:05:13.223563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b14aec80-45de-4665-91d3-593fa8138316) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:13.239701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:13.240546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.264557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec9a88-b3dd-48a5-9d05-12e0a43d8536 None None] Network b14aec80-45de-4665-91d3-593fa8138316 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:13.268620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a27130be-d440-428c-9849-6d52bf7b5922 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6688397 Aug 20 09:05:13.270678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58668) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:13.318470 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:13.325751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:13.329132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:09Z', 'revision_number': 4, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fa656d3-000b-4403-b394-73adc0898606', 'name': '', 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'mac_address': 'fa:16:3e:f0:ee:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:07Z', 'updated_at': '2021-08-20T09:05:09Z', 'revision_number': 2, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'subnets': [{'id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:13.361360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57f10ffc-b333-4f9d-84b2-da9ea4d75aed req-71d5b881-8bd9-4f5e-b433-aeb1ed4a3155 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.1919611 Aug 20 09:05:13.369254 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198153eb-3485-4794-a56b-d9a91c4e892c None None] The sync data for ids ['f9b7d27c-2ae7-4a8c-bab4-3339e672130c'] in n-d-804285-2 is: [{'id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'name': 'tempest-AttachVolumeTestJSON-1109936184-router', 'tenant_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:05Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 5, 'project_id': '866c5988a5974ec2a4c7e94ac37eedf9', 'gw_port': {'id': '54e339cc-563d-448d-a0f5-1e2ed32fa6eb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7d27c-2ae7-4a8c-bab4-3339e672130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:06Z', 'updated_at': '2021-08-20T08:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:13.438564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.475866 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a208797e-1061-4761-8815-559eef8c6785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.481386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Checking router: 69ffac98-8ff9-432a-ad07-9c35e4a47795 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:13.481787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Updating router 69ffac98-8ff9-432a-ad07-9c35e4a47795 port 7fa656d3-000b-4403-b394-73adc0898606 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:05:13.519261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce5889-ef4e-4d2a-9e52-a35bb64f79e1 req-b71f8973-4213-40a0-a1c7-63658199f620 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:13.521114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bce5889-ef4e-4d2a-9e52-a35bb64f79e1 req-b71f8973-4213-40a0-a1c7-63658199f620 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.3577731 Aug 20 09:05:13.537517 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.552588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.554312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.675748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bce5889-ef4e-4d2a-9e52-a35bb64f79e1 req-b86f8d07-b7d1-4aae-b7cb-d590dd5235a2 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363957 Aug 20 09:05:13.694713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb49486-6dc0-4506-b533-7c14d2390a61 req-0655b547-30e2-4c6e-9052-ea8979072d2c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:13.702906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bb49486-6dc0-4506-b533-7c14d2390a61 req-0655b547-30e2-4c6e-9052-ea8979072d2c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.1786900 Aug 20 09:05:13.755585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.857235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:13.894411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7bb49486-6dc0-4506-b533-7c14d2390a61 req-f62f958e-3e8c-4e14-ab5a-d5ecd4dc58c4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869161 Aug 20 09:05:14.032175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.106123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.109292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc315b-2b8e-46d3-a3aa-9c9ee41ccbaa req-d4b1f05e-0def-45b5-9a01-4ce7aa52e4f8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:14.110907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9bbc315b-2b8e-46d3-a3aa-9c9ee41ccbaa req-d4b1f05e-0def-45b5-9a01-4ce7aa52e4f8 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.1586394 Aug 20 09:05:14.144346 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.150665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.169096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Deleting port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:14.170740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.218022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:14.221144 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd4ad4-7792-4ae4-b655-73bab1785ca7" -d '{"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-plugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:14.229326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Transition to ACTIVE for port object 7fa656d3-000b-4403-b394-73adc0898606 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:14.264520 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.282158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:14.298083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2590a746-673c-4230-a3d7-e80eab3f6132 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:14.322692 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.337432 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee2d7d-9723-4181-8f0f-474acf07da99 x-openstack-request-id: req-eeee2d7d-9723-4181-8f0f-474acf07da99 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:14.337747 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-plugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:14.338071 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eeee2d7d-9723-4181-8f0f-474acf07da99 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:14.338557 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'code': 200} Aug 20 09:05:14.362427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9bbc315b-2b8e-46d3-a3aa-9c9ee41ccbaa req-b49da1c9-f703-4eb4-afa7-350509d6d4b6 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378545 Aug 20 09:05:14.363158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2590a746-673c-4230-a3d7-e80eab3f6132 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:14.363574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2590a746-673c-4230-a3d7-e80eab3f6132 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:14.417460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-b14aec80-45de-4665-91d3-593fa8138316', 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'fixed_ips': [{'subnet_id': '6935a83d-521b-44c1-9f09-dfc763d66a90'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:05:14.418480 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.538297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b352e-8c69-4603-9f25-a8387f35fa4f None None] Pushing event updated for resources: {'Port': ['ID=7fa656d3-000b-4403-b394-73adc0898606,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:14.543200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Attempting to bind port 7fa656d3-000b-4403-b394-73adc0898606 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:14.543832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Attempting to bind port 7fa656d3-000b-4403-b394-73adc0898606 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:14.544406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Attempting to bind port 7fa656d3-000b-4403-b394-73adc0898606 on network ba7c61c3-7d47-4491-a446-79f423f0aa5f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:14.557389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] For port 54e339cc-563d-448d-a0f5-1e2ed32fa6eb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:14.557782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.616033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Calling delete_port for 54e339cc-563d-448d-a0f5-1e2ed32fa6eb owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:14.629240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:14.653030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:14.653505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Checking segment: {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:14.654013 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.654568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Bound using segment: {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:14.655131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Bound port: 7fa656d3-000b-4403-b394-73adc0898606, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df717bf6-fb06-45ee-9779-dba2f882e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:14.655581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.858784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] For port 7fa656d3-000b-4403-b394-73adc0898606, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:14.868127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9958c6ec-01bd-497d-9467-a137c480a41f req-363bc17b-f06c-46cf-a638-957eda7112e1 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.3219819 Aug 20 09:05:14.875168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] For port 7fa656d3-000b-4403-b394-73adc0898606, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fa656d3-000b-4403-b394-73adc0898606,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:14.881007 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:14.954141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b352e-8c69-4603-9f25-a8387f35fa4f None None] Pushing event updated for resources: {'Port': ['ID=7fa656d3-000b-4403-b394-73adc0898606,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:14.961537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Allocated IP 172.20.0.2 (b14aec80-45de-4665-91d3-593fa8138316/6935a83d-521b-44c1-9f09-dfc763d66a90/28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:14.997467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Routers {'69ffac98-8ff9-432a-ad07-9c35e4a47795'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:14.999072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:04:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['69ffac98-8ff9-432a-ad07-9c35e4a47795'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:15.135526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.215182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e339cc-563d-448d-a0f5-1e2ed32fa6eb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:15.227371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8708-7170-45f4-9fa8-96551b2232d4 req-86b1897a-7cb8-4763-b50d-3d17381a2d7b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:15.235610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec4f8708-7170-45f4-9fa8-96551b2232d4 req-86b1897a-7cb8-4763-b50d-3d17381a2d7b tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.4169183 Aug 20 09:05:15.256138 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.279184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Transition to ACTIVE for port object 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:15.318314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Transition to ACTIVE for port object 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:15.333997 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.343915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec4f8708-7170-45f4-9fa8-96551b2232d4 req-8e88173f-6827-43b5-b4b6-d4221fa11406 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068194 Aug 20 09:05:15.413578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Network b14aec80-45de-4665-91d3-593fa8138316 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:15.427344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:15.463052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:15.557053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.588905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.659106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Pushing event updated for resources: {'Port': ['ID=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:15.717037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Allocated IP 172.25.5.173 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:15.812890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] Set router 69ffac98-8ff9-432a-ad07-9c35e4a47795 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:15.815068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Attempting to bind port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:15.826232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Attempting to bind port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:15.826734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Attempting to bind port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a on network b14aec80-45de-4665-91d3-593fa8138316 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:15.843198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.889958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:15.889958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Checking segment: {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:15.889958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.889958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Bound using segment: {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:15.889958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Bound port: 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:15.895887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.902099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c9aac-149a-4b73-8bd4-2538eeb15a4a req-efda455d-949a-4602-80ba-5822fd894e41 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:15.910882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-891c9aac-149a-4b73-8bd4-2538eeb15a4a req-efda455d-949a-4602-80ba-5822fd894e41 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.7588837 Aug 20 09:05:15.918118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:15.971694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Pushing event updated for resources: {'Port': ['ID=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:15.989982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.000956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] For port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:16.006076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] For port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,segment=NetworkSegment(4820f14c-3596-4f35-950f-b1716a1012c2),segment_id=4820f14c-3596-4f35-950f-b1716a1012c2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:16.007174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea5cb1-8762-4f5b-97d6-94fb8b3143b4 req-cbf619d2-8831-4d99-ac9a-9cc7ac3ff994 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:16.011601 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.017577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78ea5cb1-8762-4f5b-97d6-94fb8b3143b4 req-cbf619d2-8831-4d99-ac9a-9cc7ac3ff994 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.5397844 Aug 20 09:05:16.059849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:16.092164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:16.094708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:16.231498 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.254720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-891c9aac-149a-4b73-8bd4-2538eeb15a4a req-abd4f9c7-46d3-45ab-9ebc-53be37613b3b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435345 Aug 20 09:05:16.258563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.329190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176fa5-c368-468d-9a4f-d26f6479016f None None] Pushing event updated for resources: {'Port': ['ID=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:16.352905 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.405854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:09Z', 'revision_number': 4, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fa656d3-000b-4403-b394-73adc0898606', 'name': '', 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'mac_address': 'fa:16:3e:f0:ee:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:07Z', 'updated_at': '2021-08-20T09:05:14Z', 'revision_number': 4, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'subnets': [{'id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:16.483462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac384ab5-3577-485a-82f1-b9fea3d55474 None None] The sync data for ids ['69ffac98-8ff9-432a-ad07-9c35e4a47795'] in n-d-804285-2 is: [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:09Z', 'revision_number': 4, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fa656d3-000b-4403-b394-73adc0898606', 'name': '', 'network_id': 'ba7c61c3-7d47-4491-a446-79f423f0aa5f', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'mac_address': 'fa:16:3e:f0:ee:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:07Z', 'updated_at': '2021-08-20T09:05:14Z', 'revision_number': 4, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'subnets': [{'id': '7407a594-be5e-4a2a-bcca-ae8078a44ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:16.488228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48f23040-23d7-45db-80b5-06461b554015 req-b7ae3733-9de7-4e40-a558-e125fd943b1b tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0346894 Aug 20 09:05:16.500178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-78ea5cb1-8762-4f5b-97d6-94fb8b3143b4 req-d9eb8aa5-6319-49d9-aa4c-8e4b096ea00e tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816170 Aug 20 09:05:16.521231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.522148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b7d27c-2ae7-4a8c-bab4-3339e672130c {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:05:16.527920 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.529701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-28ee90e6-1210-409b-a9b9-0743208ab463 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f9b7d27c-2ae7-4a8c-bab4-3339e672130c HTTP/1.1" status: 204 len: 168 time: 4.6098270 Aug 20 09:05:16.532223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58702) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:16.628948 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c59d024e-964f-4d06-a5a4-849cd2c5c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.746863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Deleting subnet d0922113-bf53-4209-af8a-62ed9eb9b172 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:05:16.746863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.881614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:16.925651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.107336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.224496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.232718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea8ac-62e1-4cdb-a8d3-70bbdaff9902 req-4752d91f-2991-4dd3-97c5-7b92f7cdcc0c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:17.234757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68ea8ac-62e1-4cdb-a8d3-70bbdaff9902 req-4752d91f-2991-4dd3-97c5-7b92f7cdcc0c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.3061998 Aug 20 09:05:17.255738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.262420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3c7dae-ffe6-402d-9939-c528f03a121b None None] Network 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:17.277509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d0922113-bf53-4209-af8a-62ed9eb9b172 HTTP/1.1" status: 204 len: 168 time: 0.7415209 Aug 20 09:05:17.278099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58708) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:17.557513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.559066 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.579365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d492d3-e48d-4eb2-b07f-e617533f0c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0922113-bf53-4209-af8a-62ed9eb9b172,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:17.645940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c68ea8ac-62e1-4cdb-a8d3-70bbdaff9902 req-63c6dbbd-9899-411f-a1fc-4a08885423e0 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900096 Aug 20 09:05:17.696012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.734205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b278-4c27-489d-831c-97101d664364 req-294b1f7d-fe26-46e8-93f8-0e38047529e0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:17.750214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ce3b278-4c27-489d-831c-97101d664364 req-294b1f7d-fe26-46e8-93f8-0e38047529e0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2970369 Aug 20 09:05:17.796631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] DHCP port deletion for 3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:05:17.835862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Deleting port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:17.837828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:17.932135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] Deleting port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:17.932526 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.055999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] For port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:18.063625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.091635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Calling delete_port for 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:18.099029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] For port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,segment=NetworkSegment(29d027e6-3121-4db8-b3e0-25e4abac8510),segment_id=29d027e6-3121-4db8-b3e0-25e4abac8510)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:18.106206 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.144150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] Calling delete_port for 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:18.341281 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.370630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] No DVR routers for this DVR port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:18.421967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.438799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae71bf-c07f-4feb-a4f1-31fb574addd1 None None] Pushing event deleted for resources: {'Port': ['ID=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:18.498934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3649c-68ce-45ab-b478-4038c6efeb4d None None] Network b14aec80-45de-4665-91d3-593fa8138316 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:18.549668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:18.550028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f3d4bb-a49a-4917-b876-9d3223c1ffa6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:18.572447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] No DVR routers for this DVR port 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:18.760774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cb1459e2-9649-4f1f-8a62-cdd25c523cf6 None None] Provisioning for port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:18.800966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.825749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b51bcbd-e4b8-49be-b8bf-1906c37f33d5']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:18.849178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d027e6-3121-4db8-b3e0-25e4abac8510') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:18.849580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d027e6-3121-4db8-b3e0-25e4abac8510') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:18.861804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.890766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.906836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:18.917915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:18.918290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.933594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8572953c-3955-4e39-9ccb-36d1301addd0 req-3f81dfe3-0a33-451d-969f-2e19ff89cf42 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0898957 Aug 20 09:05:18.943360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.952006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ce3b278-4c27-489d-831c-97101d664364 req-9be16129-80ea-45dd-89b3-17e2b2f29d6d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1984837 Aug 20 09:05:18.975991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:05:18.976575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:05:18.991541 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:05:18.994858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Router 2ea945d7-bb59-4064-9d83-07af09ec5871 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:05:19.154001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.171701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.174457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3b51bcbd-e4b8-49be-b8bf-1906c37f33d5 HTTP/1.1" status: 204 len: 168 time: 1.8182528 Aug 20 09:05:19.186076 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.206444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bc37d-5101-438c-becb-07f2c6718b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b51bcbd-e4b8-49be-b8bf-1906c37f33d5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:19.250679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,segment=NetworkSegment(4820f14c-3596-4f35-950f-b1716a1012c2),segment_id=4820f14c-3596-4f35-950f-b1716a1012c2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:19.257121 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.259030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:19.259905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fa656d3-000b-4403-b394-73adc0898606 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:19.271084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdce30-e7f0-422b-a885-2b77016aaad1 req-4bf61e50-a81b-46bc-80c9-e614519cb6be tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:19.279219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eabdce30-e7f0-422b-a885-2b77016aaad1 req-4bf61e50-a81b-46bc-80c9-e614519cb6be tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.1957061 Aug 20 09:05:19.324762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Sync routers for ids ['2ea945d7-bb59-4064-9d83-07af09ec5871'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:19.357249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Routers {'2ea945d7-bb59-4064-9d83-07af09ec5871'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:19.358007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2ea945d7-bb59-4064-9d83-07af09ec5871'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:19.358148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eabdce30-e7f0-422b-a885-2b77016aaad1 req-4a1c3810-1d6f-4741-bdc9-f937cf8ef219 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777655 Aug 20 09:05:19.380582 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.385043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e89a935b-2814-4908-9514-372671ad4dfd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0634055 Aug 20 09:05:19.385206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:19.571827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Set router 2ea945d7-bb59-4064-9d83-07af09ec5871 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:19.605574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58736) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:19.725952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c790b220-37b0-4772-96e1-5a7a7015fd98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=866c5988a5974ec2a4c7e94ac37eedf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164441 Aug 20 09:05:19.729886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58740) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:19.831379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:19.845823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31255839-b09e-4242-8bfb-867a6408cb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.876110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7fa656d3-000b-4403-b394-73adc0898606 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:19.880823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7a5c3ff9-dc34-40b7-9aaf-498861cfbb63 None None] Provisioning complete for port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:19.881235 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7a5c3ff9-dc34-40b7-9aaf-498861cfbb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.888729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7fa656d3-000b-4403-b394-73adc0898606 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:19.889105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:19.890467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31255839-b09e-4242-8bfb-867a6408cb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.012932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31255839-b09e-4242-8bfb-867a6408cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.017607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31255839-b09e-4242-8bfb-867a6408cb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.018922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-31255839-b09e-4242-8bfb-867a6408cb12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f06931e4-9e96-4ff0-a80a-46ac375f3029 HTTP/1.1" status: 204 len: 168 time: 0.2880030 Aug 20 09:05:20.042709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31255839-b09e-4242-8bfb-867a6408cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06931e4-9e96-4ff0-a80a-46ac375f3029,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:20.195418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:16Z', 'revision_number': 3, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:20.237887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Checking router: 2ea945d7-bb59-4064-9d83-07af09ec5871 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:20.237887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Updating router 2ea945d7-bb59-4064-9d83-07af09ec5871 port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:05:20.260660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb8d2b-7a8a-4f1f-b47c-19d92d38b659 req-6b2048a3-cb2d-49a2-b5c9-4ee87913f433 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:20.282734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7cb8d2b-7a8a-4f1f-b47c-19d92d38b659 req-6b2048a3-cb2d-49a2-b5c9-4ee87913f433 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.2495413 Aug 20 09:05:20.286226 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.294152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca164fd-d650-4442-87d4-da0e1743d4b6 req-e9d581c1-bbcd-4695-b5be-0d6ed7f5dc3e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:20.295705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ca164fd-d650-4442-87d4-da0e1743d4b6 req-e9d581c1-bbcd-4695-b5be-0d6ed7f5dc3e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2166638 Aug 20 09:05:20.320816 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.392114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ca164fd-d650-4442-87d4-da0e1743d4b6 req-9e252ca1-25cc-42ea-be97-e0d9f0ac5a6b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741823 Aug 20 09:05:20.430962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7fa656d3-000b-4403-b394-73adc0898606, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fa656d3-000b-4403-b394-73adc0898606,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:20.439831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7cb8d2b-7a8a-4f1f-b47c-19d92d38b659 req-3ba5eb21-04ef-49c6-a051-193d5a411a98 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431081 Aug 20 09:05:20.449882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.452773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:20.589046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc5d16f9-5320-437b-9572-ed9d0a49aaae req-cc22fbe3-b987-46d7-a967-4c853c10664a tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0675642 Aug 20 09:05:20.640629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:20.694889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:20.695247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 13f3d4bb-a49a-4917-b876-9d3223c1ffa6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:20.695718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54e339cc-563d-448d-a0f5-1e2ed32fa6eb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:20.734251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 54e339cc-563d-448d-a0f5-1e2ed32fa6eb {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:20.734593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54e339cc-563d-448d-a0f5-1e2ed32fa6eb not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:20.750625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7fa656d3-000b-4403-b394-73adc0898606,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:20.868645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Allocated IP 172.20.0.1 (b14aec80-45de-4665-91d3-593fa8138316/6935a83d-521b-44c1-9f09-dfc763d66a90/71524c02-dcbe-456b-96c3-2f21eef212ea) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:21.062604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:21.165075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.185456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Transition to ACTIVE for port object 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:21.195441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.204488 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5a008dce-0704-44cc-94a2-f2bcc5864eec req-776baaa0-088f-4719-8bc4-f93874ec053d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.3439124 Aug 20 09:05:21.253011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:21.253778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.271616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.303384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Attempting to bind port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:21.303384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Attempting to bind port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:21.303961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Attempting to bind port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:21.305530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Transition to ACTIVE for port object 71524c02-dcbe-456b-96c3-2f21eef212ea will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:21.317858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-151f71ff-36f2-41f2-a316-afae0256fb19 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:21.319763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-151f71ff-36f2-41f2-a316-afae0256fb19 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.1435587 Aug 20 09:05:21.325495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40706397-5dda-44a7-b2e2-c3c892208be5 None None] Pushing event updated for resources: {'Port': ['ID=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:21.329918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:21.330410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:21.330883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.331499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:21.332065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Bound port: 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:21.332561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.425172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] For port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:21.434671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] For port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:21.443987 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.449407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.516126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Pushing event updated for resources: {'Port': ['ID=71524c02-dcbe-456b-96c3-2f21eef212ea,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:21.541261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40706397-5dda-44a7-b2e2-c3c892208be5 None None] Pushing event updated for resources: {'Port': ['ID=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:21.560723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Network b14aec80-45de-4665-91d3-593fa8138316 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:21.563397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:21.570663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:21.631115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Deleting port 36f42a2b-d726-4f87-b20a-6336ee0b9216 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:21.631461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.674820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Routers {'2ea945d7-bb59-4064-9d83-07af09ec5871'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:21.675762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2ea945d7-bb59-4064-9d83-07af09ec5871'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:21.767187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:21.776876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0ede4-ba86-4992-a109-d2a34f575800 req-48cad665-b9b9-4659-8c39-325a2db997de tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:21.792511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66e0ede4-ba86-4992-a109-d2a34f575800 req-48cad665-b9b9-4659-8c39-325a2db997de tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 946 time: 0.1927171 Aug 20 09:05:21.864663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb53a07-b343-4df0-b1d2-cf8d8918339e req-38c58731-bddd-4c5f-8966-a1e7eb159ea4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:21.886401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fb53a07-b343-4df0-b1d2-cf8d8918339e req-38c58731-bddd-4c5f-8966-a1e7eb159ea4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2358837 Aug 20 09:05:21.963897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66e0ede4-ba86-4992-a109-d2a34f575800 req-5b187da7-509b-49a6-9204-5c6a6f6d4b82 tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/security-groups?id=e1da577b-86a4-4b33-af18-4ee4e2f18968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700296 Aug 20 09:05:21.993837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fb53a07-b343-4df0-b1d2-cf8d8918339e req-03ae2e5e-cee0-4629-8a76-8a3402522b48 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060996 Aug 20 09:05:22.143546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] For port 36f42a2b-d726-4f87-b20a-6336ee0b9216, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=36f42a2b-d726-4f87-b20a-6336ee0b9216,segment=NetworkSegment(520e7a67-d367-44de-978d-863b732042ca),segment_id=520e7a67-d367-44de-978d-863b732042ca)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:22.143934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:22.154290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:22.177847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-440fbabb-a159-42fb-b500-b1230e0680a1 req-6cd97422-7c04-4b63-b9af-171a75ec46b8 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0836670 Aug 20 09:05:22.221429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e8d36c69-4dc5-41ad-8b0a-76eb1bcb2131 None None] Provisioning for port 71524c02-dcbe-456b-96c3-2f21eef212ea completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:22.256954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e8d36c69-4dc5-41ad-8b0a-76eb1bcb2131 None None] Provisioning complete for port 71524c02-dcbe-456b-96c3-2f21eef212ea triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:22.260059 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8d36c69-4dc5-41ad-8b0a-76eb1bcb2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:22.309926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e8d36c69-4dc5-41ad-8b0a-76eb1bcb2131 None None] Port 71524c02-dcbe-456b-96c3-2f21eef212ea cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:05:22.314601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] Set router 2ea945d7-bb59-4064-9d83-07af09ec5871 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:22.327692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Calling delete_port for 36f42a2b-d726-4f87-b20a-6336ee0b9216 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:22.456263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:22.464782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:22.570893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Pushing event updated for resources: {'Port': ['ID=71524c02-dcbe-456b-96c3-2f21eef212ea,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:22.613608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:22.655259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:16Z', 'revision_number': 3, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:22.771160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Network b14aec80-45de-4665-91d3-593fa8138316 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:22.781007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:22.815187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ad28e-dc97-47fb-a596-5c59b778d699 None None] The sync data for ids ['2ea945d7-bb59-4064-9d83-07af09ec5871'] in n-d-804285-2 is: [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:16Z', 'revision_number': 3, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:22.944930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fa656d3-000b-4403-b394-73adc0898606 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:23.030877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:23.060023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Router 2ea945d7-bb59-4064-9d83-07af09ec5871 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:05:23.125392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7fa656d3-000b-4403-b394-73adc0898606 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:23.130151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:23.220480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Pushing event deleted for resources: {'Port': ['ID=36f42a2b-d726-4f87-b20a-6336ee0b9216,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:23.230018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] No DVR routers for this DVR port 36f42a2b-d726-4f87-b20a-6336ee0b9216 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:23.235330 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:23.237406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3ac7acf-b72a-48b4-a505-52dc1e43b7d9 req-fc44070c-68ab-4595-8041-38c5f257bc4c tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.37 "DELETE /v2.0/ports/36f42a2b-d726-4f87-b20a-6336ee0b9216 HTTP/1.1" status: 204 len: 173 time: 1.9102120 Aug 20 09:05:23.238536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'name': 'network-vif-deleted', 'tag': '36f42a2b-d726-4f87-b20a-6336ee0b9216'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:23.258166 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103de00c-abdc-4034-8270-4e7e20fc231d" -d '{"events": [{"server_uuid": "74a828c9-ac13-4d71-b687-37e7ae1eeaa8", "name": "network-vif-deleted", "tag": "36f42a2b-d726-4f87-b20a-6336ee0b9216"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:23.327671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32e84901-8745-4d96-98dd-bfca69f1d7eb req-907471ac-3f55-420e-951d-28ae6831c51d tempest-ServerDiskConfigTestJSON-165567286 tempest-ServerDiskConfigTestJSON-165567286-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a828c9-ac13-4d71-b687-37e7ae1eeaa8 HTTP/1.1" status: 200 len: 210 time: 0.1144302 Aug 20 09:05:23.415531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d95fc8be-7be6-422a-920c-343428cd7f0b None None] Provisioning complete for port 71524c02-dcbe-456b-96c3-2f21eef212ea triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:23.416113 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d95fc8be-7be6-422a-920c-343428cd7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:23.447702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d246f72-eb49-4f0c-875d-31b61524fb4f req-dcc4a348-7153-43f8-ba9c-13484ebd4e22 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:23.471606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d246f72-eb49-4f0c-875d-31b61524fb4f req-dcc4a348-7153-43f8-ba9c-13484ebd4e22 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1887176 Aug 20 09:05:23.564593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58836) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:23.565977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:23.579632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e03dc9d0-f5a1-49f1-95d4-bb25333acb36 admin admin] 10.222.0.35 "PUT /v2.0/routers/2ea945d7-bb59-4064-9d83-07af09ec5871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1932011 Aug 20 09:05:23.605549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d95fc8be-7be6-422a-920c-343428cd7f0b None None] Port 71524c02-dcbe-456b-96c3-2f21eef212ea cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:05:23.697884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d246f72-eb49-4f0c-875d-31b61524fb4f req-9b99d30d-602b-408b-abc2-551972c9600e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180650 Aug 20 09:05:23.796689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab85de76-bbae-4929-94a6-1ebf1a6224e6 req-d2397c44-b87e-402c-8839-c9d9e0156138 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0860033 Aug 20 09:05:23.859346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcb4c-6dc5-4fb7-8869-771911dde820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:23.893766 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b6d16-54aa-4fe0-aab4-a79511d2256b x-openstack-request-id: req-230b6d16-54aa-4fe0-aab4-a79511d2256b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:23.894169 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a828c9-ac13-4d71-b687-37e7ae1eeaa8", "name": "network-vif-deleted", "tag": "36f42a2b-d726-4f87-b20a-6336ee0b9216", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:23.894523 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-230b6d16-54aa-4fe0-aab4-a79511d2256b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:23.895023 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a828c9-ac13-4d71-b687-37e7ae1eeaa8', 'name': 'network-vif-deleted', 'tag': '36f42a2b-d726-4f87-b20a-6336ee0b9216', 'status': 'completed', 'code': 200} Aug 20 09:05:24.067935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcb4c-6dc5-4fb7-8869-771911dde820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:24.074963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee2dcb4c-6dc5-4fb7-8869-771911dde820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:24.120384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dcb4c-6dc5-4fb7-8869-771911dde820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b40e22-64f0-42b0-afab-32c19276bb3b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:24.156925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58850) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:24.158151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ee2dcb4c-6dc5-4fb7-8869-771911dde820 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b57327b730b465eb521688777813244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817628 Aug 20 09:05:24.259064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed42bea6-b269-4ad4-84f5-86dbabb87f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:24.307763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed42bea6-b269-4ad4-84f5-86dbabb87f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:24.383002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 36f42a2b-d726-4f87-b20a-6336ee0b9216 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:24.409514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 36f42a2b-d726-4f87-b20a-6336ee0b9216 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:24.415722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 36f42a2b-d726-4f87-b20a-6336ee0b9216 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:24.432478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed42bea6-b269-4ad4-84f5-86dbabb87f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:24.435679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ed42bea6-b269-4ad4-84f5-86dbabb87f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:24.437029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ed42bea6-b269-4ad4-84f5-86dbabb87f14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21b40e22-64f0-42b0-afab-32c19276bb3b HTTP/1.1" status: 204 len: 168 time: 0.2777829 Aug 20 09:05:24.461572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42bea6-b269-4ad4-84f5-86dbabb87f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b40e22-64f0-42b0-afab-32c19276bb3b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:24.637241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c05d6359-c657-4454-a524-e031d646d9cc req-f0307067-45a2-4f35-9a26-c1acf7a0e59d tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33&device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.0825381 Aug 20 09:05:24.986649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:25.029344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9608eae2-7230-48c1-87f1-44f7bba34440 req-5c85416f-dbd4-4250-bc61-b4076c4e4204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16e72aef3e04b9f9dda6f785df41ee5&device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0370002 Aug 20 09:05:25.032008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d420863-3572-4440-ace1-b82e9dd03d91 req-d08c8bd6-c778-47b9-b00f-e2c1867b9b18 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:25.047963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d420863-3572-4440-ace1-b82e9dd03d91 req-d08c8bd6-c778-47b9-b00f-e2c1867b9b18 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1282482 Aug 20 09:05:25.120120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:25.130005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:25.130476 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.151758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9608eae2-7230-48c1-87f1-44f7bba34440 req-b51c6482-2573-46e4-bca7-d376cf354c05 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f16e72aef3e04b9f9dda6f785df41ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990353 Aug 20 09:05:25.160199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d420863-3572-4440-ace1-b82e9dd03d91 req-756ee5c4-238e-49d1-8c90-a185087645e4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043398 Aug 20 09:05:25.219160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58896) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:25.331767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Deleting subnet 1d849d0f-f235-445b-a50e-4c295dfc1624 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:05:25.341471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.378263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.409815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8482aba-ff5e-417c-8149-7c7f7f0fd2bc req-e5f81a2b-4c43-47a9-b54a-21af042ca0a8 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.0598099 Aug 20 09:05:25.446344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:25.448962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.452340 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.515339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608eae2-7230-48c1-87f1-44f7bba34440 req-ccbc8b3c-af96-4592-a482-5733df00d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:25.517250 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9608eae2-7230-48c1-87f1-44f7bba34440 req-ccbc8b3c-af96-4592-a482-5733df00d60a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3559499 Aug 20 09:05:25.619955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.641018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:25.799864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.848256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:25.856919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1d849d0f-f235-445b-a50e-4c295dfc1624 HTTP/1.1" status: 204 len: 168 time: 0.6346343 Aug 20 09:05:25.858612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58924) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:25.914850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24931a88-312b-42b6-9bb2-9b00c8ed4d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d849d0f-f235-445b-a50e-4c295dfc1624,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:26.020691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.120671 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Sync routers for ids ['2ea945d7-bb59-4064-9d83-07af09ec5871'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:26.134496 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Routers {'2ea945d7-bb59-4064-9d83-07af09ec5871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:26.135134 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2ea945d7-bb59-4064-9d83-07af09ec5871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:26.294751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 58948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:26.297624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.318142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eedc91-e7ab-4879-854e-8fa6f146516c']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:26.340453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520e7a67-d367-44de-978d-863b732042ca') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:26.341126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520e7a67-d367-44de-978d-863b732042ca') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:26.358842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.389073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.401964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:05:26.402792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:05:26.408333 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:05:26.464069 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Set router 2ea945d7-bb59-4064-9d83-07af09ec5871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:26.678487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.689129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.691134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0eedc91-e7ab-4879-854e-8fa6f146516c HTTP/1.1" status: 204 len: 168 time: 0.8313494 Aug 20 09:05:26.712446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092fbb0-3efb-44d5-9d7f-e4663baec05e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0eedc91-e7ab-4879-854e-8fa6f146516c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:26.721342 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:22Z', 'revision_number': 4, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '71524c02-dcbe-456b-96c3-2f21eef212ea', 'name': '', 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'mac_address': 'fa:16:3e:d7:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '6935a83d-521b-44c1-9f09-dfc763d66a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:20Z', 'updated_at': '2021-08-20T09:05:22Z', 'revision_number': 2, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'subnets': [{'id': '6935a83d-521b-44c1-9f09-dfc763d66a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:26.752550 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Checking router: 2ea945d7-bb59-4064-9d83-07af09ec5871 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:26.753076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Updating router 2ea945d7-bb59-4064-9d83-07af09ec5871 port 71524c02-dcbe-456b-96c3-2f21eef212ea binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:05:26.781392 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:26.906570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9608eae2-7230-48c1-87f1-44f7bba34440 req-d08f7600-7550-4d84-9860-c2c93db67bab tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.26 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.1092927 Aug 20 09:05:26.964771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:26.971860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-852116d3-b6f1-43e3-b49c-cd1854d1cd73 req-4127ae93-d2cf-4ec6-9b0c-516643b21ad4 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=987e3789-be9c-4479-a04f-280efe24dd33 HTTP/1.1" status: 200 len: 210 time: 0.3193545 Aug 20 09:05:26.992494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58968) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:27.069186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a4cfa-ece1-450a-bf74-20d71fa788c1 req-8d2c33e2-ceff-41bc-80fe-4aa67a2b4860 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:27.074134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b05a4cfa-ece1-450a-bf74-20d71fa788c1 req-8d2c33e2-ceff-41bc-80fe-4aa67a2b4860 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.4020748 Aug 20 09:05:27.095822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fed93585-4445-4b7a-ab79-b827aa30dac9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f91abf14f59b42e5ae6c67d49387cfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000040 Aug 20 09:05:27.097592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58972) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:27.184665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32085a1d-fb1e-42a4-8b83-8f309ef1fa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.234315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32085a1d-fb1e-42a4-8b83-8f309ef1fa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.243558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:27.243938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.274975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b05a4cfa-ece1-450a-bf74-20d71fa788c1 req-b784e5e2-674b-4dab-871c-12cec8638990 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947904 Aug 20 09:05:27.365999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32085a1d-fb1e-42a4-8b83-8f309ef1fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.369068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32085a1d-fb1e-42a4-8b83-8f309ef1fa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.370448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-32085a1d-fb1e-42a4-8b83-8f309ef1fa57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1da577b-86a4-4b33-af18-4ee4e2f18968 HTTP/1.1" status: 204 len: 168 time: 0.2716384 Aug 20 09:05:27.391627 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.393655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.403032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085a1d-fb1e-42a4-8b83-8f309ef1fa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da577b-86a4-4b33-af18-4ee4e2f18968,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:27.432399 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Transition to ACTIVE for port object 71524c02-dcbe-456b-96c3-2f21eef212ea will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:27.448203 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.606519 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c19e20-a7e0-4e05-b8d8-fddabcf91bf5 None None] Pushing event updated for resources: {'Port': ['ID=71524c02-dcbe-456b-96c3-2f21eef212ea,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:27.725665 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Attempting to bind port 71524c02-dcbe-456b-96c3-2f21eef212ea on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:27.726381 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Attempting to bind port 71524c02-dcbe-456b-96c3-2f21eef212ea by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:27.727181 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Attempting to bind port 71524c02-dcbe-456b-96c3-2f21eef212ea on network b14aec80-45de-4665-91d3-593fa8138316 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:27.747427 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:27.748693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Checking segment: {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:27.750501 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.751207 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Bound using segment: {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:27.751867 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Bound port: 71524c02-dcbe-456b-96c3-2f21eef212ea, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820f14c-3596-4f35-950f-b1716a1012c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:27.753127 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.895723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Deleting port 7fa656d3-000b-4403-b394-73adc0898606 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:27.896968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:27.927878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] For port 71524c02-dcbe-456b-96c3-2f21eef212ea, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:27.936419 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] For port 71524c02-dcbe-456b-96c3-2f21eef212ea, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=71524c02-dcbe-456b-96c3-2f21eef212ea,segment=NetworkSegment(4820f14c-3596-4f35-950f-b1716a1012c2),segment_id=4820f14c-3596-4f35-950f-b1716a1012c2)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:27.946241 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:28.082187 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c19e20-a7e0-4e05-b8d8-fddabcf91bf5 None None] Pushing event updated for resources: {'Port': ['ID=71524c02-dcbe-456b-96c3-2f21eef212ea,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:28.112975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] For port 7fa656d3-000b-4403-b394-73adc0898606, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fa656d3-000b-4403-b394-73adc0898606,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:28.118919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:28.123758 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Routers {'2ea945d7-bb59-4064-9d83-07af09ec5871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:28.125016 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2ea945d7-bb59-4064-9d83-07af09ec5871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:28.168802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Calling delete_port for 7fa656d3-000b-4403-b394-73adc0898606 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:28.604483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] Set router 2ea945d7-bb59-4064-9d83-07af09ec5871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:28.681463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f846742b-c930-423e-b76c-1e66370b6ac8 req-e3e923a9-90c4-4335-99f1-028a7af14467 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16e72aef3e04b9f9dda6f785df41ee5&device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.0626478 Aug 20 09:05:28.779909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f846742b-c930-423e-b76c-1e66370b6ac8 req-17fc5902-19f3-43c5-b1ab-e7e7e6178348 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f16e72aef3e04b9f9dda6f785df41ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829051 Aug 20 09:05:28.907593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585407ba-a972-4a81-a069-6baa795868e3 req-235f1a4d-afdc-48e6-a842-cef3f28f5678 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.1939158 Aug 20 09:05:28.941466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846742b-c930-423e-b76c-1e66370b6ac8 req-9722fd6f-f1da-4707-84d7-fed4b6ab4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:28.945496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f846742b-c930-423e-b76c-1e66370b6ac8 req-9722fd6f-f1da-4707-84d7-fed4b6ab4644 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1611173 Aug 20 09:05:29.027650 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:22Z', 'revision_number': 4, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '71524c02-dcbe-456b-96c3-2f21eef212ea', 'name': '', 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'mac_address': 'fa:16:3e:d7:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '6935a83d-521b-44c1-9f09-dfc763d66a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:20Z', 'updated_at': '2021-08-20T09:05:27Z', 'revision_number': 4, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'subnets': [{'id': '6935a83d-521b-44c1-9f09-dfc763d66a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:29.073742 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70753ba6-01ec-4598-9ad8-60c85ba8dc60 None None] The sync data for ids ['2ea945d7-bb59-4064-9d83-07af09ec5871'] in n-d-804285-2 is: [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:22Z', 'revision_number': 4, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '71524c02-dcbe-456b-96c3-2f21eef212ea', 'name': '', 'network_id': 'b14aec80-45de-4665-91d3-593fa8138316', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'mac_address': 'fa:16:3e:d7:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '6935a83d-521b-44c1-9f09-dfc763d66a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:20Z', 'updated_at': '2021-08-20T09:05:27Z', 'revision_number': 4, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'subnets': [{'id': '6935a83d-521b-44c1-9f09-dfc763d66a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:29.190009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743e8bf-2070-42c8-a1bd-ef7b6080d572 req-95aebb0d-8fb6-467a-ba9e-8cf41dfd88c4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:29.191618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5743e8bf-2070-42c8-a1bd-ef7b6080d572 req-95aebb0d-8fb6-467a-ba9e-8cf41dfd88c4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.4227600 Aug 20 09:05:29.299476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5743e8bf-2070-42c8-a1bd-ef7b6080d572 req-0f11b240-b4fb-4d58-ab41-249945b01ebc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900545 Aug 20 09:05:29.301133 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:29.402961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa656d3-000b-4403-b394-73adc0898606,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:29.728916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:30.219009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f846742b-c930-423e-b76c-1e66370b6ac8 req-67659757-dfc2-48f8-8cec-bb8bab215126 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.26 "GET /v2.0/ports?device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.0883517 Aug 20 09:05:30.268323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Router 69ffac98-8ff9-432a-ad07-9c35e4a47795 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:05:30.354059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f08d26e-6844-4a2a-8261-23d3bfd66742 req-4250166d-34c2-45bd-bd02-3055d28c9242 tempest-ServerShowV247Test-2020535062 tempest-ServerShowV247Test-2020535062-project] 10.222.0.35 "GET /v2.0/ports?device_id=2452a028-4829-4535-8672-03a58370677a HTTP/1.1" status: 200 len: 210 time: 0.0825586 Aug 20 09:05:30.817879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:31.101446 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-680104e7-03f7-4a27-83ac-4c4117b0d7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.244495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 71524c02-dcbe-456b-96c3-2f21eef212ea up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:31.270000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4293a5a2-8ba0-4b7b-94f7-817f45c7be3a req-6484474b-48c6-43c2-af4d-32ce096e60bf tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1068184 Aug 20 09:05:31.353311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-680104e7-03f7-4a27-83ac-4c4117b0d7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.362352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-680104e7-03f7-4a27-83ac-4c4117b0d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.388243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 71524c02-dcbe-456b-96c3-2f21eef212ea completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:31.393601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 71524c02-dcbe-456b-96c3-2f21eef212ea triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:31.394769 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.403018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:31.416353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-38743b5e-90ff-4344-a878-14050834f6a7 admin admin] 10.222.0.35 "PUT /v2.0/routers/69ffac98-8ff9-432a-ad07-9c35e4a47795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1196876 Aug 20 09:05:31.418919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59082) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:31.424301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680104e7-03f7-4a27-83ac-4c4117b0d7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13d327-df90-4d2e-ac63-db6084610eed,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:31.437143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744d040-634a-4db9-bb1a-24bda58f9d46 req-e7b3a871-d852-4f8b-85eb-80d105ddd92c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:31.446235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1744d040-634a-4db9-bb1a-24bda58f9d46 req-e7b3a871-d852-4f8b-85eb-80d105ddd92c tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2838731 Aug 20 09:05:31.470221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] Sync routers for ids ['69ffac98-8ff9-432a-ad07-9c35e4a47795'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:31.491305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-680104e7-03f7-4a27-83ac-4c4117b0d7ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e72253715eb246d6a564d020104da407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712911 Aug 20 09:05:31.496999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59084) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:31.504587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] Routers {'69ffac98-8ff9-432a-ad07-9c35e4a47795'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:31.508394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['69ffac98-8ff9-432a-ad07-9c35e4a47795'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:31.610265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1744d040-634a-4db9-bb1a-24bda58f9d46 req-ff721ce1-6c51-4e4b-8a99-9c8a90aa0ed4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583667 Aug 20 09:05:31.610492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94d7f934-9dd7-4c93-addd-cb95c87dedf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.684437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94d7f934-9dd7-4c93-addd-cb95c87dedf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.752337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] Set router 69ffac98-8ff9-432a-ad07-9c35e4a47795 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:31.791717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.839552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94d7f934-9dd7-4c93-addd-cb95c87dedf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.847798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94d7f934-9dd7-4c93-addd-cb95c87dedf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:31.852223 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94d7f934-9dd7-4c93-addd-cb95c87dedf7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b13d327-df90-4d2e-ac63-db6084610eed HTTP/1.1" status: 204 len: 168 time: 0.3521173 Aug 20 09:05:31.901191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7f934-9dd7-4c93-addd-cb95c87dedf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13d327-df90-4d2e-ac63-db6084610eed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:31.975947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f294-3739-432c-8c11-ab1f85e800c8 req-b03263f1-0b45-4595-b916-c6689663af7d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:31.983504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c33f294-3739-432c-8c11-ab1f85e800c8 req-b03263f1-0b45-4595-b916-c6689663af7d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.4276888 Aug 20 09:05:32.005408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.037048 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.086032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 71524c02-dcbe-456b-96c3-2f21eef212ea, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=71524c02-dcbe-456b-96c3-2f21eef212ea,segment=NetworkSegment(4820f14c-3596-4f35-950f-b1716a1012c2),segment_id=4820f14c-3596-4f35-950f-b1716a1012c2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:32.112148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c33f294-3739-432c-8c11-ab1f85e800c8 req-59abf098-aa48-49b7-b8be-7f4dda98b355 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273303 Aug 20 09:05:32.178967 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.188683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Deleting port 64d1737e-dcb0-457a-accf-c18066c7123b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:32.190454 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.285866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59102) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:32.298937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=71524c02-dcbe-456b-96c3-2f21eef212ea,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:32.344511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:29Z', 'revision_number': 5, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port': {'id': '64d1737e-dcb0-457a-accf-c18066c7123b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:bf:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:04Z', 'updated_at': '2021-08-20T09:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:32.417545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] Checking router: 69ffac98-8ff9-432a-ad07-9c35e4a47795 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:32.432364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] Routers {'69ffac98-8ff9-432a-ad07-9c35e4a47795'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:32.433064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['69ffac98-8ff9-432a-ad07-9c35e4a47795'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:32.507383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2f3d715-53cb-4f93-8239-a051bbf64546 req-e8c4f4a3-b264-46aa-a6bb-a6467ce8c1b8 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0921075 Aug 20 09:05:32.522054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a2e0-4bdb-4b03-abfc-1f6ea6d174bd req-6bd87fee-35b9-4462-9bd2-076304d18ae7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:32.530472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5547a2e0-4bdb-4b03-abfc-1f6ea6d174bd req-6bd87fee-35b9-4462-9bd2-076304d18ae7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2143965 Aug 20 09:05:32.568137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a8be74e-8f90-473b-a42a-aff5fa7936b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.569809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] For port 64d1737e-dcb0-457a-accf-c18066c7123b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=64d1737e-dcb0-457a-accf-c18066c7123b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:32.570187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.595538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Calling delete_port for 64d1737e-dcb0-457a-accf-c18066c7123b owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:32.627908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5547a2e0-4bdb-4b03-abfc-1f6ea6d174bd req-b3ef1c65-2388-45d9-a5d8-74a448da886c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962923 Aug 20 09:05:32.682448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59114) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:32.716711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] Set router 69ffac98-8ff9-432a-ad07-9c35e4a47795 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:32.735046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-456ea5b2-1d50-4418-bf9e-063accd3ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.829752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:32Z', 'revision_number': 6, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:32.900733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a8be74e-8f90-473b-a42a-aff5fa7936b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:32.902561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211295-6ed0-4900-a6f1-178c601b2605 None None] The sync data for ids ['69ffac98-8ff9-432a-ad07-9c35e4a47795'] in n-d-804285-2 is: [{'id': '69ffac98-8ff9-432a-ad07-9c35e4a47795', 'name': 'tempest-TestAggregatesBasicOps-530029736-router', 'tenant_id': 'd59bea9a466d4063adb752482a468b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:03Z', 'updated_at': '2021-08-20T09:05:32Z', 'revision_number': 6, 'project_id': 'd59bea9a466d4063adb752482a468b39', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:32.918766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 71524c02-dcbe-456b-96c3-2f21eef212ea up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:33.052411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7e9a-d046-4e9a-91e1-00f3535651fe req-29315bff-dbcc-4d17-9ece-d7278dfdfdc4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:33.052705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a8be74e-8f90-473b-a42a-aff5fa7936b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.066287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-235c7e9a-d046-4e9a-91e1-00f3535651fe req-29315bff-dbcc-4d17-9ece-d7278dfdfdc4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2654483 Aug 20 09:05:33.108139 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-456ea5b2-1d50-4418-bf9e-063accd3ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.119188 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a8be74e-8f90-473b-a42a-aff5fa7936b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f16e72aef3e04b9f9dda6f785df41ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299456 Aug 20 09:05:33.124600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-456ea5b2-1d50-4418-bf9e-063accd3ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.128055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:33.163029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-456ea5b2-1d50-4418-bf9e-063accd3ee61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2edf0b2676c34485b40bc194cfcebf45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781444 Aug 20 09:05:33.164451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8be74e-8f90-473b-a42a-aff5fa7936b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef71bc-c7da-4dd1-9499-218a217212e2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:33.167065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59130) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:33.186396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 71524c02-dcbe-456b-96c3-2f21eef212ea triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:33.186773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.271875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ea5b2-1d50-4418-bf9e-063accd3ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e289ab4d-2054-40e3-aa6e-1dd02fcefe12,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:33.319472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85443428-897f-4f35-b07d-d387f102d87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.333746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-235c7e9a-d046-4e9a-91e1-00f3535651fe req-ab53fc6e-bd57-4208-866e-4d6b2e11e957 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420940 Aug 20 09:05:33.333746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-eb4fb21f-35da-4c9b-93b3-65dec7140b36 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:33.338907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-eb4fb21f-35da-4c9b-93b3-65dec7140b36 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.1991432 Aug 20 09:05:33.361175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85443428-897f-4f35-b07d-d387f102d87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.407406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-66a6b5bb-3629-4140-a079-c53e26a514b4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/quotas/3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 375 time: 0.0675113 Aug 20 09:05:33.428794 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85443428-897f-4f35-b07d-d387f102d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.431608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85443428-897f-4f35-b07d-d387f102d87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.433126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-85443428-897f-4f35-b07d-d387f102d87a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e289ab4d-2054-40e3-aa6e-1dd02fcefe12 HTTP/1.1" status: 204 len: 168 time: 0.2649415 Aug 20 09:05:33.444474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85443428-897f-4f35-b07d-d387f102d87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e289ab4d-2054-40e3-aa6e-1dd02fcefe12,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:33.605507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a41b2ae0-cae1-4617-9041-9dc7c92f831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.652478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a41b2ae0-cae1-4617-9041-9dc7c92f831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.725562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.743438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11f179ff-61d5-4f1d-b968-60d71666a32b req-1b2a69ea-c720-43c3-b315-ef97a7379c9e tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0457256 Aug 20 09:05:33.799701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a41b2ae0-cae1-4617-9041-9dc7c92f831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.811809 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:05:33.818738 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a41b2ae0-cae1-4617-9041-9dc7c92f831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:33.824851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a41b2ae0-cae1-4617-9041-9dc7c92f831b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6ef71bc-c7da-4dd1-9499-218a217212e2 HTTP/1.1" status: 204 len: 168 time: 0.6831944 Aug 20 09:05:33.832988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d1737e-dcb0-457a-accf-c18066c7123b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:33.925439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-91f2bcb7-a1bc-4951-bf2f-f488ad037362 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5149455 Aug 20 09:05:33.988718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b2ae0-cae1-4617-9041-9dc7c92f831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef71bc-c7da-4dd1-9499-218a217212e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:34.352873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:34.453759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b000dd13-6c36-417e-a057-0620ab39ec96 req-7864c9e0-ba3a-4a8f-bbf7-ddc8c0bf6fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0588639 Aug 20 09:05:34.595118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:34.604614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-8bfbd750-725d-4c73-9219-450a54b4f521 service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091211 Aug 20 09:05:34.615393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:34.747123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dedb4-7bda-4d38-b596-96c57601c8fb req-8a822920-e428-4316-b350-f4512bea2893 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:34.755294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b3dedb4-7bda-4d38-b596-96c57601c8fb req-8a822920-e428-4316-b350-f4512bea2893 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2772150 Aug 20 09:05:34.763137 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:34.763746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ffac98-8ff9-432a-ad07-9c35e4a47795 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:05:34.772687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:34.776461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59162) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:34.777049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7492914-f147-4865-b7f7-53b1f1c0b2f8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/69ffac98-8ff9-432a-ad07-9c35e4a47795 HTTP/1.1" status: 204 len: 168 time: 3.2994819 Aug 20 09:05:34.933124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b3dedb4-7bda-4d38-b596-96c57601c8fb req-32d6d118-64f0-491d-8334-0391efceb972 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708760 Aug 20 09:05:34.959433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fa656d3-000b-4403-b394-73adc0898606 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:34.977199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Deleting subnet 7407a594-be5e-4a2a-bcca-ae8078a44ca5 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:05:34.984679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:34.985329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-6bd04c9a-4f45-4836-bd95-7480a781f29d service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799133 Aug 20 09:05:35.001191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7fa656d3-000b-4403-b394-73adc0898606 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:35.009198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fa656d3-000b-4403-b394-73adc0898606 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:35.011519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 64d1737e-dcb0-457a-accf-c18066c7123b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:35.064543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 64d1737e-dcb0-457a-accf-c18066c7123b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:35.065319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 64d1737e-dcb0-457a-accf-c18066c7123b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:35.089024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:35.292298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9da4dfa-2ca1-4a1a-bb19-0372355a07be req-8c76159d-7c6c-4966-aaec-67eca40dceb0 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0997930 Aug 20 09:05:35.590494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb5a95d3-cfae-4eef-a8bb-0a64301118d2 req-74fce01c-bd69-4e37-805b-5d1feae728df tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 210 time: 0.1023669 Aug 20 09:05:36.038228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:36.171389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59204) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:36.201687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:36.262802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7407a594-be5e-4a2a-bcca-ae8078a44ca5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:36.271494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:36.277678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e727ae-8d79-49f5-b4c6-1b6076e2ea5c None None] Network ba7c61c3-7d47-4491-a446-79f423f0aa5f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:36.279336 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-605a7855-200c-4f79-87ea-d8db58ee6e48 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7407a594-be5e-4a2a-bcca-ae8078a44ca5 HTTP/1.1" status: 204 len: 168 time: 1.5009651 Aug 20 09:05:36.307789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162704d7-9995-4007-a1f9-c591a6c3f0db req-54435b31-f0f2-40ec-a78a-2a0963cf9a93 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:36.320073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59210) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:36.337185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-162704d7-9995-4007-a1f9-c591a6c3f0db req-54435b31-f0f2-40ec-a78a-2a0963cf9a93 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2272186 Aug 20 09:05:36.561134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-162704d7-9995-4007-a1f9-c591a6c3f0db req-b01803d7-bc54-4ba2-a645-6db26071e39a tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199459 Aug 20 09:05:36.691437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d614bee-b157-47ec-9d4e-3ae26937c4f8 req-25a15c3b-c98b-4b85-9ebd-cb632ec15ce0 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1895747 Aug 20 09:05:36.749045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1817836081-network', 'tenant_id': 'babbb8ad3fb5436bbfa01a6e519aa525'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:36.779937 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:36.804779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] DHCP port deletion for ba7c61c3-7d47-4491-a446-79f423f0aa5f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:05:36.850346 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-3a969b6c-f412-484d-9418-4d7939b4a729 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9427211 Aug 20 09:05:36.983327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Made reservation on behalf of babbb8ad3fb5436bbfa01a6e519aa525 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:05:36.994330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] Deleting port 920a04ec-9c87-485e-b300-1a10cef438fb {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:36.994908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:36.995174 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.003751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 920a04ec-9c87-485e-b300-1a10cef438fb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:37.027287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b657eb00-1d7f-4546-ba57-74d60cb23140 req-ea88160e-104b-421e-ab6e-5a7d013d9a7e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 210 time: 0.2103405 Aug 20 09:05:37.044467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.221688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] For port 920a04ec-9c87-485e-b300-1a10cef438fb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=920a04ec-9c87-485e-b300-1a10cef438fb,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:37.222409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.256144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] Calling delete_port for 920a04ec-9c87-485e-b300-1a10cef438fb owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:37.263145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-a748c0f8-7b56-44de-bd65-ea8dca95d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:37.270711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-a748c0f8-7b56-44de-bd65-ea8dca95d4bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.2761443 Aug 20 09:05:37.286279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Deleting port 920a04ec-9c87-485e-b300-1a10cef438fb {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:37.286624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.342885 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.467871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] For port 920a04ec-9c87-485e-b300-1a10cef438fb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=920a04ec-9c87-485e-b300-1a10cef438fb,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:37.468705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.489109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 920a04ec-9c87-485e-b300-1a10cef438fb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=920a04ec-9c87-485e-b300-1a10cef438fb,segment=NetworkSegment(df717bf6-fb06-45ee-9779-dba2f882e838),segment_id=df717bf6-fb06-45ee-9779-dba2f882e838)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:37.496422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Calling delete_port for 920a04ec-9c87-485e-b300-1a10cef438fb owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:37.503067 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.555640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.569624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.624920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=920a04ec-9c87-485e-b300-1a10cef438fb,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:37.647799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.665039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.719645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5a2670-df27-44a5-ba93-e565be7d7557,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:37.773062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:05:37.776104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] Pushing event deleted for resources: {'Port': ['ID=920a04ec-9c87-485e-b300-1a10cef438fb,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:37.798737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8572a7a-9877-4064-b60b-6335fd667887 None None] No DVR routers for this DVR port 920a04ec-9c87-485e-b300-1a10cef438fb on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:37.828165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=920a04ec-9c87-485e-b300-1a10cef438fb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:37.888621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:37.889423 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Added segment 2faabab0-edd5-4567-9fb9-20295a724d07 of type vlan for network b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3 Aug 20 09:05:37.922491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-a9fdb3cf-91f9-42cd-98ce-d96875b5ede7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:37.924283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-a9fdb3cf-91f9-42cd-98ce-d96875b5ede7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.2372839 Aug 20 09:05:37.925473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] No DVR routers for this DVR port 920a04ec-9c87-485e-b300-1a10cef438fb on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:37.960002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'port': {'device_id': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'admin_state_up': True, 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:38.087909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.120121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.128985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7c61c3-7d47-4491-a446-79f423f0aa5f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:38.168457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df717bf6-fb06-45ee-9779-dba2f882e838') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:38.168751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df717bf6-fb06-45ee-9779-dba2f882e838') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:38.198213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.204146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-1274dacc-8eff-4913-9225-66c8e75729b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:38.216139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-1274dacc-8eff-4913-9225-66c8e75729b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.5638237 Aug 20 09:05:38.227863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8fa72-f8df-4639-84cf-f14f6d7830a9 req-0a3d495c-2409-44d1-aa52-db43ea0c39e0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:38.246595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ac8fa72-f8df-4639-84cf-f14f6d7830a9 req-0a3d495c-2409-44d1-aa52-db43ea0c39e0 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.4453588 Aug 20 09:05:38.319131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.360087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:05:38.360496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:05:38.362245 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:05:38.434896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ac8fa72-f8df-4639-84cf-f14f6d7830a9 req-41f83523-a821-4465-8b29-ce76b972ed84 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689746 Aug 20 09:05:38.450827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-e689af68-4f56-463f-8fed-ffc74c5d8bef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.2220945 Aug 20 09:05:38.473195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:05:38.477895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.488295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-260d6fc5-713f-45d8-8913-2edd8e65589d req-d7315f01-8a83-4e18-a6a4-67ac2846f23c tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1424110 Aug 20 09:05:38.505035 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.512831 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:38.515895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.586455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.627605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:38.629543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba7c61c3-7d47-4491-a446-79f423f0aa5f HTTP/1.1" status: 204 len: 168 time: 2.3082998 Aug 20 09:05:38.642335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59284) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:38.703953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5215130 Aug 20 09:05:38.833201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d3fa9c3-27d9-4c46-96ea-8fdb4cb77c90 req-fba31a17-726e-4354-8408-c7dbbbf5ea05 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 210 time: 0.1782053 Aug 20 09:05:38.857048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ac9d4-4f6c-4f37-8d90-f82df6042bec admin admin] Pushing event updated for resources: {'Network': ['ID=b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:38.869433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:05:38.939062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850f79e-2b97-4609-b59f-e6ae538c6d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7c61c3-7d47-4491-a446-79f423f0aa5f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:39.000549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-ec709b08-bee3-4f00-9a5a-9de60282fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:39.002017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-ec709b08-bee3-4f00-9a5a-9de60282fba0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.5387163 Aug 20 09:05:39.087363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Allocated IP 172.20.0.4 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/615b0b83-d0fd-463b-8a30-c4407895fd33) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:05:39.152745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-a81be56d-89df-4767-bc13-54286f4d0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:39.155079 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-a81be56d-89df-4767-bc13-54286f4d0482 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411481 Aug 20 09:05:39.423742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-a1a4f680-f294-4649-a901-51e8ea214227 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569900 Aug 20 09:05:39.550634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:39.592882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-900b369e-1ca4-4a1c-9230-03075c8ab113 req-bbabfccd-2b1b-4e90-8e27-b9d47a597413 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529467 Aug 20 09:05:39.593929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Transition to ACTIVE for port object 615b0b83-d0fd-463b-8a30-c4407895fd33 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:39.703538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:39.715636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:39.719165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['13812cff-fb31-45de-bf0e-4831e82352bd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:39.740182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:05:39.743426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:05:39.755490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150393-1d85-47e9-a899-8495e7333edf req-f461728d-e503-4fff-b0cb-cae69ecb15ef tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:39.762379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d150393-1d85-47e9-a899-8495e7333edf req-f461728d-e503-4fff-b0cb-cae69ecb15ef tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.1907699 Aug 20 09:05:39.780575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:05:39.785756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d4b5-dc94-4fc8-a13e-d6a5d7efb1bc req-7cfc0d2b-077a-4926-95de-184fabb0db76 tempest-ComputeTenantNetworksTest-28025080 tempest-ComputeTenantNetworksTest-28025080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:39.793837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d4b5-dc94-4fc8-a13e-d6a5d7efb1bc req-7cfc0d2b-077a-4926-95de-184fabb0db76 tempest-ComputeTenantNetworksTest-28025080 tempest-ComputeTenantNetworksTest-28025080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:39.831921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d4b5-dc94-4fc8-a13e-d6a5d7efb1bc req-7cfc0d2b-077a-4926-95de-184fabb0db76 tempest-ComputeTenantNetworksTest-28025080 tempest-ComputeTenantNetworksTest-28025080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:39.839687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5329d4b5-dc94-4fc8-a13e-d6a5d7efb1bc req-7cfc0d2b-077a-4926-95de-184fabb0db76 tempest-ComputeTenantNetworksTest-28025080 tempest-ComputeTenantNetworksTest-28025080-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3873451 Aug 20 09:05:39.938555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:39.965609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d150393-1d85-47e9-a899-8495e7333edf req-b27d31a5-70bd-4767-97d2-89e44dff9dae tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246028 Aug 20 09:05:39.991421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:40.004963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.064919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-97bb4b9c-2a7b-40dc-92a9-677b165b2037 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1105645 Aug 20 09:05:40.087039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Request body: {'port': {'device_id': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:40.092092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1950904-1dd8-472a-8ac4-082727ac786e req-684df5bf-d508-4078-806f-32bb2d7ca773 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0586131 Aug 20 09:05:40.100867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.134494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-05436f01-e75f-401e-bb59-bf80a7aa0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:40.140659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-05436f01-e75f-401e-bb59-bf80a7aa0298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1097 time: 0.3118002 Aug 20 09:05:40.166451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59368) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:40.355935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.423772 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e2984d9-393f-42f8-a91e-b27e1efa4116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.469631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-b950fa41-90cd-4a3c-ad23-ae19e83cac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:40.471273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-b950fa41-90cd-4a3c-ad23-ae19e83cac89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.3174791 Aug 20 09:05:40.500442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d8db3be-6af0-42ef-88f1-8dad02e71f49 None None] Provisioning for port 615b0b83-d0fd-463b-8a30-c4407895fd33 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:40.517805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d8db3be-6af0-42ef-88f1-8dad02e71f49 None None] Provisioning complete for port 615b0b83-d0fd-463b-8a30-c4407895fd33 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:40.518132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d8db3be-6af0-42ef-88f1-8dad02e71f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.560141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2d8db3be-6af0-42ef-88f1-8dad02e71f49 None None] Port 615b0b83-d0fd-463b-8a30-c4407895fd33 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:05:40.563308 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-6f78d21d-27b7-4eff-ae62-78a2a2427044 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 1001 time: 0.0820668 Aug 20 09:05:40.779830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-4866f157-5dd6-4eae-b352-78aff8057d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:40.782197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-4866f157-5dd6-4eae-b352-78aff8057d17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.1270971 Aug 20 09:05:40.848788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230827ed-2538-4c45-9b2e-e20cadde05c9 req-72829803-6acb-4de5-a50a-b51e60bc86af tempest-ComputeTenantNetworksTest-28025080 tempest-ComputeTenantNetworksTest-28025080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:40.862636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-230827ed-2538-4c45-9b2e-e20cadde05c9 req-72829803-6acb-4de5-a50a-b51e60bc86af tempest-ComputeTenantNetworksTest-28025080 tempest-ComputeTenantNetworksTest-28025080-project] 10.222.0.35 "GET /v2.0/networks/b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3 HTTP/1.1" status: 200 len: 769 time: 0.7692199 Aug 20 09:05:40.865791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59376) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:40.882496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-9bcb2baa-aa7a-4387-bdc9-0da74265eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:40.884003 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-9bcb2baa-aa7a-4387-bdc9-0da74265eb0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907445 Aug 20 09:05:40.885795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e2984d9-393f-42f8-a91e-b27e1efa4116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.912014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8e2984d9-393f-42f8-a91e-b27e1efa4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:40.954507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2984d9-393f-42f8-a91e-b27e1efa4116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5b0cd-156d-4655-9a52-d23fe034d629,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:41.005341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8c10-d4cb-4503-b6e1-444488df5c77 req-3dd435af-d624-4cec-9b5c-e55dc40f8cf4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:41.013641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bccb8c10-d4cb-4503-b6e1-444488df5c77 req-3dd435af-d624-4cec-9b5c-e55dc40f8cf4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 931 time: 0.6435974 Aug 20 09:05:41.056986 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.105303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8e2984d9-393f-42f8-a91e-b27e1efa4116 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4caea1acd0784641a226214c8713f591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365201 Aug 20 09:05:41.108949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59380) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:41.110128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bccb8c10-d4cb-4503-b6e1-444488df5c77 req-696a8813-6f69-43cb-a6d1-d5750ed00113 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914092 Aug 20 09:05:41.136853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615b0b83-d0fd-463b-8a30-c4407895fd33 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:05:41.156574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.192644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-557f9d1b-4588-42ce-849c-e9ec49ea7d6b service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998075 Aug 20 09:05:41.209069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Transition to ACTIVE for port object 615b0b83-d0fd-463b-8a30-c4407895fd33 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:41.222098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.320923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c624772-c35d-4184-be6d-12f15dc8237f req-68b00e72-f586-4edf-9b9b-9e4321b8d908 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0895975 Aug 20 09:05:41.323385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033d6553-9044-41c8-926e-14fa049714e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.346762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.353257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033d6553-9044-41c8-926e-14fa049714e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.373438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517d595-97d5-487c-8128-90494bea08a4 req-826e43f0-30d1-448e-bf7d-44d7e802c3e8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:41.375265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4517d595-97d5-487c-8128-90494bea08a4 req-826e43f0-30d1-448e-bf7d-44d7e802c3e8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.2969928 Aug 20 09:05:41.386709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:41.401071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2faabab0-edd5-4567-9fb9-20295a724d07') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:41.401379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2faabab0-edd5-4567-9fb9-20295a724d07') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:41.415807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.429689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Pushing event updated for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:41.436223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033d6553-9044-41c8-926e-14fa049714e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.438959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-033d6553-9044-41c8-926e-14fa049714e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.442854 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-033d6553-9044-41c8-926e-14fa049714e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8c5b0cd-156d-4655-9a52-d23fe034d629 HTTP/1.1" status: 204 len: 168 time: 0.3305790 Aug 20 09:05:41.443081 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.452241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:05:41.452661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.508790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d6553-9044-41c8-926e-14fa049714e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c5b0cd-156d-4655-9a52-d23fe034d629,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:41.535237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7b2cd0ee-ee42-40c0-9db7-cf98246893e1 req-aff6d7f2-839b-4ee1-a91a-0a29e8d31dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275933 Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:05:41.542347 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:05:41.549782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.569855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.574047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3 HTTP/1.1" status: 204 len: 168 time: 0.7015562 Aug 20 09:05:41.577471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Attempting to bind port 615b0b83-d0fd-463b-8a30-c4407895fd33 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:41.577842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Attempting to bind port 615b0b83-d0fd-463b-8a30-c4407895fd33 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:41.578176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Attempting to bind port 615b0b83-d0fd-463b-8a30-c4407895fd33 on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:41.586427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Port 615b0b83-d0fd-463b-8a30-c4407895fd33 on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:05:41.586756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Attempting to bind port 615b0b83-d0fd-463b-8a30-c4407895fd33 on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:41.598042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:41.600230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:41.600849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:41.601538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Bound port: 615b0b83-d0fd-463b-8a30-c4407895fd33, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:41.602286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.618589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194046e6-9048-495c-a5de-fa9eba363562 admin admin] Pushing event deleted for resources: {'Network': ['ID=b181c1ba-ee8b-4ffe-892d-2ea440c3ccf3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:41.665124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4517d595-97d5-487c-8128-90494bea08a4 req-4fe8aa24-8eba-482f-8ca9-a5c3d9a5c693 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207123 Aug 20 09:05:41.693065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Deleting port 71524c02-dcbe-456b-96c3-2f21eef212ea {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:41.693646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.760236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:41.767907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=615b0b83-d0fd-463b-8a30-c4407895fd33,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:41.776597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.788964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-2a653337-525f-493b-9aac-ba509bf29367 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1009116 Aug 20 09:05:41.823792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] For port 71524c02-dcbe-456b-96c3-2f21eef212ea, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=71524c02-dcbe-456b-96c3-2f21eef212ea,segment=NetworkSegment(4820f14c-3596-4f35-950f-b1716a1012c2),segment_id=4820f14c-3596-4f35-950f-b1716a1012c2)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:41.824219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.843264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Calling delete_port for 71524c02-dcbe-456b-96c3-2f21eef212ea owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:41.843937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:41.844689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:41.846431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/615b0b83-d0fd-463b-8a30-c4407895fd33 HTTP/1.1" status: 200 len: 1091 time: 1.7741172 Aug 20 09:05:41.851456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:41.854444 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:41.857560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59392) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:41.973930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5534195c-8a92-4b05-b962-ea0cf4645cb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=babbb8ad3fb5436bbfa01a6e519aa525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114039 Aug 20 09:05:41.974507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59398) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:41.988332 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea05830-5971-4281-8003-517b6c60b8e8 x-openstack-request-id: req-aea05830-5971-4281-8003-517b6c60b8e8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:41.988686 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:41.988996 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aea05830-5971-4281-8003-517b6c60b8e8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:41.989257 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33', 'status': 'completed', 'code': 200} Aug 20 09:05:42.017837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59400) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:42.028406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00724fb-db6d-42aa-930f-e990306b76b2 service neutron] Pushing event updated for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:42.045194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d8cffde-a7b7-4610-b2cb-833211da5d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.076865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.077361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.077865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.078567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.079589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.079712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.080390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.084059 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8fadd0c7-9176-4020-a989-e59a7b3c79ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6499 time: 0.2353010 Aug 20 09:05:42.101623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-844375c4-b7b2-4251-a0b7-634b9f8d7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.103506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-844375c4-b7b2-4251-a0b7-634b9f8d7025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 1094 time: 0.1992195 Aug 20 09:05:42.124782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd89a-05b3-4e50-b385-4f5954ce80b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.179377 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd89a-05b3-4e50-b385-4f5954ce80b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.235838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.295043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71524c02-dcbe-456b-96c3-2f21eef212ea,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:42.303552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd89a-05b3-4e50-b385-4f5954ce80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.306132 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd89a-05b3-4e50-b385-4f5954ce80b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.307375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d6dcd89a-05b3-4e50-b385-4f5954ce80b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c5a2670-df27-44a5-ba93-e565be7d7557 HTTP/1.1" status: 204 len: 168 time: 0.3320427 Aug 20 09:05:42.357383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcd89a-05b3-4e50-b385-4f5954ce80b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5a2670-df27-44a5-ba93-e565be7d7557,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:42.460532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 180b4149-12ce-4752-a893-9f190c32e464 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:42.563801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4131b28-1efd-4b50-bc3b-19a0e893dadc req-e6f9d40b-090c-4c0f-9772-3341042306f7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:42.565540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4131b28-1efd-4b50-bc3b-19a0e893dadc req-e6f9d40b-090c-4c0f-9772-3341042306f7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 943 time: 0.3184311 Aug 20 09:05:42.661154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.701331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.747326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:42.757771 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59615719-d366-4dc7-bf81-3f873feade7b" -d '{"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-unplugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:42.785579 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81a8e669-ad08-446c-9580-3647735059fd req-a7c2fc1c-0cf7-415d-b5e7-dbf868aa0d3c tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.2179189 Aug 20 09:05:42.807388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:42.813153 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.832895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:42.856296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4131b28-1efd-4b50-bc3b-19a0e893dadc req-256d0b59-b3a4-48ad-836b-463bea989933 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628157 Aug 20 09:05:42.929766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:42.931036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-4890ce90-c2ee-47bb-8944-b76bcbbea804 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=615b0b83-d0fd-463b-8a30-c4407895fd33 HTTP/1.1" status: 200 len: 217 time: 0.7848499 Aug 20 09:05:43.059193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-c2f72765-dc55-497d-8255-77c0e7fcfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.064338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-c2f72765-dc55-497d-8255-77c0e7fcfd08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1324041 Aug 20 09:05:43.065867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983d67e-6d1a-443b-a7a7-b5588ce5d983 req-d347dae6-cfa4-4a05-b7d2-bf4d2013c0f4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.076536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0983d67e-6d1a-443b-a7a7-b5588ce5d983 req-d347dae6-cfa4-4a05-b7d2-bf4d2013c0f4 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.1274529 Aug 20 09:05:43.162487 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7028a5-891c-44fa-81fb-b4cb103b5c5e x-openstack-request-id: req-ef7028a5-891c-44fa-81fb-b4cb103b5c5e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:43.164021 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-unplugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:43.164557 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ef7028a5-891c-44fa-81fb-b4cb103b5c5e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:43.165259 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'code': 200} Aug 20 09:05:43.204621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc16d630-2082-41f1-8e47-847b988205e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.237412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b595d748-ec8e-4871-9cdb-bc6f65feeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.238070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b595d748-ec8e-4871-9cdb-bc6f65feeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.238538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b595d748-ec8e-4871-9cdb-bc6f65feeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.239342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0983d67e-6d1a-443b-a7a7-b5588ce5d983 req-102a6ec5-2f98-4b36-b803-cfcfbb795067 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599014 Aug 20 09:05:43.240257 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b595d748-ec8e-4871-9cdb-bc6f65feeffa service neutron] 10.222.0.26 "GET /v2.0/networks?id=2197b274-0c57-4258-a943-1259d03ded58&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=361a2326-0637-4489-a261-c4d93ddc6b0e&id=d2983d18-56c1-442a-80a7-df9c2d50cea2&id=d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 200 len: 2296 time: 1.1334047 Aug 20 09:05:43.260966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296772d4-f708-4b96-861c-05100899490a req-747dac04-5978-4436-a85a-59097ffe921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.262495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-747dac04-5978-4436-a85a-59097ffe921b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833901 Aug 20 09:05:43.339534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Router 2ea945d7-bb59-4064-9d83-07af09ec5871 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:05:43.391250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d8cffde-a7b7-4610-b2cb-833211da5d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.395243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-40a8b59a-3a08-4f02-b156-dddff9318626 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 200 len: 1001 time: 0.1439710 Aug 20 09:05:43.400107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d8cffde-a7b7-4610-b2cb-833211da5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.464605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:05:43.470224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-edbcc5df-d3e4-4020-8597-aa3501b579b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/2ea945d7-bb59-4064-9d83-07af09ec5871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8140538 Aug 20 09:05:43.472622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59434) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:43.486520 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] Sync routers for ids ['2ea945d7-bb59-4064-9d83-07af09ec5871'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:05:43.496666 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-07c6f4ad-ea48-4cfc-806f-19edb028f78c service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000084 Aug 20 09:05:43.499225 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] Routers {'2ea945d7-bb59-4064-9d83-07af09ec5871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:43.501127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cffde-a7b7-4610-b2cb-833211da5d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfde2d4-8b08-4c3a-a5e9-095afc53ac6e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:43.501505 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2ea945d7-bb59-4064-9d83-07af09ec5871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:43.508385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3d8cffde-a7b7-4610-b2cb-833211da5d8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb21ca2a76d948d6822295dd2193b5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4880962 Aug 20 09:05:43.512141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59436) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:43.528054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-6b4732cb-6743-480c-be45-6e8f2e1e4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.529493 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-6b4732cb-6743-480c-be45-6e8f2e1e4818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1250a3d0-39fb-409b-a936-3ab03579e8f9 HTTP/1.1" status: 200 len: 856 time: 0.1213229 Aug 20 09:05:43.613984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.687275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b1385504-f8bc-4b25-99b1-7be546fc6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.689967 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b1385504-f8bc-4b25-99b1-7be546fc6263 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2197b274-0c57-4258-a943-1259d03ded58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159217 Aug 20 09:05:43.706873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-666b2848-f144-450c-b868-f1e1683b2450 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:05:43.709916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-666b2848-f144-450c-b868-f1e1683b2450 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098546 Aug 20 09:05:43.717317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-296772d4-f708-4b96-861c-05100899490a req-3c40749b-9ebd-49bb-abaa-bfc3ec59cb55 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083206 Aug 20 09:05:43.719654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b957c038-4bf3-443c-8f8a-a2ae371a55d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.720732 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] Set router 2ea945d7-bb59-4064-9d83-07af09ec5871 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:43.823036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b957c038-4bf3-443c-8f8a-a2ae371a55d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.888693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.922191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-5ab1029c-f831-4172-b8fc-ac375c62b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:43.923704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-5ab1029c-f831-4172-b8fc-ac375c62b732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 1094 time: 0.1448278 Aug 20 09:05:43.935198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6aa00139-4586-4062-8f1e-347602d79ce1 req-6d46d506-6e7a-4bba-a674-04d64291b793 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0484710 Aug 20 09:05:43.985772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Deleting port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:43.986262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:43.993617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:44.054747 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-ad3489df-9a43-4ea1-9656-99b0f9cd17e1 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361557 Aug 20 09:05:44.064818 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:42Z', 'revision_number': 5, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port': {'id': '0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:05:15Z', 'updated_at': '2021-08-20T09:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:44.075747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b957c038-4bf3-443c-8f8a-a2ae371a55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:44.078301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b957c038-4bf3-443c-8f8a-a2ae371a55d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:44.079447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b957c038-4bf3-443c-8f8a-a2ae371a55d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cfde2d4-8b08-4c3a-a5e9-095afc53ac6e HTTP/1.1" status: 204 len: 168 time: 0.5600839 Aug 20 09:05:44.099230 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] Checking router: 2ea945d7-bb59-4064-9d83-07af09ec5871 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:05:44.109333 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] Routers {'2ea945d7-bb59-4064-9d83-07af09ec5871'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:05:44.110207 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2ea945d7-bb59-4064-9d83-07af09ec5871'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:44.176974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2fba-551c-4747-a9c3-bcbfae26c850 req-7108869a-2fe0-408e-92f5-5cb082f1c4a0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.197326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf0f2fba-551c-4747-a9c3-bcbfae26c850 req-7108869a-2fe0-408e-92f5-5cb082f1c4a0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 943 time: 0.1531255 Aug 20 09:05:44.212357 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] Set router 2ea945d7-bb59-4064-9d83-07af09ec5871 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:05:44.220282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957c038-4bf3-443c-8f8a-a2ae371a55d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfde2d4-8b08-4c3a-a5e9-095afc53ac6e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:44.240567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] For port 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:44.241060 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:44.269744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Calling delete_port for 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:44.302737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf0f2fba-551c-4747-a9c3-bcbfae26c850 req-cf2a1c1e-dfde-4053-b42f-da819747ad1e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041889 Aug 20 09:05:44.305537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-f20e2e5f-f70f-456d-8bc8-f60796574281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.309255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-f20e2e5f-f70f-456d-8bc8-f60796574281 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.3661590 Aug 20 09:05:44.407931 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:43Z', 'revision_number': 6, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:44.450388 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-6518757d-7c53-48b1-b708-4c4483516178 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=615b0b83-d0fd-463b-8a30-c4407895fd33 HTTP/1.1" status: 200 len: 217 time: 0.1301942 Aug 20 09:05:44.460166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1671017-b5c5-4457-8a05-3dfabe22b833 None None] The sync data for ids ['2ea945d7-bb59-4064-9d83-07af09ec5871'] in n-d-804285-2 is: [{'id': '2ea945d7-bb59-4064-9d83-07af09ec5871', 'name': 'tempest-TestAggregatesBasicOps-1426313196-router', 'tenant_id': '33e64e6b016d4213ba01a1b9d6146045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:05:13Z', 'updated_at': '2021-08-20T09:05:43Z', 'revision_number': 6, 'project_id': '33e64e6b016d4213ba01a1b9d6146045', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:05:44.519159 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-f18ce502-b529-4a13-b2ac-a22663e12f05 service neutron] 10.222.0.26 "GET /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550085 Aug 20 09:05:44.577066 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-afeb0ff9-57c5-426d-9972-862cc58f6a3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 217 time: 0.0486720 Aug 20 09:05:44.624490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f5336-226d-4c24-9657-597cb714b060 req-829200c9-cd18-4d1e-84a9-f386d8bb9572 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.641775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-049f5336-226d-4c24-9657-597cb714b060 req-829200c9-cd18-4d1e-84a9-f386d8bb9572 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.2142718 Aug 20 09:05:44.641982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-0bc11e56-e070-486e-a5c0-844741d28b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.641982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-0bc11e56-e070-486e-a5c0-844741d28b92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1812458 Aug 20 09:05:44.679603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-f53f0074-d341-4bae-b8a0-a229d081e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.680914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-f53f0074-d341-4bae-b8a0-a229d081e923 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.0976467 Aug 20 09:05:44.723974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-7d9ebd81-6f8a-4f32-9d32-d55a4496b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.725709 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-7d9ebd81-6f8a-4f32-9d32-d55a4496b552 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775838 Aug 20 09:05:44.732947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-049f5336-226d-4c24-9657-597cb714b060 req-1fa997f6-d2b2-4929-8c88-0593a52072d7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931578 Aug 20 09:05:44.764159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a6ba0c1e-2386-4f0f-94e1-f0d129576e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:44.765844 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a6ba0c1e-2386-4f0f-94e1-f0d129576e73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778208 Aug 20 09:05:44.896779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 71524c02-dcbe-456b-96c3-2f21eef212ea no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:44.933745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 71524c02-dcbe-456b-96c3-2f21eef212ea {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:44.934107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 71524c02-dcbe-456b-96c3-2f21eef212ea not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:44.996183 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-c37c839f-3662-4836-b29a-5205c6b6d4bf service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628465 Aug 20 09:05:45.024598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.073310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a899d6bc-f8cd-4477-90d4-738d4a247d63 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798984 Aug 20 09:05:45.111596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:45.191374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d68ea3f1-080d-488d-96e4-fa6dd15e5dd6 req-44fba89f-2b18-4df3-a2bd-8f072c0609f6 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170604 Aug 20 09:05:45.242328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f101e330-32b7-4609-8f70-bd5e5f39ec54 req-d0424f5d-21a2-451f-bd81-6d38994e7069 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0527852 Aug 20 09:05:45.293252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.304453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-3803afaf-2bef-474e-b920-543a4cd95d63 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115932 Aug 20 09:05:45.427040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.427987 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-320f5933-13a8-4a36-bbe9-006412ae8df0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 217 time: 0.1051455 Aug 20 09:05:45.429702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.529879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.530576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea945d7-bb59-4064-9d83-07af09ec5871 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:05:45.537821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.539425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ecb1b8f9-15c7-447b-b755-d0c6fca9bde9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2ea945d7-bb59-4064-9d83-07af09ec5871 HTTP/1.1" status: 204 len: 168 time: 2.0655265 Aug 20 09:05:45.548714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:45.586725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b11cada0-1cc5-4e73-b7df-7df420ba88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:45.591407 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b11cada0-1cc5-4e73-b7df-7df420ba88e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.1555655 Aug 20 09:05:45.612069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385d6ab-11b7-4093-b6e8-dc2741b3b562 req-76f3f179-598f-42c3-887c-d9b1ef361d5e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:45.619615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8385d6ab-11b7-4093-b6e8-dc2741b3b562 req-76f3f179-598f-42c3-887c-d9b1ef361d5e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 943 time: 0.1302419 Aug 20 09:05:45.700317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8385d6ab-11b7-4093-b6e8-dc2741b3b562 req-9a2ff57f-fb4e-49f7-b8b6-4da1911f5c9c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764046 Aug 20 09:05:45.741135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Deleting subnet 6935a83d-521b-44c1-9f09-dfc763d66a90 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:05:45.748040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.782334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-7a187efb-178a-4317-9270-41b9b9cbb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:45.783907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-7a187efb-178a-4317-9270-41b9b9cbb500 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355999 Aug 20 09:05:45.851400 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:45.975009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a755aa37-822c-45e4-a82e-2c291416b627 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816254 Aug 20 09:05:46.018776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.168293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.200416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6935a83d-521b-44c1-9f09-dfc763d66a90,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:46.210219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b921ab66-afda-40b7-8ae6-6b754d642447 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266529 Aug 20 09:05:46.216129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-06610852-1403-40f8-8e18-324083545971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.218324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-06610852-1403-40f8-8e18-324083545971 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6935a83d-521b-44c1-9f09-dfc763d66a90 HTTP/1.1" status: 204 len: 168 time: 0.6611714 Aug 20 09:05:46.220702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59552) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:46.223001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080e1dc-afdb-4e75-bce1-c5f0109f6784 None None] Network b14aec80-45de-4665-91d3-593fa8138316 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:05:46.288575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-94950a7a-de79-4c3c-95be-d3feff779cf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=26fbc51d-f262-4175-809f-3cc86429f66b HTTP/1.1" status: 200 len: 217 time: 0.0689759 Aug 20 09:05:46.397407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.408198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-6d13c36a-0abe-4abe-8625-b81874e61c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:46.409729 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-6d13c36a-0abe-4abe-8625-b81874e61c71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.0936139 Aug 20 09:05:46.417296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.490965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c76e9a2-42c5-4f38-9fd0-7e818042e391 req-d92f3c1a-ef25-4fec-84aa-e030e243326a tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0556154 Aug 20 09:05:46.518187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 615b0b83-d0fd-463b-8a30-c4407895fd33 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:05:46.559929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-0d91e16b-5971-41b6-8cf6-1cf633e0c176 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784206 Aug 20 09:05:46.566096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Deleting port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:05:46.566443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.580410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca35bc-45a0-4598-843f-1d2b28f5fbf6 req-ca6e7f9b-9a18-4925-a29e-e4ec2954ea6e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:46.590223 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20ca35bc-45a0-4598-843f-1d2b28f5fbf6 req-ca6e7f9b-9a18-4925-a29e-e4ec2954ea6e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.1653357 Aug 20 09:05:46.617829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8551d9f9-4495-49b3-ada7-527561700d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:46.619456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8551d9f9-4495-49b3-ada7-527561700d9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1661370 Aug 20 09:05:46.657080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20ca35bc-45a0-4598-843f-1d2b28f5fbf6 req-9b45b72d-f0f9-4879-9163-1e0c3cf6c38e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656347 Aug 20 09:05:46.703552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 180b4149-12ce-4752-a893-9f190c32e464 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:46.735256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] For port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,segment=NetworkSegment(4820f14c-3596-4f35-950f-b1716a1012c2),segment_id=4820f14c-3596-4f35-950f-b1716a1012c2)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:46.735726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:46.756171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Calling delete_port for 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:05:46.798222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b75ee-e92d-4b1f-a0e4-5da029112113 None None] DHCP port deletion for b14aec80-45de-4665-91d3-593fa8138316 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:05:46.835151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59584) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:46.888047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=615b0b83-d0fd-463b-8a30-c4407895fd33,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:46.938865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '615b0b83-d0fd-463b-8a30-c4407895fd33', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '615b0b83-d0fd-463b-8a30-c4407895fd33', 'mac_address': 'fa:16:3e:79:d8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:05:46.955669 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-f1c6f610-949a-4ee8-8c92-04e57195ed69 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084331 Aug 20 09:05:46.958414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058a50-9bd4-47a3-9747-459ae4a8ae42 req-f45c967a-f64f-4bab-a644-5d63030f3b92 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:46.961044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1058a50-9bd4-47a3-9747-459ae4a8ae42 req-f45c967a-f64f-4bab-a644-5d63030f3b92 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 943 time: 0.1461701 Aug 20 09:05:47.048126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1058a50-9bd4-47a3-9747-459ae4a8ae42 req-0b2b1569-3c0b-4789-b365-2e0d08a52baf tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761409 Aug 20 09:05:47.112259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:47.113113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.121233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.139550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] No DVR routers for this DVR port 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:47.236326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:47.263441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be3505da-f191-4145-a3b9-6a8b53307a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.266872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-756b75ee-e92d-4b1f-a0e4-5da029112113 None None] The port '28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a' was deleted {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 09:05:47.267608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-886d0315-c903-40ca-aae3-ad2a473832af service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010359 Aug 20 09:05:47.270194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:47.270708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28f66ddf-928c-4ea9-bd6d-51cc1ca7f94a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:47.271975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:05:47.310407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:05:47.311048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0dab76d6-aae2-4cd3-b7a0-6bca0af4ce56 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:05:47.313899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615b0b83-d0fd-463b-8a30-c4407895fd33 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:05:47.352088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=615b0b83-d0fd-463b-8a30-c4407895fd33,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:47.359070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.383145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-77ee16f9-2344-422e-8d31-35178eff45e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.404726 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8c9498cb-a993-4dfe-a097-99d09daebfd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf HTTP/1.1" status: 200 len: 217 time: 0.0932131 Aug 20 09:05:47.427072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.435612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.445147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:47.503517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14aec80-45de-4665-91d3-593fa8138316']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:47.528166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4820f14c-3596-4f35-950f-b1716a1012c2') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:47.528422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4820f14c-3596-4f35-950f-b1716a1012c2') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:05:47.529238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-77ee16f9-2344-422e-8d31-35178eff45e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.534080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-77ee16f9-2344-422e-8d31-35178eff45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.545056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.557267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-aa7ce8c7-661d-4a9c-8623-f0275ad11309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:47.561173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-aa7ce8c7-661d-4a9c-8623-f0275ad11309 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 200 len: 797 time: 0.1422696 Aug 20 09:05:47.566152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.581199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['615b0b83-d0fd-463b-8a30-c4407895fd33'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:47.588624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee16f9-2344-422e-8d31-35178eff45e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f51f6a-7976-4c5d-88a9-27a0c69c3815,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:47.645591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:05:47.649601 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.649769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-77ee16f9-2344-422e-8d31-35178eff45e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e2f16ab75c144eeaa8d164ec765399c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601109 Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:05:47.649861 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:05:47.651598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59622) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:47.714406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a7a96f6-95b7-4593-85d0-50e1d551db9a req-fb5cdc64-85fe-430b-83dd-cc0b00fb62d6 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0642629 Aug 20 09:05:47.774103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.790209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:47.796655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b14aec80-45de-4665-91d3-593fa8138316 HTTP/1.1" status: 204 len: 168 time: 1.5748610 Aug 20 09:05:47.844927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6be04-4264-4254-9385-005b3612f7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14aec80-45de-4665-91d3-593fa8138316,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:47.861655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-ed38f518-8aaf-4131-a744-2df351d4313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:47.864878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-ed38f518-8aaf-4131-a744-2df351d4313e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=361a2326-0637-4489-a261-c4d93ddc6b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2938159 Aug 20 09:05:48.011080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a2fef527-c38b-4659-a171-2d5dad2d046e service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391304 Aug 20 09:05:48.033363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59654) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:48.201193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f7ea96d-8cde-4afb-bc85-13c78ff80bd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d59bea9a466d4063adb752482a468b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658602 Aug 20 09:05:48.206999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:48.234746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-432516df-cc3f-44a9-8240-00adab7d5a76 service neutron] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150989 Aug 20 09:05:48.254325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a38082f8-4720-4139-aece-bdcc8f57ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.301491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-5992a8f2-771c-4ff3-ad62-a818bc21f957 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e147f159-9f14-412c-a871-cc5088a16d2f HTTP/1.1" status: 200 len: 217 time: 0.0564880 Aug 20 09:05:48.330883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-26773434-f9d4-4402-9c0e-b31abee22cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:48.332789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-26773434-f9d4-4402-9c0e-b31abee22cfd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b&tenant_id=9016b635ab40490f98eaff872a1f5349 HTTP/1.1" status: 200 len: 1095 time: 0.5832543 Aug 20 09:05:48.347886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a38082f8-4720-4139-aece-bdcc8f57ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.354318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.365759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:48.384387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.400038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b324c9-be67-42d4-89c2-4fa7c9668fa0 req-e831ded2-d0b7-4de7-8dfe-509d61be53fc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:48.406245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8b324c9-be67-42d4-89c2-4fa7c9668fa0 req-e831ded2-d0b7-4de7-8dfe-509d61be53fc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.6145275 Aug 20 09:05:48.406720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-2490aab8-43d6-4092-b87b-67880533a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:48.408233 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-2490aab8-43d6-4092-b87b-67880533a6be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.0996788 Aug 20 09:05:48.445318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59666) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:48.445983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42714670-728b-4a11-bf3f-6e321ceb3fbd req-20814b44-21fe-495d-9c64-8954060b7394 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:48.447476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42714670-728b-4a11-bf3f-6e321ceb3fbd req-20814b44-21fe-495d-9c64-8954060b7394 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 944 time: 0.1847765 Aug 20 09:05:48.469671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-0af316b7-bfff-4357-a92e-a8b4b244992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:48.483465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-0af316b7-bfff-4357-a92e-a8b4b244992f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661752 Aug 20 09:05:48.510122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 615b0b83-d0fd-463b-8a30-c4407895fd33 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:05:48.538446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.541777 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.546360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42714670-728b-4a11-bf3f-6e321ceb3fbd req-971c655d-a036-437d-b917-866d9bf1aca6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849583 Aug 20 09:05:48.548816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.548816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/864400c0-d642-4b0f-8036-53e45fa1c518 HTTP/1.1" status: 204 len: 168 time: 0.3405232 Aug 20 09:05:48.563335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864400c0-d642-4b0f-8036-53e45fa1c518,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:48.576288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.576641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.576992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.577433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.577656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.578019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.578348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.578679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.579008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.579334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.580026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.580026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926ab94-d11e-4757-a3de-c3a15cdda563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:05:48.618484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 615b0b83-d0fd-463b-8a30-c4407895fd33 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:05:48.621617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8b324c9-be67-42d4-89c2-4fa7c9668fa0 req-f5ed1a15-eae5-4194-935f-97b3171160d7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945190 Aug 20 09:05:48.622897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 615b0b83-d0fd-463b-8a30-c4407895fd33 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:48.623802 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.637636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-8f3e6539-c9a4-4939-a2d5-8a0198e4e554 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425073 Aug 20 09:05:48.650150 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a38082f8-4720-4139-aece-bdcc8f57ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.653296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a38082f8-4720-4139-aece-bdcc8f57ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.666599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a38082f8-4720-4139-aece-bdcc8f57ab9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89f51f6a-7976-4c5d-88a9-27a0c69c3815 HTTP/1.1" status: 204 len: 168 time: 1.0143788 Aug 20 09:05:48.716141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38082f8-4720-4139-aece-bdcc8f57ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f51f6a-7976-4c5d-88a9-27a0c69c3815,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:48.721555 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.766833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:48.787686 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70fb4fd-a242-484f-8516-34f0e9d59e92" -d '{"events": [{"server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "name": "network-vif-plugged", "status": "completed", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:48.811880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5c99635-ea90-40b3-a4e8-49683b2fcb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.874822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=615b0b83-d0fd-463b-8a30-c4407895fd33,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:48.879684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:48.885244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.004529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a68e38a-cf83-46af-9a47-555a45d1fa3f req-58b77daf-7464-4ce8-aa0f-ac399d4f2008 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0764089 Aug 20 09:05:49.064103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-538ac9ce-1383-48b6-aa77-f0aad58bdacb service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199650 Aug 20 09:05:49.070157 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c8e37-d005-4de9-b54e-805b2d4b3c28 x-openstack-request-id: req-d50c8e37-d005-4de9-b54e-805b2d4b3c28 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:49.070773 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "name": "network-vif-plugged", "status": "completed", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:49.076189 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d50c8e37-d005-4de9-b54e-805b2d4b3c28 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:49.078228 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33', 'code': 200} Aug 20 09:05:49.079192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:49.150996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-d01b9a92-f8ac-44ef-944e-e3a36ee74897 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 200 len: 217 time: 0.0671191 Aug 20 09:05:49.172441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:49.202533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59684) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:49.235032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea943d3-56b9-45e9-b90c-a7f7e909409b req-4aad51a9-76c0-4946-b924-aa7dde645123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:49.236553 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2ea943d3-56b9-45e9-b90c-a7f7e909409b req-4aad51a9-76c0-4946-b924-aa7dde645123 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 1096 time: 0.2610767 Aug 20 09:05:49.249878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:49.289239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a5146541-19ec-42b6-9113-c9d622127ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:49.291280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-a5146541-19ec-42b6-9113-c9d622127ee8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 200 len: 797 time: 0.1311111 Aug 20 09:05:49.302018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c0b1f053-edb1-4ac2-b6c9-c87bae70fbb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33e64e6b016d4213ba01a1b9d6146045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982606 Aug 20 09:05:49.305567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59688) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:49.318564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:05:49.321840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59690) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:49.333374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.348796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Transition to ACTIVE for port object 180b4149-12ce-4752-a893-9f190c32e464 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:05:49.357896 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2ea943d3-56b9-45e9-b90c-a7f7e909409b req-2a79bf28-0285-4ab8-86a4-550f3f1e2366 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103103 Aug 20 09:05:49.359683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5c99635-ea90-40b3-a4e8-49683b2fcb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.368546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-338a99bb-e5aa-482e-ba51-842c72c53de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.370302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5c99635-ea90-40b3-a4e8-49683b2fcb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.382401 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.431511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c99635-ea90-40b3-a4e8-49683b2fcb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0ef2ea-8245-439e-b761-1657f745ff27,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:49.438180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b5c99635-ea90-40b3-a4e8-49683b2fcb65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d754b472a3840608e1758049798650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9885867 Aug 20 09:05:49.439504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-60b25bbb-2ee6-48d6-b13d-96ffe41fba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:49.441001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-60b25bbb-2ee6-48d6-b13d-96ffe41fba56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2983d18-56c1-442a-80a7-df9c2d50cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306291 Aug 20 09:05:49.447178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59692) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:49.462470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ce55265-56e6-427b-ab9e-2ad40855d7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.489087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ce55265-56e6-427b-ab9e-2ad40855d7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.585182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-59a458ea-7276-46c3-90bc-dcef58bce077 service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299319 Aug 20 09:05:49.659379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-338a99bb-e5aa-482e-ba51-842c72c53de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.666417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-338a99bb-e5aa-482e-ba51-842c72c53de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.720500 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ce55265-56e6-427b-ab9e-2ad40855d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.723534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ce55265-56e6-427b-ab9e-2ad40855d7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.725048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ce55265-56e6-427b-ab9e-2ad40855d7db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/261b3a3b-91aa-40ce-b92f-40910b2dda10 HTTP/1.1" status: 204 len: 168 time: 0.4181995 Aug 20 09:05:49.740680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-338a99bb-e5aa-482e-ba51-842c72c53de3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9367e07a87674e11b26598b2e2a9d272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120057 Aug 20 09:05:49.741558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59700) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:49.756383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] No DVR routers for this DVR port 180b4149-12ce-4752-a893-9f190c32e464 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:05:49.756633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a99bb-e5aa-482e-ba51-842c72c53de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf18c445-9640-44fd-b279-559dd15fc9d6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:49.772641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce55265-56e6-427b-ab9e-2ad40855d7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b3a3b-91aa-40ce-b92f-40910b2dda10,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:49.774757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=9']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:49.928414 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-390faf06-24b3-4561-ad1d-77d609c68243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:49.991894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3852198-59d7-4a68-8fdd-d2f895a838fd req-132de648-3c0c-4884-8bc9-0fd26008be71 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:49.993602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3852198-59d7-4a68-8fdd-d2f895a838fd req-132de648-3c0c-4884-8bc9-0fd26008be71 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 945 time: 0.2899361 Aug 20 09:05:50.012963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed181-7957-4e8d-ab0b-87f25611c58a req-82381f35-75e2-47af-a21c-8247d5290cdb tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:50.020420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a36ed181-7957-4e8d-ab0b-87f25611c58a req-82381f35-75e2-47af-a21c-8247d5290cdb tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 944 time: 0.2582920 Aug 20 09:05:50.026489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-390faf06-24b3-4561-ad1d-77d609c68243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.151493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3852198-59d7-4a68-8fdd-d2f895a838fd req-aa998176-ba56-48cb-9702-080071001a7e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474373 Aug 20 09:05:50.164346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a36ed181-7957-4e8d-ab0b-87f25611c58a req-d3f81411-13dc-46b8-b5d8-924838ba05cb tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429367 Aug 20 09:05:50.186700 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-149e4e5a-ee21-4e48-9be6-cd133ac29b1f req-b5654c4b-c865-4192-843d-232d80b2482e service neutron] 10.222.0.26 "GET /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934227 Aug 20 09:05:50.252309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:05:50.252741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:05:50.253129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:50.271846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Port 180b4149-12ce-4752-a893-9f190c32e464 on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:05:50.272151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Attempting to bind port 180b4149-12ce-4752-a893-9f190c32e464 on network 627391fe-4cc3-47a6-be2c-8a4c09467d47 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:05:50.273508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56f5aa3c-bc59-4e94-9a4b-cc635f993f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.286183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-390faf06-24b3-4561-ad1d-77d609c68243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.289476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-390faf06-24b3-4561-ad1d-77d609c68243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.290700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-390faf06-24b3-4561-ad1d-77d609c68243 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d0ef2ea-8245-439e-b761-1657f745ff27 HTTP/1.1" status: 204 len: 168 time: 0.8400764 Aug 20 09:05:50.316175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56f5aa3c-bc59-4e94-9a4b-cc635f993f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.372246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:05:50.373292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Checking segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:05:50.374071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Bound using segment: {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:05:50.374744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Bound port: 180b4149-12ce-4752-a893-9f190c32e464, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866f9d7a-1beb-4b19-b599-befddfd23e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:05:50.375396 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.390376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4a247b1-b39c-4a78-872a-27ab1daec0b4 req-8a7903fe-7388-4862-b221-dfebf9071fe7 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1201534 Aug 20 09:05:50.395004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390faf06-24b3-4561-ad1d-77d609c68243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0ef2ea-8245-439e-b761-1657f745ff27,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:50.395704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56f5aa3c-bc59-4e94-9a4b-cc635f993f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.399658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56f5aa3c-bc59-4e94-9a4b-cc635f993f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.428895 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56f5aa3c-bc59-4e94-9a4b-cc635f993f9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf18c445-9640-44fd-b279-559dd15fc9d6 HTTP/1.1" status: 204 len: 168 time: 0.6861138 Aug 20 09:05:50.450416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5aa3c-bc59-4e94-9a4b-cc635f993f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf18c445-9640-44fd-b279-559dd15fc9d6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:50.507381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:05:50.511994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:05:50.531046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.623659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=10']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:50.640712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:50.641594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:50.643570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-c55a0096-9fc1-41a4-89a5-96392c28f245 service neutron] 10.222.0.26 "PUT /v2.0/ports/180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 1092 time: 2.2920911 Aug 20 09:05:50.644076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:50.647238 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a017dc2-4b80-4249-8906-b053302a9f14" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:50.723123 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619d212-ff85-44ff-99eb-d3ed975d47a1 x-openstack-request-id: req-d619d212-ff85-44ff-99eb-d3ed975d47a1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:50.723802 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:50.724979 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d619d212-ff85-44ff-99eb-d3ed975d47a1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:50.725410 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'status': 'completed', 'code': 200} Aug 20 09:05:50.779294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-d8eabb81-a0a0-44eb-ba67-da002388c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:50.785340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-d8eabb81-a0a0-44eb-ba67-da002388c0b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1096 time: 0.1114359 Aug 20 09:05:50.925262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-3a4e59f9-69f7-4d8d-b64c-5ee20367008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:50.927004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-3a4e59f9-69f7-4d8d-b64c-5ee20367008b service neutron] 10.222.0.26 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.1375055 Aug 20 09:05:51.013335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-ebebc3dc-2386-49fd-93b3-59e98ec02d87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 999 time: 0.0782952 Aug 20 09:05:51.043620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59740) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:51.064451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-908a34b6-7128-4a52-8864-72c427e0efeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.080652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-16fbec7e-ec96-4302-9277-4285ce789576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:51.082486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-16fbec7e-ec96-4302-9277-4285ce789576 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.0599861 Aug 20 09:05:51.184509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-5ce638b7-36ad-44d7-908e-0a858df5b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:51.186327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-5ce638b7-36ad-44d7-908e-0a858df5b73a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967572 Aug 20 09:05:51.301395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-908a34b6-7128-4a52-8864-72c427e0efeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.308716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-908a34b6-7128-4a52-8864-72c427e0efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.338870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf572b-58a1-4369-bd01-61229c1683db req-9eef9112-afb3-49b2-9af1-82c435f9f654 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:51.340503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eaf572b-58a1-4369-bd01-61229c1683db req-9eef9112-afb3-49b2-9af1-82c435f9f654 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 945 time: 0.0904908 Aug 20 09:05:51.370309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-908a34b6-7128-4a52-8864-72c427e0efeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acaf72452a454bc2bf763365dfe32f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251679 Aug 20 09:05:51.377580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59754) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:05:51.383514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-eb4c41ca-9b4e-44ff-a6b1-2bb987424368 service neutron] 10.222.0.26 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857378 Aug 20 09:05:51.402027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a34b6-7128-4a52-8864-72c427e0efeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b094c-31f1-4151-b13d-355118eef9fb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:51.480745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7276693-6fb2-49c5-9c22-43dd0cbfc560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.515145 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7276693-6fb2-49c5-9c22-43dd0cbfc560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.525102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930713d-1387-4122-b938-125aea4d0053 req-455f4a72-6218-443d-a08b-49b63684dc6d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:51.529560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e930713d-1387-4122-b938-125aea4d0053 req-455f4a72-6218-443d-a08b-49b63684dc6d tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.1881521 Aug 20 09:05:51.551261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9eaf572b-58a1-4369-bd01-61229c1683db req-306bd4a7-2000-4e14-ba3b-9915a5516fe7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974072 Aug 20 09:05:51.605903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7276693-6fb2-49c5-9c22-43dd0cbfc560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.608819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7276693-6fb2-49c5-9c22-43dd0cbfc560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:51.612245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b7276693-6fb2-49c5-9c22-43dd0cbfc560 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/646b094c-31f1-4151-b13d-355118eef9fb HTTP/1.1" status: 204 len: 168 time: 0.2310560 Aug 20 09:05:51.623466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276693-6fb2-49c5-9c22-43dd0cbfc560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b094c-31f1-4151-b13d-355118eef9fb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:51.679744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e930713d-1387-4122-b938-125aea4d0053 req-ff14a838-0594-4f9f-acdf-e9adf6c96cb5 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172729 Aug 20 09:05:51.681751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1400949e-0c1e-4a8e-b837-2c028fed069a req-66045287-2d5c-4323-9d60-f922e622ba07 service neutron] 10.222.0.26 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869325 Aug 20 09:05:51.809522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-014edb49-a6a8-4807-8bda-b54cd1f62088 req-184f349f-3d1c-4e85-8ff0-febf1398a5f8 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0659552 Aug 20 09:05:51.882733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-ca4738bf-4dbd-41bd-ae02-269662187df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:51.885082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-ca4738bf-4dbd-41bd-ae02-269662187df6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9016b635ab40490f98eaff872a1f5349&device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1096 time: 0.1267948 Aug 20 09:05:51.957685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-21e0a33a-b187-427d-bfa2-b652ec06ac5b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 267 time: 0.1102531 Aug 20 09:05:52.050997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-5a80d29e-ed99-4803-9b86-fec8b598cfeb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:52.054314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-5a80d29e-ed99-4803-9b86-fec8b598cfeb tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 945 time: 0.0885594 Aug 20 09:05:52.056261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-ba416102-22d5-451a-9aac-fe34006042bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:52.058444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-ba416102-22d5-451a-9aac-fe34006042bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 200 len: 916 time: 0.1613281 Aug 20 09:05:52.066651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'port': {'security_groups': []}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:05:52.181317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-89559436-2f9a-4d89-9add-7eddad1cfca2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 200 len: 999 time: 0.1079645 Aug 20 09:05:52.265027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:52.327736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-bf8b0be2-fe2b-421f-ad1c-4b913397dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:52.329545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-bf8b0be2-fe2b-421f-ad1c-4b913397dc42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 200 len: 855 time: 0.1396437 Aug 20 09:05:52.475490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-5dbdb92a-3860-4345-9d6a-1e8eae17721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:52.477056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-5dbdb92a-3860-4345-9d6a-1e8eae17721a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=627391fe-4cc3-47a6-be2c-8a4c09467d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388004 Aug 20 09:05:52.723770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=615b0b83-d0fd-463b-8a30-c4407895fd33,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:05:52.811777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-82865e9a-032d-4b7e-873b-315702e292fb service neutron] 10.222.0.26 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275669 Aug 20 09:05:52.834363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:52.843531 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:52.876297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:52.879623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['13812cff-fb31-45de-bf0e-4831e82352bd', '615b0b83-d0fd-463b-8a30-c4407895fd33'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:53.036269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:53.056447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:53.075917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a6c8f8a-f1ad-4465-8862-c9583081794c req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "PUT /v2.0/ports/615b0b83-d0fd-463b-8a30-c4407895fd33 HTTP/1.1" status: 200 len: 904 time: 1.0138762 Aug 20 09:05:53.076666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:05:53.089563 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:05:53.240425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869af26b-21d3-4e09-8fba-989e2299fc08 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:05:53.299827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['615b0b83-d0fd-463b-8a30-c4407895fd33'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:05:53.422800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa960ddc-719b-4297-bc51-4b9e68a90103 req-6837581c-4e2c-48e5-aec6-01a8e7ad3ac9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:53.437021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa960ddc-719b-4297-bc51-4b9e68a90103 req-6837581c-4e2c-48e5-aec6-01a8e7ad3ac9 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.1638551 Aug 20 09:05:53.690729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a76447d-eec0-4336-9d7d-6ec153d026e3 req-7ebdf261-5fdd-4a55-b832-6241d0755041 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1537361 Aug 20 09:05:53.713697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa960ddc-719b-4297-bc51-4b9e68a90103 req-3a8a6ea9-b52f-40da-a2f6-2a67bda3f038 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744067 Aug 20 09:05:53.784991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ce83e189-2b88-4de0-99af-805abc50d9a6 None None] Provisioning complete for port 615b0b83-d0fd-463b-8a30-c4407895fd33 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:05:53.785372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce83e189-2b88-4de0-99af-805abc50d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:05:53.897078 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995e3294-2023-4563-8ffc-01a6d6ad5706 x-openstack-request-id: req-995e3294-2023-4563-8ffc-01a6d6ad5706 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:05:53.897583 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:05:53.900895 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-995e3294-2023-4563-8ffc-01a6d6ad5706 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:05:53.901380 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33', 'status': 'completed', 'code': 200} Aug 20 09:05:53.914702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a017dc2-4b80-4249-8906-b053302a9f14 req-e844d80c-b245-4df5-a128-3fe0b78f05fb service neutron] 10.222.0.26 "GET /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726520 Aug 20 09:05:54.035198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-ec137b60-8574-47b4-88f4-f5dcec3f020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:54.037855 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-ec137b60-8574-47b4-88f4-f5dcec3f020c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 1058 time: 0.1364484 Aug 20 09:05:54.126324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb8381-05eb-45cc-be41-e9984ca2a69f req-7bb6835a-4d7c-4b8c-ba4a-2308281bfd47 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:54.143771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5edb8381-05eb-45cc-be41-e9984ca2a69f req-7bb6835a-4d7c-4b8c-ba4a-2308281bfd47 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 907 time: 0.2097137 Aug 20 09:05:54.342870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-021eb854-c155-4bca-8844-796690c6778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:54.344862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-021eb854-c155-4bca-8844-796690c6778b service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.2896965 Aug 20 09:05:54.452731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-31ea856d-a1eb-4159-ad53-7b981858ff3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=615b0b83-d0fd-463b-8a30-c4407895fd33 HTTP/1.1" status: 200 len: 217 time: 0.1000147 Aug 20 09:05:54.460232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80455f-8746-45c0-9941-fdee36a87251 req-dcc84905-7526-401a-b661-91bf7a6ed84c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:54.462483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce80455f-8746-45c0-9941-fdee36a87251 req-dcc84905-7526-401a-b661-91bf7a6ed84c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1333287 Aug 20 09:05:54.597342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce80455f-8746-45c0-9941-fdee36a87251 req-126618a0-5c15-488c-a793-b4127145e78f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175780 Aug 20 09:05:54.638427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-f07c8e0a-3797-4a28-b4cd-23c1d25138a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:54.640228 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-f07c8e0a-3797-4a28-b4cd-23c1d25138a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1797934 Aug 20 09:05:54.723670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-2f972352-b057-4bf1-9fe8-5867805174bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:54.726274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-2f972352-b057-4bf1-9fe8-5867805174bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755799 Aug 20 09:05:55.025237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab9e81-f15a-4808-af65-ab974ca844c2 req-eabade20-8ea7-4f52-8a0d-595df0ea4e28 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:55.036739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27ab9e81-f15a-4808-af65-ab974ca844c2 req-eabade20-8ea7-4f52-8a0d-595df0ea4e28 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2408185 Aug 20 09:05:55.057156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-750c3b9c-8b42-45c4-b2d7-52e794dc63d5 req-d613cd0b-27da-4a97-bbcd-614671ebbf7e tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1012602 Aug 20 09:05:55.107667 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-86262c87-491d-4f0e-bc11-7830ec23a561 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732872 Aug 20 09:05:55.186505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27ab9e81-f15a-4808-af65-ab974ca844c2 req-d0299fe4-e6cd-47fc-be8b-f8d7caa6d128 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465135 Aug 20 09:05:55.319335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02908edd-c127-4e2c-9c19-b21b0613b7d0 req-7193ab54-f251-4195-8d99-ecde1e5d75ba tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:05:55.321417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02908edd-c127-4e2c-9c19-b21b0613b7d0 req-7193ab54-f251-4195-8d99-ecde1e5d75ba tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.1037369 Aug 20 09:05:55.343705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-36f98311-88e3-4006-a2f0-6f42fc4ee4d1 req-58cfc54c-34fb-4098-a7a5-5dd9e6429c83 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252622 Aug 20 09:05:55.383625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02908edd-c127-4e2c-9c19-b21b0613b7d0 req-553eed62-4dcd-4104-94cc-2a9d22ca0a4e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506613 Aug 20 09:06:05.315284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-e70e7ec6-6dcc-48ec-9e1c-188f0ceeddd8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:05.317258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-e70e7ec6-6dcc-48ec-9e1c-188f0ceeddd8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.5247035 Aug 20 09:06:05.342012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-682b45b1-d4ae-44d9-8d2e-1e97f04dae33 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/quotas/3f0dd61bec7249af8496a3b4cfd0b349 HTTP/1.1" status: 200 len: 375 time: 0.0173826 Aug 20 09:06:05.417443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-7774f8ef-6d6c-4981-92ac-1adf64d415d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0740309 Aug 20 09:06:05.422783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-f9cf0545-78a9-434a-99c6-f6c5a2c16601 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:06:05.423974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-f9cf0545-78a9-434a-99c6-f6c5a2c16601 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057223 Aug 20 09:06:05.497756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60234) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:05.532960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-5f3b0c58-1f12-43cf-b83a-bfd5dad6831b service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006675 Aug 20 09:06:05.653527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-bbc852f8-d7c1-42c7-a761-dc57fcb69f6a service neutron] 10.222.0.35 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189089 Aug 20 09:06:05.880590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f29acd-e65a-4893-aa20-f9138ef4e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:05.956120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5922ec33-244f-48b0-9b74-7ccd63c80bf0 req-2c55e9f8-c8a7-413b-bb74-13e64f98386c tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0492501 Aug 20 09:06:06.003804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:06.010403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'network': {'name': 'tempest-network-smoke--2086059228', 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:06.100530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f29acd-e65a-4893-aa20-f9138ef4e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.105924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f29acd-e65a-4893-aa20-f9138ef4e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.165029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90f29acd-e65a-4893-aa20-f9138ef4e804 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82493925da5845e78ad514e2e7505d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651196 Aug 20 09:06:06.167486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60252) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:06.199686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f29acd-e65a-4893-aa20-f9138ef4e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71d378-a7ee-4fd7-aab6-357e887deced,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:06.230725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2789a2f-5caa-4b7b-a0ca-c25a2ede1ed1 req-6f9e2867-3d9c-44f8-b227-25dfa7a972a7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.233883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2789a2f-5caa-4b7b-a0ca-c25a2ede1ed1 req-6f9e2867-3d9c-44f8-b227-25dfa7a972a7 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.1385496 Aug 20 09:06:06.236122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Made reservation on behalf of 1a613a3d2eec46d8819c1754e10eae68 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:06.240468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.249205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-442b4f61-7dae-4797-a238-91cff7f0f131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.256018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.278506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-442b4f61-7dae-4797-a238-91cff7f0f131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.343474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-442b4f61-7dae-4797-a238-91cff7f0f131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.344579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.347017 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-442b4f61-7dae-4797-a238-91cff7f0f131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.348295 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-442b4f61-7dae-4797-a238-91cff7f0f131 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f71d378-a7ee-4fd7-aab6-357e887deced HTTP/1.1" status: 204 len: 168 time: 0.1798604 Aug 20 09:06:06.352317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.358203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4f61-7dae-4797-a238-91cff7f0f131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71d378-a7ee-4fd7-aab6-357e887deced,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:06.359408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.366051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.372023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.378293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.385645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.387501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-d85b06f7-40f7-4ab7-8dd7-0647909bd5c4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.2535813 Aug 20 09:06:06.404909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2789a2f-5caa-4b7b-a0ca-c25a2ede1ed1 req-9dae3b31-5abe-4866-aa57-64a8a178a181 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524982 Aug 20 09:06:06.594658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.628502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a3daa0e-6e68-4701-92aa-d085440a9f88 req-0b564d56-b71b-4be4-bfd5-a48d3aa6ceb8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 210 time: 0.0971913 Aug 20 09:06:06.632803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.647693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:06:06.679255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ded08f1-b1a1-4669-8216-95c5b651c025 req-63043c09-f74c-45af-936f-2d8bde1c8c92 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2550211 Aug 20 09:06:06.713595 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.714135 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Added segment 46d101a3-2857-44d8-9c99-1e48bdc78ba6 of type vlan for network b138cef4-96aa-44e8-bb66-01f81c438ffd Aug 20 09:06:06.749696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451c78ce-0eb9-413c-b020-24e1ac7968d6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:06.824175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.885001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60270) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:06.907821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c5278b8e-f2ee-4e4b-a707-c4a20d23bdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.917647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.923905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.924798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:06.942453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.949146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.958962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.971809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.979894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.989339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.995742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:06.998218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdbc102f-358d-4468-be7d-4f3b5ddb8465 req-0a14531f-e3b2-4551-a5fa-4655ee7c2078 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.1714551 Aug 20 09:06:07.078740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c5278b8e-f2ee-4e4b-a707-c4a20d23bdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.085333 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c5278b8e-f2ee-4e4b-a707-c4a20d23bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.123586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9d3eb446-aef9-40e6-b777-13f1adacba58 req-b662dec8-0906-4bb9-b105-0361ee4626f8 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0462189 Aug 20 09:06:07.128280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1232016 Aug 20 09:06:07.133786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:07.140102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'admin_state_up': True, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:07.156714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb914-7927-4437-9bdf-a1f3d7aa3b34 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Network': ['ID=b138cef4-96aa-44e8-bb66-01f81c438ffd,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:07.164217 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c5278b8e-f2ee-4e4b-a707-c4a20d23bdb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3b881728d5044bcb6174a9760b4fc38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755997 Aug 20 09:06:07.167271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5278b8e-f2ee-4e4b-a707-c4a20d23bdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5ebb56-1d8e-4354-a7f1-da3f1a1e6dd9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:07.169891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:07.171867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b138cef4-96aa-44e8-bb66-01f81c438ffd details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:06:07.227756 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.228799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.334318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20cb871e-a7dc-44fb-b7c6-909cce38b330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.381045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.476723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20cb871e-a7dc-44fb-b7c6-909cce38b330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.698288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.716449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-3820ea72-043a-4da4-8f0c-d4a55eae9bbc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:07.718063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-3820ea72-043a-4da4-8f0c-d4a55eae9bbc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.26 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 811 time: 0.4010925 Aug 20 09:06:07.744594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34700d-a910-48ef-ad1c-0256feadc770 req-f46dd312-df8a-45d4-8d33-3028053afdea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:07.746144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf34700d-a910-48ef-ad1c-0256feadc770 req-f46dd312-df8a-45d4-8d33-3028053afdea tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 945 time: 0.2263629 Aug 20 09:06:07.749989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Request body: {'port': {'device_id': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'admin_state_up': True, 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:07.769287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20cb871e-a7dc-44fb-b7c6-909cce38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.772091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20cb871e-a7dc-44fb-b7c6-909cce38b330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:07.775978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-20cb871e-a7dc-44fb-b7c6-909cce38b330 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a5ebb56-1d8e-4354-a7f1-da3f1a1e6dd9 HTTP/1.1" status: 204 len: 168 time: 0.6036561 Aug 20 09:06:07.837386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d91942dc-aa24-42c7-9a68-afee5267123f req-e0794ae7-8114-4f4c-bbfe-cc351c13fb84 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 210 time: 0.1174982 Aug 20 09:06:07.884841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb871e-a7dc-44fb-b7c6-909cce38b330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5ebb56-1d8e-4354-a7f1-da3f1a1e6dd9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:07.944331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf34700d-a910-48ef-ad1c-0256feadc770 req-8769603f-fc1e-4b46-9922-4caf8b20deb2 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731782 Aug 20 09:06:08.029244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Made reservation on behalf of 3f0dd61bec7249af8496a3b4cfd0b349 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:08.033299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.111757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60300) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:08.256831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 180b4149-12ce-4752-a893-9f190c32e464 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:06:08.362394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.380524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c1dc324-4f35-4cc1-9225-97264cc72d14 req-4dc96f37-3e13-4941-806b-b0dc7e2fa597 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0788598 Aug 20 09:06:08.401197 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2d9f-647c-4664-99db-0094cc7304a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.454175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.490433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:08.549031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Allocated IP 172.20.0.6 (33154d1c-44bc-4a83-b66e-0f99e85d6869/84104ab1-a0fe-4373-a79c-a268e412d229/2b05e0ab-a4d6-40f3-82ea-8cc40a23877a) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:08.582844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '180b4149-12ce-4752-a893-9f190c32e464', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'port_id': '180b4149-12ce-4752-a893-9f190c32e464', 'mac_address': 'fa:16:3e:13:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:06:08.647460 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.655513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.25.5.112 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/7fd91498-9a84-4c50-9cf6-b5ebc6887fc0) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:08.709331 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2d9f-647c-4664-99db-0094cc7304a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.714991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c1e2d9f-647c-4664-99db-0094cc7304a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.728950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:06:08.772225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:08.782361 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.821022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8c1e2d9f-647c-4664-99db-0094cc7304a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d0a9adfe8ab40a29488b55f77a2e736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071712 Aug 20 09:06:08.827854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60328) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:08.857733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:08.866544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.867058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.867405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.867988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.868321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.868648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.868972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.869296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.869613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.869972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.870292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.870608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:08.876795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.898553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e2d9f-647c-4664-99db-0094cc7304a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ebaca-0007-4a1f-a36a-dcb47531855f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:08.961226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64a77ce-1814-48d0-b4bb-4a9b23557ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.965415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:08.978745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Transition to ACTIVE for port object 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:08.985192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64a77ce-1814-48d0-b4bb-4a9b23557ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.068656 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64a77ce-1814-48d0-b4bb-4a9b23557ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.072243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64a77ce-1814-48d0-b4bb-4a9b23557ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.076925 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e64a77ce-1814-48d0-b4bb-4a9b23557ddb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc2ebaca-0007-4a1f-a36a-dcb47531855f HTTP/1.1" status: 204 len: 168 time: 0.2418818 Aug 20 09:06:09.082927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.088063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a77ce-1814-48d0-b4bb-4a9b23557ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ebaca-0007-4a1f-a36a-dcb47531855f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:09.089654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['180b4149-12ce-4752-a893-9f190c32e464'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:06:09.098410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['13812cff-fb31-45de-bf0e-4831e82352bd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:06:09.231183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:09.276571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144636d2-cbcd-4245-8025-3f31764ae428 req-6523bf19-7669-4ab6-b16f-2937771f626b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.291021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-144636d2-cbcd-4245-8025-3f31764ae428 req-6523bf19-7669-4ab6-b16f-2937771f626b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 931 time: 0.2639523 Aug 20 09:06:09.300638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:09.342501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:09.382820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:09.392652 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.499336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60364) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:09.504376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623717-315e-4cd0-909c-e957d7bfd0cd req-4d8ac4c1-a89a-4114-9cc0-56aaafdae7c8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.506870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53623717-315e-4cd0-909c-e957d7bfd0cd req-4d8ac4c1-a89a-4114-9cc0-56aaafdae7c8 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 946 time: 0.4375525 Aug 20 09:06:09.571048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:09.595609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:09.598150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:09.613042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-144636d2-cbcd-4245-8025-3f31764ae428 req-31eaf158-f7bb-4cd7-8903-b3b927f0a644 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210022 Aug 20 09:06:09.649355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.649915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.679677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-82c48d56-cc3a-4569-b7d5-fb1186ae6ab7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9438879 Aug 20 09:06:09.683789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:09.695772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Request body: {'port': {'device_id': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:09.696367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-22f6f814-7a41-451f-b95b-762c6fa5f88a req-56c11eab-441d-4218-8e29-469a886a3ad4 service neutron] (101317) timed out ('10.222.0.37', 57955) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:06:09.702709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53623717-315e-4cd0-909c-e957d7bfd0cd req-bff7b267-02a0-4407-aa6b-68dcf4049e6b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462874 Aug 20 09:06:09.767332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-30b70f28-7a6e-4d65-b1fe-79b2109a9927 None None] Provisioning for port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:09.771810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-30b70f28-7a6e-4d65-b1fe-79b2109a9927 None None] Provisioning complete for port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:09.772371 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-30b70f28-7a6e-4d65-b1fe-79b2109a9927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:09.800453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.801072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.802564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.803714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.804367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.805106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.805650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:09.815423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-810cf02d-1196-4c35-8f8c-76057c871dfb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 6499 time: 0.3113687 Aug 20 09:06:09.845500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-30b70f28-7a6e-4d65-b1fe-79b2109a9927 None None] Port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:06:09.893679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60372) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:09.899435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-e035e162-c961-44db-809b-7423e77cbfc2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89162a85-88ef-48a6-8c91-a592368008cc&id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795259 Aug 20 09:06:09.946362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb705fb3-4d56-4fe3-bca0-3da6f2e00960 req-b29f15a7-7f3a-4f05-9ac2-d370c3b787c3 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0450253 Aug 20 09:06:09.982640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.043803 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:06:10.066572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.260246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 180b4149-12ce-4752-a893-9f190c32e464 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:10.336566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 180b4149-12ce-4752-a893-9f190c32e464 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:10.340537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 180b4149-12ce-4752-a893-9f190c32e464 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:10.341328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.448797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.462876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.509588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:10.512880 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e39c642-505b-4614-bde7-ae0ba715ef4b" -d '{"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-plugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:10.539849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:10.544528 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.582283 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84d1286-723b-462a-bc1b-1c6a2edb7093 x-openstack-request-id: req-a84d1286-723b-462a-bc1b-1c6a2edb7093 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:10.582680 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-plugged", "status": "completed", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:10.582864 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a84d1286-723b-462a-bc1b-1c6a2edb7093 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:10.585456 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'code': 200} Aug 20 09:06:10.635280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:10.815117 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:06:10.829037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.843124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:10.847023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff495e3-94b8-47a1-9685-b71e6fb05b4f req-f6dab1f0-704c-467b-8d91-0cd273edefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:10.848532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ff495e3-94b8-47a1-9685-b71e6fb05b4f req-f6dab1f0-704c-467b-8d91-0cd273edefcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0931458 Aug 20 09:06:10.889759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ff495e3-94b8-47a1-9685-b71e6fb05b4f req-b5b93d2b-7e79-42a7-ae34-e892e9678d1c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Aug 20 09:06:11.010571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24f7a598b9634af3b95e1df3eb8967d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0980716 Aug 20 09:06:11.010986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60426) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:11.020299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e7693-2228-401e-bbd4-a82e152d0ec6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:11.072804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ee4d1-5acb-47ef-bcb0-941f655393e0 req-d0bf05a9-e2c0-442a-a61d-a2b4ffb5ece1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:11.074514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a4ee4d1-5acb-47ef-bcb0-941f655393e0 req-d0bf05a9-e2c0-442a-a61d-a2b4ffb5ece1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 931 time: 0.3507214 Aug 20 09:06:11.077707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43b54679-844a-43f4-ac5e-9bbf9287f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.097152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.097501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.097877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.098217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.099151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.099593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.100068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.100371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.100709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.101041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.101361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.101683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d737aa90-fb6c-4433-a01b-651201fc6bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:11.114591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43b54679-844a-43f4-ac5e-9bbf9287f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.171093 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.180369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43b54679-844a-43f4-ac5e-9bbf9287f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.187712 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-43b54679-844a-43f4-ac5e-9bbf9287f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.187712 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-43b54679-844a-43f4-ac5e-9bbf9287f652 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a87e7693-2228-401e-bbd4-a82e152d0ec6 HTTP/1.1" status: 204 len: 168 time: 0.1725347 Aug 20 09:06:11.202372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b54679-844a-43f4-ac5e-9bbf9287f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e7693-2228-401e-bbd4-a82e152d0ec6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:11.214303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f135996-6580-4230-a83c-d78616361c3c req-3da93dd3-3698-4aca-994e-1c84b58233be tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:11.220563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f135996-6580-4230-a83c-d78616361c3c req-3da93dd3-3698-4aca-994e-1c84b58233be tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.3027024 Aug 20 09:06:11.255679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a4ee4d1-5acb-47ef-bcb0-941f655393e0 req-0a5b5128-ac6e-4857-80c7-18966f80bab9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693535 Aug 20 09:06:11.409260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3be94cad-fa93-402a-bf8e-e6a6783919ea req-5ba360a5-2e38-4d47-8997-3e679d22c8a0 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0702059 Aug 20 09:06:11.444362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f135996-6580-4230-a83c-d78616361c3c req-5322e204-5785-42bc-b8d2-823c33f5352e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076056 Aug 20 09:06:11.490826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:06:11.502581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.546926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Transition to ACTIVE for port object 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:11.578677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.635512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:11.665865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router eac1a263-c11d-4b0c-9451-ae1d7daf898c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:06:11.846163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Attempting to bind port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:11.846799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Attempting to bind port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:11.846799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Attempting to bind port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:11.861162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:11.861521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Attempting to bind port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a on network 33154d1c-44bc-4a83-b66e-0f99e85d6869 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:11.869999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:11.870386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Checking segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:11.870983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Bound using segment: {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:11.871454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Bound port: 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5b0697-8888-4441-98f1-82a988e5c15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:11.871847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:11.916255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:11.927825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Sync routers for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:06:11.948004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:11.948699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:12.009147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60488) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:12.063373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.070078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b4b70a5f-0587-498b-af10-1dbfad12801e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9316792 Aug 20 09:06:12.070617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60494) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:12.087715 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:12.134580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:12.140186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:12.147391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.200519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-89215799-5a3e-4303-b91b-e99e9dd38c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.249665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:12.250604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.253936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/2b05e0ab-a4d6-40f3-82ea-8cc40a23877a HTTP/1.1" status: 200 len: 1091 time: 2.5625045 Aug 20 09:06:12.254918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:12.263687 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3855bee-6feb-497a-bea0-b3243af92694" -d '{"events": [{"name": "network-changed", "server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:12.407721 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c837e-c956-439d-b222-93bbd89b5a74 x-openstack-request-id: req-c22c837e-c956-439d-b222-93bbd89b5a74 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:12.408028 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:12.408290 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c22c837e-c956-439d-b222-93bbd89b5a74 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:12.408711 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'status': 'completed', 'code': 200} Aug 20 09:06:12.425454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:09Z', 'revision_number': 3, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:12.428727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505a482-b662-48ef-bd42-dce42589d4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:12.466018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-89215799-5a3e-4303-b91b-e99e9dd38c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.470944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-89215799-5a3e-4303-b91b-e99e9dd38c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.503491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Checking router: eac1a263-c11d-4b0c-9451-ae1d7daf898c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:06:12.503845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Updating router eac1a263-c11d-4b0c-9451-ae1d7daf898c port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:06:12.574869 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-89215799-5a3e-4303-b91b-e99e9dd38c5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3b2cd666213481a95fb8e6c92ff85bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643535 Aug 20 09:06:12.577043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60518) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:12.591201 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.608788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-90817a96-eed1-46c2-9065-0a3d23dcba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:12.631049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-90817a96-eed1-46c2-9065-0a3d23dcba50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 1094 time: 0.3188519 Aug 20 09:06:12.662752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89215799-5a3e-4303-b91b-e99e9dd38c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f873f8-1896-478e-aef1-fb5565798146,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:12.685707 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:12.687617 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-487c1ffd-d77c-4396-98bc-531f223199d8 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=1a613a3d2eec46d8819c1754e10eae68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6141021 Aug 20 09:06:12.690305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60532) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:12.791515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13dc29a2-1305-4b7a-a7ce-d6295d690f25 req-3e630429-349c-4e34-855b-ae998748f9d9 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1654668 Aug 20 09:06:12.885050 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-516cae9d-34ee-4283-a916-709ebd43242d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a HTTP/1.1" status: 200 len: 217 time: 0.0892689 Aug 20 09:06:12.894988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278e04f-7ff7-424d-aa06-ce93ad6b1136 req-de0d99ea-ef16-4532-94e4-667d0fead4e5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:12.897820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1278e04f-7ff7-424d-aa06-ce93ad6b1136 req-de0d99ea-ef16-4532-94e4-667d0fead4e5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 943 time: 0.4882038 Aug 20 09:06:12.948921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-8c1df2f2-8eb1-413d-b755-17852da2dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:12.950657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-8c1df2f2-8eb1-413d-b755-17852da2dcab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0518525 Aug 20 09:06:13.094992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34f378-c177-4a68-85fb-28762610a8d2 req-bd9a73e3-3647-4fbd-b8c4-865c72750c7e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:13.101598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a34f378-c177-4a68-85fb-28762610a8d2 req-bd9a73e3-3647-4fbd-b8c4-865c72750c7e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.1488264 Aug 20 09:06:13.108425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56b3116f-1b16-44cd-9b95-2a6d03144ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.115042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1278e04f-7ff7-424d-aa06-ce93ad6b1136 req-e6ef173d-baa1-46cb-bea5-fb6203257c9b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627648 Aug 20 09:06:13.152417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56b3116f-1b16-44cd-9b95-2a6d03144ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.163671 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.181738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14171142-c586-460b-9f7c-e129726868b0 req-a0731faa-9c12-42d0-958d-c236ed1c4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:13.184064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-a0731faa-9c12-42d0-958d-c236ed1c4e4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155631 Aug 20 09:06:13.219620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e6f14305-629a-4e0a-bcad-5b7ed3cb7d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.228779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Transition to ACTIVE for port object 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:13.234465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56b3116f-1b16-44cd-9b95-2a6d03144ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.237267 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56b3116f-1b16-44cd-9b95-2a6d03144ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.244014 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56b3116f-1b16-44cd-9b95-2a6d03144ede admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51f873f8-1896-478e-aef1-fb5565798146 HTTP/1.1" status: 204 len: 168 time: 0.6493824 Aug 20 09:06:13.246098 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.285828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3116f-1b16-44cd-9b95-2a6d03144ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f873f8-1896-478e-aef1-fb5565798146,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:13.321686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9648385-94f8-4d8b-ac7d-f32ec33b9a5d tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:13.323549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9648385-94f8-4d8b-ac7d-f32ec33b9a5d tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6249182 Aug 20 09:06:13.328161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:13.364429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a34f378-c177-4a68-85fb-28762610a8d2 req-9e231f76-c93c-470e-8f52-1fa1e553cb84 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473187 Aug 20 09:06:13.375284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b2c5-df8d-4500-8b78-1d3c606d4cb0 None None] Pushing event updated for resources: {'Port': ['ID=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:13.414609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-373d2b41-4253-4530-a115-1252c7946217 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832033 Aug 20 09:06:13.418202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60556) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:13.425014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1848313881', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:13.436991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Attempting to bind port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:13.437681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Attempting to bind port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:13.438275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Attempting to bind port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:13.445935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:13.446314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:13.446719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.447110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:13.447577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Bound port: 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:13.447966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.481602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-047b87b0-3df1-4d70-92de-e441003e8c86 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809689 Aug 20 09:06:13.526891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] For port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:13.531889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] For port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:13.540506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.575550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Made reservation on behalf of 1a613a3d2eec46d8819c1754e10eae68 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:13.581542 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.647786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:13.648783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:13.652157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14171142-c586-460b-9f7c-e129726868b0 req-1f9b4e60-8c7e-400f-8fe4-829866ca82ba service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626251 Aug 20 09:06:13.696271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b2c5-df8d-4500-8b78-1d3c606d4cb0 None None] Pushing event updated for resources: {'Port': ['ID=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:13.787247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855bee-6feb-497a-bea0-b3243af92694 req-caa8995d-f348-4006-b185-7f7484fe1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:13.789799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-caa8995d-f348-4006-b185-7f7484fe1e23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 1094 time: 0.0861886 Aug 20 09:06:13.820231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:13.856271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:13.887938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8a63496-7af8-4933-85a2-9f7133871a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:13.957769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:14.013969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:14.021139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Subnet': ['ID=159932e0-db8b-4647-8f3c-35790d8978d0,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:14.058771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-318f6480-fcd7-41fc-922a-9cff56b24e8d req-6095b717-f84d-4dd6-9807-fb53a407b938 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0896437 Aug 20 09:06:14.064178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855bee-6feb-497a-bea0-b3243af92694 req-60dc1fee-e5c1-4f32-bf0c-65564931bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:14.065728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-60dc1fee-e5c1-4f32-bf0c-65564931bb3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.2689333 Aug 20 09:06:14.095529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Checking segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:14.095904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network hostable DHCP agents. Network: b138cef4-96aa-44e8-bb66-01f81c438ffd, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:06:14.104517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:09Z', 'revision_number': 3, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:14.125197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network b138cef4-96aa-44e8-bb66-01f81c438ffd is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:06:14.138829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53002ee-1691-48f1-bd64-cbb51cb8ffc4 None None] The sync data for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 is: [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:09Z', 'revision_number': 3, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:06:14.152546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b138cef4-96aa-44e8-bb66-01f81c438ffd) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:14.173643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a488c-e324-4dce-9104-d24dd6a0733a None None] Network b138cef4-96aa-44e8-bb66-01f81c438ffd requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:14.184108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:14.184707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:14.187463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-4c2aca57-8763-4ba2-bdb7-117011864752 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a HTTP/1.1" status: 200 len: 217 time: 0.1132102 Aug 20 09:06:14.192288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8a63496-7af8-4933-85a2-9f7133871a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:14.216930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8a63496-7af8-4933-85a2-9f7133871a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:14.252814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-95e34ced-a083-437b-a4d0-78d48622fa07 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8311374 Aug 20 09:06:14.258225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60578) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:14.296300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a63496-7af8-4933-85a2-9f7133871a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aeea95-d307-4efa-b06e-b99f848b0a43,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:14.380442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855bee-6feb-497a-bea0-b3243af92694 req-141ca224-c50d-4a8b-95d5-3809879b2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:14.385615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-141ca224-c50d-4a8b-95d5-3809879b2907 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1885247 Aug 20 09:06:14.412870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75f5a6-e62c-49a7-9966-29d5d0959ca5 req-82da792c-beb3-44c6-9dd4-4de503ffbd82 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:14.415319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb75f5a6-e62c-49a7-9966-29d5d0959ca5 req-82da792c-beb3-44c6-9dd4-4de503ffbd82 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 943 time: 0.1317568 Aug 20 09:06:14.435846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c8a63496-7af8-4933-85a2-9f7133871a41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=671e1a9e4dbe4a12a7e2068545d49040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784421 Aug 20 09:06:14.444441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60584) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:14.719723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855bee-6feb-497a-bea0-b3243af92694 req-1f5b28fb-d511-403a-a711-7caf438cbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:14.721648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-1f5b28fb-d511-403a-a711-7caf438cbe88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3282197 Aug 20 09:06:14.740657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb75f5a6-e62c-49a7-9966-29d5d0959ca5 req-22071193-60bb-48b2-8f6e-5ce847f00e4d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863882 Aug 20 09:06:14.772660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13112d-9915-4002-9a20-4c24fa8e41f7 req-71b9ae3c-f658-4e7c-846c-ad0e5644d32b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:14.787111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab13112d-9915-4002-9a20-4c24fa8e41f7 req-71b9ae3c-f658-4e7c-846c-ad0e5644d32b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.2566810 Aug 20 09:06:14.877607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-b138cef4-96aa-44e8-bb66-01f81c438ffd', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:06:14.879316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.005336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07b8abf0-0ae7-4569-ba95-a8a073fb3293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.073443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:15.115243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab13112d-9915-4002-9a20-4c24fa8e41f7 req-ef095f81-55f5-44f0-8112-16179f64e801 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265612 Aug 20 09:06:15.156864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07b8abf0-0ae7-4569-ba95-a8a073fb3293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.172551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.184300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-b09a2589-899f-4fa8-aa12-5035f11419fe service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539459 Aug 20 09:06:15.188947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60596) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:15.357025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:15.365148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Allocated IP 172.20.0.2 (b138cef4-96aa-44e8-bb66-01f81c438ffd/159932e0-db8b-4647-8f3c-35790d8978d0/87312177-fed2-4cb4-9759-65ea735ff725) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:15.378668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:15.379057 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.516439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-667b9635-52cd-42a9-904d-09f8edd0830e req-10906930-3f54-4849-a781-e35688aecd9c tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.2874913 Aug 20 09:06:15.580790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb4e-55d0-4671-ae48-54e089548995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.630848 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.664850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:15.695491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.710073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3855bee-6feb-497a-bea0-b3243af92694 req-1abfaebc-57fa-45cc-9cec-f57a2a0355c6 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134056 Aug 20 09:06:15.714614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07b8abf0-0ae7-4569-ba95-a8a073fb3293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.717271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07b8abf0-0ae7-4569-ba95-a8a073fb3293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.719078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-07b8abf0-0ae7-4569-ba95-a8a073fb3293 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7aeea95-d307-4efa-b06e-b99f848b0a43 HTTP/1.1" status: 204 len: 168 time: 1.2407105 Aug 20 09:06:15.762165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8abf0-0ae7-4569-ba95-a8a073fb3293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aeea95-d307-4efa-b06e-b99f848b0a43,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:15.781804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.809262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Transition to ACTIVE for port object 87312177-fed2-4cb4-9759-65ea735ff725 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:15.817870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:15.857522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Transition to ACTIVE for port object 87312177-fed2-4cb4-9759-65ea735ff725 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:15.865036 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.876570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb4e-55d0-4671-ae48-54e089548995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.886946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Network b138cef4-96aa-44e8-bb66-01f81c438ffd is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:15.889642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:15.918690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:15.925216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.20.0.1 (b138cef4-96aa-44e8-bb66-01f81c438ffd/159932e0-db8b-4647-8f3c-35790d8978d0/cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:15.927577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7fc1eb4e-55d0-4671-ae48-54e089548995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:15.986361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7fc1eb4e-55d0-4671-ae48-54e089548995 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=685ab5d77c5c4ac9ab7fba9afb9a6ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958260 Aug 20 09:06:15.989041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:16.011018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Pushing event updated for resources: {'Port': ['ID=87312177-fed2-4cb4-9759-65ea735ff725,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:16.031337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Attempting to bind port 87312177-fed2-4cb4-9759-65ea735ff725 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:16.031988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Attempting to bind port 87312177-fed2-4cb4-9759-65ea735ff725 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:16.032785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Attempting to bind port 87312177-fed2-4cb4-9759-65ea735ff725 on network b138cef4-96aa-44e8-bb66-01f81c438ffd {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:16.049417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1eb4e-55d0-4671-ae48-54e089548995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed263a-23eb-4be4-983d-fee24d160521,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:16.052679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:16.053206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Checking segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:16.053634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.054182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Bound using segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:16.054673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Bound port: 87312177-fed2-4cb4-9759-65ea735ff725, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:16.055067 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.065488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5373-fd0c-463b-9ae5-55949851036b req-798685d1-3750-4634-a292-4be761069bfc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:16.068141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bfd5373-fd0c-463b-9ae5-55949851036b req-798685d1-3750-4634-a292-4be761069bfc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 943 time: 0.1843319 Aug 20 09:06:16.120338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.140003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Transition to ACTIVE for port object cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:16.159752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f17b4096-68c2-446f-95ba-188d17531848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.165490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bfd5373-fd0c-463b-9ae5-55949851036b req-04b672ae-284c-49e2-83a7-7f4928485188 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821166 Aug 20 09:06:16.187973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f17b4096-68c2-446f-95ba-188d17531848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.202293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cf101f29-9f8d-4476-9086-932055623805 None None] For port 87312177-fed2-4cb4-9759-65ea735ff725, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:16.210565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cf101f29-9f8d-4476-9086-932055623805 None None] For port 87312177-fed2-4cb4-9759-65ea735ff725, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=87312177-fed2-4cb4-9759-65ea735ff725,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:16.210956 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.216397 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.285142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:16.297839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:06:16.305293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f17b4096-68c2-446f-95ba-188d17531848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.308469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f17b4096-68c2-446f-95ba-188d17531848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.309874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f17b4096-68c2-446f-95ba-188d17531848 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52ed263a-23eb-4be4-983d-fee24d160521 HTTP/1.1" status: 204 len: 168 time: 0.3191869 Aug 20 09:06:16.320928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b4096-68c2-446f-95ba-188d17531848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed263a-23eb-4be4-983d-fee24d160521,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:16.330236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network b138cef4-96aa-44e8-bb66-01f81c438ffd is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:16.336927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:16.343090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:16.409926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf101f29-9f8d-4476-9086-932055623805 None None] Pushing event updated for resources: {'Port': ['ID=87312177-fed2-4cb4-9759-65ea735ff725,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:16.420978 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.515616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:16.522460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.529956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'mac_address': 'fa:16:3e:48:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:06:16.621008 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.683973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:06:16.709554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:16.716395 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.768397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3398483e-2e00-4314-a0ac-41e33cf46a8c req-1f95d8a1-abc5-4d16-a0e6-24850c6b8adc tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0753767 Aug 20 09:06:16.821239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:16.824712 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f42bb56e-5e1b-4de7-b1a4-f418724c8d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.906044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:16.930963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60630) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:16.950294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0eb-f24c-4024-adfb-bdaca6f2e295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.043754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:06:17.095883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:17.145881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0eb-f24c-4024-adfb-bdaca6f2e295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.159866 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0eb-f24c-4024-adfb-bdaca6f2e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.228493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:17.228877 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.257405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:17.261654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7d99d0eb-f24c-4024-adfb-bdaca6f2e295 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=708ae8ed58ba452190971488ac2d20dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245862 Aug 20 09:06:17.327783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d0eb-f24c-4024-adfb-bdaca6f2e295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55731953-89c6-4ffd-8910-9679a0d15091,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:17.369687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d8426-4f98-4654-aef8-d4adfcb6c119 req-6280a166-d1a6-40b6-b772-693a7520f738 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:17.371335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-201d8426-4f98-4654-aef8-d4adfcb6c119 req-6280a166-d1a6-40b6-b772-693a7520f738 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 944 time: 0.1069198 Aug 20 09:06:17.452457 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.454324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-201d8426-4f98-4654-aef8-d4adfcb6c119 req-8f46183d-fb16-4776-b069-3542cb214371 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710628 Aug 20 09:06:17.460952 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2136578-1db3-4e0a-834d-ffa0c5a3b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.501195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87312177-fed2-4cb4-9759-65ea735ff725 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:17.514613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2136578-1db3-4e0a-834d-ffa0c5a3b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.568693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.578282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.619652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 87312177-fed2-4cb4-9759-65ea735ff725 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:17.673165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:17.689813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9953a6a-f6ac-43b1-a113-82314960503c req-db70fd2a-ed3d-4162-89ae-bcaab9e74943 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0665803 Aug 20 09:06:17.697117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2136578-1db3-4e0a-834d-ffa0c5a3b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.706103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2136578-1db3-4e0a-834d-ffa0c5a3b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.706103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f2136578-1db3-4e0a-834d-ffa0c5a3b1af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55731953-89c6-4ffd-8910-9679a0d15091 HTTP/1.1" status: 204 len: 168 time: 0.4445617 Aug 20 09:06:17.721981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.723978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2136578-1db3-4e0a-834d-ffa0c5a3b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55731953-89c6-4ffd-8910-9679a0d15091,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:17.828831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e191569-d82a-4a01-945e-2b2252885d81 None None] Network b138cef4-96aa-44e8-bb66-01f81c438ffd requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:17.844777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:17.860346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network b138cef4-96aa-44e8-bb66-01f81c438ffd is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:17.862008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:17.936759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] Provisioning for port 87312177-fed2-4cb4-9759-65ea735ff725 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:17.964915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] Provisioning complete for port 87312177-fed2-4cb4-9759-65ea735ff725 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:17.968289 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:17.976504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1edeb354-4a0a-47ba-be67-451a106e1845 req-b65ce3fc-9e3c-4157-bdb3-b920a4483544 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0412953 Aug 20 09:06:18.093050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router eac1a263-c11d-4b0c-9451-ae1d7daf898c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:06:18.126903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.197601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] For port 87312177-fed2-4cb4-9759-65ea735ff725, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=87312177-fed2-4cb4-9759-65ea735ff725,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:18.203281 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.267026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb5b8d-02fb-4fca-ae22-015e3b447489 None None] Pushing event updated for resources: {'Port': ['ID=87312177-fed2-4cb4-9759-65ea735ff725,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:18.275863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d65c-cd40-40cd-a3d7-34c996851a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.287891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:18.293158 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-560bcdd4-a24c-4382-858b-eb91c2d228c7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "PUT /v2.0/routers/eac1a263-c11d-4b0c-9451-ae1d7daf898c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0297310 Aug 20 09:06:18.299198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60676) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:18.299916 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Sync routers for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:06:18.301343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:18.308237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--826065418', 'description': 'tempest-secgroup_access--826065418 description', 'project_id': '1a613a3d2eec46d8819c1754e10eae68'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:18.312286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:18.313087 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:18.342406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:06:18.342406 n-d-804285-2 neutron-server[101317]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 09:06:18.342406 n-d-804285-2 neutron-server[101317]: [parameters: {'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'id': '71483b66-cc57-4c69-a820-42e243471474', 'expiration': datetime.datetime(2021, 8, 20, 9, 8, 18, 336722)}] Aug 20 09:06:18.342406 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:06:18.344849 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:06:18.391564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:18.403998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:18.404376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.469404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d65c-cd40-40cd-a3d7-34c996851a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.474785 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d65c-cd40-40cd-a3d7-34c996851a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.524848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1fc7d65c-cd40-40cd-a3d7-34c996851a91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44e06bc486f14e03abda879bbe893b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788564 Aug 20 09:06:18.526193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7d65c-cd40-40cd-a3d7-34c996851a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2855a-6e27-4b37-8b28-08fb894b6c82,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:18.528058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60686) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:18.563767 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:18.651750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-655086b9-b31e-450d-8e6b-2dd8a8c66efa None None] Provisioning for port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:18.656772 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.669216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-655086b9-b31e-450d-8e6b-2dd8a8c66efa None None] Provisioning complete for port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:18.670716 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-655086b9-b31e-450d-8e6b-2dd8a8c66efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.689104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f420-efac-4412-a25e-557be0f1334b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.705972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f23b-ee2e-4f7a-b1f5-41d066898173 req-445fdaa1-3ac3-41e8-a5cd-75767352b306 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:18.742627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5866f23b-ee2e-4f7a-b1f5-41d066898173 req-445fdaa1-3ac3-41e8-a5cd-75767352b306 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 944 time: 0.1583583 Aug 20 09:06:18.767681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f420-efac-4412-a25e-557be0f1334b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.796799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:18.806932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:18.817955 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd86c1c8-80cc-4c34-9465-7862a46ed179" -d '{"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:18.822332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5866f23b-ee2e-4f7a-b1f5-41d066898173 req-639faa45-7470-4f5b-b7be-29b6bb07f3a7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744343 Aug 20 09:06:18.870199 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.896733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f420-efac-4412-a25e-557be0f1334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.898458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-655086b9-b31e-450d-8e6b-2dd8a8c66efa None None] Port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:06:18.908030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f420-efac-4412-a25e-557be0f1334b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:18.909327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bfa4f420-efac-4412-a25e-557be0f1334b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fa2855a-6e27-4b37-8b28-08fb894b6c82 HTTP/1.1" status: 204 len: 168 time: 0.3784711 Aug 20 09:06:18.972026 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34e88e9-a75b-42e4-b604-f00f50ef4fae x-openstack-request-id: req-a34e88e9-a75b-42e4-b604-f00f50ef4fae {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:18.972223 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:18.972469 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a34e88e9-a75b-42e4-b604-f00f50ef4fae {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:18.972758 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'code': 200} Aug 20 09:06:18.980375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4f420-efac-4412-a25e-557be0f1334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2855a-6e27-4b37-8b28-08fb894b6c82,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:18.991367 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.003900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.011384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87312177-fed2-4cb4-9759-65ea735ff725 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:19.053697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:17Z', 'revision_number': 2, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:19.088304 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Checking router: eac1a263-c11d-4b0c-9451-ae1d7daf898c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:06:19.090272 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Updating router eac1a263-c11d-4b0c-9451-ae1d7daf898c port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:06:19.131221 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.265567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-75d77e6c-389f-4c9c-8019-ccce47f1c880 req-bae5c8af-7737-409c-80f9-47c135834d60 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0958166 Aug 20 09:06:19.266831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-655086b9-b31e-450d-8e6b-2dd8a8c66efa None None] Provisioning complete for port 87312177-fed2-4cb4-9759-65ea735ff725 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:19.268001 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-655086b9-b31e-450d-8e6b-2dd8a8c66efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.272494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1d092-74e7-485e-8195-3e916f5cc4e1 req-669fb314-504f-4412-a23f-29c06f2027da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:19.283082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ee1d092-74e7-485e-8195-3e916f5cc4e1 req-669fb314-504f-4412-a23f-29c06f2027da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 1096 time: 0.2334197 Aug 20 09:06:19.320993 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.327152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.351583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.355550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0528579 Aug 20 09:06:19.359623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60710) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:19.383024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--773049325', 'description': 'tempest-secgroup_general--773049325 description', 'project_id': '1a613a3d2eec46d8819c1754e10eae68'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:19.391669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9a6b8-e836-4532-93cd-0227712ba236 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887f3725-7bc5-49c7-abec-6ed7ff8fa759,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:19.415130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ee1d092-74e7-485e-8195-3e916f5cc4e1 req-d6ac99d8-d81e-4d7a-ba53-920d5714ccd2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198306 Aug 20 09:06:19.443660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:19.447612 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.464327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 87312177-fed2-4cb4-9759-65ea735ff725 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:19.464699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.741455 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.755838 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Transition to ACTIVE for port object cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:19.766571 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.862251 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Pushing event updated for resources: {'Port': ['ID=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:19.879592 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.880194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.882192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.882697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.883627 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.884118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.884657 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.885156 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.885649 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.886140 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.886618 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.887329 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:19.980578 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Attempting to bind port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:19.980952 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Attempting to bind port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:19.981317 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Attempting to bind port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc on network b138cef4-96aa-44e8-bb66-01f81c438ffd {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:19.993623 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:19.994285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Checking segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:19.994864 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:19.995411 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Bound using segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:19.998443 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Bound port: cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:19.999000 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.088609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dbae3d7-3c7f-4a8d-a223-cc1a16f5ba84 req-80d6cc73-4f21-4073-95cc-dbcbda2142df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e91df0769b93428cb51ce530822f6971&device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0999730 Aug 20 09:06:20.129298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] For port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:20.138138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] For port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:20.146209 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.166423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95fa41c9-30f1-4ee5-87db-fdd2a04f3db6 req-80cd02ff-8c42-473e-be69-ed9259b18fa8 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1692157 Aug 20 09:06:20.225539 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:20.226397 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:20.233537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dbae3d7-3c7f-4a8d-a223-cc1a16f5ba84 req-5ec50f05-2a02-4bdd-aa09-a30a64da7f9b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e91df0769b93428cb51ce530822f6971&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284049 Aug 20 09:06:20.299949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c269916-10a5-4afa-9e2c-e54d92e8dd29 req-eb31b990-49fb-4689-bec1-5e339dbb1af4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:20.302157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c269916-10a5-4afa-9e2c-e54d92e8dd29 req-eb31b990-49fb-4689-bec1-5e339dbb1af4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.2298729 Aug 20 09:06:20.493774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c269916-10a5-4afa-9e2c-e54d92e8dd29 req-600b1d69-0217-4451-bcdf-52d7fb7d2c19 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452973 Aug 20 09:06:20.544361 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e0f90-5532-448e-9eda-94688283c78c None None] Pushing event updated for resources: {'Port': ['ID=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:20.555275 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:20.561063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.568305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae3d7-3c7f-4a8d-a223-cc1a16f5ba84 req-09ed8777-db34-4dd1-91bf-cc7b71115f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:20.570285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dbae3d7-3c7f-4a8d-a223-cc1a16f5ba84 req-09ed8777-db34-4dd1-91bf-cc7b71115f0c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3204970 Aug 20 09:06:20.571204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.623510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.624861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2619402 Aug 20 09:06:20.626983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8980ae-67bc-4c7f-b955-8bbbc5afaf9e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bb8bbf-4072-4671-99b8-10e612a3e8ac,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:20.627957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60758) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:20.633912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'security_group_rule': {'security_group_id': '887f3725-7bc5-49c7-abec-6ed7ff8fa759', 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:20.705833 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.772096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.777881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.805493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c224966a-9c7b-4bcb-b623-49c27990831f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:20.815557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:20.816976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ce16d12-2550-4935-9f3e-22f5aea5bd6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1876981 Aug 20 09:06:20.867836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:20Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:20.906019 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c7da8-74c9-472a-84ab-673930f89e7a None None] The sync data for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 is: [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:20Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:06:21.150177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-442c26e1-cfdd-4703-a827-1ab094008fdd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--826065418&fields=id&tenant_id=1a613a3d2eec46d8819c1754e10eae68 HTTP/1.1" status: 200 len: 267 time: 0.0451245 Aug 20 09:06:21.187012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60788) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:21.218300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-a6ba5ca5-8ec6-41d9-b982-f5a373c753f6 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--773049325&fields=id&tenant_id=1a613a3d2eec46d8819c1754e10eae68 HTTP/1.1" status: 200 len: 267 time: 0.0609133 Aug 20 09:06:21.332424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f244b2f8-22fb-4ee4-8990-a3e4520372a9 req-c3f282cc-3f0c-42d0-bb40-c1e1a8b8fe83 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0681319 Aug 20 09:06:21.353755 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33db0d59-750a-4b04-a5d7-f75ab5614f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.404621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-14029bfc-2c44-4edf-ac13-3b746c19bb5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:21.406508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-14029bfc-2c44-4edf-ac13-3b746c19bb5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/networks?id=b138cef4-96aa-44e8-bb66-01f81c438ffd HTTP/1.1" status: 200 len: 797 time: 0.1871724 Aug 20 09:06:21.429379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-7a559e66-c87f-49b8-b1eb-3ebf53151735 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/quotas/1a613a3d2eec46d8819c1754e10eae68 HTTP/1.1" status: 200 len: 375 time: 0.0138891 Aug 20 09:06:21.498122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-f96f30b3-60f4-43ff-8031-261a7c6e9c8d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615737 Aug 20 09:06:21.509975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33db0d59-750a-4b04-a5d7-f75ab5614f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.518063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-62f9f255-a116-43fb-93a6-09d541f15d95 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:06:21.519299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-62f9f255-a116-43fb-93a6-09d541f15d95 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065384 Aug 20 09:06:21.529521 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33db0d59-750a-4b04-a5d7-f75ab5614f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.573961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-33db0d59-750a-4b04-a5d7-f75ab5614f71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=110f82fed1004899b99fe69cc50b4402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816619 Aug 20 09:06:21.573961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:21.648945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db0d59-750a-4b04-a5d7-f75ab5614f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee24cc5-c780-4436-9a35-a1962885e6d8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:21.680174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8d187bba-a28e-49b8-b33a-63b5fabbe8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.712166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8d187bba-a28e-49b8-b33a-63b5fabbe8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.736021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60802) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:21.754673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-1f07d6fa-8495-4796-a066-e6812d2e781c service neutron] 10.222.0.35 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208438 Aug 20 09:06:21.779799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8d187bba-a28e-49b8-b33a-63b5fabbe8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.787696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8d187bba-a28e-49b8-b33a-63b5fabbe8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:21.792084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8d187bba-a28e-49b8-b33a-63b5fabbe8ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cee24cc5-c780-4436-9a35-a1962885e6d8 HTTP/1.1" status: 204 len: 168 time: 0.2185140 Aug 20 09:06:21.807545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d187bba-a28e-49b8-b33a-63b5fabbe8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee24cc5-c780-4436-9a35-a1962885e6d8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:21.927489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-66fb7906-71b0-40eb-ab07-2df376a1d618 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-22359901'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:21.928069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-66fb7906-71b0-40eb-ab07-2df376a1d618 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Unknown quota resources ['metering_label']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:06:21.933228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dbae3d7-3c7f-4a8d-a223-cc1a16f5ba84 req-5c8db019-c567-475c-9b80-d606fa1ada96 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.1584387 Aug 20 09:06:21.951151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9470f-a004-4dc0-81e4-bb94419b8b5c req-ceb0f1b3-93de-4d5b-9b4b-1401180043fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:21.952898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d9470f-a004-4dc0-81e4-bb94419b8b5c req-ceb0f1b3-93de-4d5b-9b4b-1401180043fa tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.3182523 Aug 20 09:06:22.188075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-0ee3d0fa-125d-45a6-b91e-66fd0ebb5252 service neutron] 10.222.0.35 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325626 Aug 20 09:06:22.240303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-66fb7906-71b0-40eb-ab07-2df376a1d618 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:22.241530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-66fb7906-71b0-40eb-ab07-2df376a1d618 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5026405 Aug 20 09:06:22.245335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60816) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:22.251187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5abd6578-d4d9-4078-ac54-7565042bee02 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b7e16ce3-eab5-4197-b227-5fda72b2829f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:22.251870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5abd6578-d4d9-4078-ac54-7565042bee02 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101317) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:06:22.273629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46d9470f-a004-4dc0-81e4-bb94419b8b5c req-4227ec2a-6b3e-4236-abd5-df2ba8fd7d98 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848701 Aug 20 09:06:22.545277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99f608be-555f-40e5-8434-8f70e8f305d9 req-a8bf5672-3b3a-46a0-8523-c66f93d39fb7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0638607 Aug 20 09:06:22.623140 n-d-804285-2 neutron-server[101317]: WARNING neutron.services.metering.metering_plugin [None req-5abd6578-d4d9-4078-ac54-7565042bee02 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 09:06:22.652032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f4a54cf-88af-4039-a41f-5d6d7a39fdd6 req-cd54e432-bb9b-449e-82aa-f73d92ca65d1 tempest-ServerShowV257Test-474194066 tempest-ServerShowV257Test-474194066-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad055998-b68a-4912-a052-052c7c459db8 HTTP/1.1" status: 200 len: 210 time: 0.0642300 Aug 20 09:06:22.819563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5897e9d-dd1b-4391-9ca8-45a35500a0e0 req-1ec7bfee-1298-41e1-911f-5008287b2064 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:22.827894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5897e9d-dd1b-4391-9ca8-45a35500a0e0 req-1ec7bfee-1298-41e1-911f-5008287b2064 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1168692 Aug 20 09:06:22.911695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5897e9d-dd1b-4391-9ca8-45a35500a0e0 req-92dd005e-c289-4a66-8d33-a924c1878005 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819108 Aug 20 09:06:23.047280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:23.150175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:23.155123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:23.155660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:23.302018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:23.351236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:23.357899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:23.392639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5abd6578-d4d9-4078-ac54-7565042bee02 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:23.392639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5abd6578-d4d9-4078-ac54-7565042bee02 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1401095 Aug 20 09:06:23.392639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60852) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:23.394314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e89bc7b7-5e71-480e-a0b9-c5418354ef1e tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b7e16ce3-eab5-4197-b227-5fda72b2829f'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:23.394810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e89bc7b7-5e71-480e-a0b9-c5418354ef1e tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101317) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:06:23.494417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:23.530023 n-d-804285-2 neutron-server[101317]: WARNING neutron.services.metering.metering_plugin [None req-e89bc7b7-5e71-480e-a0b9-c5418354ef1e tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 09:06:23.626231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e89bc7b7-5e71-480e-a0b9-c5418354ef1e tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:23.627701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e89bc7b7-5e71-480e-a0b9-c5418354ef1e tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2367711 Aug 20 09:06:23.630779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:23.653465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f9ffdad-69b1-4e40-af5c-71f91558a4d2 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=59835dfd-8bf5-4c6e-a8f2-16cc5c3e14ba HTTP/1.1" status: 200 len: 464 time: 0.0197048 Aug 20 09:06:23.655344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60860) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:23.718313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee11fffb-f0fd-4069-9be1-6fe075d0f0e9 req-167a8db1-6ad1-4399-b289-99d7a08002f9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0618541 Aug 20 09:06:23.795078 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3fd57483-6d30-4841-a505-47ad6a134087 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:23.799305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60866) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:23.799974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3fd57483-6d30-4841-a505-47ad6a134087 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/59835dfd-8bf5-4c6e-a8f2-16cc5c3e14ba HTTP/1.1" status: 204 len: 168 time: 0.1433153 Aug 20 09:06:23.809787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a626817-c5f8-4644-bf47-db16c486fc8a tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=59835dfd-8bf5-4c6e-a8f2-16cc5c3e14ba HTTP/1.1" status: 200 len: 221 time: 0.0088596 Aug 20 09:06:23.813187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60868) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:23.818790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f5b6e23e-2569-464f-99de-a00075b630cf tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2068545106', 'description': 'label created by tempest'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:23.819493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f5b6e23e-2569-464f-99de-a00075b630cf tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Unknown quota resources ['metering_label']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:06:24.017060 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e23e-2569-464f-99de-a00075b630cf tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.018422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f5b6e23e-2569-464f-99de-a00075b630cf tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2040589 Aug 20 09:06:24.021869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60874) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.097387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.125313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9bc38c4b-1134-4612-b7c5-576bc751800f tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=161b1bef-861d-4665-8f9e-6aa09207a3f4 HTTP/1.1" status: 200 len: 468 time: 0.1020622 Aug 20 09:06:24.128271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60880) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.218661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d518d-8f5b-4d59-b7bf-445df3482529 req-5c332f4f-09d0-4738-8bd1-c623e3139142 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:24.227038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f62d518d-8f5b-4d59-b7bf-445df3482529 req-5c332f4f-09d0-4738-8bd1-c623e3139142 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1688066 Aug 20 09:06:24.295839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-e3cd1703-821c-4841-94a7-a23e5c39e664 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:24.298369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-e3cd1703-821c-4841-94a7-a23e5c39e664 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.26 "GET /v2.0/networks?id=b138cef4-96aa-44e8-bb66-01f81c438ffd HTTP/1.1" status: 200 len: 797 time: 0.1909523 Aug 20 09:06:24.315042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f62d518d-8f5b-4d59-b7bf-445df3482529 req-721cc949-2e83-42ca-b130-a7b2d76fb874 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867314 Aug 20 09:06:24.361173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-742ecc32-1f47-4c9c-bb24-1238bb064e4c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a613a3d2eec46d8819c1754e10eae68 HTTP/1.1" status: 200 len: 476 time: 0.0447516 Aug 20 09:06:24.377268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'port': {'device_id': '883f406b-6137-4431-afa3-737d1d8a2a87', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'admin_state_up': True, 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'security_groups': ['887f3725-7bc5-49c7-abec-6ed7ff8fa759', '79bb8bbf-4072-4671-99b8-10e612a3e8ac']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:24.404550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-727be079-6f64-467d-8b20-422ae8dc7929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.503718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f1b0af2-d729-4ac2-b158-c78727a820aa tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.505411 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f1b0af2-d729-4ac2-b158-c78727a820aa tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/161b1bef-861d-4665-8f9e-6aa09207a3f4 HTTP/1.1" status: 204 len: 168 time: 0.3759682 Aug 20 09:06:24.509176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60886) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.532546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-368e9920-bcbe-4160-8ffe-df0317108996 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=161b1bef-861d-4665-8f9e-6aa09207a3f4 HTTP/1.1" status: 200 len: 216 time: 0.0220721 Aug 20 09:06:24.538283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60888) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.555924 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f01431c2-ba3f-4398-82ed-af0b2a24b006 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0161223 Aug 20 09:06:24.562256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60896) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.604910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5bb2ee33-80f4-4a4f-ae20-4e45252c3665 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0397758 Aug 20 09:06:24.610418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60900) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.637291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-727be079-6f64-467d-8b20-422ae8dc7929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.648451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-727be079-6f64-467d-8b20-422ae8dc7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.745783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-727be079-6f64-467d-8b20-422ae8dc7929 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e91df0769b93428cb51ce530822f6971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441622 Aug 20 09:06:24.753970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60910) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.761265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727be079-6f64-467d-8b20-422ae8dc7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efb78e0-de5b-4efa-9258-04bcebf85fa9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:24.809848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9355f763-1bbc-418c-9f5b-dd55a581f87d tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/b7e16ce3-eab5-4197-b227-5fda72b2829f HTTP/1.1" status: 200 len: 471 time: 0.1983330 Aug 20 09:06:24.810484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60912) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.826253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Made reservation on behalf of 1a613a3d2eec46d8819c1754e10eae68 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:24.841935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.871077 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4adf6038-e9b8-46ff-9545-24e172fe6e6e tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/1b72dbaa-544c-4b05-b148-b93a98d6e891 HTTP/1.1" status: 200 len: 461 time: 0.0564697 Aug 20 09:06:24.874711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:24.924702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-578c987d-d77d-41e3-bb6f-25a989e20804 req-b66ee3c9-850a-425f-b835-32ffdc2f2301 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 210 time: 0.0493350 Aug 20 09:06:24.965732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7019569a-3a7d-4192-9e1c-1f42f0f858be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:24.993042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:24.995671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7019569a-3a7d-4192-9e1c-1f42f0f858be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.105649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:25.106502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.130992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e6bc-f892-4804-baca-02e90024f4d0 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.135678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9ef5e6bc-f892-4804-baca-02e90024f4d0 tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/1b72dbaa-544c-4b05-b148-b93a98d6e891 HTTP/1.1" status: 204 len: 168 time: 0.2543554 Aug 20 09:06:25.136698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60922) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:25.198954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4b18-8fcd-44ec-9288-48f961d8440d req-3f1c10ac-5ddb-4bac-bd64-c2d2e8ce8e94 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:25.203279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2fb4b18-8fcd-44ec-9288-48f961d8440d req-3f1c10ac-5ddb-4bac-bd64-c2d2e8ce8e94 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.2041316 Aug 20 09:06:25.228410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.20.0.5 (b138cef4-96aa-44e8-bb66-01f81c438ffd/159932e0-db8b-4647-8f3c-35790d8978d0/ec7967e7-e257-4c8e-8c78-b392c2cf9dbe) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:25.283649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2fb4b18-8fcd-44ec-9288-48f961d8440d req-3ab3acc5-b1e5-4ea8-9a5a-f1e3880694ac tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685511 Aug 20 09:06:25.340866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7019569a-3a7d-4192-9e1c-1f42f0f858be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.343518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7019569a-3a7d-4192-9e1c-1f42f0f858be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.347876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7019569a-3a7d-4192-9e1c-1f42f0f858be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4efb78e0-de5b-4efa-9258-04bcebf85fa9 HTTP/1.1" status: 204 len: 168 time: 0.5895660 Aug 20 09:06:25.357274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d70f54ed-04b7-4b4d-ae02-c3a9fc7bbd0d tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.358481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d70f54ed-04b7-4b4d-ae02-c3a9fc7bbd0d tempest-MeteringTestJSON-1952872246 tempest-MeteringTestJSON-1952872246-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/b7e16ce3-eab5-4197-b227-5fda72b2829f HTTP/1.1" status: 204 len: 168 time: 0.2206588 Aug 20 09:06:25.359945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019569a-3a7d-4192-9e1c-1f42f0f858be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efb78e0-de5b-4efa-9258-04bcebf85fa9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:25.493808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.519707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Transition to ACTIVE for port object ec7967e7-e257-4c8e-8c78-b392c2cf9dbe will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:25.610105 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.688527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network b138cef4-96aa-44e8-bb66-01f81c438ffd is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:25.692175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:25.696205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:25.699802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:25.740468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:25.773473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:25.774210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.793311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ec381fb9-0e21-4508-aa45-a275862723f3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4242883 Aug 20 09:06:25.811826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Request body: {'port': {'device_id': '883f406b-6137-4431-afa3-737d1d8a2a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:25.889997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:25.926520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7055443-75bf-4c2e-bc0d-6c64d42a7e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.089531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41a41e61-8a91-4855-b0a1-2e76efe7b617 None None] Provisioning for port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:26.096309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41a41e61-8a91-4855-b0a1-2e76efe7b617 None None] Provisioning complete for port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:26.097043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41a41e61-8a91-4855-b0a1-2e76efe7b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.160048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7055443-75bf-4c2e-bc0d-6c64d42a7e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.168948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7055443-75bf-4c2e-bc0d-6c64d42a7e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.179589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-41a41e61-8a91-4855-b0a1-2e76efe7b617 None None] Port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:06:26.257461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7055443-75bf-4c2e-bc0d-6c64d42a7e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3618fb6d-e037-4e67-8244-c81d3c63fd4d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:26.305767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f7055443-75bf-4c2e-bc0d-6c64d42a7e8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e9d3c289667497aa3debbc27bd56804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049595 Aug 20 09:06:26.309895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60962) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:26.333232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:06:26.407992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-178d5cf2-4d01-4b58-8e54-31671bb1b920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.418853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff6d2-cb55-4347-9f7a-5bbf2967f915 req-6a6f3914-1f72-4861-960d-a8f61eda2275 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:26.421186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae0ff6d2-cb55-4347-9f7a-5bbf2967f915 req-6a6f3914-1f72-4861-960d-a8f61eda2275 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 970 time: 0.2431245 Aug 20 09:06:26.463382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-178d5cf2-4d01-4b58-8e54-31671bb1b920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.542543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:26.575692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'port_id': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'mac_address': 'fa:16:3e:48:93:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:06:26.595965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-178d5cf2-4d01-4b58-8e54-31671bb1b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.602083 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-178d5cf2-4d01-4b58-8e54-31671bb1b920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.606642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-178d5cf2-4d01-4b58-8e54-31671bb1b920 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3618fb6d-e037-4e67-8244-c81d3c63fd4d HTTP/1.1" status: 204 len: 168 time: 0.2931230 Aug 20 09:06:26.627437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d5cf2-4d01-4b58-8e54-31671bb1b920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3618fb6d-e037-4e67-8244-c81d3c63fd4d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:26.681139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.701844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996926-6e21-4ce9-934b-9a406b799cff req-6c7bf80e-08fe-4925-9e42-2acbe810735a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:26.713004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47996926-6e21-4ce9-934b-9a406b799cff req-6c7bf80e-08fe-4925-9e42-2acbe810735a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.3074038 Aug 20 09:06:26.738016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:06:26.787972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae0ff6d2-cb55-4347-9f7a-5bbf2967f915 req-323cc112-bf46-49ff-a62e-f424d0934695 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3490858 Aug 20 09:06:26.791024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:26.796974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.833479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47996926-6e21-4ce9-934b-9a406b799cff req-01122bdb-ff07-4191-86f1-4f92231c54dc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170330 Aug 20 09:06:26.843160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7967e7-e257-4c8e-8c78-b392c2cf9dbe {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:06:26.858893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.871791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:26.888887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Transition to ACTIVE for port object ec7967e7-e257-4c8e-8c78-b392c2cf9dbe will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:26.893192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:26.939808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Pushing event updated for resources: {'Port': ['ID=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:26.955324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:06:27.148765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Attempting to bind port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:27.152516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Attempting to bind port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:27.152516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Attempting to bind port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe on network b138cef4-96aa-44e8-bb66-01f81c438ffd {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:27.165804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe on network b138cef4-96aa-44e8-bb66-01f81c438ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:27.167925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Attempting to bind port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe on network b138cef4-96aa-44e8-bb66-01f81c438ffd {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:27.181914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:27.182364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Checking segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:27.182870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Bound using segment: {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:27.183482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Bound port: ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d101a3-2857-44d8-9c99-1e48bdc78ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:27.183951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:27.320558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] For port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:27.325346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] For port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:27.334151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:27.398347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:27.399902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:27.401435 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] 10.222.0.26 "PUT /v2.0/ports/ec7967e7-e257-4c8e-8c78-b392c2cf9dbe HTTP/1.1" status: 200 len: 1130 time: 1.5944600 Aug 20 09:06:27.401853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:27.405803 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1508011-a1b4-4b5f-9a22-58ee71a08a69" -d '{"events": [{"name": "network-changed", "server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:27.406418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32772) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:27.428438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7dbc-247b-407e-84fc-517f77371866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:27.505119 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc926af-e2a7-4241-90e7-2cc1d68e80b6 x-openstack-request-id: req-9fc926af-e2a7-4241-90e7-2cc1d68e80b6 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:27.505887 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:27.506000 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fc926af-e2a7-4241-90e7-2cc1d68e80b6 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:27.506336 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'status': 'completed', 'code': 200} Aug 20 09:06:27.659130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7dbc-247b-407e-84fc-517f77371866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:27.664799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a3d7dbc-247b-407e-84fc-517f77371866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:27.713671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d7dbc-247b-407e-84fc-517f77371866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6768d926-bcaf-4022-99b0-3c317be3c776,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:27.808615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a3d7dbc-247b-407e-84fc-517f77371866 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af28ae7463814e44a3331e1e0de5bb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008555 Aug 20 09:06:27.809434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32794) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:27.991789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad6248-6005-4d0b-ae53-bbe589751952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:28.040516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad6248-6005-4d0b-ae53-bbe589751952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:28.137613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad6248-6005-4d0b-ae53-bbe589751952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:28.144342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-abad6248-6005-4d0b-ae53-bbe589751952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:28.150812 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-abad6248-6005-4d0b-ae53-bbe589751952 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6768d926-bcaf-4022-99b0-3c317be3c776 HTTP/1.1" status: 204 len: 168 time: 0.3376610 Aug 20 09:06:28.171644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad6248-6005-4d0b-ae53-bbe589751952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6768d926-bcaf-4022-99b0-3c317be3c776,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:28.298684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7713f2-1fd1-4765-a377-6c3ae1e7491a service neutron] Pushing event updated for resources: {'Port': ['ID=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:28.313050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-8515e04f-d50c-4c6d-ab11-395bd48ede52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:28.314722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-8515e04f-d50c-4c6d-ab11-395bd48ede52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1133 time: 0.8717268 Aug 20 09:06:28.350906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:28.423545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a31a6b-a44b-4c2b-8af3-0aae4181db0b req-98c9321e-a028-467c-822b-c9fdbf7d1574 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:28.425758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3a31a6b-a44b-4c2b-8af3-0aae4181db0b req-98c9321e-a028-467c-822b-c9fdbf7d1574 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 944 time: 0.2601757 Aug 20 09:06:28.429608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-edea2f0e-5799-4aef-8085-1df9221dd6d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe HTTP/1.1" status: 200 len: 217 time: 0.1040556 Aug 20 09:06:28.446809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863046-4198-429d-a732-c8b54abe6944 req-40ac4b25-1f10-4519-9e1f-8822beb5142a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:28.454632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:28.454995 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:28.455276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41863046-4198-429d-a732-c8b54abe6944 req-40ac4b25-1f10-4519-9e1f-8822beb5142a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 982 time: 0.2218544 Aug 20 09:06:28.567791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41863046-4198-429d-a732-c8b54abe6944 req-9145fa9e-0428-4410-879f-8b075ef69a52 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1072140 Aug 20 09:06:28.600093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-29c3e680-b3b1-4b87-b889-9a64ad1a3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:28.602550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-29c3e680-b3b1-4b87-b889-9a64ad1a3bd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=159932e0-db8b-4647-8f3c-35790d8978d0 HTTP/1.1" status: 200 len: 835 time: 0.1265142 Aug 20 09:06:28.606807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3a31a6b-a44b-4c2b-8af3-0aae4181db0b req-e206bf61-bb63-4489-b223-f9954f64db6d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231141 Aug 20 09:06:28.626017 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:28.699823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-5e5a66a3-8855-49d1-8acc-91e4f4cdbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:28.701782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-5e5a66a3-8855-49d1-8acc-91e4f4cdbcec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b138cef4-96aa-44e8-bb66-01f81c438ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913863 Aug 20 09:06:28.985297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-91279e1a-d950-40d1-a804-f9dddf61eb5a service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623146 Aug 20 09:06:29.078953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:29.080509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:29.086347 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5c272c-34f0-4a1a-9b69-924d8d6f985a" -d '{"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:29.097489 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:29.185757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e698f3d-5d58-4f41-b7de-fd693666249b req-3ae7f950-cc06-487e-8f4e-adc77ea8d0bc service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921897 Aug 20 09:06:29.199622 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e24e9f-9691-4c4e-846f-c68c9493f4af x-openstack-request-id: req-a3e24e9f-9691-4c4e-846f-c68c9493f4af {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:29.199920 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:29.200205 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3e24e9f-9691-4c4e-846f-c68c9493f4af {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:29.200572 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'code': 200} Aug 20 09:06:29.210901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:29.343860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-91db5543-66ad-4097-8a20-24040db93a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:29.346591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-91db5543-66ad-4097-8a20-24040db93a52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1133 time: 0.0850248 Aug 20 09:06:29.544961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-6b6686ee-ec37-4a7e-bbcf-0f6473571b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:29.546485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-6b6686ee-ec37-4a7e-bbcf-0f6473571b25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b138cef4-96aa-44e8-bb66-01f81c438ffd HTTP/1.1" status: 200 len: 897 time: 0.1923337 Aug 20 09:06:29.577045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32838) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:29.644454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-84f45d65-89a5-47b0-b95d-c9fc26f01b6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe HTTP/1.1" status: 200 len: 217 time: 0.0856400 Aug 20 09:06:29.810166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-8a23507d-4388-443c-83c4-23dfed9bedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:29.814070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-8a23507d-4388-443c-83c4-23dfed9bedd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=159932e0-db8b-4647-8f3c-35790d8978d0 HTTP/1.1" status: 200 len: 835 time: 0.1577311 Aug 20 09:06:29.937474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4054d-6623-4129-8590-efeefd931391 req-08adde02-fe3f-4217-9161-a94e617ef679 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:29.939035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efb4054d-6623-4129-8590-efeefd931391 req-08adde02-fe3f-4217-9161-a94e617ef679 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 982 time: 0.2247550 Aug 20 09:06:29.958231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41360-2b66-43e6-86e3-096370aa9d1c req-9e993d4c-013b-4226-8f16-d8b62678d016 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:29.959796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72f41360-2b66-43e6-86e3-096370aa9d1c req-9e993d4c-013b-4226-8f16-d8b62678d016 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.2124631 Aug 20 09:06:29.967234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-b5692bdf-5c7d-4283-a6b0-42ac105b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:29.968670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-b5692bdf-5c7d-4283-a6b0-42ac105b9b96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b138cef4-96aa-44e8-bb66-01f81c438ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320081 Aug 20 09:06:30.067785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ee285c1-fba5-48dc-a937-2433b017ee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.079636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72f41360-2b66-43e6-86e3-096370aa9d1c req-05c1d4f0-237d-4733-ba5d-426e7db4f022 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034772 Aug 20 09:06:30.113522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efb4054d-6623-4129-8590-efeefd931391 req-beb7aa15-1688-4407-942b-0c1e4f9140c3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1493094 Aug 20 09:06:30.185021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-0a2dd751-1355-49f2-b6d5-043e14762c3b service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963124 Aug 20 09:06:30.284793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ee285c1-fba5-48dc-a937-2433b017ee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.290671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5ee285c1-fba5-48dc-a937-2433b017ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.374089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5ee285c1-fba5-48dc-a937-2433b017ee6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9ed7a991a064f3cabdabf7a73d44c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957397 Aug 20 09:06:30.377202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee285c1-fba5-48dc-a937-2433b017ee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c075aef-2113-4318-8fbe-7e50dc65c2c8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:30.378035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 32856) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:30.424757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1508011-a1b4-4b5f-9a22-58ee71a08a69 req-7b68cf2a-83c3-4211-a6f7-67641ffed554 service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294736 Aug 20 09:06:30.449121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b2a-1fd2-4cd5-84d5-4f83b83867c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.477575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b2a-1fd2-4cd5-84d5-4f83b83867c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.532586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b2a-1fd2-4cd5-84d5-4f83b83867c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.537857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fa71b2a-1fd2-4cd5-84d5-4f83b83867c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:30.538815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6fa71b2a-1fd2-4cd5-84d5-4f83b83867c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c075aef-2113-4318-8fbe-7e50dc65c2c8 HTTP/1.1" status: 204 len: 168 time: 0.1595926 Aug 20 09:06:30.548438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa71b2a-1fd2-4cd5-84d5-4f83b83867c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c075aef-2113-4318-8fbe-7e50dc65c2c8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:31.169988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32888) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:31.307435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfadc15-948b-400d-8743-1f5cd4889960 req-98ab2421-9da2-4073-8a73-466615394565 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:31.309005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9dfadc15-948b-400d-8743-1f5cd4889960 req-98ab2421-9da2-4073-8a73-466615394565 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1397803 Aug 20 09:06:31.321546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f82a7-2b13-46ce-8762-e1d5895016e7 req-19ebc46b-51ac-443a-8341-833e70d03b64 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:31.329300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b2f82a7-2b13-46ce-8762-e1d5895016e7 req-19ebc46b-51ac-443a-8341-833e70d03b64 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 982 time: 0.0924881 Aug 20 09:06:31.396284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b2f82a7-2b13-46ce-8762-e1d5895016e7 req-77665f67-7f87-4608-867f-d59861fd5dba tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0614133 Aug 20 09:06:31.431186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9dfadc15-948b-400d-8743-1f5cd4889960 req-cf8420b2-1707-4a2b-91c6-44016d45edaf tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994058 Aug 20 09:06:31.478705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d36342a-34c4-48d9-8c1f-2f0773aa2654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.624334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d36342a-34c4-48d9-8c1f-2f0773aa2654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.629616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2d36342a-34c4-48d9-8c1f-2f0773aa2654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.680610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36342a-34c4-48d9-8c1f-2f0773aa2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6706995a-aa57-4a75-8a21-16d36ac2d8fa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:31.706292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 32910) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:31.706822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2d36342a-34c4-48d9-8c1f-2f0773aa2654 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a31a09923b44f87ba9fa82b9be92f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352314 Aug 20 09:06:31.779291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90bbc780-2e8d-4fa2-ad17-6a5ce3ee4ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.817270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90bbc780-2e8d-4fa2-ad17-6a5ce3ee4ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.844852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32914) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:31.882457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90bbc780-2e8d-4fa2-ad17-6a5ce3ee4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.885599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-90bbc780-2e8d-4fa2-ad17-6a5ce3ee4ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:31.887267 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-90bbc780-2e8d-4fa2-ad17-6a5ce3ee4ee5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6706995a-aa57-4a75-8a21-16d36ac2d8fa HTTP/1.1" status: 204 len: 168 time: 0.1797380 Aug 20 09:06:31.904933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbc780-2e8d-4fa2-ad17-6a5ce3ee4ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6706995a-aa57-4a75-8a21-16d36ac2d8fa,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:32.140350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2129925898'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:32.165804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Made reservation on behalf of e2cbe63c36484c8486cc582667c7b8e3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:32.170492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.187473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.308748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.314238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.330601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:06:32.344911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.345631 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Added segment 8d18ca26-b805-41f7-a94c-dda5d06a28db of type vlan for network 15639b80-c27b-4c4e-a621-44a5a1c43586 Aug 20 09:06:32.379699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ec7967e7-e257-4c8e-8c78-b392c2cf9dbe details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:06:32.393034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.451162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a3007-df33-48d8-854d-55cf47adfbb9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:32.468616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.482987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:32.487403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.654936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Pushing event updated for resources: {'Network': ['ID=15639b80-c27b-4c4e-a621-44a5a1c43586,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:32.663283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:32.674185 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c1f11afc-570c-45d4-8aac-80d5790f8c09 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8280129 Aug 20 09:06:32.684301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 15639b80-c27b-4c4e-a621-44a5a1c43586 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:06:32.695112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0788-1392-4d2c-99a3-28e273cc5dcf req-1e4e251c-180a-49a8-a512-3bd933754c30 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:32.703095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b19f0788-1392-4d2c-99a3-28e273cc5dcf req-1e4e251c-180a-49a8-a512-3bd933754c30 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1337869 Aug 20 09:06:32.728029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32942) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:32.736828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e3ba5-1c99-4bcd-b433-af63887dd0fe req-6b81cf9f-0e3e-4e85-81c5-42b78737c1bb tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:32.738444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b47e3ba5-1c99-4bcd-b433-af63887dd0fe req-6b81cf9f-0e3e-4e85-81c5-42b78737c1bb tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 982 time: 0.2118888 Aug 20 09:06:32.761211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f519618-a544-4e2b-af1e-1339c638dcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.846801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'port_id': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'mac_address': 'fa:16:3e:9a:e5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:06:32.890420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b19f0788-1392-4d2c-99a3-28e273cc5dcf req-51a4a534-3e29-4e05-8f01-e96935af3459 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839666 Aug 20 09:06:32.911011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:32.918757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b47e3ba5-1c99-4bcd-b433-af63887dd0fe req-1008d0c8-a257-47b4-bb46-4097436136dd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1300135 Aug 20 09:06:32.927854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7967e7-e257-4c8e-8c78-b392c2cf9dbe {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:06:32.935441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 32950) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:32.980009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:32.986533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.013439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f519618-a544-4e2b-af1e-1339c638dcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.026448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f519618-a544-4e2b-af1e-1339c638dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.079162 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f519618-a544-4e2b-af1e-1339c638dcb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1baf3da4949c4308aeeb7e1a11419328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496165 Aug 20 09:06:33.082516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 32956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:33.094799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f519618-a544-4e2b-af1e-1339c638dcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a3f59-1dfe-4d2c-91db-9803b50402e6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:33.126338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db5381f7-9e93-443b-90bc-bb2c00fedc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.135633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:33.202590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc9ed-0467-498a-8a77-e349f8b006fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.244357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc9ed-0467-498a-8a77-e349f8b006fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.306343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32958) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:33.312152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Request body: {'port': {'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586', 'binding:host_id': 'n-h1-804285-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1872347711'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:33.325330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['ec7967e7-e257-4c8e-8c78-b392c2cf9dbe'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:06:33.350979 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc9ed-0467-498a-8a77-e349f8b006fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.353590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc9ed-0467-498a-8a77-e349f8b006fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.354822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fb3cc9ed-0467-498a-8a77-e349f8b006fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d06a3f59-1dfe-4d2c-91db-9803b50402e6 HTTP/1.1" status: 204 len: 168 time: 0.2713196 Aug 20 09:06:33.362482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db5381f7-9e93-443b-90bc-bb2c00fedc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.369225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc9ed-0467-498a-8a77-e349f8b006fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a3f59-1dfe-4d2c-91db-9803b50402e6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:33.371998 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db5381f7-9e93-443b-90bc-bb2c00fedc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.406712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Made reservation on behalf of f0bc860e62c440cfae60e9aeda173f10 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:33.411872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.424263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db5381f7-9e93-443b-90bc-bb2c00fedc23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c7e9b671d1b43bbb16f84748d35f2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877336 Aug 20 09:06:33.425676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5381f7-9e93-443b-90bc-bb2c00fedc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732ff50-95c9-4839-bed8-a93a23813509,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:33.434120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32966) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:33.500785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.571944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5545dcfc-dd0f-4ef6-ac1e-3fc6d48ce99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.611263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5545dcfc-dd0f-4ef6-ac1e-3fc6d48ce99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.680010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.684232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.696002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port 79f94a06-7d20-4471-891c-92ad682ada66 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:33.767175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5545dcfc-dd0f-4ef6-ac1e-3fc6d48ce99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.769618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5545dcfc-dd0f-4ef6-ac1e-3fc6d48ce99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:33.773092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5545dcfc-dd0f-4ef6-ac1e-3fc6d48ce99e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4732ff50-95c9-4839-bed8-a93a23813509 HTTP/1.1" status: 204 len: 168 time: 0.3344746 Aug 20 09:06:33.788911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1095e-d778-41e2-85c5-c95259ae1b3b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:33.806450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545dcfc-dd0f-4ef6-ac1e-3fc6d48ce99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732ff50-95c9-4839-bed8-a93a23813509,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:34.048212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port 79f94a06-7d20-4471-891c-92ad682ada66 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:34.072303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:34.090330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Transition to ACTIVE for port object 79f94a06-7d20-4471-891c-92ad682ada66 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:34.101927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:34.132214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990528-406b-47cf-97bd-4e55e1f7832f req-823db9aa-c32b-4c04-8c64-00125878d1e0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:34.140243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3990528-406b-47cf-97bd-4e55e1f7832f req-823db9aa-c32b-4c04-8c64-00125878d1e0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1193626 Aug 20 09:06:34.191040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Checking segment: {'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:34.191413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Network hostable DHCP agents. Network: 15639b80-c27b-4c4e-a621-44a5a1c43586, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:06:34.195702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=79f94a06-7d20-4471-891c-92ad682ada66,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:34.213187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068be53-2c46-47fa-9f35-e608a62f3194 req-98f296c0-dc82-45b3-b778-36fd96c3ff4e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:34.221163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7068be53-2c46-47fa-9f35-e608a62f3194 req-98f296c0-dc82-45b3-b778-36fd96c3ff4e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 983 time: 0.1599948 Aug 20 09:06:34.228671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3990528-406b-47cf-97bd-4e55e1f7832f req-d2c21569-726b-492b-a30a-6928c5a23ce0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869038 Aug 20 09:06:34.244468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Network 15639b80-c27b-4c4e-a621-44a5a1c43586 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:06:34.265120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 15639b80-c27b-4c4e-a621-44a5a1c43586) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:34.275608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:34.280760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b7322-e712-4689-a87e-06bc1aa159c6 None None] Network 15639b80-c27b-4c4e-a621-44a5a1c43586 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:34.293575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.293976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.294495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.299392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.299739 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.300130 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 2 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.323496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.324874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.325900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.335409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.337866 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.339121 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 3 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.351102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7068be53-2c46-47fa-9f35-e608a62f3194 req-67ee07d3-b631-4e1c-bf85-f4ee33fd7af9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1289380 Aug 20 09:06:34.382982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.383518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.384259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.392014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.393762 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.394446 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 4 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.411006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.411687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.412190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.417343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.418025 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.418601 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 5 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.436059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.436653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.437155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.443599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.444403 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.445816 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 6 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.461830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.462724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.463343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.475377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.475600 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.478820 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 7 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.519118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.519482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.521059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.532185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.532529 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.534503 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 8 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.571417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.571919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.572402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.588989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.590405 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.592550 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 9 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.614393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.618958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.619380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.635095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.636944 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.637788 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 10 to bind port 79f94a06-7d20-4471-891c-92ad682ada66 Aug 20 09:06:34.664052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:34.665728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:34.669961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:34.680694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 79f94a06-7d20-4471-891c-92ad682ada66 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:34.681036 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 79f94a06-7d20-4471-891c-92ad682ada66 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:34.681423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:34.785516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] For port 79f94a06-7d20-4471-891c-92ad682ada66, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:34.785924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempted to set empty binding levels {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 09:06:34.792405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:34.855745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:34.856808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:34.888071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.5780647 Aug 20 09:06:34.888837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33012) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:34.914263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5486-4b05-46b8-be4c-db01b6508545 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=79f94a06-7d20-4471-891c-92ad682ada66,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:35.015129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Deleting port 79f94a06-7d20-4471-891c-92ad682ada66 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:35.016031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.118296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] For port 79f94a06-7d20-4471-891c-92ad682ada66, host n-h1-804285-2, got binding levels [] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:35.119247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.138523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Calling delete_port for 79f94a06-7d20-4471-891c-92ad682ada66 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:35.262322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.307715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event deleted for resources: {'Port': ['ID=79f94a06-7d20-4471-891c-92ad682ada66,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:35.314332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.317227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-279e9f0b-975e-405b-86be-5d12f8a60868 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "DELETE /v2.0/ports/79f94a06-7d20-4471-891c-92ad682ada66 HTTP/1.1" status: 204 len: 168 time: 0.4263778 Aug 20 09:06:35.320015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33028) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:35.351294 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c343d5-56a0-43b0-91dd-9ad5d1d981e4 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:06:35.354289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f8c343d5-56a0-43b0-91dd-9ad5d1d981e4 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "GET /v2.0/ports/79f94a06-7d20-4471-891c-92ad682ada66 HTTP/1.1" status: 404 len: 333 time: 0.0332034 Aug 20 09:06:35.360048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:35.369855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Request body: {'port': {'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-932400768'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:35.397396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e73b3c-d8fa-4521-b816-5f584d7ea3da req-c4acb7a3-c735-427e-96cd-5f5132be1b2a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:35.399494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17e73b3c-d8fa-4521-b816-5f584d7ea3da req-c4acb7a3-c735-427e-96cd-5f5132be1b2a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.0730247 Aug 20 09:06:35.431645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Made reservation on behalf of f0bc860e62c440cfae60e9aeda173f10 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:35.436236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.456978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17e73b3c-d8fa-4521-b816-5f584d7ea3da req-6538d669-cb32-40e6-adb2-bcf7a60de755 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489321 Aug 20 09:06:35.482859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:35.793379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.864232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.907632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79e3f5-3bed-4fb7-ae5a-960ec3ea0b21 req-864a9f37-c7ef-4fbd-82ee-d45d51aa5a7a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:35.909510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab79e3f5-3bed-4fb7-ae5a-960ec3ea0b21 req-864a9f37-c7ef-4fbd-82ee-d45d51aa5a7a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 983 time: 0.0913951 Aug 20 09:06:35.920635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=3d839302-9d5b-40cd-9998-d6fc8f7f81b1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:35.937618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Network 15639b80-c27b-4c4e-a621-44a5a1c43586 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:35.939390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:35.945930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:35.947084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:35.947961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:35.978519 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bae30b1e-f7a7-4d49-974c-2750aa4ecb87 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6147323 Aug 20 09:06:35.982116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33052) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:35.989891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:36.024807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab79e3f5-3bed-4fb7-ae5a-960ec3ea0b21 req-325a8be6-8bba-4b6f-b52e-034e452991e6 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1057050 Aug 20 09:06:36.076387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:36.335133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:36.350080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:36.367693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Transition to ACTIVE for port object 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:36.374515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:36.385032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ec7967e7-e257-4c8e-8c78-b392c2cf9dbe up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:36.455051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=3d839302-9d5b-40cd-9998-d6fc8f7f81b1,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:36.466296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.469695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.470203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.475556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.476017 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.476506 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 2 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.507858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.509863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.510217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.520424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.520783 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.521197 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 3 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.538626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:36.542060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.542405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.542856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.544245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:36.544882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:36.551927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.552193 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.552698 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 4 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.581577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.582173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.582534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.587442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.587769 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.588633 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 5 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.603346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.603679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.604029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.624536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.624536 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.624536 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 6 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.670311 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:36.684145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.684617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.684965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.696375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.696716 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.697798 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 7 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.710017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b6a4-9fbb-4af6-893a-4209664ed558 req-3dabaee2-2d6a-45b8-b80c-7623553b56bf tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:36.711578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d74b6a4-9fbb-4af6-893a-4209664ed558 req-3dabaee2-2d6a-45b8-b80c-7623553b56bf tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1042428 Aug 20 09:06:36.729399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.729761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.730106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.770993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:36.776694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:36.780922 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0cca74-e045-4716-b738-ee8617a9ee09" -d '{"events": [{"server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "name": "network-vif-plugged", "status": "completed", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:36.789972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.790312 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.794640 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:36.806974 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 8 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.862738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d74b6a4-9fbb-4af6-893a-4209664ed558 req-60bbfabb-f3ac-47f0-96fa-325deb0aec43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272600 Aug 20 09:06:36.867634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.867984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.868316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.883102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.883439 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.886240 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 9 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.917031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.917383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.917752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.927402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.927748 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.928154 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 10 to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 Aug 20 09:06:36.974619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:36.974967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:36.978070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:36.989930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:36.990293 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:36.993066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:37.030234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:37.041506 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4580347e-27e3-4cf5-be40-02f493e08af9 x-openstack-request-id: req-4580347e-27e3-4cf5-be40-02f493e08af9 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:37.041883 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "name": "network-vif-plugged", "status": "completed", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:37.042941 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4580347e-27e3-4cf5-be40-02f493e08af9 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:37.042941 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'code': 200} Aug 20 09:06:37.235097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a1969-ff1c-4b12-9505-213791206cf4 req-a83d1478-39c7-4e6c-9056-fe4f2e16cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.236668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b49a1969-ff1c-4b12-9505-213791206cf4 req-a83d1478-39c7-4e6c-9056-fe4f2e16cb17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1135 time: 0.1544139 Aug 20 09:06:37.273398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] For port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:37.273978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempted to set empty binding levels {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 09:06:37.282326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:37.309189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b49a1969-ff1c-4b12-9505-213791206cf4 req-9d4c7f54-d0e1-438d-b686-eba7dfdc06e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0623221 Aug 20 09:06:37.374337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] In _notify_port_updated(), no bound segment for port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:06:37.375022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.375544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:37.376911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "PUT /v2.0/ports/3d839302-9d5b-40cd-9998-d6fc8f7f81b1 HTTP/1.1" status: 200 len: 974 time: 1.3936727 Aug 20 09:06:37.379743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33088) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:37.404244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae3e1f-8cbb-4031-9452-a712f7bbc8d7 req-89c047ba-ac37-43a3-aeee-5374a626b6ea tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.405854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-89ae3e1f-8cbb-4031-9452-a712f7bbc8d7 req-89c047ba-ac37-43a3-aeee-5374a626b6ea tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.2271318 Aug 20 09:06:37.469307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c705-ac4c-42d9-af68-43706d4dd2ed tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=3d839302-9d5b-40cd-9998-d6fc8f7f81b1,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:37.532635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-89ae3e1f-8cbb-4031-9452-a712f7bbc8d7 req-91eac14e-82fc-4765-9eb8-7a41bc5d5325 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1124883 Aug 20 09:06:37.537325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.546369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.547162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.547822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.548439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.549054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.549667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.550348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.550854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.551515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.552693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.553319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.554000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.554675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.555300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.555924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.556686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.557548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.558196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.558815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.559434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.560075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.560733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.561349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.562107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.562774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.563391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.564007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.564623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.565231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.565897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.571183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.571914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.572548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.573229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.573881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.580834 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b84c1388-f423-4fce-9535-af8330346ba0 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32409 time: 0.1997817 Aug 20 09:06:37.585225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33090) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:37.720857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33094) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:37.726937 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-99258432-7d6e-4066-aa49-c6c7daf53ccc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627043 Aug 20 09:06:37.740446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Deleting port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:37.740800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:37.838705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] For port 3d839302-9d5b-40cd-9998-d6fc8f7f81b1, host n-h1-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:37.839079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:37.857271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-336060f3-9e48-4e81-bf7b-64b39a81f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:37.858814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-336060f3-9e48-4e81-bf7b-64b39a81f7ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 1096 time: 0.0794129 Aug 20 09:06:37.859790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Calling delete_port for 3d839302-9d5b-40cd-9998-d6fc8f7f81b1 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:37.886442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-02f84ab2-16ea-49e0-9c0b-d6312019aad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.029596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-86339b40-c94f-47c5-b539-99917b17da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.035005 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-86339b40-c94f-47c5-b539-99917b17da55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.1267252 Aug 20 09:06:38.057293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee0bb-2b71-48f6-9518-a54a9a3a501e req-5d253e44-a922-46b0-8228-c9504c42bd18 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.058589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4bee0bb-2b71-48f6-9518-a54a9a3a501e req-5d253e44-a922-46b0-8228-c9504c42bd18 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.0831611 Aug 20 09:06:38.084120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-cb97e1f1-5b04-4721-8d77-b6cb3ccc40f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13812cff-fb31-45de-bf0e-4831e82352bd HTTP/1.1" status: 200 len: 217 time: 0.0438066 Aug 20 09:06:38.085430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.116945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4bee0bb-2b71-48f6-9518-a54a9a3a501e req-d03097c4-f299-4fb4-82ac-8d10dc7549d9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Aug 20 09:06:38.124351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d839302-9d5b-40cd-9998-d6fc8f7f81b1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:38.137296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-02f84ab2-16ea-49e0-9c0b-d6312019aad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.143557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-02f84ab2-16ea-49e0-9c0b-d6312019aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.155454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.157357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d5c70faa-6111-4ad2-8ffa-264dea4c9c3a tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "DELETE /v2.0/ports/3d839302-9d5b-40cd-9998-d6fc8f7f81b1 HTTP/1.1" status: 204 len: 168 time: 0.5708892 Aug 20 09:06:38.162189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33106) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:38.190532 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c36d3d-9f18-4c5f-bc4a-17e0f00f9abb tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:06:38.192465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-65c36d3d-9f18-4c5f-bc4a-17e0f00f9abb tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "GET /v2.0/ports/3d839302-9d5b-40cd-9998-d6fc8f7f81b1 HTTP/1.1" status: 404 len: 333 time: 0.0291467 Aug 20 09:06:38.196293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-4f5c7e1f-9ee7-457d-9cd4-b7a62f833726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.198237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33108) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:38.198392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-4f5c7e1f-9ee7-457d-9cd4-b7a62f833726 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1054299 Aug 20 09:06:38.206725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1393492956', 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:38.218920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f84ab2-16ea-49e0-9c0b-d6312019aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88604d6c-c8b5-413a-90ee-25b2429a3acc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:38.226220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-02f84ab2-16ea-49e0-9c0b-d6312019aad6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc7501e295784169a3171aed05e2a6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040343 Aug 20 09:06:38.229865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33110) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:38.258595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Made reservation on behalf of f0bc860e62c440cfae60e9aeda173f10 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:38.260638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-f4c5c705-d697-4646-807a-9d42c4ecef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.261212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.263108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-f4c5c705-d697-4646-807a-9d42c4ecef5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575194 Aug 20 09:06:38.305057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port d875b7de-dc8f-4c55-89ce-beecdab61f26 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:38.350326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eb8-d819-4f4f-891c-a7365b65ead8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.393987 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-c636a5e7-23a0-4d6e-a5bb-9ddd3d696b4b service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228826 Aug 20 09:06:38.397879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eb8-d819-4f4f-891c-a7365b65ead8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.530422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eb8-d819-4f4f-891c-a7365b65ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.533073 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ffb8eb8-d819-4f4f-891c-a7365b65ead8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.536745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0ffb8eb8-d819-4f4f-891c-a7365b65ead8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88604d6c-c8b5-413a-90ee-25b2429a3acc HTTP/1.1" status: 204 len: 168 time: 0.3033757 Aug 20 09:06:38.539527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.545191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5617d020-b3b6-40e9-abcb-d4f0e4c4f3db req-2774c930-02b9-42ef-a3a3-3c33a5ccef79 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438122 Aug 20 09:06:38.552643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb8eb8-d819-4f4f-891c-a7365b65ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88604d6c-c8b5-413a-90ee-25b2429a3acc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:38.595748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.656368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Network 15639b80-c27b-4c4e-a621-44a5a1c43586 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:38.659631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:38.668752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:38.669813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.670514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:38.683447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=d875b7de-dc8f-4c55-89ce-beecdab61f26,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:38.744212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33122) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:38.744453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dac65e66-dedf-4656-a89b-aca28bf40162 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5417533 Aug 20 09:06:38.779515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf20ec-44ad-4444-a970-12312e513678 req-1c3eedd2-6b86-4be2-814d-aac8d7e842ef tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.782306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ebf20ec-44ad-4444-a970-12312e513678 req-1c3eedd2-6b86-4be2-814d-aac8d7e842ef tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.1143198 Aug 20 09:06:38.814995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f5e71-874a-4da6-8b51-32209145d134 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:38.819535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-021f5e71-874a-4da6-8b51-32209145d134 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "GET /v2.0/ports/d875b7de-dc8f-4c55-89ce-beecdab61f26 HTTP/1.1" status: 200 len: 955 time: 0.0707071 Aug 20 09:06:38.820035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:38.873755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ebf20ec-44ad-4444-a970-12312e513678 req-70930e5d-9c81-418a-9187-fe2691ecf475 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0810127 Aug 20 09:06:38.976022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Deleting port d875b7de-dc8f-4c55-89ce-beecdab61f26 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:38.976733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.055575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.070731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Calling delete_port for d875b7de-dc8f-4c55-89ce-beecdab61f26 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:39.092751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:39.115839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35d8830a-3372-42ac-90b9-0f829e7dbc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.171575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.277871 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35d8830a-3372-42ac-90b9-0f829e7dbc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.296080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35d8830a-3372-42ac-90b9-0f829e7dbc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.356426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-35d8830a-3372-42ac-90b9-0f829e7dbc7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec8b49b1d79841abb38381d97a194fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606709 Aug 20 09:06:39.359702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33132) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:39.411328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8830a-3372-42ac-90b9-0f829e7dbc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2737cc9-53c6-422a-a2ff-ceca761ec286,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:39.456469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88e17f-79bd-4efc-946f-8ab22ca06332 req-ab66921f-52df-4906-ab97-0fdb67d64ac5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:39.458212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event deleted for resources: {'Port': ['ID=d875b7de-dc8f-4c55-89ce-beecdab61f26,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:39.459301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c88e17f-79bd-4efc-946f-8ab22ca06332 req-ab66921f-52df-4906-ab97-0fdb67d64ac5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1796508 Aug 20 09:06:39.464506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.469655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33134) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:39.472159 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f0e9711-0079-418a-9f99-f02cb999e8e2 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "DELETE /v2.0/ports/d875b7de-dc8f-4c55-89ce-beecdab61f26 HTTP/1.1" status: 204 len: 168 time: 0.6505706 Aug 20 09:06:39.493500 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a976c2dc-49bc-48ce-8cae-98c839b7102b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.532667 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9727cdde-7eee-4e3c-b49c-269d0dd673ab tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:06:39.538622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9727cdde-7eee-4e3c-b49c-269d0dd673ab tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "GET /v2.0/ports/d875b7de-dc8f-4c55-89ce-beecdab61f26 HTTP/1.1" status: 404 len: 333 time: 0.0638750 Aug 20 09:06:39.539023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33136) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:39.544019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Request body: {'port': {'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-697228161'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:39.574144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a976c2dc-49bc-48ce-8cae-98c839b7102b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.585272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Made reservation on behalf of f0bc860e62c440cfae60e9aeda173f10 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:39.594309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.600270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c88e17f-79bd-4efc-946f-8ab22ca06332 req-5d224269-6adc-4413-9ef0-36484388b649 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193025 Aug 20 09:06:39.628204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port 642f8810-0b78-4d6c-a10d-79803cc7bb3e yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:39.662610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a976c2dc-49bc-48ce-8cae-98c839b7102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.665992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a976c2dc-49bc-48ce-8cae-98c839b7102b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.667383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a976c2dc-49bc-48ce-8cae-98c839b7102b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2737cc9-53c6-422a-a2ff-ceca761ec286 HTTP/1.1" status: 204 len: 168 time: 0.3063800 Aug 20 09:06:39.693962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976c2dc-49bc-48ce-8cae-98c839b7102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2737cc9-53c6-422a-a2ff-ceca761ec286,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:39.917307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:39.975150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:40.034954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=642f8810-0b78-4d6c-a10d-79803cc7bb3e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:40.053541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Network 15639b80-c27b-4c4e-a621-44a5a1c43586 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:40.055000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:40.057441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:40.058625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:40.059231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:40.080065 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f3a0bfa-76ce-4405-bf30-3b1b9f3956c5 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5398488 Aug 20 09:06:40.083726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33146) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:40.096222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:40.162436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964402-ef74-4011-a4e2-6a816448f995 req-3020ed1e-4ec9-499a-a714-8e9a850de7c3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:40.172249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b964402-ef74-4011-a4e2-6a816448f995 req-3020ed1e-4ec9-499a-a714-8e9a850de7c3 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.1768396 Aug 20 09:06:40.309689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:40.311317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b964402-ef74-4011-a4e2-6a816448f995 req-2ebc6ca9-1490-40b6-827f-81213ad1db88 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1304190 Aug 20 09:06:40.474351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52218d1a-fdf5-4188-bd8a-8fd533e66b76 req-8975d0b7-91d5-40d8-9d73-8e009b6acc82 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:40.476086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52218d1a-fdf5-4188-bd8a-8fd533e66b76 req-8975d0b7-91d5-40d8-9d73-8e009b6acc82 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.0862401 Aug 20 09:06:40.529327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52218d1a-fdf5-4188-bd8a-8fd533e66b76 req-3b717632-492f-41c9-b0e1-7bfebadf7e46 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0435994 Aug 20 09:06:40.645021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] device_id is not set on port 642f8810-0b78-4d6c-a10d-79803cc7bb3e yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:40.675365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:40.691829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Transition to ACTIVE for port object 642f8810-0b78-4d6c-a10d-79803cc7bb3e will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:40.697507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:40.768022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=642f8810-0b78-4d6c-a10d-79803cc7bb3e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:40.773047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c6c51-368c-4ad1-95fa-03a77bcdd26d req-be374aa5-b8ac-4daf-8151-65310ff3a8ab tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:40.780894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b33c6c51-368c-4ad1-95fa-03a77bcdd26d req-be374aa5-b8ac-4daf-8151-65310ff3a8ab tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1135 time: 0.1319313 Aug 20 09:06:40.781566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:40.781969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:40.782314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:40.793613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:40.793985 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:40.794398 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 2 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:40.819796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:40.820143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:40.820488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:40.840190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10e519-54d4-4fc1-ab22-609ac240a7d2 req-952d9a03-a74d-430d-82ce-52281db30fae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:40.841927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e10e519-54d4-4fc1-ab22-609ac240a7d2 req-952d9a03-a74d-430d-82ce-52281db30fae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1346388 Aug 20 09:06:40.842723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:40.843075 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:40.843195 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b33c6c51-368c-4ad1-95fa-03a77bcdd26d req-c1b7a9d7-caab-4fc0-8c90-5349acd2158c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:40.843478 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 3 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:40.866455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:40.866868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:40.867126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:40.880143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:40.880475 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:40.880878 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 4 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:40.911185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:40.912684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:40.912961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:40.918428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:40.918762 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:40.919176 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 5 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:40.921546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e10e519-54d4-4fc1-ab22-609ac240a7d2 req-f4e52c3a-a7a6-492e-bf4d-4dd6f7a640ef tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691507 Aug 20 09:06:40.933231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:40.933497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:40.933842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:40.939188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:40.939528 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:40.939930 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 6 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:40.973088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:40.973386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:40.973662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:40.982169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:40.982765 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:40.983424 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 7 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:41.007390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:41.007808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:41.008209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:41.013941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:41.014464 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:41.014919 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 8 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:41.029620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b33c6c51-368c-4ad1-95fa-03a77bcdd26d req-c1b7a9d7-caab-4fc0-8c90-5349acd2158c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.030631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:41.031085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:41.032178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:41.035735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-b33c6c51-368c-4ad1-95fa-03a77bcdd26d req-c1b7a9d7-caab-4fc0-8c90-5349acd2158c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.039709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:41.040143 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:41.040664 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 9 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:41.059404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:41.059830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:41.060237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:41.065778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:41.066732 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:41.067613 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempt 10 to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e Aug 20 09:06:41.103582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:41.103937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:41.104288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempting to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:41.110675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:06:41.110967 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Failed to bind port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on host n-h1-804285-2 for vnic_type normal using segments [{'id': '8d18ca26-b805-41f7-a94c-dda5d06a28db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15639b80-c27b-4c4e-a621-44a5a1c43586'}] Aug 20 09:06:41.111664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.131649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b33c6c51-368c-4ad1-95fa-03a77bcdd26d req-c1b7a9d7-caab-4fc0-8c90-5349acd2158c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3493357 Aug 20 09:06:41.139196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:41.174871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a9d7-caab-4fc0-8c90-5349acd2158c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae876046-70ca-4550-90a2-601987317533,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:41.212025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] For port 642f8810-0b78-4d6c-a10d-79803cc7bb3e, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:41.212786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attempted to set empty binding levels {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 09:06:41.218950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.236459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1839a310-cb13-495b-bf40-709acd1cdc71 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:41.240995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1839a310-cb13-495b-bf40-709acd1cdc71 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1130 time: 0.0903082 Aug 20 09:06:41.244755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33180) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:41.267301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:41.296512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event updated for resources: {'Port': ['ID=642f8810-0b78-4d6c-a10d-79803cc7bb3e,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:41.304881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] In _notify_port_updated(), no bound segment for port 642f8810-0b78-4d6c-a10d-79803cc7bb3e on network 15639b80-c27b-4c4e-a621-44a5a1c43586 {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:06:41.305878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:41.306501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.311048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-32d56b33-1f1f-4173-a16b-f374367aba58 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "PUT /v2.0/ports/642f8810-0b78-4d6c-a10d-79803cc7bb3e HTTP/1.1" status: 200 len: 974 time: 1.2231705 Aug 20 09:06:41.313085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33184) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:41.347471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.508373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Deleting port 642f8810-0b78-4d6c-a10d-79803cc7bb3e {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:41.509068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.576726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.762227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] For port 642f8810-0b78-4d6c-a10d-79803cc7bb3e, host n-h1-804285-2, got binding levels [] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:41.762551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:41.792085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Calling delete_port for 642f8810-0b78-4d6c-a10d-79803cc7bb3e owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:41.795875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.25.5.57 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/275eb700-ff9f-48b3-b751-fcc10f75e7c4) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:41.873035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-97731696-2105-4aab-bb8f-2e651db7bd9a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616783 Aug 20 09:06:42.027556 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.101039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.103664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "DELETE /v2.0/ports/642f8810-0b78-4d6c-a10d-79803cc7bb3e HTTP/1.1" status: 204 len: 168 time: 0.7870388 Aug 20 09:06:42.106581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:42.109566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08075c9b-a4b0-4760-ae9f-f1f325568a32 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] Pushing event deleted for resources: {'Port': ['ID=642f8810-0b78-4d6c-a10d-79803cc7bb3e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:42.135680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-566be8d8-7b58-4c83-a7f3-1d1d9c3b748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:42.137172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-566be8d8-7b58-4c83-a7f3-1d1d9c3b748f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 1096 time: 0.2183542 Aug 20 09:06:42.157818 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2be1096-aaa7-47c7-8e23-d292c58ddae7 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:06:42.167876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f2be1096-aaa7-47c7-8e23-d292c58ddae7 tempest-PortsAdminExtendedAttrsTestJSON-762402824 tempest-PortsAdminExtendedAttrsTestJSON-762402824-project-admin] 10.222.0.35 "GET /v2.0/ports/642f8810-0b78-4d6c-a10d-79803cc7bb3e HTTP/1.1" status: 404 len: 333 time: 0.0598128 Aug 20 09:06:42.171377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33206) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:42.250834 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.319828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.329860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.422840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=275eb700-ff9f-48b3-b751-fcc10f75e7c4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:42.466605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:42.488146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:42.511519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdffa2b-fe17-4ce8-a504-2dd6fc5c3a97 req-ca9a1702-01c7-4bbd-9022-5af7afe59425 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:42.513425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cdffa2b-fe17-4ce8-a504-2dd6fc5c3a97 req-ca9a1702-01c7-4bbd-9022-5af7afe59425 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.4191933 Aug 20 09:06:42.514399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:42.543290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.555176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15639b80-c27b-4c4e-a621-44a5a1c43586']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:42.586006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d18ca26-b805-41f7-a94c-dda5d06a28db') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:42.587508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d18ca26-b805-41f7-a94c-dda5d06a28db') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:42.618343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.622882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-6c65df97-e3a8-4bd1-b0cd-5f69d5cdff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:42.624398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-6c65df97-e3a8-4bd1-b0cd-5f69d5cdff0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.4505274 Aug 20 09:06:42.635124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cdffa2b-fe17-4ce8-a504-2dd6fc5c3a97 req-fa52a450-59b7-4130-8bee-6f05d3e6616f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930872 Aug 20 09:06:42.662654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.663644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.673260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:06:42.676393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:06:42.681654 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:06:42.766357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-012de539-b1e6-4dd2-bc01-3276ead4d087 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c HTTP/1.1" status: 200 len: 217 time: 0.1301308 Aug 20 09:06:42.805586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.820044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:42.822680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] 10.222.0.35 "DELETE /v2.0/networks/15639b80-c27b-4c4e-a621-44a5a1c43586 HTTP/1.1" status: 204 len: 168 time: 0.6500516 Aug 20 09:06:42.887335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b5078-0e27-4ecd-b133-cc66f468a031 tempest-PortsAdminExtendedAttrsTestJSON-705580077 tempest-PortsAdminExtendedAttrsTestJSON-705580077-project] Pushing event deleted for resources: {'Network': ['ID=15639b80-c27b-4c4e-a621-44a5a1c43586,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:43.263930 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-35ff1b01-3159-4eaa-b1c2-e51a59c66fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:43.338269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33234) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:43.400709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-fd3c1273-5952-4ef6-9153-60363993608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:43.403364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-fd3c1273-5952-4ef6-9153-60363993608f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.0818529 Aug 20 09:06:43.675441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-ade39a04-1af5-4a1d-95d5-49a45a9fc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:43.676988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-ade39a04-1af5-4a1d-95d5-49a45a9fc5d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597487 Aug 20 09:06:43.693530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33244) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:43.813753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e54a5d1-35d7-479b-a281-616ee9988ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:43.858574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0eb0f8d9-b6be-4536-992c-e99abe7540e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2cbe63c36484c8486cc582667c7b8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184991 Aug 20 09:06:43.875925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:43.955203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e54a5d1-35d7-479b-a281-616ee9988ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:43.964377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e54a5d1-35d7-479b-a281-616ee9988ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:43.978075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310403c3-7a48-45b7-b234-3fe0c4152295 req-c2e71761-8e1b-4b73-a07f-d7fcb114d974 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:43.979620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-310403c3-7a48-45b7-b234-3fe0c4152295 req-c2e71761-8e1b-4b73-a07f-d7fcb114d974 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1815667 Aug 20 09:06:43.999726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-844f6810-0f4c-45df-be21-45b7f22a9d23 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044188 Aug 20 09:06:44.003396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.031251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4e54a5d1-35d7-479b-a281-616ee9988ffe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e69ae032c704442d81e85899c75d8eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362899 Aug 20 09:06:44.034592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33254) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:44.083339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a5d1-35d7-479b-a281-616ee9988ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d247f0-a35e-4d03-98a8-07fc482d21cc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:44.087575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33efef1c-6897-4f83-9617-dee9ddcace24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.114975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-310403c3-7a48-45b7-b234-3fe0c4152295 req-960a5f62-9b23-4f1e-98d7-a308217cc394 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177897 Aug 20 09:06:44.185175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3816870e-d5c4-4c55-974d-d4439bcffe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.214722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3816870e-d5c4-4c55-974d-d4439bcffe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.231443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33efef1c-6897-4f83-9617-dee9ddcace24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.289536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3816870e-d5c4-4c55-974d-d4439bcffe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.293196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3816870e-d5c4-4c55-974d-d4439bcffe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.294581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3816870e-d5c4-4c55-974d-d4439bcffe6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96d247f0-a35e-4d03-98a8-07fc482d21cc HTTP/1.1" status: 204 len: 168 time: 0.2588577 Aug 20 09:06:44.297893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.324133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816870e-d5c4-4c55-974d-d4439bcffe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d247f0-a35e-4d03-98a8-07fc482d21cc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:44.348640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03f3d227-a897-402f-a81a-4cab6080bc1d req-ac138043-17db-4090-9f3f-491abd6ae2fb service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356433 Aug 20 09:06:44.413025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33efef1c-6897-4f83-9617-dee9ddcace24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.415480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33efef1c-6897-4f83-9617-dee9ddcace24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.423016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-33efef1c-6897-4f83-9617-dee9ddcace24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b67a3007-df33-48d8-854d-55cf47adfbb9 HTTP/1.1" status: 204 len: 168 time: 0.5404148 Aug 20 09:06:44.426826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.480279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efef1c-6897-4f83-9617-dee9ddcace24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a3007-df33-48d8-854d-55cf47adfbb9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:44.751152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33268) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:44.786984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8d589fa-b526-43e8-9ff5-91fbe52bbe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.813011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.821875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:44.940885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=275eb700-ff9f-48b3-b751-fcc10f75e7c4,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:44.967937 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.080116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8d589fa-b526-43e8-9ff5-91fbe52bbe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.085279 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8d589fa-b526-43e8-9ff5-91fbe52bbe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.108733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33284) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:45.134874 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Floating IP 293ff3f4-ec44-4203-96d7-9a6ec67c5588 associated. External IP: 172.25.5.57, port: ec7967e7-e257-4c8e-8c78-b392c2cf9dbe. Aug 20 09:06:45.137664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d589fa-b526-43e8-9ff5-91fbe52bbe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9cd716-1f1f-4e20-8305-816013838d1d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:45.141443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d8d589fa-b526-43e8-9ff5-91fbe52bbe12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad94caf0fa0845eca8f4810618a3a724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892932 Aug 20 09:06:45.152875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:45.163789 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8252952f-f4c9-4adb-8b09-b9617bbf9624 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0bc860e62c440cfae60e9aeda173f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538926 Aug 20 09:06:45.166361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:45.222840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fb19dc3-ff61-4458-972e-f8dbe64a56da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.247671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fb19dc3-ff61-4458-972e-f8dbe64a56da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.300216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fb19dc3-ff61-4458-972e-f8dbe64a56da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.304125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9fb19dc3-ff61-4458-972e-f8dbe64a56da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.309834 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9fb19dc3-ff61-4458-972e-f8dbe64a56da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69a1095e-d778-41e2-85c5-c95259ae1b3b HTTP/1.1" status: 204 len: 168 time: 0.1421452 Aug 20 09:06:45.326258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19dc3-ff61-4458-972e-f8dbe64a56da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1095e-d778-41e2-85c5-c95259ae1b3b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:45.336429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec857ee3-4447-4f9d-9140-5155ea28eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.345625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6dd16-30ef-4be5-89f3-36274c8a8686 req-72311d06-a239-443b-a019-6e14df994d8e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:45.347150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7d6dd16-30ef-4be5-89f3-36274c8a8686 req-72311d06-a239-443b-a019-6e14df994d8e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.1340408 Aug 20 09:06:45.412199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec857ee3-4447-4f9d-9140-5155ea28eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.519032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7d6dd16-30ef-4be5-89f3-36274c8a8686 req-21911066-0a31-4490-9407-bbed580d63ff tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259012 Aug 20 09:06:45.570718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router eac1a263-c11d-4b0c-9451-ae1d7daf898c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:06:45.578064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec857ee3-4447-4f9d-9140-5155ea28eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.580496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ec857ee3-4447-4f9d-9140-5155ea28eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.584280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ec857ee3-4447-4f9d-9140-5155ea28eeb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c9cd716-1f1f-4e20-8305-816013838d1d HTTP/1.1" status: 204 len: 168 time: 0.4277365 Aug 20 09:06:45.607966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857ee3-4447-4f9d-9140-5155ea28eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9cd716-1f1f-4e20-8305-816013838d1d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:45.679314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1c4d-841c-4352-8709-3a745c65c473 req-d7bf52d1-b7f4-40d4-8ec2-2bbbea65f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:45.680851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-d7bf52d1-b7f4-40d4-8ec2-2bbbea65f4de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 1096 time: 0.1399715 Aug 20 09:06:45.800080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:45.812673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] Sync routers for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:06:45.823635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:45.824763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:45.841704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1c4d-841c-4352-8709-3a745c65c473 req-13b28dfe-e3e7-43c0-a582-60877f593983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:45.843240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-13b28dfe-e3e7-43c0-a582-60877f593983 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.1543963 Aug 20 09:06:45.844390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:45.911316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-7efb8819-389c-4642-b2eb-971206276c2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a HTTP/1.1" status: 200 len: 217 time: 0.0415268 Aug 20 09:06:45.912772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc947203-a477-4c0f-a9b1-87df29996e6b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6702769 Aug 20 09:06:45.913334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:45.915614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33314) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:45.915745 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb8eb00-6889-436d-a18d-fdcff77b40d9" -d '{"events": [{"name": "network-changed", "server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:46.020573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1c4d-841c-4352-8709-3a745c65c473 req-ab9b2e4b-8196-4604-ae94-fbade70bff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.024468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-ab9b2e4b-8196-4604-ae94-fbade70bff09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1051760 Aug 20 09:06:46.028122 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df500648-012f-4837-a1d5-677315acb398 x-openstack-request-id: req-df500648-012f-4837-a1d5-677315acb398 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:46.028412 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:46.028664 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df500648-012f-4837-a1d5-677315acb398 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:46.030130 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'status': 'completed', 'code': 200} Aug 20 09:06:46.099735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:46.111935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1c4d-841c-4352-8709-3a745c65c473 req-f9ac645c-2c85-4cc0-8fc4-a37061cef74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.118580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-f9ac645c-2c85-4cc0-8fc4-a37061cef74a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782506 Aug 20 09:06:46.146610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-8bf31591-2e65-4bc2-9176-53141730d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.148297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-8bf31591-2e65-4bc2-9176-53141730d359 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1135 time: 0.1036520 Aug 20 09:06:46.290977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33330) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:46.339817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-8b4f178b-af74-4460-bb69-0dffd0f5d559 service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081988 Aug 20 09:06:46.363481 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:46.461373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-836f1c4d-841c-4352-8709-3a745c65c473 req-c4a0b459-9d9e-41d8-914a-91ca5126d5cc service neutron] 10.222.0.26 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140151 Aug 20 09:06:46.491599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-f4590faf-fae7-49fa-985d-04547fc91ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.493097 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-f4590faf-fae7-49fa-985d-04547fc91ad8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b138cef4-96aa-44e8-bb66-01f81c438ffd HTTP/1.1" status: 200 len: 897 time: 0.3247843 Aug 20 09:06:46.495088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.495606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.496197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.496645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.497379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.497873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.498409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.498880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.499345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.501769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-09bbb1ae-d106-4e94-b373-b3b4cd8f17aa tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6366 time: 0.5846646 Aug 20 09:06:46.505058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33340) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:46.541654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '293ff3f4-ec44-4203-96d7-9a6ec67c5588', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'port_id': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'mac_address': 'fa:16:3e:9a:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f406b-6137-4431-afa3-737d1d8a2a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:06:43Z', 'updated_at': '2021-08-20T09:06:43Z', 'revision_number': 0, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:23Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:46.618468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-9fc1b836-b6a0-4f71-a63f-ae53f70d71ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe HTTP/1.1" status: 200 len: 998 time: 0.1134145 Aug 20 09:06:46.631385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] Checking router: eac1a263-c11d-4b0c-9451-ae1d7daf898c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:06:46.667106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:46.668006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:46.674151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.674811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.675387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.676834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.677504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.678059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.678747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.679312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.679832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.682202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-666aa6b7-5a3b-4427-805d-ae954d3a53e9 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5823 time: 0.1761544 Aug 20 09:06:46.690399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33346) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:46.743287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0f75-9373-45d4-97e8-3307d61325bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:46.810733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:46.879472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-5d88d6b8-bfdd-4386-b5d1-f52b615a32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.880728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-5d88d6b8-bfdd-4386-b5d1-f52b615a32c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=159932e0-db8b-4647-8f3c-35790d8978d0 HTTP/1.1" status: 200 len: 835 time: 0.2562773 Aug 20 09:06:46.895576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0f75-9373-45d4-97e8-3307d61325bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:46.909566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0f75-9373-45d4-97e8-3307d61325bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:46.950786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-990b55c1-8ccb-4cee-80f7-13b7cf5a7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:46.952422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-990b55c1-8ccb-4cee-80f7-13b7cf5a7692 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b138cef4-96aa-44e8-bb66-01f81c438ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641005 Aug 20 09:06:46.953019 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d41aae41-ef76-44a5-9711-6114e2189cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:47.002976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de60f-41fe-491a-bd2e-1788bee21062 req-c6625626-30c8-4f20-ac29-856adaac239e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:47.005212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-617de60f-41fe-491a-bd2e-1788bee21062 req-c6625626-30c8-4f20-ac29-856adaac239e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.3418374 Aug 20 09:06:47.034092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0f75-9373-45d4-97e8-3307d61325bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af42c8-0a42-475c-8da2-4a0750c99e3b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:47.080603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f9b0f75-9373-45d4-97e8-3307d61325bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f601d0886be43d3a98d6372ebf829f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876186 Aug 20 09:06:47.084211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33358) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:47.152658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-617de60f-41fe-491a-bd2e-1788bee21062 req-b8aa7750-c273-41a5-9dfd-220c8b7c1240 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295769 Aug 20 09:06:47.198335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bff578a1-bb8c-4daf-aa1b-f18eb7722229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:47.213202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '293ff3f4-ec44-4203-96d7-9a6ec67c5588', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'port_id': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'mac_address': 'fa:16:3e:9a:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f406b-6137-4431-afa3-737d1d8a2a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:06:43Z', 'updated_at': '2021-08-20T09:06:43Z', 'revision_number': 0, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:23Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:47.234417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-43e78e69-7292-4b50-bf97-d3e9efc55f53 service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678750 Aug 20 09:06:47.241234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-acc17b20-01d1-4797-9275-20d775cec10c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3785 time: 0.5445182 Aug 20 09:06:47.244291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33366) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:47.252338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bff578a1-bb8c-4daf-aa1b-f18eb7722229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:47.270059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80425157-429f-44a2-bd8f-45b3b0771826 None None] The sync data for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 is: [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '293ff3f4-ec44-4203-96d7-9a6ec67c5588', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'port_id': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'mac_address': 'fa:16:3e:9a:e5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883f406b-6137-4431-afa3-737d1d8a2a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:06:43Z', 'updated_at': '2021-08-20T09:06:43Z', 'revision_number': 0, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:23Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:06:47.363421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5cb8eb00-6889-436d-a18d-fdcff77b40d9 req-0b05eda6-2f37-46ab-9d86-d068248ac84a service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209972 Aug 20 09:06:47.377184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bff578a1-bb8c-4daf-aa1b-f18eb7722229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:47.382861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bff578a1-bb8c-4daf-aa1b-f18eb7722229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:47.386571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bff578a1-bb8c-4daf-aa1b-f18eb7722229 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10af42c8-0a42-475c-8da2-4a0750c99e3b HTTP/1.1" status: 204 len: 168 time: 0.2838278 Aug 20 09:06:47.403703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b8a38-8415-404b-a917-0a93dd9cbee6 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:47.404363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b8a38-8415-404b-a917-0a93dd9cbee6 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:47.404683 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:47.410950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e41b8a38-8415-404b-a917-0a93dd9cbee6 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=eac1a263-c11d-4b0c-9451-ae1d7daf898c HTTP/1.1" status: 200 len: 1990 time: 0.1604021 Aug 20 09:06:47.412178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff578a1-bb8c-4daf-aa1b-f18eb7722229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af42c8-0a42-475c-8da2-4a0750c99e3b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:47.564363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af817b56-522e-47fa-baa2-009b7a1b0ba6 None None] New status for floating IP 293ff3f4-ec44-4203-96d7-9a6ec67c5588: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:06:47.819670 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:06:48.276840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:48.315690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532c2dd-7ade-4230-9169-98ed830b8c71 req-95fe4e09-d422-420f-95c0-7847d264210e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:48.317587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2532c2dd-7ade-4230-9169-98ed830b8c71 req-95fe4e09-d422-420f-95c0-7847d264210e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 945 time: 0.0832138 Aug 20 09:06:48.367620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2532c2dd-7ade-4230-9169-98ed830b8c71 req-4469e7fe-97ac-46bc-9382-75c3166ed660 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Aug 20 09:06:48.431887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:06:48.453991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-481088796', 'router:external': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:48.503474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Made reservation on behalf of a93d86f671284bc99323a072421d82e2 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:48.507955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.518984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.565320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.611697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:48.617083 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4684f249-4769-41b8-9470-fa36855b49d2" -d '{"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:48.644149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:48.657569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.661796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.668069 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.707669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8f086-9bff-43e4-9430-d542d0d162b4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:48.741542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.742241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.742799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.743426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.743996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.744539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.745998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.747791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.748499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.749606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.751911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.752688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:06:48.781016 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0961fb9e-afce-420c-8b58-ff5a494fb09b x-openstack-request-id: req-0961fb9e-afce-420c-8b58-ff5a494fb09b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:48.781320 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:48.781763 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0961fb9e-afce-420c-8b58-ff5a494fb09b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:48.782448 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'code': 200} Aug 20 09:06:48.785662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:06:48.824243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.824820 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Added segment 42cab16e-4938-4ec7-92b2-47f5f43eae6f of type vlan for network 49b2a28e-b457-42ea-9e1f-cde07d2312bf Aug 20 09:06:48.848467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:48.861402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.903201 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.940468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:48.946482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33448) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:48.953840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:48.954925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.015001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7364228 Aug 20 09:06:49.021305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:49.029648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'subnet': {'network_id': '49b2a28e-b457-42ea-9e1f-cde07d2312bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:49.034368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e26bd-9c60-4d64-b6b7-dac176cabc57 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Network': ['ID=49b2a28e-b457-42ea-9e1f-cde07d2312bf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:49.047714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 49b2a28e-b457-42ea-9e1f-cde07d2312bf details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:06:49.075956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca1047-34ce-4a64-97b6-3a6c86ab8f51 req-fb7650fb-9ffb-4d8f-a3e4-75d45b93d388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:49.077972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ca1047-34ce-4a64-97b6-3a6c86ab8f51 req-fb7650fb-9ffb-4d8f-a3e4-75d45b93d388 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.1022615 Aug 20 09:06:49.079177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Made reservation on behalf of a93d86f671284bc99323a072421d82e2 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:49.081617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.151729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-559496065-network', 'tenant_id': '028e70777df04530979200d69827adb2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:49.210465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26ca1047-34ce-4a64-97b6-3a6c86ab8f51 req-143d92c1-d435-4f02-b185-f2ade5a70d74 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897703 Aug 20 09:06:49.227650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Made reservation on behalf of 028e70777df04530979200d69827adb2 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:49.231303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.250494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.495478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33468) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:49.611743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-612caab6-e246-4593-afe0-ebe46a68d7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.836031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.844584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.877980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04de25-8236-471a-b36a-75a8bb718e63 req-1cd06d61-3417-463e-9add-8ac7799d0ad2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:49.879825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac04de25-8236-471a-b36a-75a8bb718e63 req-1cd06d61-3417-463e-9add-8ac7799d0ad2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 943 time: 0.4339604 Aug 20 09:06:49.892538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:06:49.927708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.928059 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Added segment f9a0eae6-bfe3-4982-92a3-28661fa802fb of type vlan for network 0846857d-e913-4f40-ab67-914c462d067e Aug 20 09:06:49.936955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-612caab6-e246-4593-afe0-ebe46a68d7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.941255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-612caab6-e246-4593-afe0-ebe46a68d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:49.947035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1459e46d-86e4-45c8-8210-7fdb46681203,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:49.981566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612caab6-e246-4593-afe0-ebe46a68d7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5197d9-8d86-424a-802c-2f0c2f412cf2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:49.989597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-612caab6-e246-4593-afe0-ebe46a68d7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3aab5a2c9d284ec8a4302fe6664d2160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901404 Aug 20 09:06:49.990045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33472) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:49.996455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.007831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac04de25-8236-471a-b36a-75a8bb718e63 req-562f8c18-0e72-4f03-914e-b56fa800f3d5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211278 Aug 20 09:06:50.049020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.050064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.051190 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.056062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d89972-7c74-4545-86f4-32c379440a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.078593 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d89972-7c74-4545-86f4-32c379440a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.081300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.objects.ports [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101316) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 09:06:50.081830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.127731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d89972-7c74-4545-86f4-32c379440a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.130989 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0d89972-7c74-4545-86f4-32c379440a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.132143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b0d89972-7c74-4545-86f4-32c379440a3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf5197d9-8d86-424a-802c-2f0c2f412cf2 HTTP/1.1" status: 204 len: 168 time: 0.1411235 Aug 20 09:06:50.140086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d89972-7c74-4545-86f4-32c379440a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5197d9-8d86-424a-802c-2f0c2f412cf2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:50.192266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2442598 Aug 20 09:06:50.195162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33478) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:50.200275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Request body: {'subnet': {'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-559496065-subnet', 'tenant_id': '028e70777df04530979200d69827adb2', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:50.214971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb28b79-5630-4bd6-bb8f-cff599ce42d4 admin admin] Pushing event updated for resources: {'Network': ['ID=0846857d-e913-4f40-ab67-914c462d067e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:50.228322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0846857d-e913-4f40-ab67-914c462d067e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:06:50.233213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c02b7073-7415-4dbb-a4e3-5171e83fc8dd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:50.243778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Made reservation on behalf of 028e70777df04530979200d69827adb2 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:50.248096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.265150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b01420-7385-4a9c-9927-3ce662a61c26 req-0b6278e4-d428-4d17-bb92-fd641e9549f3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.274932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25b01420-7385-4a9c-9927-3ce662a61c26 req-0b6278e4-d428-4d17-bb92-fd641e9549f3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1904426 Aug 20 09:06:50.299308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Checking segment: {'id': '42cab16e-4938-4ec7-92b2-47f5f43eae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '49b2a28e-b457-42ea-9e1f-cde07d2312bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:50.299721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network hostable DHCP agents. Network: 49b2a28e-b457-42ea-9e1f-cde07d2312bf, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:06:50.334907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25b01420-7385-4a9c-9927-3ce662a61c26 req-bcf24ad4-9f4d-446c-85fa-0fd5c29f12e8 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583806 Aug 20 09:06:50.349616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 49b2a28e-b457-42ea-9e1f-cde07d2312bf is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:06:50.385726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 49b2a28e-b457-42ea-9e1f-cde07d2312bf) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:50.391390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.391995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.396227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b7340-e826-49db-8442-ba2a06ed31a5 None None] Network 49b2a28e-b457-42ea-9e1f-cde07d2312bf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:50.415897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfcdc2-9479-4b35-8559-a35ba137fcbb req-ac63b03c-0fe9-4d67-902b-6f852ce1b617 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.417510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1dfcdc2-9479-4b35-8559-a35ba137fcbb req-ac63b03c-0fe9-4d67-902b-6f852ce1b617 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.0803905 Aug 20 09:06:50.422800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ac4759af-7ab1-4c2d-943f-a2994173125a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4003036 Aug 20 09:06:50.425090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33488) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:50.431584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1682980987', 'network_id': '49b2a28e-b457-42ea-9e1f-cde07d2312bf'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:50.476173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Made reservation on behalf of a93d86f671284bc99323a072421d82e2 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:06:50.478914 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.502173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-f63e523c-296a-47ed-8846-812fb0d69f23 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.504042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-f63e523c-296a-47ed-8846-812fb0d69f23 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.0858910 Aug 20 09:06:50.512630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1dfcdc2-9479-4b35-8559-a35ba137fcbb req-b45400a0-d6d9-4da7-bf71-209204ba1697 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883110 Aug 20 09:06:50.553148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] device_id is not set on port 48e508ce-d54a-47f5-9df7-9435591a656e yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:06:50.566988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1391e-0a90-45c5-ae8a-2fa882a3982e None None] Network 49b2a28e-b457-42ea-9e1f-cde07d2312bf requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:50.617916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5985780-8277-425b-a7c8-ad381e6776c4 req-394b72d2-cf9a-46ba-a6c7-0bdae7982291 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.620412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5985780-8277-425b-a7c8-ad381e6776c4 req-394b72d2-cf9a-46ba-a6c7-0bdae7982291 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1355815 Aug 20 09:06:50.631626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33490) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:50.638684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.676510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092aaadb-668f-48c1-b01e-fbfa76ea2f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.724496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4140fcb9-344e-4c82-aa96-57cdd5ab8b41,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:50.737249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5985780-8277-425b-a7c8-ad381e6776c4 req-8a437719-9b26-49ab-8142-e44ebae8b360 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073194 Aug 20 09:06:50.748411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Deleting port 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:50.748765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.764782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Checking segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:50.765131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Network hostable DHCP agents. Network: 0846857d-e913-4f40-ab67-914c462d067e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:06:50.770095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Allocated IP 2001:db8::58 (49b2a28e-b457-42ea-9e1f-cde07d2312bf/c02b7073-7415-4dbb-a4e3-5171e83fc8dd/48e508ce-d54a-47f5-9df7-9435591a656e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:50.822911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Network 0846857d-e913-4f40-ab67-914c462d067e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:06:50.856827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0846857d-e913-4f40-ab67-914c462d067e) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:50.871076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:50.871758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:50.876046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769933c-e17e-45b8-a236-908b3814e814 None None] Network 0846857d-e913-4f40-ab67-914c462d067e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:50.911238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] For port 180b4149-12ce-4752-a893-9f190c32e464, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=180b4149-12ce-4752-a893-9f190c32e464,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:50.911979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.016364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092aaadb-668f-48c1-b01e-fbfa76ea2f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.033881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-092aaadb-668f-48c1-b01e-fbfa76ea2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.046482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.056949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-0846857d-e913-4f40-ab67-914c462d067e', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'tenant_id': '028e70777df04530979200d69827adb2', 'fixed_ips': [{'subnet_id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:06:51.057865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.075011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea5039-5547-49dd-a0bb-a1c8bd9cebd0 req-7f87fb7d-df11-498e-bf90-3ca69514c0e5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:51.076792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcea5039-5547-49dd-a0bb-a1c8bd9cebd0 req-7f87fb7d-df11-498e-bf90-3ca69514c0e5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1440382 Aug 20 09:06:51.130168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-092aaadb-668f-48c1-b01e-fbfa76ea2f36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b46e2a6e36b44d3ac81aedc0ab1b3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968810 Aug 20 09:06:51.133389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092aaadb-668f-48c1-b01e-fbfa76ea2f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cef114-46c4-406a-9774-fd799d53cfe6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:51.138782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:51.202770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcea5039-5547-49dd-a0bb-a1c8bd9cebd0 req-1f35d1c8-f5ff-4fce-8d6b-956a73c1e975 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159341 Aug 20 09:06:51.213642 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.249611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Allocated IP 172.20.0.2 (0846857d-e913-4f40-ab67-914c462d067e/4140fcb9-344e-4c82-aa96-57cdd5ab8b41/ddc3c942-89c7-4348-98d1-5b33f5c4ee03) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:51.273850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-604cb6b6-e67d-418e-b986-52d25363cdcb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0749438 Aug 20 09:06:51.274059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 49b2a28e-b457-42ea-9e1f-cde07d2312bf is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:51.274144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33500) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:51.274248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f15-5e8a-4833-b901-b562a858994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.280589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:51.280785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:51.294824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:51.295893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:51.296520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.302842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Port': ['ID=48e508ce-d54a-47f5-9df7-9435591a656e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:51.320094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f15-5e8a-4833-b901-b562a858994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.355231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.356515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.366927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-83ff45ee-8656-4081-9ebf-9dc2109b0c3a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9393742 Aug 20 09:06:51.367826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33502) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:51.408490 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f15-5e8a-4833-b901-b562a858994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.412141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7f15-5e8a-4833-b901-b562a858994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.413110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e8aa7f15-5e8a-4833-b901-b562a858994f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8cef114-46c4-406a-9774-fd799d53cfe6 HTTP/1.1" status: 204 len: 168 time: 0.2734396 Aug 20 09:06:51.464881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa7f15-5e8a-4833-b901-b562a858994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cef114-46c4-406a-9774-fd799d53cfe6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:51.511396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Deleting port 48e508ce-d54a-47f5-9df7-9435591a656e {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:51.511896 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.526506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.533969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.534381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.534698 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Floating IP c66edd50-00df-47f2-b95f-7e06754cb4f5 disassociated. External IP: 172.25.5.53, port: 180b4149-12ce-4752-a893-9f190c32e464. Aug 20 09:06:51.535072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Calling delete_port for 180b4149-12ce-4752-a893-9f190c32e464 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:51.613862 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.627518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Transition to ACTIVE for port object ddc3c942-89c7-4348-98d1-5b33f5c4ee03 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:51.673010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Transition to ACTIVE for port object ddc3c942-89c7-4348-98d1-5b33f5c4ee03 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:51.680588 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.692478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.734844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Calling delete_port for 48e508ce-d54a-47f5-9df7-9435591a656e owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:51.769760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99558b1-1670-4608-a4d7-daa8f1f82229 req-a4e3765a-3aff-4a5b-8c33-1c97b9ca611e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:51.771822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b99558b1-1670-4608-a4d7-daa8f1f82229 req-a4e3765a-3aff-4a5b-8c33-1c97b9ca611e tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 947 time: 0.0997224 Aug 20 09:06:51.785915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.795259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Pushing event updated for resources: {'Port': ['ID=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:51.805300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Network 0846857d-e913-4f40-ab67-914c462d067e is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:51.811324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:51.813979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:51.917026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Attempting to bind port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:51.918774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Attempting to bind port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:51.920046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Attempting to bind port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 on network 0846857d-e913-4f40-ab67-914c462d067e {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:51.938258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:51.938673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Checking segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:51.939051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.939543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Bound using segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:51.940902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Bound port: ddc3c942-89c7-4348-98d1-5b33f5c4ee03, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:51.941501 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.947904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b99558b1-1670-4608-a4d7-daa8f1f82229 req-214fa8f1-0c0d-491e-b0cf-3d7e7379f090 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups?id=c28cf07f-4faf-4845-a418-faead8556a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915685 Aug 20 09:06:51.966904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:51.999314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.018694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event deleted for resources: {'Port': ['ID=180b4149-12ce-4752-a893-9f190c32e464,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:52.073395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] For port ddc3c942-89c7-4348-98d1-5b33f5c4ee03, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:52.076966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] For port ddc3c942-89c7-4348-98d1-5b33f5c4ee03, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:52.083043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.104657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.107632 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/ports/48e508ce-d54a-47f5-9df7-9435591a656e HTTP/1.1" status: 204 len: 168 time: 0.7387865 Aug 20 09:06:52.108504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:52.111539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe46d10-fe4e-4b5f-a667-8fc39d90f3d6 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event deleted for resources: {'Port': ['ID=48e508ce-d54a-47f5-9df7-9435591a656e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:52.113599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33522) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:52.124595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49b2a28e-b457-42ea-9e1f-cde07d2312bf', 'external_fixed_ips': [{'subnet_id': 'c02b7073-7415-4dbb-a4e3-5171e83fc8dd', 'ip_address': '2001:db8::58'}]}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:52.152766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.158931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.188875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907b181-6e1d-42b6-8bf6-5a1c4155c078 None None] Pushing event updated for resources: {'Port': ['ID=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:52.235594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.280698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.289546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:06:52.322196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.459003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.463589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:06:52.531668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-431a8891-2bf6-40fd-a368-4063cf393c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.633296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13af214-3495-4b99-9520-0e50f3cb22f6 req-6bdc0858-c72d-4007-ae67-2dde20e7235e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:52.634892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d13af214-3495-4b99-9520-0e50f3cb22f6 req-6bdc0858-c72d-4007-ae67-2dde20e7235e tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2421398 Aug 20 09:06:52.645159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:52.660492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:06:52.674293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:52.677732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:52.719377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] No DVR routers for this DVR port 180b4149-12ce-4752-a893-9f190c32e464 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:06:52.742085 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:52.747612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d13af214-3495-4b99-9520-0e50f3cb22f6 req-1c580a61-1ed4-4b96-8faf-27d787507e8c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008704 Aug 20 09:06:52.757996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d7e47ae2-8890-4db2-bc39-4d13373d2a28 req-c47403f2-aca5-431f-a634-661955cc2c78 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.26 "DELETE /v2.0/ports/180b4149-12ce-4752-a893-9f190c32e464 HTTP/1.1" status: 204 len: 173 time: 2.2345862 Aug 20 09:06:52.758604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-deleted', 'tag': '180b4149-12ce-4752-a893-9f190c32e464'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:06:52.772643 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e925a2-dfc9-44d3-a877-a2b47d8346e9" -d '{"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-deleted", "tag": "180b4149-12ce-4752-a893-9f190c32e464"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:06:52.803256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Allocated IP 172.25.5.150 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/2b48d7c0-d90f-4525-904e-f01a1f1910e0) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:52.847303 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf5e7f-2612-4ae4-9095-4e0f20c535dd x-openstack-request-id: req-4dbf5e7f-2612-4ae4-9095-4e0f20c535dd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:06:52.848541 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2a981-6fbc-4daa-916b-45835d14dd4b", "name": "network-vif-deleted", "tag": "180b4149-12ce-4752-a893-9f190c32e464", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:06:52.849131 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dbf5e7f-2612-4ae4-9095-4e0f20c535dd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:06:52.850751 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2a981-6fbc-4daa-916b-45835d14dd4b', 'name': 'network-vif-deleted', 'tag': '180b4149-12ce-4752-a893-9f190c32e464', 'status': 'completed', 'code': 200} Aug 20 09:06:52.980164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-431a8891-2bf6-40fd-a368-4063cf393c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.017609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddc3c942-89c7-4348-98d1-5b33f5c4ee03 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:53.021315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:53.048949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-431a8891-2bf6-40fd-a368-4063cf393c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.070227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.124625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.168524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.174696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-431a8891-2bf6-40fd-a368-4063cf393c1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57a6ac6182b54bc7bb7531a36568fb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642159 Aug 20 09:06:53.179400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33548) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:53.208381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:53.210766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a8891-2bf6-40fd-a368-4063cf393c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf59390-12e7-423c-99ce-9dbfa6e43328,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:53.224930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:53.245018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:53.263517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.265661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:53.268949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b70f8da5-c185-4ba9-a086-56e9a30f7cae req-5c34aae1-ecf5-44d9-8624-5bd0e60864cc tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2a981-6fbc-4daa-916b-45835d14dd4b HTTP/1.1" status: 200 len: 210 time: 0.1023242 Aug 20 09:06:53.292094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b48d7c0-d90f-4525-904e-f01a1f1910e0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:53.397041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:53.455564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:06:53.466065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:53.466720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:53.496823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa530475-0372-491b-9d39-1c223f0826a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.551666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Allocated IP 2001:db8::58 (49b2a28e-b457-42ea-9e1f-cde07d2312bf/c02b7073-7415-4dbb-a4e3-5171e83fc8dd/95ebea1b-90db-4d31-93f7-6818fa1a310f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:53.634709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:53.635301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa530475-0372-491b-9d39-1c223f0826a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.714237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b20a5-5a46-44cb-a2b5-37d2b8615846 None None] Network 0846857d-e913-4f40-ab67-914c462d067e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:06:53.723443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.765417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa530475-0372-491b-9d39-1c223f0826a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.766178 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.768212 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa530475-0372-491b-9d39-1c223f0826a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.770088 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aa530475-0372-491b-9d39-1c223f0826a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccf59390-12e7-423c-99ce-9dbfa6e43328 HTTP/1.1" status: 204 len: 168 time: 0.5876021 Aug 20 09:06:53.782448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa530475-0372-491b-9d39-1c223f0826a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf59390-12e7-423c-99ce-9dbfa6e43328,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:53.793439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] Provisioning for port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:53.859036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 49b2a28e-b457-42ea-9e1f-cde07d2312bf is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:53.861889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] Provisioning complete for port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:53.862262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:53.870541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:53.876862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:53.911129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.031509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Port': ['ID=95ebea1b-90db-4d31-93f7-6818fa1a310f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:54.084709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a45c11-f070-491a-82e9-e440823a81f9 req-0b3e55a3-f638-437b-953d-f2b77aff4dbc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:54.088710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.093973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9a45c11-f070-491a-82e9-e440823a81f9 req-0b3e55a3-f638-437b-953d-f2b77aff4dbc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1676371 Aug 20 09:06:54.140248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] For port ddc3c942-89c7-4348-98d1-5b33f5c4ee03, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:06:54.151033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.193225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9a45c11-f070-491a-82e9-e440823a81f9 req-55609fe7-2134-4eda-938e-d923e33fe182 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926239 Aug 20 09:06:54.312389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cae971-f011-4972-b31d-643ed37e01a1 None None] Pushing event updated for resources: {'Port': ['ID=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:54.363267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.390848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:54.433374 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.449764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33580) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:54.606702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62c377c1-c63b-47d4-8f95-2977a90f397b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.716473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f25e-dccd-4a5c-8db2-9b1b764f5be2 None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T08:58:10Z', 'revision_number': 4, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8f991dbe-6f2b-4830-b365-412a1209ca8c', 'name': '', 'network_id': '627391fe-4cc3-47a6-be2c-8a4c09467d47', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'mac_address': 'fa:16:3e:8a:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:08Z', 'updated_at': '2021-08-20T08:58:21Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'subnets': [{'id': '1c9b44a1-4251-4a77-97b0-5c68b20cf72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:06:54.724009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 180b4149-12ce-4752-a893-9f190c32e464 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:06:54.753071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 180b4149-12ce-4752-a893-9f190c32e464 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:06:54.753420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 180b4149-12ce-4752-a893-9f190c32e464 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:06:54.804565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-78360e0b-b93c-478c-ab33-c18934af8b5f None None] Provisioning complete for port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:54.804950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-78360e0b-b93c-478c-ab33-c18934af8b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.809089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:54.987120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Router 9aaecee9-133c-4a05-b42e-037b5f059443 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:06:55.006141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddc3c942-89c7-4348-98d1-5b33f5c4ee03 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:06:55.116848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:55.117649 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.216060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:55.233136 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Sync routers for ids ['9aaecee9-133c-4a05-b42e-037b5f059443'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:06:55.250340 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Routers {'9aaecee9-133c-4a05-b42e-037b5f059443'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:55.251171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.251993 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9aaecee9-133c-4a05-b42e-037b5f059443'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:55.258214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-41b850b2-fb86-4096-864e-cd60a5ef69f5 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.1355956 Aug 20 09:06:55.258214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33606) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:55.260027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1831d6-e1ca-43bf-9889-498cbbe62cf0 None None] New status for floating IP c66edd50-00df-47f2-b95f-7e06754cb4f5: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:06:55.352067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62c377c1-c63b-47d4-8f95-2977a90f397b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.456702 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Set router 9aaecee9-133c-4a05-b42e-037b5f059443 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:55.495116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62c377c1-c63b-47d4-8f95-2977a90f397b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.511035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-62c377c1-c63b-47d4-8f95-2977a90f397b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.515212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a335fcb-982b-495f-aac5-368626f8babb req-f451b0cc-45b2-4ab1-9dc6-9ce7579faaaf tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:55.516446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-62c377c1-c63b-47d4-8f95-2977a90f397b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "DELETE /v2.0/security-groups/c28cf07f-4faf-4845-a418-faead8556a0e HTTP/1.1" status: 204 len: 168 time: 1.0645669 Aug 20 09:06:55.516795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a335fcb-982b-495f-aac5-368626f8babb req-f451b0cc-45b2-4ab1-9dc6-9ce7579faaaf tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1622243 Aug 20 09:06:55.517090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:55.544581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.568815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Router a956f4d3-c772-472a-bf70-7cc0f0d444d0 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:06:55.577085 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-e5f5da57-0576-4b5f-ba6c-8355b5e2f563 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] show failed (client error): The resource could not be found. Aug 20 09:06:55.584975 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e5f5da57-0576-4b5f-ba6c-8355b5e2f563 tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "GET /v2.0/security-groups/c28cf07f-4faf-4845-a418-faead8556a0e HTTP/1.1" status: 404 len: 347 time: 0.0588517 Aug 20 09:06:55.586774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33618) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:55.599743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c377c1-c63b-47d4-8f95-2977a90f397b tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28cf07f-4faf-4845-a418-faead8556a0e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:55.664540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a335fcb-982b-495f-aac5-368626f8babb req-8d9f444d-0ab2-4691-8b0b-5b4cbcfa379a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373427 Aug 20 09:06:55.848336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.850893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:55.866842 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Sync routers for ids ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:06:55.889692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.894072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9c95f03a-e52c-4c1a-94a2-e9350a8002d7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6162269 Aug 20 09:06:55.894590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33624) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:55.903293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Deleting port 44e97e20-e4a2-4de6-9642-54679ce6effa {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:55.903586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:55.904475 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Routers {'a956f4d3-c772-472a-bf70-7cc0f0d444d0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:55.908633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:56.032685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Deleting port 95ebea1b-90db-4d31-93f7-6818fa1a310f {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:06:56.033043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.040911 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaecee9-133c-4a05-b42e-037b5f059443', 'name': '', 'tenant_id': 'a93d86f671284bc99323a072421d82e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49b2a28e-b457-42ea-9e1f-cde07d2312bf', 'external_fixed_ips': [{'subnet_id': 'c02b7073-7415-4dbb-a4e3-5171e83fc8dd', 'ip_address': '2001:db8::58'}], 'enable_snat': True}, 'gw_port_id': '95ebea1b-90db-4d31-93f7-6818fa1a310f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:06:54Z', 'revision_number': 3, 'project_id': 'a93d86f671284bc99323a072421d82e2', 'gw_port': {'id': '95ebea1b-90db-4d31-93f7-6818fa1a310f', 'name': '', 'network_id': '49b2a28e-b457-42ea-9e1f-cde07d2312bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaecee9-133c-4a05-b42e-037b5f059443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'c02b7073-7415-4dbb-a4e3-5171e83fc8dd', 'ip_address': '2001:db8::58', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:53Z', 'updated_at': '2021-08-20T09:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c02b7073-7415-4dbb-a4e3-5171e83fc8dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:56.086591 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.086931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.105003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Calling delete_port for 44e97e20-e4a2-4de6-9642-54679ce6effa owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:56.170767 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Checking router: 9aaecee9-133c-4a05-b42e-037b5f059443 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:06:56.171133 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Updating router 9aaecee9-133c-4a05-b42e-037b5f059443 port 95ebea1b-90db-4d31-93f7-6818fa1a310f binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:06:56.179722 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.197167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Calling delete_port for 95ebea1b-90db-4d31-93f7-6818fa1a310f owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:06:56.268766 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.356120 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Set router a956f4d3-c772-472a-bf70-7cc0f0d444d0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:56.377817 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.410557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Pushing event deleted for resources: {'Port': ['ID=44e97e20-e4a2-4de6-9642-54679ce6effa,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:56.418062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33640) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:56.515493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.550552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event deleted for resources: {'Port': ['ID=95ebea1b-90db-4d31-93f7-6818fa1a310f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:56.574204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.576812 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.581324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4c050c73-7999-49d5-a866-0974b9a03ebd tempest-AttachVolumeShelveTestJSON-486438221 tempest-AttachVolumeShelveTestJSON-486438221-project] 10.222.0.35 "DELETE /v2.0/floatingips/c66edd50-00df-47f2-b95f-7e06754cb4f5 HTTP/1.1" status: 204 len: 168 time: 0.9881501 Aug 20 09:06:56.581324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.782805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86563c00-90cc-4d3d-ba08-cbcc21283a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.794989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.801762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.848519 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.db.api [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101319) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:06:56.849057 n-d-804285-2 neutron-server[101319]: DEBUG oslo_db.api [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:06:56.868359 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:06:53Z', 'revision_number': 3, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:56.938450 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Checking router: a956f4d3-c772-472a-bf70-7cc0f0d444d0 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:06:56.938799 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Updating router a956f4d3-c772-472a-bf70-7cc0f0d444d0 port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:06:56.953754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.991662 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:56.993019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9aaecee9-133c-4a05-b42e-037b5f059443 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:06:57.001167 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.008106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.013389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-62c00b94-8d21-4f83-9369-0e790a7dcf6a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/routers/9aaecee9-133c-4a05-b42e-037b5f059443 HTTP/1.1" status: 204 len: 168 time: 1.7560511 Aug 20 09:06:57.022226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33656) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:57.100510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Deleting subnet c02b7073-7415-4dbb-a4e3-5171e83fc8dd {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:06:57.108557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.123043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaed6d-3c96-4e15-aeb4-9f55ecfb5d6c req-d9b7c7ae-3510-4b3d-989e-b4e9177c79a6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:57.131976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4faaed6d-3c96-4e15-aeb4-9f55ecfb5d6c req-d9b7c7ae-3510-4b3d-989e-b4e9177c79a6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3411279 Aug 20 09:06:57.329080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Allocated IP 172.20.0.1 (0846857d-e913-4f40-ab67-914c462d067e/4140fcb9-344e-4c82-aa96-57cdd5ab8b41/2155c741-df54-49bb-b973-4d340841bd4e) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:06:57.433024 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Port 95ebea1b-90db-4d31-93f7-6818fa1a310f not found while updating agent binding for router 9aaecee9-133c-4a05-b42e-037b5f059443. {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 09:06:57.452077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Routers set() bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:57.452077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Router IDs set() for agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 09:06:57.452807 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_agentschedulers_db [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9aaecee9-133c-4a05-b42e-037b5f059443'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent'). {{(pid=101319) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 09:06:57.453198 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a34d-446d-49a6-846b-39458a4ba135 None None] The sync data for ids ['9aaecee9-133c-4a05-b42e-037b5f059443'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:06:57.515137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.540745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Transition to ACTIVE for port object 2155c741-df54-49bb-b973-4d340841bd4e will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:57.597432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.607268 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.619081 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.638249 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Transition to ACTIVE for port object 2b48d7c0-d90f-4525-904e-f01a1f1910e0 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:06:57.648911 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.650151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2155c741-df54-49bb-b973-4d340841bd4e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:57.672850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Network 0846857d-e913-4f40-ab67-914c462d067e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:57.674500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:57.677289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:06:57.695821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.734206 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Attempting to bind port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:06:57.736195 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Attempting to bind port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:06:57.737063 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Attempting to bind port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:06:57.751648 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:06:57.758905 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:06:57.758905 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.758905 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:06:57.758905 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Bound port: 2b48d7c0-d90f-4525-904e-f01a1f1910e0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:06:57.759398 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.782221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.805442 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080798a-0429-4e0f-acc5-e3ae45b4b170 None None] Pushing event updated for resources: {'Port': ['ID=2b48d7c0-d90f-4525-904e-f01a1f1910e0,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:57.842381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86563c00-90cc-4d3d-ba08-cbcc21283a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.849521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.851923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-86563c00-90cc-4d3d-ba08-cbcc21283a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.868959 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] For port 2b48d7c0-d90f-4525-904e-f01a1f1910e0, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:06:57.881642 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] For port 2b48d7c0-d90f-4525-904e-f01a1f1910e0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2b48d7c0-d90f-4525-904e-f01a1f1910e0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:06:57.887614 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:57.892143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-86563c00-90cc-4d3d-ba08-cbcc21283a5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05782de7935e4697939280caf854c4da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4724927 Aug 20 09:06:57.896535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4faaed6d-3c96-4e15-aeb4-9f55ecfb5d6c req-8883c0da-ae82-4f32-a622-b5b368a12fe2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7625175 Aug 20 09:06:57.897041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33692) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:57.998392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33694) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:57.998609 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Routers {'a956f4d3-c772-472a-bf70-7cc0f0d444d0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:06:58.000007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:58.040058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c02b7073-7415-4dbb-a4e3-5171e83fc8dd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.040282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.055959 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080798a-0429-4e0f-acc5-e3ae45b4b170 None None] Pushing event updated for resources: {'Port': ['ID=2b48d7c0-d90f-4525-904e-f01a1f1910e0,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.058112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.060425 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1d7719d1-714b-4b18-857e-0835e5b886ba tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/c02b7073-7415-4dbb-a4e3-5171e83fc8dd HTTP/1.1" status: 204 len: 168 time: 1.0325336 Aug 20 09:06:58.064220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:58.076898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86563c00-90cc-4d3d-ba08-cbcc21283a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadaba26-906b-45d5-92dc-3dece84e5cf7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.138991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db967bae-d821-47c3-abe9-4a898cb7892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.149229 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] Set router a956f4d3-c772-472a-bf70-7cc0f0d444d0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:06:58.202034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-71f4b770-4cd4-41da-b248-967082d35ba9 None None] Provisioning for port 2155c741-df54-49bb-b973-4d340841bd4e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:06:58.205952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.207874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-71f4b770-4cd4-41da-b248-967082d35ba9 None None] Provisioning complete for port 2155c741-df54-49bb-b973-4d340841bd4e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:58.208479 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-71f4b770-4cd4-41da-b248-967082d35ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.221442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ce93285-d3d0-469e-ba83-c50d94a1d074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.232429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db967bae-d821-47c3-abe9-4a898cb7892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.295164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-71f4b770-4cd4-41da-b248-967082d35ba9 None None] Port 2155c741-df54-49bb-b973-4d340841bd4e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:06:58.327212 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.338699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.401097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.406344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:06:53Z', 'revision_number': 3, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:58.421473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b2a28e-b457-42ea-9e1f-cde07d2312bf']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:58.423524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db967bae-d821-47c3-abe9-4a898cb7892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.424398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2155c741-df54-49bb-b973-4d340841bd4e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.426265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db967bae-d821-47c3-abe9-4a898cb7892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.427429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db967bae-d821-47c3-abe9-4a898cb7892b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dadaba26-906b-45d5-92dc-3dece84e5cf7 HTTP/1.1" status: 204 len: 168 time: 0.5241230 Aug 20 09:06:58.448057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cab16e-4938-4ec7-92b2-47f5f43eae6f') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:58.448380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cab16e-4938-4ec7-92b2-47f5f43eae6f') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:06:58.453473 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c903a-6282-4a21-9eaf-6accc7c6cda5 None None] The sync data for ids ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'] in n-d-804285-2 is: [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:06:53Z', 'revision_number': 3, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:06:58.469097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db967bae-d821-47c3-abe9-4a898cb7892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadaba26-906b-45d5-92dc-3dece84e5cf7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.474890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.478961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.511430 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ce93285-d3d0-469e-ba83-c50d94a1d074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.520213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ce93285-d3d0-469e-ba83-c50d94a1d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.550926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.556481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8ce93285-d3d0-469e-ba83-c50d94a1d074 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a39f4921f1fc417082772e347fa61e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555520 Aug 20 09:06:58.561671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33702) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:58.575291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:06:58.576038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:06:58.578393 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:06:58.633377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Network 0846857d-e913-4f40-ab67-914c462d067e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:06:58.634950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:06:58.654340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce93285-d3d0-469e-ba83-c50d94a1d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c024e-72af-473c-b41a-4ffc1111e6b4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.694344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.701232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49b2a28e-b457-42ea-9e1f-cde07d2312bf {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 09:06:58.707785 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.709823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/networks/49b2a28e-b457-42ea-9e1f-cde07d2312bf HTTP/1.1" status: 204 len: 168 time: 0.6432261 Aug 20 09:06:58.743791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2e64-7c8f-406c-9691-1842cacbc054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.748689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051b393-a831-4888-9587-df3a93764963 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event deleted for resources: {'Network': ['ID=49b2a28e-b457-42ea-9e1f-cde07d2312bf,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:58.802244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2e64-7c8f-406c-9691-1842cacbc054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.903321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Router a956f4d3-c772-472a-bf70-7cc0f0d444d0 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:06:58.904061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2e64-7c8f-406c-9691-1842cacbc054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.908983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2dcd2e64-7c8f-406c-9691-1842cacbc054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:58.910612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2dcd2e64-7c8f-406c-9691-1842cacbc054 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a5c024e-72af-473c-b41a-4ffc1111e6b4 HTTP/1.1" status: 204 len: 168 time: 0.3478553 Aug 20 09:06:58.950119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd2e64-7c8f-406c-9691-1842cacbc054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c024e-72af-473c-b41a-4ffc1111e6b4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:59.132555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb187d-e955-4ffc-bd5e-d53dcf3acd7a req-487a7ab6-d5db-486f-9f5f-108db62da3f0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:06:59.150686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1aeb187d-e955-4ffc-bd5e-d53dcf3acd7a req-487a7ab6-d5db-486f-9f5f-108db62da3f0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1388626 Aug 20 09:06:59.197693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1aeb187d-e955-4ffc-bd5e-d53dcf3acd7a req-1b045985-b458-4c9c-9308-3c2514b9e7d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460379 Aug 20 09:06:59.227196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:06:59.230391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f80b8ad7-0688-4354-bfde-284759b8b6ab None None] Provisioning complete for port 2155c741-df54-49bb-b973-4d340841bd4e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:06:59.230882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f80b8ad7-0688-4354-bfde-284759b8b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.241277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9df0c503-1771-4a86-93c7-b059b50c9dc3 admin admin] 10.222.0.35 "PUT /v2.0/routers/a956f4d3-c772-472a-bf70-7cc0f0d444d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445077 Aug 20 09:06:59.293434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f80b8ad7-0688-4354-bfde-284759b8b6ab None None] Port 2155c741-df54-49bb-b973-4d340841bd4e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:06:59.369523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33728) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:59.374885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'name': 'tempest-router--805552990', 'project_id': 'd7f9a87702be40d49cf67c24103dc9be'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:06:59.411767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.414422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.521279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33730) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:59.526320 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.540474 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.543236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4084081a-5d78-4c13-b84e-8e3bca588005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.572410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.577075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-68870f1f-258c-4c42-877c-74e1b2b11818 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2062874 Aug 20 09:06:59.579823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:59.745940 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4084081a-5d78-4c13-b84e-8e3bca588005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.751625 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4084081a-5d78-4c13-b84e-8e3bca588005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.766111 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.851525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4084081a-5d78-4c13-b84e-8e3bca588005 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fd3ec47feca4b7fab8213ef7ab52ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273864 Aug 20 09:06:59.853986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33742) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:06:59.860361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084081a-5d78-4c13-b84e-8e3bca588005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e073137-e4b2-4841-99c1-d57f377a70f9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:06:59.967335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-147c09e1-daad-45fc-b8e0-b8d258934a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:06:59.993564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-147c09e1-daad-45fc-b8e0-b8d258934a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.070516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-147c09e1-daad-45fc-b8e0-b8d258934a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.079149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.079498 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-147c09e1-daad-45fc-b8e0-b8d258934a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.080890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.082481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-147c09e1-daad-45fc-b8e0-b8d258934a52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e073137-e4b2-4841-99c1-d57f377a70f9 HTTP/1.1" status: 204 len: 168 time: 0.2265851 Aug 20 09:07:00.119896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c09e1-daad-45fc-b8e0-b8d258934a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e073137-e4b2-4841-99c1-d57f377a70f9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:00.171036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.171788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f769ccfd-2c50-4b9b-9030-534c9d60925e {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:00.182887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.185891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-567b6e4c-0619-4e7f-b712-d818caca6999 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f769ccfd-2c50-4b9b-9030-534c9d60925e HTTP/1.1" status: 204 len: 168 time: 0.6047335 Aug 20 09:07:00.391101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baab26-1bec-4b1a-b3a9-cba20101b647 req-30eaa734-818a-4d69-8f83-c101fa42034c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:00.392798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07baab26-1bec-4b1a-b3a9-cba20101b647 req-30eaa734-818a-4d69-8f83-c101fa42034c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0742996 Aug 20 09:07:00.453163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07baab26-1bec-4b1a-b3a9-cba20101b647 req-cba383bb-462d-441c-8ec0-edefab2e0701 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496631 Aug 20 09:07:00.475486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33774) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:00.786919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33786) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:00.791916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1022183339-network', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:00.825187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Made reservation on behalf of 6cfdd1b19dcf44b083fcee9a4eb388dd for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:00.829224 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.848365 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:00.862342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1225069797', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:01.002460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2b48d7c0-d90f-4525-904e-f01a1f1910e0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:01.047047 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.049698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.051859 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.069502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.120503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:01.124936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:07:01.127999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:01.129011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.213996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.309793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.359782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 2b48d7c0-d90f-4525-904e-f01a1f1910e0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2b48d7c0-d90f-4525-904e-f01a1f1910e0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:01.364781 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.411537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.416603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c1fad-6860-4bd5-8abb-afa52b8807f8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:01.444184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.444568 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Added segment 2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3 of type vlan for network 0938c50e-6752-46e7-ab3f-b594b553c034 Aug 20 09:07:01.492175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=2b48d7c0-d90f-4525-904e-f01a1f1910e0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:01.537964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.594800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.597920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:01.598608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.720891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9321306 Aug 20 09:07:01.723673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33820) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:01.732477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Request body: {'subnet': {'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1022183339-subnet', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:01.734709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d42059-951a-409d-a909-e3bf92c07b93 admin admin] Pushing event updated for resources: {'Network': ['ID=0938c50e-6752-46e7-ab3f-b594b553c034,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:01.746658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0938c50e-6752-46e7-ab3f-b594b553c034 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:07:01.775449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Made reservation on behalf of 6cfdd1b19dcf44b083fcee9a4eb388dd for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:01.793848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:01.796950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a73b7d-9ab7-4925-9e00-3876720abc9a req-ede85214-07c7-4ad1-b3bb-05eedb9090c3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:01.805077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5a73b7d-9ab7-4925-9e00-3876720abc9a req-ede85214-07c7-4ad1-b3bb-05eedb9090c3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2004166 Aug 20 09:07:01.950678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Sync routers for ids ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:01.972380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Routers {'a956f4d3-c772-472a-bf70-7cc0f0d444d0'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:01.974072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:02.020870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.045634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.053762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.076132 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5a73b7d-9ab7-4925-9e00-3876720abc9a req-19e7c9d0-79ac-4cc8-9325-c2d200e72793 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696538 Aug 20 09:07:02.136182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Set router a956f4d3-c772-472a-bf70-7cc0f0d444d0 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:02.197246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Checking segment: {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:02.197617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Network hostable DHCP agents. Network: 0938c50e-6752-46e7-ab3f-b594b553c034, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:07:02.226401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e418ab25-89ae-4b56-947a-6e389a346e5b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:02.270684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Network 0938c50e-6752-46e7-ab3f-b594b553c034 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:07:02.292357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0938c50e-6752-46e7-ab3f-b594b553c034) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:02.302397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:02.307921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.336115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Allocated IP 172.25.5.166 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/6de4e800-1370-451a-8b35-ebc6924ac8b8) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:02.339514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5e0bc5b2-78b3-4b57-b956-23e2e608cef7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6146750 Aug 20 09:07:02.343128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33856) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:02.349545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:02.374986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53b0ed-f658-43e7-96ad-675adb02dea2 None None] Network 0938c50e-6752-46e7-ab3f-b594b553c034 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:02.377614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.379929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.480658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.614096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93df7ae-f435-4da1-ac7c-70f59357b4dd req-771c8bd1-0648-4422-b972-3fa54beb93fd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:02.621324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f93df7ae-f435-4da1-ac7c-70f59357b4dd req-771c8bd1-0648-4422-b972-3fa54beb93fd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2127261 Aug 20 09:07:02.671991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.704827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f93df7ae-f435-4da1-ac7c-70f59357b4dd req-da7d9181-7c97-4379-ae7f-f188202afb3b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822496 Aug 20 09:07:02.786373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.792830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:06:58Z', 'revision_number': 4, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2155c741-df54-49bb-b973-4d340841bd4e', 'name': '', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'tenant_id': '028e70777df04530979200d69827adb2', 'mac_address': 'fa:16:3e:2f:19:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:56Z', 'updated_at': '2021-08-20T09:06:58Z', 'revision_number': 2, 'project_id': '028e70777df04530979200d69827adb2', 'subnets': [{'id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:02.830712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:02.835322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:02.842249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:02.845654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event updated for resources: {'Port': ['ID=6de4e800-1370-451a-8b35-ebc6924ac8b8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:02.873292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Checking router: a956f4d3-c772-472a-bf70-7cc0f0d444d0 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:02.873531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Updating router a956f4d3-c772-472a-bf70-7cc0f0d444d0 port 2155c741-df54-49bb-b973-4d340841bd4e binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:02.927680 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.936393 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:02.942239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-21fe4c27-bc9a-47e7-94a9-0e61caa185f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:02.943768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-21fe4c27-bc9a-47e7-94a9-0e61caa185f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.3610642 Aug 20 09:07:02.999318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2b48d7c0-d90f-4525-904e-f01a1f1910e0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:03.018959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-0938c50e-6752-46e7-ab3f-b594b553c034', 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'fixed_ips': [{'subnet_id': 'e418ab25-89ae-4b56-947a-6e389a346e5b'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:07:03.020022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.172991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-d2c633f7-91cd-45ae-af10-a4a6aa4e527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:03.174996 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-d2c633f7-91cd-45ae-af10-a4a6aa4e527f service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.2226095 Aug 20 09:07:03.200361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.239795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:03.298864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-14a7160d-a4e5-4a78-94a2-238b465cad11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.1132057 Aug 20 09:07:03.401132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:03.401132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.443259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f2dafdd-108b-44ed-8a2c-7d91ef7d32f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.486403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.516389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-4754be3d-6f92-4768-9419-38a01ffaba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:03.516977 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-4754be3d-6f92-4768-9419-38a01ffaba11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1943858 Aug 20 09:07:03.529988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Allocated IP 172.20.0.2 (0938c50e-6752-46e7-ab3f-b594b553c034/e418ab25-89ae-4b56-947a-6e389a346e5b/fe836274-812a-462a-b181-b76fad126f6b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:03.716370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33950) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:03.748478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Router 4fa34447-cf28-49e1-ae60-eb399ad43167 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:03.886321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.909707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Transition to ACTIVE for port object 2155c741-df54-49bb-b973-4d340841bd4e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:03.919282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:03.925221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:03.933320 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] Sync routers for ids ['4fa34447-cf28-49e1-ae60-eb399ad43167'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:03.963970 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] Routers {'4fa34447-cf28-49e1-ae60-eb399ad43167'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:03.966299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4fa34447-cf28-49e1-ae60-eb399ad43167'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:03.966975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac13bec-5c28-4318-a7a7-d551cc1dcbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.034260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcb23c-e8ba-4a79-b213-ece0cbfe5cd2 req-f9bb0831-d12c-413d-b997-4ea0aefdc0b0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:04.037018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7bcb23c-e8ba-4a79-b213-ece0cbfe5cd2 req-f9bb0831-d12c-413d-b997-4ea0aefdc0b0 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1586375 Aug 20 09:07:04.054382 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:04.067086 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] Routers {'4fa34447-cf28-49e1-ae60-eb399ad43167'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:04.068049 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4fa34447-cf28-49e1-ae60-eb399ad43167'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:04.085853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.114682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-4d2b5b62-1e96-405d-a8ef-6cfd428dd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:04.116673 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-4d2b5b62-1e96-405d-a8ef-6cfd428dd297 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5892348 Aug 20 09:07:04.121288 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:04.122369 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d624c-7744-42da-803d-8a2b12a1ceb1 None None] The sync data for ids ['4fa34447-cf28-49e1-ae60-eb399ad43167'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:04.123032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.130987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7bcb23c-e8ba-4a79-b213-ece0cbfe5cd2 req-75618d62-2e54-4883-9a12-e69cd2284834 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859945 Aug 20 09:07:04.227682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225e0bf-9df7-4651-83eb-754de16b11ca None None] Pushing event updated for resources: {'Port': ['ID=2155c741-df54-49bb-b973-4d340841bd4e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:04.230485 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.260579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Transition to ACTIVE for port object fe836274-812a-462a-b181-b76fad126f6b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:04.312070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Transition to ACTIVE for port object fe836274-812a-462a-b181-b76fad126f6b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:04.324295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Attempting to bind port 2155c741-df54-49bb-b973-4d340841bd4e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:04.324678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Attempting to bind port 2155c741-df54-49bb-b973-4d340841bd4e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:04.325049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Attempting to bind port 2155c741-df54-49bb-b973-4d340841bd4e on network 0846857d-e913-4f40-ab67-914c462d067e {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:04.330757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:04.331882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Checking segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:04.331882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.333062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Bound using segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:04.333283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Bound port: 2155c741-df54-49bb-b973-4d340841bd4e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:04.333646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.337480 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.345789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f2dafdd-108b-44ed-8a2c-7d91ef7d32f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.368786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.370012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-610a9632-2141-43c7-9d15-e311727f3cf5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8933699 Aug 20 09:07:04.370234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-3b7fd52b-c13c-4763-8f05-eb834f84a791 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421403 Aug 20 09:07:04.373132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f2dafdd-108b-44ed-8a2c-7d91ef7d32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.376428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33956) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:04.402676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Pushing event updated for resources: {'Port': ['ID=fe836274-812a-462a-b181-b76fad126f6b,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:04.471538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Allocated IP 172.25.5.100 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/894ffc36-ee95-4760-be90-236a49793d72) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:04.481425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Network 0938c50e-6752-46e7-ab3f-b594b553c034 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:04.489325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:04.496532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:04.506939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] For port 2155c741-df54-49bb-b973-4d340841bd4e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:04.521973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] For port 2155c741-df54-49bb-b973-4d340841bd4e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2155c741-df54-49bb-b973-4d340841bd4e,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:04.534031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac13bec-5c28-4318-a7a7-d551cc1dcbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.538554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ac13bec-5c28-4318-a7a7-d551cc1dcbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.564141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dafdd-108b-44ed-8a2c-7d91ef7d32f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9b60d-f913-42df-908f-71a6a0ec77f4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:04.577400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1f2dafdd-108b-44ed-8a2c-7d91ef7d32f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=591e53d1a13341ed9fd18184ad661a34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3359847 Aug 20 09:07:04.586082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:04.602271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.604225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Attempting to bind port fe836274-812a-462a-b181-b76fad126f6b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:04.604587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Attempting to bind port fe836274-812a-462a-b181-b76fad126f6b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:04.604856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13bec-5c28-4318-a7a7-d551cc1dcbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d5bcd-6a76-4ebc-a3d2-a9a029ba752c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:04.604982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Attempting to bind port fe836274-812a-462a-b181-b76fad126f6b on network 0938c50e-6752-46e7-ab3f-b594b553c034 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:04.612325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6ac13bec-5c28-4318-a7a7-d551cc1dcbae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2da3a5b8bd940af9e553e81e98424b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924439 Aug 20 09:07:04.613687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:04.632383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:04.632759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Checking segment: {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:04.633170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.633586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Bound using segment: {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:04.634095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Bound port: fe836274-812a-462a-b181-b76fad126f6b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:04.634804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.704147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54afc51c-f199-467e-80bc-74dfeaada8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.716431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38733196-b3e4-482a-9715-896bb1a937b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.741228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54afc51c-f199-467e-80bc-74dfeaada8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.755531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-de2fa52f-6cc8-4015-be93-cb2943432e7b req-8a52b7f9-4cc4-4575-8994-639820761e1f service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637245 Aug 20 09:07:04.762870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38733196-b3e4-482a-9715-896bb1a937b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.770447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-108cf907-cedb-4a28-b589-f3f0199533ae tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/4fa34447-cf28-49e1-ae60-eb399ad43167 HTTP/1.1" status: 200 len: 925 time: 0.3873482 Aug 20 09:07:04.777170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225e0bf-9df7-4651-83eb-754de16b11ca None None] Pushing event updated for resources: {'Port': ['ID=2155c741-df54-49bb-b973-4d340841bd4e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:04.795816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Routers {'a956f4d3-c772-472a-bf70-7cc0f0d444d0'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:04.796620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:04.796760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:04.851453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a3cc9e6a-48d5-4541-8dd4-46e7280da96d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa34447-cf28-49e1-ae60-eb399ad43167 HTTP/1.1" status: 200 len: 205 time: 0.0536163 Aug 20 09:07:04.852079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33968) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:04.868938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:04.964557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.011186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54afc51c-f199-467e-80bc-74dfeaada8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.015586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54afc51c-f199-467e-80bc-74dfeaada8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.016993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-54afc51c-f199-467e-80bc-74dfeaada8b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e68d5bcd-6a76-4ebc-a3d2-a9a029ba752c HTTP/1.1" status: 204 len: 168 time: 0.4023521 Aug 20 09:07:05.038624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33974) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:05.070099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38733196-b3e4-482a-9715-896bb1a937b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.072929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-38733196-b3e4-482a-9715-896bb1a937b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.077828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-38733196-b3e4-482a-9715-896bb1a937b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53d9b60d-f913-42df-908f-71a6a0ec77f4 HTTP/1.1" status: 204 len: 168 time: 0.4905891 Aug 20 09:07:05.082407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:05.088635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afc51c-f199-467e-80bc-74dfeaada8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d5bcd-6a76-4ebc-a3d2-a9a029ba752c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:05.104431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.110541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] Set router a956f4d3-c772-472a-bf70-7cc0f0d444d0 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:05.111652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:05.121603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:05.178881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] For port fe836274-812a-462a-b181-b76fad126f6b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:05.256596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38733196-b3e4-482a-9715-896bb1a937b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9b60d-f913-42df-908f-71a6a0ec77f4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:05.274264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] For port fe836274-812a-462a-b181-b76fad126f6b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe836274-812a-462a-b181-b76fad126f6b,segment=NetworkSegment(2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3),segment_id=2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:05.281444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.382016 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.411253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Pushing event updated for resources: {'Port': ['ID=894ffc36-ee95-4760-be90-236a49793d72,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:05.492036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcb783-e328-461b-ab77-8d1a88d38584 req-9face86b-7520-4ef4-95dc-6b6cbcf6c84c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:05.495100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83fcb783-e328-461b-ab77-8d1a88d38584 req-9face86b-7520-4ef4-95dc-6b6cbcf6c84c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1440854 Aug 20 09:07:05.604078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83fcb783-e328-461b-ab77-8d1a88d38584 req-2e7680df-1dfd-4fff-8cc7-19c6370aec77 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011279 Aug 20 09:07:05.611071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Deleting port 6de4e800-1370-451a-8b35-ebc6924ac8b8 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:05.611427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.633519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33986) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:05.658892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d729f-f5eb-4b8d-9616-c6099bf968e3 None None] Pushing event updated for resources: {'Port': ['ID=fe836274-812a-462a-b181-b76fad126f6b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:05.675856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:05.765113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:06:58Z', 'revision_number': 4, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2155c741-df54-49bb-b973-4d340841bd4e', 'name': '', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'tenant_id': '028e70777df04530979200d69827adb2', 'mac_address': 'fa:16:3e:2f:19:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:56Z', 'updated_at': '2021-08-20T09:07:04Z', 'revision_number': 4, 'project_id': '028e70777df04530979200d69827adb2', 'subnets': [{'id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:05.798171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb017a-2dd6-43e2-b59c-987d1838d67e None None] The sync data for ids ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'] in n-d-804285-2 is: [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:06:58Z', 'revision_number': 4, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2155c741-df54-49bb-b973-4d340841bd4e', 'name': '', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'tenant_id': '028e70777df04530979200d69827adb2', 'mac_address': 'fa:16:3e:2f:19:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:56Z', 'updated_at': '2021-08-20T09:07:04Z', 'revision_number': 4, 'project_id': '028e70777df04530979200d69827adb2', 'subnets': [{'id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:06.153765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:06.161980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1517a690-9103-468d-8d09-08e592e7c590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:06.296903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:06.320104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Calling delete_port for 6de4e800-1370-451a-8b35-ebc6924ac8b8 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:06.320764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:06.481681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:06.493515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Sync routers for ids ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:06.507087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Routers {'f3e7bfb8-2440-42d5-91f4-4b36fa94a677'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:06.507866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:06.634461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1517a690-9103-468d-8d09-08e592e7c590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:06.645416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:06.651118 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52183595-0b27-4c10-bce1-fdf6d73752a8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3039024 Aug 20 09:07:06.651478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34008) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:06.653293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1517a690-9103-468d-8d09-08e592e7c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:06.740832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Set router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:06.806212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1517a690-9103-468d-8d09-08e592e7c590 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6ef44707d5849e581f2a7f3d9951ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1698611 Aug 20 09:07:06.821334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34012) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:06.851056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517a690-9103-468d-8d09-08e592e7c590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35d8e6-125e-4943-9b3c-2a3f37cb9d0f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:06.924400 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.035995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event deleted for resources: {'Port': ['ID=6de4e800-1370-451a-8b35-ebc6924ac8b8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:07.043157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad202e-7163-49a8-9f29-c8acbb676513 req-04f7bbd7-0548-4fbd-9df4-0ea34d0d2bbc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:07.044929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02ad202e-7163-49a8-9f29-c8acbb676513 req-04f7bbd7-0548-4fbd-9df4-0ea34d0d2bbc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3379114 Aug 20 09:07:07.150070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2155c741-df54-49bb-b973-4d340841bd4e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:07.240838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f0b2fb1e-3aad-417b-b186-97ba520d2ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.264660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:07:05Z', 'revision_number': 3, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:07.273110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.299563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02ad202e-7163-49a8-9f29-c8acbb676513 req-2bbcc2b1-6592-4210-9169-7a80398fda4f tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220004 Aug 20 09:07:07.305945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.358454 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f0b2fb1e-3aad-417b-b186-97ba520d2ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.370384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4152f3b-b81b-4ebb-8bb8-0df113fbe698 None None] Network 0938c50e-6752-46e7-ab3f-b594b553c034 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:07.374353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Checking router: f3e7bfb8-2440-42d5-91f4-4b36fa94a677 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:07.374708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Updating router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 port 894ffc36-ee95-4760-be90-236a49793d72 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:07.421598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2155c741-df54-49bb-b973-4d340841bd4e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:07.438633 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.480131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2155c741-df54-49bb-b973-4d340841bd4e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:07.480504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.514237 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.519895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.545849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-818f259d-c578-4eda-88c2-b6db518e382a None None] Provisioning for port fe836274-812a-462a-b181-b76fad126f6b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:07.570277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.665268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040d1d8-b8f7-4042-8046-111086159aa0 req-41c1653e-cf9c-421f-af92-03a6e6dbc9ca tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:07.666847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e040d1d8-b8f7-4042-8046-111086159aa0 req-41c1653e-cf9c-421f-af92-03a6e6dbc9ca tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2349458 Aug 20 09:07:07.682141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.682678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa34447-cf28-49e1-ae60-eb399ad43167 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:07.697845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.699579 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5fd04fda-8039-469b-b05b-7c64d56c48a8 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/4fa34447-cf28-49e1-ae60-eb399ad43167 HTTP/1.1" status: 204 len: 168 time: 2.8436964 Aug 20 09:07:07.704415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:07.715296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-683612849', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': False}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:07.742832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f0b2fb1e-3aad-417b-b186-97ba520d2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.745356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f0b2fb1e-3aad-417b-b186-97ba520d2ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.747139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f0b2fb1e-3aad-417b-b186-97ba520d2ada admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d35d8e6-125e-4943-9b3c-2a3f37cb9d0f HTTP/1.1" status: 204 len: 168 time: 0.9129465 Aug 20 09:07:07.757102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.758854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.786538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2fb1e-3aad-417b-b186-97ba520d2ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35d8e6-125e-4943-9b3c-2a3f37cb9d0f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:07.804739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e040d1d8-b8f7-4042-8046-111086159aa0 req-60e68142-895d-4f62-9131-fa19007775f6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243219 Aug 20 09:07:07.923658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Allocated IP 172.20.0.1 (0938c50e-6752-46e7-ab3f-b594b553c034/e418ab25-89ae-4b56-947a-6e389a346e5b/e49f2011-f57b-4bed-b507-d6bc126eadc5) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:07.996935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:07.997417 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.054274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Deleting port 8f991dbe-6f2b-4830-b365-412a1209ca8c {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:08.055816 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.077172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 2155c741-df54-49bb-b973-4d340841bd4e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2155c741-df54-49bb-b973-4d340841bd4e,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:08.082308 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.083120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe836274-812a-462a-b181-b76fad126f6b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:08.212638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.216336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.234352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=2155c741-df54-49bb-b973-4d340841bd4e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:08.239201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce866-66b0-4753-8ddf-9d5dd6c716de req-d16dc826-7065-4b1c-b066-4797b565b804 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:08.247174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9ce866-66b0-4753-8ddf-9d5dd6c716de req-d16dc826-7065-4b1c-b066-4797b565b804 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3064680 Aug 20 09:07:08.260845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Transition to ACTIVE for port object e49f2011-f57b-4bed-b507-d6bc126eadc5 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:08.343000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.368022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Transition to ACTIVE for port object 894ffc36-ee95-4760-be90-236a49793d72 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:08.377893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port fe836274-812a-462a-b181-b76fad126f6b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:08.393975 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.400070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.400501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fe836274-812a-462a-b181-b76fad126f6b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:08.400891 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.407308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea9ce866-66b0-4753-8ddf-9d5dd6c716de req-6118b2df-14aa-4bd0-a8e0-2148203a3e15 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569393 Aug 20 09:07:08.436433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] For port 8f991dbe-6f2b-4830-b365-412a1209ca8c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8f991dbe-6f2b-4830-b365-412a1209ca8c,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:08.436636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.451588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Calling delete_port for 8f991dbe-6f2b-4830-b365-412a1209ca8c owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:08.592751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Attempting to bind port 894ffc36-ee95-4760-be90-236a49793d72 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:08.593184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Attempting to bind port 894ffc36-ee95-4760-be90-236a49793d72 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:08.593483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Attempting to bind port 894ffc36-ee95-4760-be90-236a49793d72 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:08.595480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3aea4a-2454-4a76-b5e4-d6a527a87d5f None None] Pushing event updated for resources: {'Port': ['ID=894ffc36-ee95-4760-be90-236a49793d72,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:08.603535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3a6855f4-cd86-4ef4-a8b7-0d82498593b2 None None] Provisioning complete for port fe836274-812a-462a-b181-b76fad126f6b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:08.603913 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3a6855f4-cd86-4ef4-a8b7-0d82498593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.728632 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.733065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:08.733445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:08.733958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.734453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:08.734980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Bound port: 894ffc36-ee95-4760-be90-236a49793d72, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:08.735358 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.823433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:08.930631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:08.941257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Network 0938c50e-6752-46e7-ab3f-b594b553c034 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:08.947993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:08.966340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:08.970627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Pushing event updated for resources: {'Port': ['ID=e49f2011-f57b-4bed-b507-d6bc126eadc5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:08.979209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port fe836274-812a-462a-b181-b76fad126f6b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe836274-812a-462a-b181-b76fad126f6b,segment=NetworkSegment(2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3),segment_id=2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:09.014869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f991dbe-6f2b-4830-b365-412a1209ca8c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:09.053765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] For port 894ffc36-ee95-4760-be90-236a49793d72, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:09.080135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] For port 894ffc36-ee95-4760-be90-236a49793d72, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=894ffc36-ee95-4760-be90-236a49793d72,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:09.113220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.134607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.136672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3a6855f4-cd86-4ef4-a8b7-0d82498593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.194516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.229252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9a50d-c4c1-4034-8d10-2bca83434c30 req-be734553-4808-481c-845e-9a56c72faf70 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:09.230917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ce9a50d-c4c1-4034-8d10-2bca83434c30 req-be734553-4808-481c-845e-9a56c72faf70 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.4083862 Aug 20 09:07:09.286794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:09.369555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=fe836274-812a-462a-b181-b76fad126f6b,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:09.410563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.427292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.428031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.428806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.429336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.429894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.430922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.431311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.431648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.432305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.433856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.434247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.434634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:09.446511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.460532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Routers {'f3e7bfb8-2440-42d5-91f4-4b36fa94a677'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:09.461474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:09.489106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.497021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9ce9a50d-c4c1-4034-8d10-2bca83434c30 req-0319b758-fcfd-41ec-a9b4-72bd02725383 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268052 Aug 20 09:07:09.624007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.681975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.702509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Allocated IP 172.25.5.103 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/54883b5f-48d7-4370-835e-72fd9525e742) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:09.776839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.835201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] Set router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:09.907663 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.935290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2155c741-df54-49bb-b973-4d340841bd4e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:09.975506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.982148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:09.988547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.061974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Allocated IP 172.25.5.149 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/3c0c43ea-ff3e-46e6-af35-a35936bbba32) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:10.065218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:10.070778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-3a6855f4-cd86-4ef4-a8b7-0d82498593b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:07:10.071341 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-3a6855f4-cd86-4ef4-a8b7-0d82498593b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:07:10.082868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3aea4a-2454-4a76-b5e4-d6a527a87d5f None None] Pushing event updated for resources: {'Port': ['ID=894ffc36-ee95-4760-be90-236a49793d72,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:10.093505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Pushing event updated for resources: {'Port': ['ID=e49f2011-f57b-4bed-b507-d6bc126eadc5,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:10.141037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2155c741-df54-49bb-b973-4d340841bd4e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:10.141805 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.148848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:10.154584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:10.164216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:10.169860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.203252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Port': ['ID=54883b5f-48d7-4370-835e-72fd9525e742,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:10.280888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:10.281155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:07:05Z', 'revision_number': 3, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:10.287772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cf9fdb22-477f-4fc6-963c-0eae636acd99 admin admin] 10.222.0.35 "PUT /v2.0/routers/1079f4e5-b97c-4a61-bbf7-4594b4a12c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2385664 Aug 20 09:07:10.290894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.291518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34098) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:10.295883 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] Sync routers for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:10.312344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:10.313216 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:10.352870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd752-6ed3-483d-ac4c-91dbdaa1eb06 None None] The sync data for ids ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'] in n-d-804285-2 is: [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:07:05Z', 'revision_number': 3, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:10.365669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.391164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:10.397657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:10.424106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:10.446357 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:10.571034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Port': ['ID=3c0c43ea-ff3e-46e6-af35-a35936bbba32,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:10.591967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.597327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.668745 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T09:07:08Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:10.700584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.702971 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] Checking router: 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:10.722333 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] Routers {'1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:10.722959 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:10.733131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Network 0938c50e-6752-46e7-ab3f-b594b553c034 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:10.739453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:10.804011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d4c731b-23c3-40ca-9047-81b12d966b03 None None] Provisioning for port e49f2011-f57b-4bed-b507-d6bc126eadc5 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:10.811686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6d4c731b-23c3-40ca-9047-81b12d966b03 None None] Provisioning complete for port e49f2011-f57b-4bed-b507-d6bc126eadc5 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:10.813018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6d4c731b-23c3-40ca-9047-81b12d966b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:10.891994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5a69-6685-41d2-bfbb-17686d92b702 req-5b5f445d-6a78-402e-b9aa-f23f631c0b7a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:10.899759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b3b5a69-6685-41d2-bfbb-17686d92b702 req-5b5f445d-6a78-402e-b9aa-f23f631c0b7a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.2001512 Aug 20 09:07:10.902571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c731b-23c3-40ca-9047-81b12d966b03 None None] Port e49f2011-f57b-4bed-b507-d6bc126eadc5 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:11.014191 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] Set router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:11.052897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b3b5a69-6685-41d2-bfbb-17686d92b702 req-80974e3f-d4b2-4834-9e0d-fd14098213ec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521339 Aug 20 09:07:11.083318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.182798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.320597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.328442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.442605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52c60645-a0d7-4fde-af72-662edbd4d3c2 None None] Provisioning complete for port e49f2011-f57b-4bed-b507-d6bc126eadc5 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:11.447423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52c60645-a0d7-4fde-af72-662edbd4d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.507181 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T09:07:08Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:11.512165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 894ffc36-ee95-4760-be90-236a49793d72 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:11.539539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Port': ['ID=3c0c43ea-ff3e-46e6-af35-a35936bbba32,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:11.546900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:11.576317 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37591322-9bbd-4c90-983a-19cf55578b6c None None] The sync data for ids ['1079f4e5-b97c-4a61-bbf7-4594b4a12c4f'] in n-d-804285-2 is: [{'id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-316519175-router', 'tenant_id': '9016b635ab40490f98eaff872a1f5349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:03Z', 'updated_at': '2021-08-20T09:07:08Z', 'revision_number': 5, 'project_id': '9016b635ab40490f98eaff872a1f5349', 'gw_port': {'id': '010c209e-26a8-4ad4-8c51-0da477d85e0a', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1079f4e5-b97c-4a61-bbf7-4594b4a12c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:04Z', 'updated_at': '2021-08-20T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:11.577341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-38c7aee4-42e0-4260-889e-744a7fa9b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:11.579007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.580379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-38c7aee4-42e0-4260-889e-744a7fa9b1dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.1369379 Aug 20 09:07:11.581523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.583437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.585227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.585774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.586315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.588551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.589074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.589564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.590079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.591413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.592144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:11.602787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.611454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-52c60645-a0d7-4fde-af72-662edbd4d3c2 None None] Port e49f2011-f57b-4bed-b507-d6bc126eadc5 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:11.621585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 894ffc36-ee95-4760-be90-236a49793d72 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:11.634856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 894ffc36-ee95-4760-be90-236a49793d72 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:11.635511 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.653029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a133f1-bc17-424a-86d4-b6eababd2764 req-57d267d3-11b3-4725-9bcd-de0e626f4c5a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:11.654713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37a133f1-bc17-424a-86d4-b6eababd2764 req-57d267d3-11b3-4725-9bcd-de0e626f4c5a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1854537 Aug 20 09:07:11.656217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.657454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8a4dc3ec-4b19-4ada-a999-debb61f74942 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8331258 Aug 20 09:07:11.661383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34152) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:11.672729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1472630639'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:11.731591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Made reservation on behalf of 43c74040c89d496f917f2c44bc9bf269 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:11.735101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.744469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37a133f1-bc17-424a-86d4-b6eababd2764 req-0624c682-9dc9-4141-a590-3205428775d2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820796 Aug 20 09:07:11.750608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.762414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.789099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 894ffc36-ee95-4760-be90-236a49793d72, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=894ffc36-ee95-4760-be90-236a49793d72,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:11.794556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.795607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe836274-812a-462a-b181-b76fad126f6b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:11.913588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.922643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:11.970770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=894ffc36-ee95-4760-be90-236a49793d72,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:11.999991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fe836274-812a-462a-b181-b76fad126f6b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:12.000392 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.237237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Deleting port 010c209e-26a8-4ad4-8c51-0da477d85e0a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:12.238343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.367157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:07:12.383612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d519af1a-ac3a-40ad-89b6-8c4adf6e4fee,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:12.386715 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.387060 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Added segment ad52d5bd-9279-47a6-9b13-7f8fb1e77371 of type vlan for network 43b9e742-987e-4dc1-8a27-f02f8145dcbd Aug 20 09:07:12.421253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.432014 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.432798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] For port 010c209e-26a8-4ad4-8c51-0da477d85e0a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=010c209e-26a8-4ad4-8c51-0da477d85e0a,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:12.433184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.464503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.468109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Calling delete_port for 010c209e-26a8-4ad4-8c51-0da477d85e0a owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:12.471021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:12.472372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.523539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-0bca22ab-179f-46cb-916f-f471e74280ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:12.525129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-0bca22ab-179f-46cb-916f-f471e74280ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.9313741 Aug 20 09:07:12.532549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:12.536110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8671048 Aug 20 09:07:12.539911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34194) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:12.544396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Request body: {'subnet': {'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:12.545071 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3091656-363a-4c8c-af09-005ecc835add admin admin] 10.222.0.35 "PUT /v2.0/routers/f3e7bfb8-2440-42d5-91f4-4b36fa94a677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8924987 Aug 20 09:07:12.589907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4cde-8921-4eb1-a7f2-9ac5465d8414 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Network': ['ID=43b9e742-987e-4dc1-8a27-f02f8145dcbd,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:12.614955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:07:12.700955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Made reservation on behalf of 43c74040c89d496f917f2c44bc9bf269 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:12.706584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.745623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-dd208dab-823b-4e4e-91c2-5db685f0cc5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.2107384 Aug 20 09:07:12.755719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:12.935401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-4e154f4f-38b7-47ae-88eb-09cc1a4f57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:12.937065 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-4e154f4f-38b7-47ae-88eb-09cc1a4f57b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.1782551 Aug 20 09:07:12.972361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f5bb6-3e42-4021-b7a8-c0c237396087 req-4b2ad938-a2ce-4540-ae1e-278aa1ec1214 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:12.975173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017f5bb6-3e42-4021-b7a8-c0c237396087 req-4b2ad938-a2ce-4540-ae1e-278aa1ec1214 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.0773001 Aug 20 09:07:12.981533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Router 40bd0336-c127-4191-957d-49018eb98b21 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:13.094243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-3fcdbbbf-6434-43a3-922c-bb76611d4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:13.095815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-3fcdbbbf-6434-43a3-922c-bb76611d4859 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514542 Aug 20 09:07:13.126330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017f5bb6-3e42-4021-b7a8-c0c237396087 req-37c305ba-37bf-4c9b-9c14-cc057a0e84e9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901642 Aug 20 09:07:13.195726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0967-c3a2-44c2-a1e6-34784d7c98c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.229067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.282782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.304394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:13.323797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Sync routers for ids ['40bd0336-c127-4191-957d-49018eb98b21'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:13.335105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Routers {'40bd0336-c127-4191-957d-49018eb98b21'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:13.335742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40bd0336-c127-4191-957d-49018eb98b21'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:13.338433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=010c209e-26a8-4ad4-8c51-0da477d85e0a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:13.340296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 894ffc36-ee95-4760-be90-236a49793d72 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:13.379336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Subnet': ['ID=8c6a8883-4de1-430d-aa55-7aacfc85bb31,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:13.401626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.408350 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c30dd864-6e1a-4fa5-a6fd-0f0a7a611537 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7015483 Aug 20 09:07:13.408528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Checking segment: {'id': 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:13.408794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network hostable DHCP agents. Network: 43b9e742-987e-4dc1-8a27-f02f8145dcbd, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:07:13.411139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34268) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:13.454589 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Sync routers for ids ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:13.471658 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-014b9256-4cbd-4fe3-9251-7ad7b88ddfe4 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650141 Aug 20 09:07:13.478807 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Routers {'f3e7bfb8-2440-42d5-91f4-4b36fa94a677'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:13.479476 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:13.537310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:07:13.551535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Set router 40bd0336-c127-4191-957d-49018eb98b21 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:13.595072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.598245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 43b9e742-987e-4dc1-8a27-f02f8145dcbd) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:13.611793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:13.612449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.621599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0464ac-d93f-4394-af41-e4c0cc3f8328 None None] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:13.648178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d73e3a38-d9c0-48ce-ad64-7e74a76635a8 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/40bd0336-c127-4191-957d-49018eb98b21 HTTP/1.1" status: 200 len: 908 time: 0.2347376 Aug 20 09:07:13.651305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1851f99c-d289-45b6-8786-e28627723afb tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:13.658518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1851f99c-d289-45b6-8786-e28627723afb tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/networks?id=0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 200 len: 909 time: 0.2463815 Aug 20 09:07:13.659696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 894ffc36-ee95-4760-be90-236a49793d72 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:13.660162 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.662096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34286) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:13.678736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-683612849', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': True}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:13.684255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-30430ee8-b05e-4cb0-948b-372b8b442b55 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1437600 Aug 20 09:07:13.687771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:13.695166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-216229855', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:13.712005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-4fee23e8-cffd-48d4-bc2c-5198ac1b8a0a tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/quotas/6cfdd1b19dcf44b083fcee9a4eb388dd HTTP/1.1" status: 200 len: 375 time: 0.0522823 Aug 20 09:07:13.739763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.742563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.791248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.791765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1079f4e5-b97c-4a61-bbf7-4594b4a12c4f {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:13.801994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.801994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b3ab87e7-5132-41fd-8be8-349f17f45e8f admin admin] 10.222.0.35 "DELETE /v2.0/routers/1079f4e5-b97c-4a61-bbf7-4594b4a12c4f HTTP/1.1" status: 204 len: 168 time: 3.5018399 Aug 20 09:07:13.804092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:13.814522 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Set router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:13.818253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:07:13.818253 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 09:07:13.818253 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id_1': '43c74040c89d496f917f2c44bc9bf269', 'expiration_1': datetime.datetime(2021, 8, 20, 9, 7, 13, 715195)}] Aug 20 09:07:13.818253 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:07:13.819092 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:07:13.853020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.855321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.872493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-c481b68e-0d6a-490c-8f0c-667cd6d7427e tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590819 Aug 20 09:07:13.877577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Deleting subnet 1c9b44a1-4251-4a77-97b0-5c68b20cf72d {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:07:13.894153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:13.995509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-72187166-5197-4221-bf8c-bb7670a3f9ad req-1994f3ec-3dc3-48c2-ae92-8c20c58f8449 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156331 Aug 20 09:07:14.004451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.024431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.129174 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.172440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.197914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8f991dbe-6f2b-4830-b365-412a1209ca8c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:14.217809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd0336-c127-4191-957d-49018eb98b21', 'name': 'tempest-snat-router-683612849', 'tenant_id': 'a93d86f671284bc99323a072421d82e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': False}, 'gw_port_id': '54883b5f-48d7-4370-835e-72fd9525e742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:07Z', 'updated_at': '2021-08-20T09:07:10Z', 'revision_number': 3, 'project_id': 'a93d86f671284bc99323a072421d82e2', 'gw_port': {'id': '54883b5f-48d7-4370-835e-72fd9525e742', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd0336-c127-4191-957d-49018eb98b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:09Z', 'updated_at': '2021-08-20T09:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:14.240500 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:07:09Z', 'revision_number': 4, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e49f2011-f57b-4bed-b507-d6bc126eadc5', 'name': '', 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'mac_address': 'fa:16:3e:b9:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e418ab25-89ae-4b56-947a-6e389a346e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:07Z', 'updated_at': '2021-08-20T09:07:09Z', 'revision_number': 2, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'subnets': [{'id': 'e418ab25-89ae-4b56-947a-6e389a346e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:14.271464 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Checking router: f3e7bfb8-2440-42d5-91f4-4b36fa94a677 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:14.272078 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Updating router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 port e49f2011-f57b-4bed-b507-d6bc126eadc5 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:14.289282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.322359 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.323576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9b44a1-4251-4a77-97b0-5c68b20cf72d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:14.326390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.328862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Checking router: 40bd0336-c127-4191-957d-49018eb98b21 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:14.329432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Updating router 40bd0336-c127-4191-957d-49018eb98b21 port 54883b5f-48d7-4370-835e-72fd9525e742 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:14.333890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.337471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-81472c58-f6c6-4ff2-b5fa-967eebf81850 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1c9b44a1-4251-4a77-97b0-5c68b20cf72d HTTP/1.1" status: 204 len: 168 time: 0.5316699 Aug 20 09:07:14.352814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db0921-5be7-4c07-8300-b274d7660491 None None] Network 627391fe-4cc3-47a6-be2c-8a4c09467d47 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:14.353533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:14.359008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8f991dbe-6f2b-4830-b365-412a1209ca8c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:14.359493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8f991dbe-6f2b-4830-b365-412a1209ca8c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:14.483701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-43b9e742-987e-4dc1-8a27-f02f8145dcbd', 'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd', 'tenant_id': '43c74040c89d496f917f2c44bc9bf269', 'fixed_ips': [{'subnet_id': '8c6a8883-4de1-430d-aa55-7aacfc85bb31'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:07:14.484607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.512014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-5e999551-a2db-4d3f-9d15-c99bb914207f service neutron] 10.222.0.35 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382606 Aug 20 09:07:14.512958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.521608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.522950 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.649303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34563aa-6663-476d-8f2b-1267a8047691 req-0ba2ef43-3d56-4b4b-aecf-c70107fe4205 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:14.651380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d34563aa-6663-476d-8f2b-1267a8047691 req-0ba2ef43-3d56-4b4b-aecf-c70107fe4205 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3333652 Aug 20 09:07:14.654407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.740593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.753563 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.767764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Transition to ACTIVE for port object e49f2011-f57b-4bed-b507-d6bc126eadc5 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:14.778798 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:14.843054 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa859c0-ffa3-4a34-866c-67374b3b2b4c None None] Pushing event updated for resources: {'Port': ['ID=e49f2011-f57b-4bed-b507-d6bc126eadc5,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:14.939525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d34563aa-6663-476d-8f2b-1267a8047691 req-8fd89036-d073-4247-9bd7-ef3bcffff900 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655063 Aug 20 09:07:14.946254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-4c5fcda5-88fd-412f-9fce-20e2a6431818 service neutron] 10.222.0.35 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098783 Aug 20 09:07:14.949287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34350) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:15.046421 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Attempting to bind port e49f2011-f57b-4bed-b507-d6bc126eadc5 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:15.048322 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Attempting to bind port e49f2011-f57b-4bed-b507-d6bc126eadc5 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:15.049035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Attempting to bind port e49f2011-f57b-4bed-b507-d6bc126eadc5 on network 0938c50e-6752-46e7-ab3f-b594b553c034 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:15.062645 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:15.067941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Checking segment: {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:15.068735 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.070816 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Bound using segment: {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:15.072584 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Bound port: e49f2011-f57b-4bed-b507-d6bc126eadc5, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:15.073148 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.088803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.181114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Allocated IP 172.20.0.2 (43b9e742-987e-4dc1-8a27-f02f8145dcbd/8c6a8883-4de1-430d-aa55-7aacfc85bb31/f7c6aced-c469-4b0d-b2e9-64779cd7c0e4) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:15.187127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Deleting port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:15.187535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.229182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9418182f-0822-4cc0-9aeb-a7421f268743 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5305 time: 0.2783561 Aug 20 09:07:15.232233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34366) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:15.247928 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] For port e49f2011-f57b-4bed-b507-d6bc126eadc5, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:15.256916 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] For port e49f2011-f57b-4bed-b507-d6bc126eadc5, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e49f2011-f57b-4bed-b507-d6bc126eadc5,segment=NetworkSegment(2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3),segment_id=2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:15.268722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'network': {'name': 'tempest-network-smoke--1333588511', 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'port_security_enabled': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:15.269247 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.364947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Made reservation on behalf of 1a613a3d2eec46d8819c1754e10eae68 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:15.370669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.398523 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Routers {'f3e7bfb8-2440-42d5-91f4-4b36fa94a677'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:15.400743 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:06:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:15.429633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:07:15.460772 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa859c0-ffa3-4a34-866c-67374b3b2b4c None None] Pushing event updated for resources: {'Port': ['ID=e49f2011-f57b-4bed-b507-d6bc126eadc5,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:15.464514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.465754 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Added segment 87362aee-5253-4f03-b747-946e611a4fce of type vlan for network 4d845de6-c4e4-4da2-a9e4-85e66f570880 Aug 20 09:07:15.562150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] DHCP port deletion for 627391fe-4cc3-47a6-be2c-8a4c09467d47 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:07:15.565054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.585265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 010c209e-26a8-4ad4-8c51-0da477d85e0a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:15.610285 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.618278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d284176-2dc4-4a61-97f8-1425c66fb67a req-c30bed3e-6d28-4da7-91e7-cb6bbed42a09 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 210 time: 0.1502590 Aug 20 09:07:15.631655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:15.632504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.640514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 010c209e-26a8-4ad4-8c51-0da477d85e0a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:15.640850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 010c209e-26a8-4ad4-8c51-0da477d85e0a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:15.663095 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] Set router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:15.740660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4975083 Aug 20 09:07:15.749774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34398) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:15.757806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] For port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,segment=NetworkSegment(866f9d7a-1beb-4b19-b599-befddfd23e4f),segment_id=866f9d7a-1beb-4b19-b599-befddfd23e4f)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:15.758594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.782338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f597b68-0daf-497b-8a98-1fdc81b83a26 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Network': ['ID=4d845de6-c4e4-4da2-a9e4-85e66f570880,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:15.787492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'admin_state_up': True, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:15.796645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.823526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:07:15.845936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Calling delete_port for 9d3ccb42-7065-467b-9fe6-0e10cc9382ad owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:15.852478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Transition to ACTIVE for port object f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:15.860665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.899803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.953457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:15.954688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.001549 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:07:09Z', 'revision_number': 4, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e49f2011-f57b-4bed-b507-d6bc126eadc5', 'name': '', 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'mac_address': 'fa:16:3e:b9:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e418ab25-89ae-4b56-947a-6e389a346e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:07Z', 'updated_at': '2021-08-20T09:07:15Z', 'revision_number': 4, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'subnets': [{'id': 'e418ab25-89ae-4b56-947a-6e389a346e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:16.065064 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442b30c-4d7f-478c-a4f1-eb5eb42c5faf None None] The sync data for ids ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'] in n-d-804285-2 is: [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:07:09Z', 'revision_number': 4, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e49f2011-f57b-4bed-b507-d6bc126eadc5', 'name': '', 'network_id': '0938c50e-6752-46e7-ab3f-b594b553c034', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'mac_address': 'fa:16:3e:b9:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'e418ab25-89ae-4b56-947a-6e389a346e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:07Z', 'updated_at': '2021-08-20T09:07:15Z', 'revision_number': 4, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'subnets': [{'id': 'e418ab25-89ae-4b56-947a-6e389a346e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:16.122992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Transition to ACTIVE for port object f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:16.135998 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.136805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.188771 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.220463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:16.224189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Transition to ACTIVE for port object 54883b5f-48d7-4370-835e-72fd9525e742 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:16.226850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Deleting port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:16.227414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.246919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.252890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:16.257572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:16.308983 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.530913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Pushing event updated for resources: {'Port': ['ID=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:16.580858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.592718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] For port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:16.593331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.618403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Attempting to bind port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:16.618807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Attempting to bind port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:16.619205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Attempting to bind port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 on network 43b9e742-987e-4dc1-8a27-f02f8145dcbd {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:16.654512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Attempting to bind port 54883b5f-48d7-4370-835e-72fd9525e742 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:16.655996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Attempting to bind port 54883b5f-48d7-4370-835e-72fd9525e742 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:16.656426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Attempting to bind port 54883b5f-48d7-4370-835e-72fd9525e742 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:16.661586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Calling delete_port for 9d3ccb42-7065-467b-9fe6-0e10cc9382ad owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:16.667028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:16.667716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Checking segment: {'id': 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:16.668343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.668941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Bound using segment: {'id': 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:16.669650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Bound port: f7c6aced-c469-4b0d-b2e9-64779cd7c0e4, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:16.670291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.673702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:07:16.687266 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.689506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:16.690032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:16.690572 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.691194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:16.691997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Bound port: 54883b5f-48d7-4370-835e-72fd9525e742, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:16.692604 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.701908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88129b3d-7fe0-45af-b4be-2514c1c2756e None None] Pushing event updated for resources: {'Port': ['ID=54883b5f-48d7-4370-835e-72fd9525e742,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:16.713890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cf06b830-869d-4a0e-a176-5c3a7e96a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.834510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] For port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:16.838243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] For port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,segment=NetworkSegment(ad52d5bd-9279-47a6-9b13-7f8fb1e77371),segment_id=ad52d5bd-9279-47a6-9b13-7f8fb1e77371)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:16.842110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] No DVR routers for this DVR port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:16.845367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6de0-ffbd-460b-88d1-cc37b50360cb None None] Pushing event deleted for resources: {'Port': ['ID=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:16.856606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.930905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] For port 54883b5f-48d7-4370-835e-72fd9525e742, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:16.939073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] For port 54883b5f-48d7-4370-835e-72fd9525e742, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=54883b5f-48d7-4370-835e-72fd9525e742,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:16.980620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:16.983222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3ccb42-7065-467b-9fe6-0e10cc9382ad,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:16.985654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] No DVR routers for this DVR port 9d3ccb42-7065-467b-9fe6-0e10cc9382ad on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:17.020520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb89697-d9bc-476d-8c34-d42c1fdca900 None None] Pushing event updated for resources: {'Port': ['ID=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:17.086733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-ceaf6210-b9b1-4bb9-a735-67e2728ecda6 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:17.089252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-ceaf6210-b9b1-4bb9-a735-67e2728ecda6 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.37 "GET /v2.0/networks?id=0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 200 len: 909 time: 0.1660326 Aug 20 09:07:17.103117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Request body: {'port': {'device_id': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'admin_state_up': True, 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:17.124009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88129b3d-7fe0-45af-b4be-2514c1c2756e None None] Pushing event updated for resources: {'Port': ['ID=54883b5f-48d7-4370-835e-72fd9525e742,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:17.142988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Routers {'40bd0336-c127-4191-957d-49018eb98b21'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:17.145576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40bd0336-c127-4191-957d-49018eb98b21'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:17.150517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Made reservation on behalf of 6cfdd1b19dcf44b083fcee9a4eb388dd for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:17.154870 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.396369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Allocated IP 172.20.0.14 (0846857d-e913-4f40-ab67-914c462d067e/4140fcb9-344e-4c82-aa96-57cdd5ab8b41/41a1c609-4934-46ec-ae5b-c99ffaa29bc1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:17.419280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e49f2011-f57b-4bed-b507-d6bc126eadc5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:17.434900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Allocated IP 172.25.5.38 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/aedea455-e773-488f-b9b7-54a2e8c542ed) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:17.479946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] Set router 40bd0336-c127-4191-957d-49018eb98b21 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:17.501200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34464) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:17.568827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.596402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14addb9d-56e9-4c54-87fc-99fd7241ff23 req-1b01b5e2-8ec5-405a-a613-7b93cd989845 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:17.597372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.605102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14addb9d-56e9-4c54-87fc-99fd7241ff23 req-1b01b5e2-8ec5-405a-a613-7b93cd989845 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 1.4657230 Aug 20 09:07:17.616651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.634107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Transition to ACTIVE for port object 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:17.645085 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.681930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.694336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e49f2011-f57b-4bed-b507-d6bc126eadc5 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:17.702776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e49f2011-f57b-4bed-b507-d6bc126eadc5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:17.703008 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.754483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.767360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Network 0846857d-e913-4f40-ab67-914c462d067e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:17.768438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d93ed0e2-4709-4f1c-8372-66cf3c514ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.769258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-373f32b5-6edf-48d0-a5a7-1198f2eff94e req-7f5a1770-4aae-4c14-9a1d-11cd1cd75195 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 210 time: 0.7372673 Aug 20 09:07:17.794638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627391fe-4cc3-47a6-be2c-8a4c09467d47']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:17.799413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:17.803009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Pushing event updated for resources: {'Port': ['ID=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:17.820486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:17.851170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866f9d7a-1beb-4b19-b599-befddfd23e4f') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:17.851742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866f9d7a-1beb-4b19-b599-befddfd23e4f') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:17.856078 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.873677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd0336-c127-4191-957d-49018eb98b21', 'name': 'tempest-snat-router-683612849', 'tenant_id': 'a93d86f671284bc99323a072421d82e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': False}, 'gw_port_id': '54883b5f-48d7-4370-835e-72fd9525e742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:07Z', 'updated_at': '2021-08-20T09:07:10Z', 'revision_number': 3, 'project_id': 'a93d86f671284bc99323a072421d82e2', 'gw_port': {'id': '54883b5f-48d7-4370-835e-72fd9525e742', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd0336-c127-4191-957d-49018eb98b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:09Z', 'updated_at': '2021-08-20T09:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:17.911629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25be09-2942-4d33-9446-85410c161b76 None None] The sync data for ids ['40bd0336-c127-4191-957d-49018eb98b21'] in n-d-804285-2 is: [{'id': '40bd0336-c127-4191-957d-49018eb98b21', 'name': 'tempest-snat-router-683612849', 'tenant_id': 'a93d86f671284bc99323a072421d82e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': False}, 'gw_port_id': '54883b5f-48d7-4370-835e-72fd9525e742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:07Z', 'updated_at': '2021-08-20T09:07:10Z', 'revision_number': 3, 'project_id': 'a93d86f671284bc99323a072421d82e2', 'gw_port': {'id': '54883b5f-48d7-4370-835e-72fd9525e742', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd0336-c127-4191-957d-49018eb98b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:09Z', 'updated_at': '2021-08-20T09:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:17.915211 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.929902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.958935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:17.959971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.970621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e49f2011-f57b-4bed-b507-d6bc126eadc5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e49f2011-f57b-4bed-b507-d6bc126eadc5,segment=NetworkSegment(2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3),segment_id=2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:17.980699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:17.999071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.020913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.039443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14addb9d-56e9-4c54-87fc-99fd7241ff23 req-a0257735-177e-417d-b4f7-beaba61520f1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336371 Aug 20 09:07:18.052019 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.089971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9d3ccb42-7065-467b-9fe6-0e10cc9382ad no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:18.113039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 9d3ccb42-7065-467b-9fe6-0e10cc9382ad {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:18.113396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9d3ccb42-7065-467b-9fe6-0e10cc9382ad not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:18.115181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e49f2011-f57b-4bed-b507-d6bc126eadc5,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:18.129883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:07:18.130548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.134497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d93ed0e2-4709-4f1c-8372-66cf3c514ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.141181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d93ed0e2-4709-4f1c-8372-66cf3c514ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.173245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-1a1f3e70-ed0a-4319-97e9-a6d704e5c832 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0745554 Aug 20 09:07:18.195202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Request body: {'port': {'device_id': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:18.219995 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d93ed0e2-4709-4f1c-8372-66cf3c514ae5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fda62056fae04b4f83fb73a771ab4279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173960 Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:07:18.227561 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:07:18.230442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34470) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:18.240511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ed0e2-4709-4f1c-8372-66cf3c514ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a388e-2a21-4595-a617-b4e4b60014ae,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:18.302064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2462f74f-228a-483a-a917-e6007bc06153 None None] Provisioning for port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:18.311498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2462f74f-228a-483a-a917-e6007bc06153 None None] Provisioning complete for port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:18.311912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2462f74f-228a-483a-a917-e6007bc06153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.317084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:18.354938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.357702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:18.365012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:18.371790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2462f74f-228a-483a-a917-e6007bc06153 None None] Port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:18.374849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.376757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] 10.222.0.35 "DELETE /v2.0/networks/627391fe-4cc3-47a6-be2c-8a4c09467d47 HTTP/1.1" status: 204 len: 168 time: 4.0196333 Aug 20 09:07:18.381834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Port': ['ID=aedea455-e773-488f-b9b7-54a2e8c542ed,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:18.397876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef369870-c905-4129-87bf-1fd034277de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.401467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.495420 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef369870-c905-4129-87bf-1fd034277de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.504975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44677e-5fc3-4a27-94f6-390132b7923c admin admin] Pushing event deleted for resources: {'Network': ['ID=627391fe-4cc3-47a6-be2c-8a4c09467d47,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:18.591466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:18.602396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a36a92-b1a3-46e2-b925-aaec275b0649 req-9db462c4-02d2-448d-80a2-368f2ff915ae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:18.610233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19a36a92-b1a3-46e2-b925-aaec275b0649 req-9db462c4-02d2-448d-80a2-368f2ff915ae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3701320 Aug 20 09:07:18.635933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df746d-04f1-4f19-8cab-168af9e8ea8c None None] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:18.698702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Allocated IP 172.25.5.160 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/2956c157-8b10-4490-bbdf-7c655a4a70be) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:18.709449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef369870-c905-4129-87bf-1fd034277de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.712356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef369870-c905-4129-87bf-1fd034277de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.713766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ef369870-c905-4129-87bf-1fd034277de6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/577a388e-2a21-4595-a617-b4e4b60014ae HTTP/1.1" status: 204 len: 168 time: 0.4821327 Aug 20 09:07:18.713979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8ac173fd-d01b-4678-999b-2b5459d4818c None None] Provisioning for port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:18.742578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef369870-c905-4129-87bf-1fd034277de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a388e-2a21-4595-a617-b4e4b60014ae,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:18.840657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.925077 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.940218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:07:18.950457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:18.979850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Transition to ACTIVE for port object 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:18.989837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.105036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.110046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19a36a92-b1a3-46e2-b925-aaec275b0649 req-8adced47-8012-43a9-9330-2fb2f03a5fae tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4989789 Aug 20 09:07:19.125336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Pushing event updated for resources: {'Port': ['ID=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:19.133340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c9bacfd0-366f-4f42-afc4-12e881690f7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9016b635ab40490f98eaff872a1f5349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153313 Aug 20 09:07:19.140904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34482) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:19.222291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6fb81-8109-4ef5-b076-fca8702ec2ae req-8b31dfe8-4bb7-42c8-b2af-01ccc5bbc824 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:19.223861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ad6fb81-8109-4ef5-b076-fca8702ec2ae req-8b31dfe8-4bb7-42c8-b2af-01ccc5bbc824 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1053 time: 0.2747426 Aug 20 09:07:19.229591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:19.240585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:19.245457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:19.430134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Attempting to bind port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:19.430474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Attempting to bind port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:19.431277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Attempting to bind port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 on network 0846857d-e913-4f40-ab67-914c462d067e {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:19.456954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 on network 0846857d-e913-4f40-ab67-914c462d067e not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:07:19.457138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Attempting to bind port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 on network 0846857d-e913-4f40-ab67-914c462d067e {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:19.460011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8d9-816f-496d-ac40-b4c6eb7aef7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.478038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:19.478805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Checking segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:19.479693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Bound using segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:19.480190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Bound port: 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:19.480520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.554251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8d9-816f-496d-ac40-b4c6eb7aef7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.606868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54883b5f-48d7-4370-835e-72fd9525e742 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:19.612782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Port': ['ID=2956c157-8b10-4490-bbdf-7c655a4a70be,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:19.708585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 54883b5f-48d7-4370-835e-72fd9525e742 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:19.722188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 54883b5f-48d7-4370-835e-72fd9525e742 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:19.723137 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.736630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] For port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:19.741547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] For port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:19.742203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8d9-816f-496d-ac40-b4c6eb7aef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.745654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa47e8d9-816f-496d-ac40-b4c6eb7aef7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.747214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aa47e8d9-816f-496d-ac40-b4c6eb7aef7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb605d85-c8c2-464a-bd68-90670c620a7a HTTP/1.1" status: 204 len: 168 time: 0.6051786 Aug 20 09:07:19.756531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47e8d9-816f-496d-ac40-b4c6eb7aef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb605d85-c8c2-464a-bd68-90670c620a7a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:19.759020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.806745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.816909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Pushing event updated for resources: {'Port': ['ID=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:19.822880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:19.823499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.824889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-0e2130e6-e3d9-4c2c-81ef-5c3f32f15a69 service neutron] 10.222.0.37 "PUT /v2.0/ports/41a1c609-4934-46ec-ae5b-c99ffaa29bc1 HTTP/1.1" status: 200 len: 1092 time: 1.6400051 Aug 20 09:07:19.825330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'tag': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:19.827596 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495bb07-ea02-4c08-83cd-22e5c430f088" -d '{"events": [{"name": "network-changed", "server_uuid": "ea12bf21-15b7-4da1-985a-6e8e50271bd8", "tag": "41a1c609-4934-46ec-ae5b-c99ffaa29bc1"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:19.888499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ad6fb81-8109-4ef5-b076-fca8702ec2ae req-7985fe3b-f253-4c63-ae2d-1f6f71558242 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551569 Aug 20 09:07:19.893077 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.915977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.975095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 54883b5f-48d7-4370-835e-72fd9525e742, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=54883b5f-48d7-4370-835e-72fd9525e742,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:19.986181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:19.988863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:20.008253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:20.035610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-111acabd-f4d0-4b46-a3a6-2c29fa8370e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:20.038576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-111acabd-f4d0-4b46-a3a6-2c29fa8370e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1095 time: 0.1565902 Aug 20 09:07:20.049546 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9f16a-f630-4c9f-9b74-74486c2e4361 x-openstack-request-id: req-13a9f16a-f630-4c9f-9b74-74486c2e4361 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:20.051572 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea12bf21-15b7-4da1-985a-6e8e50271bd8", "tag": "41a1c609-4934-46ec-ae5b-c99ffaa29bc1", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:20.051852 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13a9f16a-f630-4c9f-9b74-74486c2e4361 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:20.052278 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'tag': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1', 'status': 'completed', 'code': 200} Aug 20 09:07:20.092673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=54883b5f-48d7-4370-835e-72fd9525e742,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:20.154564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-74edea1f-2e65-440f-9ad9-b4ac2fd250da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1 HTTP/1.1" status: 200 len: 217 time: 0.1012211 Aug 20 09:07:20.181876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:20.187888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:20.188648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:20.283529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-b4c69dc6-0d57-436f-868c-b6cafba31030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:20.285653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-b4c69dc6-0d57-436f-868c-b6cafba31030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4140fcb9-344e-4c82-aa96-57cdd5ab8b41 HTTP/1.1" status: 200 len: 848 time: 0.1197133 Aug 20 09:07:20.391082 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:20.424117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-e8d8d60f-33ca-45b2-b2f5-f89f1cd1485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:20.429519 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-e8d8d60f-33ca-45b2-b2f5-f89f1cd1485b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0846857d-e913-4f40-ab67-914c462d067e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146502 Aug 20 09:07:20.479957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,segment=NetworkSegment(ad52d5bd-9279-47a6-9b13-7f8fb1e77371),segment_id=ad52d5bd-9279-47a6-9b13-7f8fb1e77371)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:20.486051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:20.488082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e49f2011-f57b-4bed-b507-d6bc126eadc5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:20.604722 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-cb0634f7-37b0-4da8-84c5-1c7523330ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669321 Aug 20 09:07:20.677600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:20.717095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e49f2011-f57b-4bed-b507-d6bc126eadc5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:20.718111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:20.773208 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4e6b0d8e-6d03-40a3-835a-e76c85af0396 req-8d9932fb-381b-428a-92cf-1e7899d39c62 service neutron] 10.222.0.37 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526604 Aug 20 09:07:20.923139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-bc0dfe48-2d28-4d14-9e7c-a12f8468c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:20.924963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-bc0dfe48-2d28-4d14-9e7c-a12f8468c44f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0895882 Aug 20 09:07:21.077557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-01510694-6167-4e20-9113-dccc4d15745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:21.079994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-01510694-6167-4e20-9113-dccc4d15745a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 200 len: 909 time: 0.1480339 Aug 20 09:07:21.108594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.25.5.225 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/99f16307-da2a-40be-a889-f8831e131cab) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:21.131465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-2c02bdc8-2beb-4f96-be63-5c5919d6e1e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1 HTTP/1.1" status: 200 len: 217 time: 0.0428691 Aug 20 09:07:21.209253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-e04ece87-375a-45a3-bea5-7f1715db07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:21.210889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-e04ece87-375a-45a3-bea5-7f1715db07c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4140fcb9-344e-4c82-aa96-57cdd5ab8b41 HTTP/1.1" status: 200 len: 848 time: 0.0716643 Aug 20 09:07:21.267876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54883b5f-48d7-4370-835e-72fd9525e742 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:21.336696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:21.416480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf0e8-bfab-4ef1-a57a-6e1f32250ade req-6bdc39fe-f0f7-46e1-8e64-85ea7e097ed3 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:21.418109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-262bf0e8-bfab-4ef1-a57a-6e1f32250ade req-6bdc39fe-f0f7-46e1-8e64-85ea7e097ed3 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1095 time: 0.3124318 Aug 20 09:07:21.441479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-b9aed7a3-a90d-4dbe-a0d7-149f880eb5cc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:21.443104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-b9aed7a3-a90d-4dbe-a0d7-149f880eb5cc tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=97a51954-c8ff-433a-bd0c-7ef75e38d7a2 HTTP/1.1" status: 200 len: 943 time: 0.3385618 Aug 20 09:07:21.476388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:21.584257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 54883b5f-48d7-4370-835e-72fd9525e742 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:21.584858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:21.662154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-c86085d1-2748-4471-a2a7-c71cfeb75f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:21.664499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-c86085d1-2748-4471-a2a7-c71cfeb75f47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0846857d-e913-4f40-ab67-914c462d067e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4333775 Aug 20 09:07:21.684072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:21.717138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-262bf0e8-bfab-4ef1-a57a-6e1f32250ade req-be811753-a8f7-4b99-ad0b-8ddc3255f38b tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871950 Aug 20 09:07:21.786160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:21.867810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:21.869471 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:21.874246 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-9668ad2a-8e32-40ed-97b4-8730cef67307 service neutron] 10.222.0.37 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003119 Aug 20 09:07:21.955731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:21.982816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Deleting port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:21.983195 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.034278 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.045060 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c495bb07-ea02-4c08-83cd-22e5c430f088 req-544b45c2-c1eb-4365-b1a6-fc2cc55c0fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620848 Aug 20 09:07:22.087117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:22.104291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:22.110246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:22.207759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=99f16307-da2a-40be-a889-f8831e131cab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:22.224934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Router 90b8b89c-fe4e-43d0-af27-98a5ea70f50a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:22.420159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34670) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:22.436433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] For port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:22.436823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.483407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Calling delete_port for 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:22.575082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24dcf307-1199-4fbe-bb2c-75e1c41ce367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.649679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:22.663986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Sync routers for ids ['90b8b89c-fe4e-43d0-af27-98a5ea70f50a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:22.674449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Routers {'90b8b89c-fe4e-43d0-af27-98a5ea70f50a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:22.675884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['90b8b89c-fe4e-43d0-af27-98a5ea70f50a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:22.694462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24dcf307-1199-4fbe-bb2c-75e1c41ce367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.699452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24dcf307-1199-4fbe-bb2c-75e1c41ce367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.741703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.748550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-24dcf307-1199-4fbe-bb2c-75e1c41ce367 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba868daf26d64b72adf81a105ba1bef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249571 Aug 20 09:07:22.752170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:22.798112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcf307-1199-4fbe-bb2c-75e1c41ce367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c815c9ec-d153-4f72-ba0f-014e8483a57d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:22.832671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Set router 90b8b89c-fe4e-43d0-af27-98a5ea70f50a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:22.834743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-78ea9621-07b5-4315-97c9-8f7ea4f6d6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.864615 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-78ea9621-07b5-4315-97c9-8f7ea4f6d6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.918056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Router 05feda5b-6953-4d41-a002-6df4476c5f79 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:22.919957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:22.921194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dfb764a5-9c43-4a6d-9b1e-a1e49ba071fa tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.2580032 Aug 20 09:07:22.924251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:22.929526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:07:23.003052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-78ea9621-07b5-4315-97c9-8f7ea4f6d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.007343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-78ea9621-07b5-4315-97c9-8f7ea4f6d6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.009073 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-78ea9621-07b5-4315-97c9-8f7ea4f6d6ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c815c9ec-d153-4f72-ba0f-014e8483a57d HTTP/1.1" status: 204 len: 168 time: 0.2502193 Aug 20 09:07:23.026584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea9621-07b5-4315-97c9-8f7ea4f6d6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c815c9ec-d153-4f72-ba0f-014e8483a57d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:23.122969 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4be14a1-f68c-4f53-9677-fd1e19786825 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/90b8b89c-fe4e-43d0-af27-98a5ea70f50a HTTP/1.1" status: 200 len: 906 time: 0.1970100 Aug 20 09:07:23.126090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34702) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:23.158388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:23.176093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'port_id': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1', 'mac_address': 'fa:16:3e:3a:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:07:23.237701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.242476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b8b89c-fe4e-43d0-af27-98a5ea70f50a', 'name': 'tempest-snat-router-683612849', 'tenant_id': 'a93d86f671284bc99323a072421d82e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'aedea455-e773-488f-b9b7-54a2e8c542ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:13Z', 'updated_at': '2021-08-20T09:07:19Z', 'revision_number': 3, 'project_id': 'a93d86f671284bc99323a072421d82e2', 'gw_port': {'id': 'aedea455-e773-488f-b9b7-54a2e8c542ed', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b8b89c-fe4e-43d0-af27-98a5ea70f50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:23.294572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Checking router: 90b8b89c-fe4e-43d0-af27-98a5ea70f50a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:23.296710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Updating router 90b8b89c-fe4e-43d0-af27-98a5ea70f50a port aedea455-e773-488f-b9b7-54a2e8c542ed binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:23.333842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:07:23.345980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.360717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.364642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:23.386860 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.448961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:23.510359 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.550749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.566311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfa3e3-bb12-4ec7-aa3a-d8e584371d28 req-d4fc3032-7d1c-42f2-9f74-7a19eb3c8940 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:23.567876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dcfa3e3-bb12-4ec7-aa3a-d8e584371d28 req-d4fc3032-7d1c-42f2-9f74-7a19eb3c8940 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1095 time: 0.7042012 Aug 20 09:07:23.597968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Deleting port aedea455-e773-488f-b9b7-54a2e8c542ed {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:23.598652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.651050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['41a1c609-4934-46ec-ae5b-c99ffaa29bc1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:23.668180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:23.679854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] Sync routers for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:23.689143 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.693299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:23.694793 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:23.711042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Calling delete_port for aedea455-e773-488f-b9b7-54a2e8c542ed owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:23.773404 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:23.796391 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:23.797264 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:23.856813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.886982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:23.890934 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:23.891583 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8db8ea-ba32-439b-84f8-f250bdd41b6a None None] The sync data for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:23.907977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34722) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:23.945214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.950929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:23.952159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad12a186-2b36-47d6-838e-6936831a3908 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.2632937 Aug 20 09:07:23.957271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34728) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:23.960546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'Port': ['ID=2b05e0ab-a4d6-40f3-82ea-8cc40a23877a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:23.983294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:07:23.983640 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:07:24.051639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] No DVR routers for this DVR port 2b05e0ab-a4d6-40f3-82ea-8cc40a23877a on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:24.059655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.062840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae1ac5b9-1db0-4642-955b-a19ea53c9460 req-a9665739-d94b-4109-a286-fe2b0ad145a9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "DELETE /v2.0/ports/2b05e0ab-a4d6-40f3-82ea-8cc40a23877a HTTP/1.1" status: 204 len: 173 time: 2.5959535 Aug 20 09:07:24.066777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event deleted for resources: {'Port': ['ID=aedea455-e773-488f-b9b7-54a2e8c542ed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:24.070041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dcfa3e3-bb12-4ec7-aa3a-d8e584371d28 req-7d83600a-2187-4c42-97a1-c39fc1b43bf5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868460 Aug 20 09:07:24.070776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-deleted', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:24.080142 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb917e-2685-477d-8b01-5743e774c4f8" -d '{"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-deleted", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:24.208321 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded342eb-1fb8-4ab9-8e2f-fa8653669d2b x-openstack-request-id: req-ded342eb-1fb8-4ab9-8e2f-fa8653669d2b {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:24.208653 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a51954-c8ff-433a-bd0c-7ef75e38d7a2", "name": "network-vif-deleted", "tag": "2b05e0ab-a4d6-40f3-82ea-8cc40a23877a", "status": "failed", "code": 422}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:24.208872 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ded342eb-1fb8-4ab9-8e2f-fa8653669d2b {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:24.209295 n-d-804285-2 neutron-server[101316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97a51954-c8ff-433a-bd0c-7ef75e38d7a2', 'name': 'network-vif-deleted', 'tag': '2b05e0ab-a4d6-40f3-82ea-8cc40a23877a', 'status': 'failed', 'code': 422} returned with failed status Aug 20 09:07:24.210355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router 02e70fd4-2419-41cb-9677-d541fb3a2425 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:24.232574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc9de-fad1-4e99-a691-9a04b7c27545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.353154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.378819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:24.390905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Sync routers for ids ['02e70fd4-2419-41cb-9677-d541fb3a2425'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:24.407023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['13812cff-fb31-45de-bf0e-4831e82352bd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:24.454472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Routers {'02e70fd4-2419-41cb-9677-d541fb3a2425'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:24.455108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['02e70fd4-2419-41cb-9677-d541fb3a2425'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:24.465739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc9de-fad1-4e99-a691-9a04b7c27545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.472952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc9de-fad1-4e99-a691-9a04b7c27545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.494504 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.496111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a55a218-901a-4eac-b3a3-65d16959ec3d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.7411504 Aug 20 09:07:24.503174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34744) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:24.523777 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.525935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.578489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.579061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90b8b89c-fe4e-43d0-af27-98a5ea70f50a {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:24.586230 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.589684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-27be7418-2934-4574-9362-8f6a5fe1ee8b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/routers/90b8b89c-fe4e-43d0-af27-98a5ea70f50a HTTP/1.1" status: 204 len: 168 time: 1.4598856 Aug 20 09:07:24.601967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8d8fc9de-fad1-4e99-a691-9a04b7c27545 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=580f01cdc7b04eeeb90896f85cb934ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803298 Aug 20 09:07:24.602550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34748) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:24.602550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34750) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:24.603927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Port aedea455-e773-488f-b9b7-54a2e8c542ed not found while updating agent binding for router 90b8b89c-fe4e-43d0-af27-98a5ea70f50a. {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 09:07:24.610186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fc9de-fad1-4e99-a691-9a04b7c27545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29370bad-2d24-44ff-94a9-95782cc2622b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:24.657948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eac83d-fb92-4192-a2fd-9a104d4377fb tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:24.662615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-40eac83d-fb92-4192-a2fd-9a104d4377fb tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=1a613a3d2eec46d8819c1754e10eae68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1531937 Aug 20 09:07:24.663879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34756) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:24.739914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Routers set() bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:24.740021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Router IDs set() for agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 09:07:24.740619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_agentschedulers_db [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'90b8b89c-fe4e-43d0-af27-98a5ea70f50a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent'). {{(pid=101318) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 09:07:24.741255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b780f4-ac36-4277-a58f-c8060b118b1a None None] The sync data for ids ['90b8b89c-fe4e-43d0-af27-98a5ea70f50a'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:24.790887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.811489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Set router 02e70fd4-2419-41cb-9677-d541fb3a2425 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:24.819044 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:07:24.950656 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:24.979461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:25.052187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69e64d3f-ea15-44e2-89f7-04395575674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.073797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666e0ca-943a-4b05-93f4-895428a17251 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:25.077999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69e64d3f-ea15-44e2-89f7-04395575674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.084003 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a666e0ca-943a-4b05-93f4-895428a17251 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4182267 Aug 20 09:07:25.087255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34772) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.150740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69e64d3f-ea15-44e2-89f7-04395575674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.153492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69e64d3f-ea15-44e2-89f7-04395575674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.154725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-69e64d3f-ea15-44e2-89f7-04395575674c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29370bad-2d24-44ff-94a9-95782cc2622b HTTP/1.1" status: 204 len: 168 time: 0.5493705 Aug 20 09:07:25.164777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a255b-57ef-4592-9167-5ad2db3b8add req-41d332de-80c9-4c19-906d-f72585fea6e3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:25.166299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e64d3f-ea15-44e2-89f7-04395575674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29370bad-2d24-44ff-94a9-95782cc2622b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:25.169452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed9a255b-57ef-4592-9167-5ad2db3b8add req-41d332de-80c9-4c19-906d-f72585fea6e3 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 907 time: 0.1998250 Aug 20 09:07:25.221186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.222704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d84d6b69-4d10-4f69-b799-e41c76d85404 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343856 Aug 20 09:07:25.257914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:25.269096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314863ee-576f-4f0f-b8a4-4010f11ac8c9 req-5c74678d-e74a-4ce2-97ef-34b4f0189cc0 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:25.274419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-314863ee-576f-4f0f-b8a4-4010f11ac8c9 req-5c74678d-e74a-4ce2-97ef-34b4f0189cc0 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0505133 Aug 20 09:07:25.276016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Deleting port 54883b5f-48d7-4370-835e-72fd9525e742 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:25.276362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.279760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:25.280413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.301294 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-650c1f05-239f-474f-b203-718d6390b40c tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=1a613a3d2eec46d8819c1754e10eae68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742247 Aug 20 09:07:25.301787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34784) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.382870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-314863ee-576f-4f0f-b8a4-4010f11ac8c9 req-b1426c5b-af63-46b8-9b26-62853f77be43 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010568 Aug 20 09:07:25.417431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.457670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:22Z', 'revision_number': 3, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:25.460638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:25.463622 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8aa10b-88b0-4b8c-9025-cdad5a828bd7" -d '{"events": [{"server_uuid": "ea12bf21-15b7-4da1-985a-6e8e50271bd8", "name": "network-vif-plugged", "status": "completed", "tag": "41a1c609-4934-46ec-ae5b-c99ffaa29bc1"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:25.466574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bacf55-b9f1-43be-b2bb-7ea3250d8903 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:25.470942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f3bacf55-b9f1-43be-b2bb-7ea3250d8903 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1665907 Aug 20 09:07:25.473180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34788) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.513652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Checking router: 02e70fd4-2419-41cb-9677-d541fb3a2425 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:25.514097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Updating router 02e70fd4-2419-41cb-9677-d541fb3a2425 port 99f16307-da2a-40be-a889-f8831e131cab binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:25.545881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-319966d2-eed2-42f5-aed4-293eae4e2620 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609915 Aug 20 09:07:25.546595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34792) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.552345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920419551', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:25.686124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Made reservation on behalf of 1a613a3d2eec46d8819c1754e10eae68 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:25.693419 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.756897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:25.758739 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a48bef8-7b9e-44a6-acdb-92f949976d32 x-openstack-request-id: req-5a48bef8-7b9e-44a6-acdb-92f949976d32 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:25.759027 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea12bf21-15b7-4da1-985a-6e8e50271bd8", "name": "network-vif-plugged", "status": "completed", "tag": "41a1c609-4934-46ec-ae5b-c99ffaa29bc1", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:25.759278 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a48bef8-7b9e-44a6-acdb-92f949976d32 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:25.759664 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1', 'code': 200} Aug 20 09:07:25.760213 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.785400 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:25.794975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34796) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.882617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34800) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:25.968149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70ff1a03-34aa-40ed-8ba9-16b56f874b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.000337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] For port 54883b5f-48d7-4370-835e-72fd9525e742, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=54883b5f-48d7-4370-835e-72fd9525e742,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:26.000337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.001516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.010364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:26.014684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Calling delete_port for 54883b5f-48d7-4370-835e-72fd9525e742 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:26.081997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Subnet': ['ID=6899368e-18b9-41b5-8d5c-876fa4a5e170,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:26.087840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Checking segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:26.088474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network hostable DHCP agents. Network: 4d845de6-c4e4-4da2-a9e4-85e66f570880, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:07:26.098936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aa93-b8a1-4501-9733-69dac4e8117f req-ff5a2a48-0469-4517-a4e5-ef6f003439fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:26.100537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4715aa93-b8a1-4501-9733-69dac4e8117f req-ff5a2a48-0469-4517-a4e5-ef6f003439fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.2165561 Aug 20 09:07:26.116073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8f76dfc8-068c-47d6-9559-ac35f7445379 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:26.121859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:07:26.139956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 4d845de6-c4e4-4da2-a9e4-85e66f570880) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:26.151186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:26.152260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.154283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59387e64-64c5-4dbb-9400-864bfb7c1c2e None None] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:26.191004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f76dfc8-068c-47d6-9559-ac35f7445379 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "PUT /v2.0/quotas/dc445f70ccf343399ed46be92ab5626e HTTP/1.1" status: 200 len: 366 time: 0.3944921 Aug 20 09:07:26.193241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34802) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.217919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34806) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.219021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-05fab058-49b0-4beb-8f44-61f70e3b4ee6 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0243542 Aug 20 09:07:26.224061 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.247766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Transition to ACTIVE for port object 99f16307-da2a-40be-a889-f8831e131cab will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:26.260214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4715aa93-b8a1-4501-9733-69dac4e8117f req-ef9aaf32-bb32-4f6b-9405-f0bfc6f2da22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186459 Aug 20 09:07:26.263569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.266225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d3a98736-4c83-483b-971a-f44ecf454dc9 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "GET /v2.0/quotas/dc445f70ccf343399ed46be92ab5626e HTTP/1.1" status: 200 len: 366 time: 0.0403333 Aug 20 09:07:26.278012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34808) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.324710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5bb0e1c1-411c-4348-a967-19ad401ded9b tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/dc445f70ccf343399ed46be92ab5626e HTTP/1.1" status: 204 len: 168 time: 0.0436141 Aug 20 09:07:26.325421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34810) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.327355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.344513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d89fb-f059-4066-9dab-25462dc17fed req-eceebc33-4a40-4313-bb80-1fadf0d235f4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:26.347013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb7d89fb-f059-4066-9dab-25462dc17fed req-eceebc33-4a40-4313-bb80-1fadf0d235f4 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 907 time: 0.0839679 Aug 20 09:07:26.351781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-28263eea-8441-400f-8737-b0f40a23d97e tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0245380 Aug 20 09:07:26.352004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34812) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.360642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Attempting to bind port 99f16307-da2a-40be-a889-f8831e131cab on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:26.362667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Attempting to bind port 99f16307-da2a-40be-a889-f8831e131cab by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:26.362667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Attempting to bind port 99f16307-da2a-40be-a889-f8831e131cab on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:26.366964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68015537-df2b-4049-99b8-2f571dab2e1b None None] Pushing event updated for resources: {'Port': ['ID=99f16307-da2a-40be-a889-f8831e131cab,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:26.379522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:26.379912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:26.380326 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.380640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70ff1a03-34aa-40ed-8ba9-16b56f874b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.380782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:26.381210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Bound port: 99f16307-da2a-40be-a889-f8831e131cab, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:26.381776 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.399848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-32abb889-6764-414e-9960-6bafa244e8bf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8494215 Aug 20 09:07:26.400059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34814) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.429951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-4d845de6-c4e4-4da2-a9e4-85e66f570880', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'fixed_ips': [{'subnet_id': '6899368e-18b9-41b5-8d5c-876fa4a5e170'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:07:26.430837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.452379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7608e83f-8780-4b74-9c56-7931e5899823 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "GET /v2.0/quotas/dc445f70ccf343399ed46be92ab5626e HTTP/1.1" status: 200 len: 370 time: 0.0946093 Aug 20 09:07:26.452379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70ff1a03-34aa-40ed-8ba9-16b56f874b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.452701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34818) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.461388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09b4543b-ca5b-472f-821c-551a9525445e tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "GET /v2.0/quotas/dc445f70ccf343399ed46be92ab5626e/default HTTP/1.1" status: 200 len: 370 time: 0.0045581 Aug 20 09:07:26.461388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34820) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.476945 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-d8e4d2d8-1a03-4e74-b0e3-2d3ac0d3caa1 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] delete failed (client error): The resource could not be found. Aug 20 09:07:26.480667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d8e4d2d8-1a03-4e74-b0e3-2d3ac0d3caa1 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/dc445f70ccf343399ed46be92ab5626e HTTP/1.1" status: 404 len: 348 time: 0.0159252 Aug 20 09:07:26.480817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] For port 99f16307-da2a-40be-a889-f8831e131cab, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:26.482411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] For port 99f16307-da2a-40be-a889-f8831e131cab, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=99f16307-da2a-40be-a889-f8831e131cab,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:26.512038 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-70ff1a03-34aa-40ed-8ba9-16b56f874b15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=578e2cde265143c6a1d5322a2a688aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212735 Aug 20 09:07:26.537882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34824) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.541367 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.641317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34826) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:26.651517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Routers {'02e70fd4-2419-41cb-9677-d541fb3a2425'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:26.652173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['02e70fd4-2419-41cb-9677-d541fb3a2425'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:26.655446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68015537-df2b-4049-99b8-2f571dab2e1b None None] Pushing event updated for resources: {'Port': ['ID=99f16307-da2a-40be-a889-f8831e131cab,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:26.715170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff1a03-34aa-40ed-8ba9-16b56f874b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eca72b-37d6-4554-9374-b4451a05fe14,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:26.718732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Allocated IP 172.20.0.18 (4d845de6-c4e4-4da2-a9e4-85e66f570880/6899368e-18b9-41b5-8d5c-876fa4a5e170/a193c74d-7277-4b0f-98b9-359521d147f4) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:26.729126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01094d6-5fb5-4828-8313-8197e91ce8a4 req-e32719be-d76b-40c3-ab2b-c18c71714bab tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:26.730779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c01094d6-5fb5-4828-8313-8197e91ce8a4 req-e32719be-d76b-40c3-ab2b-c18c71714bab tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1669319 Aug 20 09:07:26.764728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.774066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-5a581275-d41d-4d35-8036-193ddb82627d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:26.775578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-5a581275-d41d-4d35-8036-193ddb82627d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 907 time: 0.3303857 Aug 20 09:07:26.776730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:network and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:26.828868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:26.853018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] Set router 02e70fd4-2419-41cb-9677-d541fb3a2425 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:26.856805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c01094d6-5fb5-4828-8313-8197e91ce8a4 req-c302325a-f630-42ed-9171-8625dd6954c6 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976245 Aug 20 09:07:26.877089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event deleted for resources: {'Port': ['ID=54883b5f-48d7-4370-835e-72fd9525e742,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:26.895767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97b4ec1b-a9ea-423e-82fa-3969768e7215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:26.926869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:subnet and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:26.960511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:26.963954 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97b4ec1b-a9ea-423e-82fa-3969768e7215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.038165 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.070865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.072950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Transition to ACTIVE for port object a193c74d-7277-4b0f-98b9-359521d147f4 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:27.076199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:subnetpool and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:27.099189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.102507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Transition to ACTIVE for port object a193c74d-7277-4b0f-98b9-359521d147f4 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:27.104823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:27.113160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Allocated IP 172.20.0.1 (43b9e742-987e-4dc1-8a27-f02f8145dcbd/8c6a8883-4de1-430d-aa55-7aacfc85bb31/ba5d04c5-54a6-4ae1-be6c-a0829078dd34) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:27.115131 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.161824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:27.165147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:22Z', 'revision_number': 3, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:27.170248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:27.202510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:27.211459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Pushing event updated for resources: {'Port': ['ID=a193c74d-7277-4b0f-98b9-359521d147f4,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:27.214019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679a930-e6c9-4a8b-9548-b7434ae60684 None None] The sync data for ids ['02e70fd4-2419-41cb-9677-d541fb3a2425'] in n-d-804285-2 is: [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:22Z', 'revision_number': 3, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:27.240597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.250128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:port and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:27.267349 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.296156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Attempting to bind port a193c74d-7277-4b0f-98b9-359521d147f4 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:27.296156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Attempting to bind port a193c74d-7277-4b0f-98b9-359521d147f4 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:27.296156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Attempting to bind port a193c74d-7277-4b0f-98b9-359521d147f4 on network 4d845de6-c4e4-4da2-a9e4-85e66f570880 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:27.304404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:27.304883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Checking segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:27.305298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.305911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Bound using segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:27.307291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Bound port: a193c74d-7277-4b0f-98b9-359521d147f4, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:27.307291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.317338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:27.387404 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97b4ec1b-a9ea-423e-82fa-3969768e7215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.399239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97b4ec1b-a9ea-423e-82fa-3969768e7215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.402983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-97b4ec1b-a9ea-423e-82fa-3969768e7215 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1eca72b-37d6-4554-9374-b4451a05fe14 HTTP/1.1" status: 204 len: 168 time: 0.7983406 Aug 20 09:07:27.433999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Deleting port 615b0b83-d0fd-463b-8a30-c4407895fd33 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:27.434240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.462940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.463543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40bd0336-c127-4191-957d-49018eb98b21 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:27.465140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] For port a193c74d-7277-4b0f-98b9-359521d147f4, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:27.486852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] For port a193c74d-7277-4b0f-98b9-359521d147f4, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a193c74d-7277-4b0f-98b9-359521d147f4,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:27.495396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.496784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e9065e53-036c-4c12-9dfc-7954d0b3bfc1 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "DELETE /v2.0/routers/40bd0336-c127-4191-957d-49018eb98b21 HTTP/1.1" status: 204 len: 168 time: 2.8924527 Aug 20 09:07:27.509340 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.535928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34832) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:27.536552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:router and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:27.538377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4ec1b-a9ea-423e-82fa-3969768e7215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eca72b-37d6-4554-9374-b4451a05fe14,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:27.547311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-643374815', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:27.588437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:27.687947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff015bbf-0725-4e0d-b21f-00e2d683d981 None None] Pushing event updated for resources: {'Port': ['ID=a193c74d-7277-4b0f-98b9-359521d147f4,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:27.705297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:floatingip and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:27.716145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.20.0.17 (4d845de6-c4e4-4da2-a9e4-85e66f570880/6899368e-18b9-41b5-8d5c-876fa4a5e170/d181c059-137f-4e7c-b69e-0e849cf07bfe) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:27.769741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.804020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:27.806759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bcd59-d854-46be-ac7f-341d55342aba req-6a86675c-779b-41f5-ab5b-df009ac4f973 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:27.816038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.817172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.820263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd5bcd59-d854-46be-ac7f-341d55342aba req-6a86675c-779b-41f5-ab5b-df009ac4f973 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 907 time: 0.1153123 Aug 20 09:07:27.841938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Transition to ACTIVE for port object ba5d04c5-54a6-4ae1-be6c-a0829078dd34 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:27.861556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] For port 615b0b83-d0fd-463b-8a30-c4407895fd33, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=615b0b83-d0fd-463b-8a30-c4407895fd33,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:27.862595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.931652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Calling delete_port for 615b0b83-d0fd-463b-8a30-c4407895fd33 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:27.966073 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:27.995210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Transition to ACTIVE for port object d181c059-137f-4e7c-b69e-0e849cf07bfe will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:28.012697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.072830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77ba5e-aba0-44c4-b192-1b4af7db2167 req-96f900c5-d377-4924-b9fc-925eda2ec054 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:28.074652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f77ba5e-aba0-44c4-b192-1b4af7db2167 req-96f900c5-d377-4924-b9fc-925eda2ec054 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0772192 Aug 20 09:07:28.094050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.136602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.238691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:28.253937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:28.261859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:28.272821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f77ba5e-aba0-44c4-b192-1b4af7db2167 req-93d79180-7513-44b7-9991-5aa36212efe6 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887672 Aug 20 09:07:28.354036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:28.363240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:security_group and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:28.375933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=d181c059-137f-4e7c-b69e-0e849cf07bfe,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:28.428089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.464148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:28.476436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Port': ['ID=ba5d04c5-54a6-4ae1-be6c-a0829078dd34,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:28.479825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:28.486484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.490842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:28.491199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259920e2-0428-4aea-bbe4-3c6320eba025 req-a23354ff-94b4-432c-b0e6-a6b7aa2d2834 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:28.492681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-259920e2-0428-4aea-bbe4-3c6320eba025 req-a23354ff-94b4-432c-b0e6-a6b7aa2d2834 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1213000 Aug 20 09:07:28.604121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-259920e2-0428-4aea-bbe4-3c6320eba025 req-099294ac-e379-482a-90e8-fc5a8ee91578 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046705 Aug 20 09:07:28.612234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Usage tracker for resource:security_group_rule and tenant:9ba3398fda5a4ad5bd8e04900262b01c is out of sync, need to count used quota {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 09:07:28.712376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.771649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.quota.resource [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101317) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 09:07:28.783443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:28.803283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f398cfa7-87cc-41ca-81bd-d586d3a72735 tempest-QuotasTest-810286058 tempest-QuotasTest-810286058-project-admin] 10.222.0.35 "GET /v2.0/quotas/9ba3398fda5a4ad5bd8e04900262b01c/details.json HTTP/1.1" status: 200 len: 703 time: 2.1478791 Aug 20 09:07:28.892429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e502e6a-e318-4b6f-9d6f-027f81a1ff09 None None] Provisioning for port ba5d04c5-54a6-4ae1-be6c-a0829078dd34 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:28.892998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'Port': ['ID=615b0b83-d0fd-463b-8a30-c4407895fd33,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:28.905024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e502e6a-e318-4b6f-9d6f-027f81a1ff09 None None] Provisioning complete for port ba5d04c5-54a6-4ae1-be6c-a0829078dd34 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:28.908200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e502e6a-e318-4b6f-9d6f-027f81a1ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.027086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] No DVR routers for this DVR port 615b0b83-d0fd-463b-8a30-c4407895fd33 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:29.039975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1e502e6a-e318-4b6f-9d6f-027f81a1ff09 None None] Port ba5d04c5-54a6-4ae1-be6c-a0829078dd34 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:29.045354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 615b0b83-d0fd-463b-8a30-c4407895fd33 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:29.071147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.075222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76f73ea9-dd45-4453-9f89-bbcc35484c6a req-b0cbc63c-487b-408e-9af6-4fbff7b2eecd tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "DELETE /v2.0/ports/615b0b83-d0fd-463b-8a30-c4407895fd33 HTTP/1.1" status: 204 len: 173 time: 2.2813768 Aug 20 09:07:29.075862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'name': 'network-vif-deleted', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:29.080318 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb3331-88c1-4970-a2bc-3ac2ba88d43d" -d '{"events": [{"server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "name": "network-vif-deleted", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:29.120555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 615b0b83-d0fd-463b-8a30-c4407895fd33 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:29.123029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 615b0b83-d0fd-463b-8a30-c4407895fd33 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:29.288694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.443147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 99f16307-da2a-40be-a889-f8831e131cab up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:29.495767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34870) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:29.510966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f77c2a57-c1d7-4f60-9b1c-1663309e8783 req-0e33dbbc-4c9a-470c-aa46-120fb94610ec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7266ef-4808-4919-b5c2-7c0b9bc10062 HTTP/1.1" status: 200 len: 210 time: 0.0339766 Aug 20 09:07:29.556006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.567826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 99f16307-da2a-40be-a889-f8831e131cab completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:29.573307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 99f16307-da2a-40be-a889-f8831e131cab triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:29.574040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.581678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e994a3-d11f-4cc9-afa2-12fa0fc07ec8 req-1dd55ac0-c686-4428-83e9-6d8484b7e658 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:29.589468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70e994a3-d11f-4cc9-afa2-12fa0fc07ec8 req-1dd55ac0-c686-4428-83e9-6d8484b7e658 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.8283482 Aug 20 09:07:29.731466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada87bc-13fa-4eb7-932f-4f698cdf8eff None None] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:29.804069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70e994a3-d11f-4cc9-afa2-12fa0fc07ec8 req-18d6d0ff-1178-4e0e-82bf-69b1d1026141 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111290 Aug 20 09:07:29.852085 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.884846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c98bbbe9-b482-466f-b3a1-b0fddbf06d40 None None] Provisioning for port a193c74d-7277-4b0f-98b9-359521d147f4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:29.966944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 99f16307-da2a-40be-a889-f8831e131cab, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=99f16307-da2a-40be-a889-f8831e131cab,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:29.976632 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:29.981952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a193c74d-7277-4b0f-98b9-359521d147f4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:30.106789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=99f16307-da2a-40be-a889-f8831e131cab,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:30.162280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a193c74d-7277-4b0f-98b9-359521d147f4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:30.164080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.164511 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadc9178-63ac-4d28-ae62-b36b6a1a49f4 x-openstack-request-id: req-dadc9178-63ac-4d28-ae62-b36b6a1a49f4 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:30.165999 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7266ef-4808-4919-b5c2-7c0b9bc10062", "name": "network-vif-deleted", "tag": "615b0b83-d0fd-463b-8a30-c4407895fd33", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:30.166599 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dadc9178-63ac-4d28-ae62-b36b6a1a49f4 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:30.167350 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7266ef-4808-4919-b5c2-7c0b9bc10062', 'name': 'network-vif-deleted', 'tag': '615b0b83-d0fd-463b-8a30-c4407895fd33', 'status': 'completed', 'code': 200} Aug 20 09:07:30.176800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.191545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a193c74d-7277-4b0f-98b9-359521d147f4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:30.191913 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.218800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e111dc64-791e-42b0-a483-36869cc76f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.294970 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.329262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.369254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a193c74d-7277-4b0f-98b9-359521d147f4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a193c74d-7277-4b0f-98b9-359521d147f4,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:30.371204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.376797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.390868 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=d181c059-137f-4e7c-b69e-0e849cf07bfe,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:30.405198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.418241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54883b5f-48d7-4370-835e-72fd9525e742 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:30.443850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 54883b5f-48d7-4370-835e-72fd9525e742 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:30.444372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 54883b5f-48d7-4370-835e-72fd9525e742 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:30.476762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a193c74d-7277-4b0f-98b9-359521d147f4,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:30.520566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-c722c91a-8c80-429b-844c-25f8317aa96a tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:30.522126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-c722c91a-8c80-429b-844c-25f8317aa96a tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/networks?id=0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 200 len: 909 time: 0.2734046 Aug 20 09:07:30.550850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6dc5df61-6525-4942-9132-42f0fae8e649 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/quotas/6cfdd1b19dcf44b083fcee9a4eb388dd HTTP/1.1" status: 200 len: 375 time: 0.0221336 Aug 20 09:07:30.583340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:30.597451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:30.668491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.672887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6516d24-f071-49af-a56d-518f1f953781 None None] Provisioning complete for port a193c74d-7277-4b0f-98b9-359521d147f4 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:30.673507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6516d24-f071-49af-a56d-518f1f953781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.679898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.757166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-685f5cbe-66cd-4b9e-a140-7aaf9f3249a2 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795080 Aug 20 09:07:30.832389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Port': ['ID=ba5d04c5-54a6-4ae1-be6c-a0829078dd34,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:30.835051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.882615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Allocated IP 172.25.5.168 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/af43dfc8-e253-4ccd-ae05-7f47edbdf800) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:30.892933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e111dc64-791e-42b0-a483-36869cc76f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.910816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6516d24-f071-49af-a56d-518f1f953781 None None] Provisioning for port d181c059-137f-4e7c-b69e-0e849cf07bfe completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:30.919749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6516d24-f071-49af-a56d-518f1f953781 None None] Provisioning complete for port d181c059-137f-4e7c-b69e-0e849cf07bfe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:30.920121 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6516d24-f071-49af-a56d-518f1f953781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:30.939089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router 02e70fd4-2419-41cb-9677-d541fb3a2425 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:30.949046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e111dc64-791e-42b0-a483-36869cc76f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.009752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d6516d24-f071-49af-a56d-518f1f953781 None None] Port d181c059-137f-4e7c-b69e-0e849cf07bfe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:31.102456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e111dc64-791e-42b0-a483-36869cc76f6e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9425000ee7741018d33b04cc6dafa59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6050918 Aug 20 09:07:31.107617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34916) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:31.130975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d76957-ac4b-4c8f-a282-e01cd7285688 req-155b27ae-e983-4d80-98a0-2571abe5542d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:31.132251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80d76957-ac4b-4c8f-a282-e01cd7285688 req-155b27ae-e983-4d80-98a0-2571abe5542d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 945 time: 0.1770380 Aug 20 09:07:31.137731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1c604311-bba6-4207-a812-928d6adc3c4c None None] Provisioning complete for port d181c059-137f-4e7c-b69e-0e849cf07bfe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:31.138141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1c604311-bba6-4207-a812-928d6adc3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.195097 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.199240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111dc64-791e-42b0-a483-36869cc76f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba4c490-69aa-4d73-b533-69d5a61f1653,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:31.256533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:31.257181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1c604311-bba6-4207-a812-928d6adc3c4c None None] Port d181c059-137f-4e7c-b69e-0e849cf07bfe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:31.259190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:31.335633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:31.347899 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Sync routers for ids ['02e70fd4-2419-41cb-9677-d541fb3a2425'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:31.360162 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Routers {'02e70fd4-2419-41cb-9677-d541fb3a2425'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:31.360856 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['02e70fd4-2419-41cb-9677-d541fb3a2425'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:31.375652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.395073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-00b7218f-0c8e-4035-96d6-aed3179ee420 None None] Provisioning complete for port d181c059-137f-4e7c-b69e-0e849cf07bfe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:31.397623 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b7218f-0c8e-4035-96d6-aed3179ee420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.416927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-49d351cb-9434-48d7-9dfa-65a9f3599620 service neutron] 10.222.0.35 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052420 Aug 20 09:07:31.440595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e31df993-e531-4490-8471-a252e4b826c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "PUT /v2.0/routers/02e70fd4-2419-41cb-9677-d541fb3a2425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0307622 Aug 20 09:07:31.447771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event updated for resources: {'Port': ['ID=af43dfc8-e253-4ccd-ae05-7f47edbdf800,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:31.489547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80d76957-ac4b-4c8f-a282-e01cd7285688 req-c2ad177b-1640-4180-8286-17ab3c00db09 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372269 Aug 20 09:07:31.491793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 99f16307-da2a-40be-a889-f8831e131cab up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:31.542870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2fee-0bda-4c98-bfde-77bd8ab06b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.583892 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Set router 02e70fd4-2419-41cb-9677-d541fb3a2425 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:31.594633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:31.598556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:31.600368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-00b7218f-0c8e-4035-96d6-aed3179ee420 None None] Port d181c059-137f-4e7c-b69e-0e849cf07bfe cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:31.606064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:31.619252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2fee-0bda-4c98-bfde-77bd8ab06b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.655403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 99f16307-da2a-40be-a889-f8831e131cab triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:31.655787 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.740224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Router 05feda5b-6953-4d41-a002-6df4476c5f79 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:31.746976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-85d83328-6cf8-4ab9-b752-5a4b680c6643 service neutron] 10.222.0.35 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209982 Aug 20 09:07:31.778594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2fee-0bda-4c98-bfde-77bd8ab06b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.785388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2fee-0bda-4c98-bfde-77bd8ab06b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:31.789460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0a1e2fee-0bda-4c98-bfde-77bd8ab06b31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ba4c490-69aa-4d73-b533-69d5a61f1653 HTTP/1.1" status: 204 len: 168 time: 0.6798115 Aug 20 09:07:31.840988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2fee-0bda-4c98-bfde-77bd8ab06b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba4c490-69aa-4d73-b533-69d5a61f1653,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:31.910040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:31.916400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44c081f8-d850-4306-a06e-ddc2be7156ae tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "PUT /v2.0/routers/05feda5b-6953-4d41-a002-6df4476c5f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9551706 Aug 20 09:07:31.944932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34942) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:31.957220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Request body: {'port': {'network_id': '43b9e742-987e-4dc1-8a27-f02f8145dcbd', 'name': 'tempest-FloatingIPAdminTestJSON-1966682156'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:31.972551 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:28Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'd181c059-137f-4e7c-b69e-0e849cf07bfe', 'name': '', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:a1:ba:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:27Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 2, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:32.013449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Checking router: 02e70fd4-2419-41cb-9677-d541fb3a2425 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:32.014050 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Updating router 02e70fd4-2419-41cb-9677-d541fb3a2425 port d181c059-137f-4e7c-b69e-0e849cf07bfe binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:07:32.042036 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.207004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] Sync routers for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:32.261332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:32.262006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:32.295868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b210d3d2-d204-47b9-ab27-3eb58168c8e4 req-e7689741-0fb1-4481-9304-a6a0998cfb10 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 210 time: 0.1273143 Aug 20 09:07:32.348275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:32.362704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-6882b1f9-1af9-4a0e-b7cf-b50bb8ae2158 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:32.377261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-6882b1f9-1af9-4a0e-b7cf-b50bb8ae2158 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/networks?id=4d845de6-c4e4-4da2-a9e4-85e66f570880 HTTP/1.1" status: 200 len: 798 time: 0.5777030 Aug 20 09:07:32.382080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9de03a11-abce-4da4-b450-2c95b0f911b9 None None] Provisioning complete for port ba5d04c5-54a6-4ae1-be6c-a0829078dd34 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:32.382453 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9de03a11-abce-4da4-b450-2c95b0f911b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.411218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-b7ab0417-2e53-4293-840b-968c0bc765a7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/quotas/1a613a3d2eec46d8819c1754e10eae68 HTTP/1.1" status: 200 len: 375 time: 0.0326972 Aug 20 09:07:32.453115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:32.453811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:32.483120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-81e14e51-0df9-4873-9028-508574309c71 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:32.487616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-81e14e51-0df9-4873-9028-508574309c71 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 945 time: 0.2305522 Aug 20 09:07:32.492130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Made reservation on behalf of 43c74040c89d496f917f2c44bc9bf269 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:32.496283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.545261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:32.548524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1e464-f15d-4c51-9e22-6615e17c7e5f None None] The sync data for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:32.581275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] device_id is not set on port 80d76d85-1f5c-4697-81da-836b9e35d44d yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:07:32.634282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-f3ef10b0-3d7b-4d6a-9745-66df6e9728cf tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2215176 Aug 20 09:07:32.641652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9de03a11-abce-4da4-b450-2c95b0f911b9 None None] Port ba5d04c5-54a6-4ae1-be6c-a0829078dd34 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:32.663503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a193c74d-7277-4b0f-98b9-359521d147f4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:32.697830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.699220 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.712297 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Transition to ACTIVE for port object d181c059-137f-4e7c-b69e-0e849cf07bfe will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:32.720298 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.784889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a193c74d-7277-4b0f-98b9-359521d147f4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:32.785599 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.797349 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Pushing event updated for resources: {'Port': ['ID=d181c059-137f-4e7c-b69e-0e849cf07bfe,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:32.817143 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.817524 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.817878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.818275 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.818614 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.819105 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.819314 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.819640 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.820163 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.820565 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.820895 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.821251 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:32.893618 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Attempting to bind port d181c059-137f-4e7c-b69e-0e849cf07bfe on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:32.894010 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Attempting to bind port d181c059-137f-4e7c-b69e-0e849cf07bfe by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:32.894364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Attempting to bind port d181c059-137f-4e7c-b69e-0e849cf07bfe on network 4d845de6-c4e4-4da2-a9e4-85e66f570880 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:32.901777 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:32.902139 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Checking segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:32.902539 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.903135 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Bound using segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:32.904292 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Bound port: d181c059-137f-4e7c-b69e-0e849cf07bfe, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:32.904687 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:32.974469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34968) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:32.984125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-b0896282-c7d6-4212-8ec9-586e0a8ee6f3 service neutron] 10.222.0.35 "GET /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488932 Aug 20 09:07:32.999586 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] For port d181c059-137f-4e7c-b69e-0e849cf07bfe, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:33.004889 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] For port d181c059-137f-4e7c-b69e-0e849cf07bfe, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d181c059-137f-4e7c-b69e-0e849cf07bfe,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:33.010899 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.078873 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8e5e1-699a-40a1-b793-6278ded0d2a9 None None] Pushing event updated for resources: {'Port': ['ID=d181c059-137f-4e7c-b69e-0e849cf07bfe,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:33.099092 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Routers {'02e70fd4-2419-41cb-9677-d541fb3a2425'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:33.099721 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['02e70fd4-2419-41cb-9677-d541fb3a2425'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:33.159942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-78e061c8-44d2-4980-96eb-637dc5635c18 service neutron] 10.222.0.35 "GET /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745269 Aug 20 09:07:33.164116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2aa696df-b80d-4b0d-8a79-4b8161e04ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.197227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Deleting port 13812cff-fb31-45de-bf0e-4831e82352bd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:33.197881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.304272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15a2bb-62c9-48b4-907f-978b4796de01 req-e95845a7-1ead-4bb1-8d47-43f44bdf2423 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:33.305992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d15a2bb-62c9-48b4-907f-978b4796de01 req-e95845a7-1ead-4bb1-8d47-43f44bdf2423 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 945 time: 0.6695375 Aug 20 09:07:33.361793 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] Set router 02e70fd4-2419-41cb-9677-d541fb3a2425 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:33.386598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2aa696df-b80d-4b0d-8a79-4b8161e04ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.410022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d15a2bb-62c9-48b4-907f-978b4796de01 req-3a9cdfea-c66a-4240-9c7f-bd4a9e9781d5 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921195 Aug 20 09:07:33.417166 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2aa696df-b80d-4b0d-8a79-4b8161e04ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.510516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa696df-b80d-4b0d-8a79-4b8161e04ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64151bda-5b9e-4c6e-826e-9092133979b6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:33.578549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Allocated IP 172.20.0.11 (43b9e742-987e-4dc1-8a27-f02f8145dcbd/8c6a8883-4de1-430d-aa55-7aacfc85bb31/80d76d85-1f5c-4697-81da-836b9e35d44d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:33.579225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3dd5b24f-2cd3-445b-b1b0-beeee18222cf req-0d74e0db-a192-4b41-bddf-adb0b5a7c210 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 210 time: 0.0838075 Aug 20 09:07:33.612569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2aa696df-b80d-4b0d-8a79-4b8161e04ea0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ba3398fda5a4ad5bd8e04900262b01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856715 Aug 20 09:07:33.617674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34980) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:33.629975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af62bf94-0398-438d-9da8-b2d3f3ac24ac req-e60b55eb-7a53-48b0-ab9f-9ab596808723 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 210 time: 0.1303422 Aug 20 09:07:33.668462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.750768 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:28Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'd181c059-137f-4e7c-b69e-0e849cf07bfe', 'name': '', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:a1:ba:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:27Z', 'updated_at': '2021-08-20T09:07:32Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:33.785488 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aee0a-e285-43e2-96cf-97c093a786f0 None None] The sync data for ids ['02e70fd4-2419-41cb-9677-d541fb3a2425'] in n-d-804285-2 is: [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:07:28Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'd181c059-137f-4e7c-b69e-0e849cf07bfe', 'name': '', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:a1:ba:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:27Z', 'updated_at': '2021-08-20T09:07:32Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:33.822713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] For port 13812cff-fb31-45de-bf0e-4831e82352bd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=13812cff-fb31-45de-bf0e-4831e82352bd,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:33.823094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:33.895527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Calling delete_port for 13812cff-fb31-45de-bf0e-4831e82352bd owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:33.941301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7285ee66-cda4-4060-8532-5ba47c8bb45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:34.155532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-a0424f50-6ede-4842-be2d-ad0c2c09d27d tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:34.157276 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-a0424f50-6ede-4842-be2d-ad0c2c09d27d tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.26 "GET /v2.0/networks?id=0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 200 len: 909 time: 0.1415188 Aug 20 09:07:34.193418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Request body: {'port': {'device_id': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'admin_state_up': True, 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:34.560650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b56cc7-724b-4173-a781-ec8c3d4133e3 req-2cd08830-aefe-48c9-b3ad-1a80b521717d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:34.569882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b56cc7-724b-4173-a781-ec8c3d4133e3 req-2cd08830-aefe-48c9-b3ad-1a80b521717d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 945 time: 0.0703182 Aug 20 09:07:34.576985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7285ee66-cda4-4060-8532-5ba47c8bb45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:34.614153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b56cc7-724b-4173-a781-ec8c3d4133e3 req-e54ed18b-bc1d-48bb-81c1-38c5838b5c50 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Aug 20 09:07:34.740583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-397356a6-ab05-4249-9706-f0d7a0c31e4a req-22c09e47-575f-47fa-8b1c-08818411758c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 210 time: 0.0759468 Aug 20 09:07:34.768627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Made reservation on behalf of 6cfdd1b19dcf44b083fcee9a4eb388dd for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:34.771376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:34.794109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a5ab56a-f16b-48eb-94ff-abfcc03659e8 req-9c1853b0-329c-494a-850c-6b5945ba1cae tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 210 time: 0.0500336 Aug 20 09:07:34.798306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:34.841488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Router ff95d218-f463-4c9b-abed-f40b7cdc06bf is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:34.905692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:34.917930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:34.992325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 13812cff-fb31-45de-bf0e-4831e82352bd no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:35.024621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Transition to ACTIVE for port object 80d76d85-1f5c-4697-81da-836b9e35d44d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:35.035856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7285ee66-cda4-4060-8532-5ba47c8bb45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.038396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7285ee66-cda4-4060-8532-5ba47c8bb45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.039546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7285ee66-cda4-4060-8532-5ba47c8bb45a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64151bda-5b9e-4c6e-826e-9092133979b6 HTTP/1.1" status: 204 len: 168 time: 1.4179893 Aug 20 09:07:35.059998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 13812cff-fb31-45de-bf0e-4831e82352bd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:35.060633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 13812cff-fb31-45de-bf0e-4831e82352bd not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:35.103324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'Port': ['ID=13812cff-fb31-45de-bf0e-4831e82352bd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:35.182458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285ee66-cda4-4060-8532-5ba47c8bb45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64151bda-5b9e-4c6e-826e-9092133979b6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:35.297445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] No DVR routers for this DVR port 13812cff-fb31-45de-bf0e-4831e82352bd on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:35.314721 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.317509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3a98326e-9c6b-4d4b-9be5-cc583083c6e0 req-49bf1683-1c7d-4afe-916c-7cc75c611fec tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "DELETE /v2.0/ports/13812cff-fb31-45de-bf0e-4831e82352bd HTTP/1.1" status: 204 len: 173 time: 2.7999933 Aug 20 09:07:35.322126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576da7f2-3014-4fe1-8256-2917e94318f5', 'name': 'network-vif-deleted', 'tag': '13812cff-fb31-45de-bf0e-4831e82352bd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:35.324411 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2112fc1b-f47c-4c01-a91c-6909779da4e2" -d '{"events": [{"server_uuid": "576da7f2-3014-4fe1-8256-2917e94318f5", "name": "network-vif-deleted", "tag": "13812cff-fb31-45de-bf0e-4831e82352bd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:35.359631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d181c059-137f-4e7c-b69e-0e849cf07bfe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:35.391455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Allocated IP 172.20.0.3 (0846857d-e913-4f40-ab67-914c462d067e/4140fcb9-344e-4c82-aa96-57cdd5ab8b41/c24a9123-d58d-486c-a9b9-feef114761ab) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:35.401477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-91fba21e-227e-4b1a-aa23-3339d391e155 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:35.403720 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-91fba21e-227e-4b1a-aa23-3339d391e155 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.37 "GET /v2.0/networks?id=4d845de6-c4e4-4da2-a9e4-85e66f570880 HTTP/1.1" status: 200 len: 798 time: 0.5238771 Aug 20 09:07:35.425650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Request body: {'port': {'device_id': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'admin_state_up': True, 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:35.438107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.515244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d181c059-137f-4e7c-b69e-0e849cf07bfe completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:35.518321 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f9c4cd-b0b6-428a-b63a-4673325d389e x-openstack-request-id: req-45f9c4cd-b0b6-428a-b63a-4673325d389e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:35.518618 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576da7f2-3014-4fe1-8256-2917e94318f5", "name": "network-vif-deleted", "tag": "13812cff-fb31-45de-bf0e-4831e82352bd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:35.519165 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45f9c4cd-b0b6-428a-b63a-4673325d389e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:35.519334 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576da7f2-3014-4fe1-8256-2917e94318f5', 'name': 'network-vif-deleted', 'tag': '13812cff-fb31-45de-bf0e-4831e82352bd', 'status': 'completed', 'code': 200} Aug 20 09:07:35.521624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d181c059-137f-4e7c-b69e-0e849cf07bfe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:35.522238 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.624279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:35.636873 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] Sync routers for ids ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:35.654650 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] Routers {'ff95d218-f463-4c9b-abed-f40b7cdc06bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:35.656461 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:35.656726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:35.680621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:35.690903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event updated for resources: {'Port': ['ID=80d76d85-1f5c-4697-81da-836b9e35d44d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:35.694192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:35.747965 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.776437 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:35.810035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] Routers {'ff95d218-f463-4c9b-abed-f40b7cdc06bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:35.810616 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:35.854339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port d181c059-137f-4e7c-b69e-0e849cf07bfe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d181c059-137f-4e7c-b69e-0e849cf07bfe,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:35.867926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.911351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52269fef-50e2-4a30-8426-273adae01985 req-cad133bf-85a1-41c0-bed0-8d62f9f6631d tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=576da7f2-3014-4fe1-8256-2917e94318f5 HTTP/1.1" status: 200 len: 210 time: 0.0818572 Aug 20 09:07:35.918750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.926508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5da2076e-2de1-40f8-af86-00e2ce16f449 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.3830943 Aug 20 09:07:35.941446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35032) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:35.958166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': False}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:35.960422 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:35.962315 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f451b-df5b-4f82-a860-2cea61a4d46c None None] The sync data for ids ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:35.991083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:35.992375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:35.994515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d181c059-137f-4e7c-b69e-0e849cf07bfe,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:36.093870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Made reservation on behalf of 1a613a3d2eec46d8819c1754e10eae68 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:36.116566 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.150747 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eda3f510-5e27-4bf1-9b88-2534159ba7db tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2046642 Aug 20 09:07:36.155598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.157764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:36.226492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Transition to ACTIVE for port object c24a9123-d58d-486c-a9b9-feef114761ab will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:36.240074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b3684c37-b1e0-4ac4-b9a3-e38c844c369a None None] Provisioning for port 80d76d85-1f5c-4697-81da-836b9e35d44d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:36.244096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b3684c37-b1e0-4ac4-b9a3-e38c844c369a None None] Provisioning complete for port 80d76d85-1f5c-4697-81da-836b9e35d44d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:36.244876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b3684c37-b1e0-4ac4-b9a3-e38c844c369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.301254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b3684c37-b1e0-4ac4-b9a3-e38c844c369a None None] Port 80d76d85-1f5c-4697-81da-836b9e35d44d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:36.341216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Allocated IP 172.20.0.26 (4d845de6-c4e4-4da2-a9e4-85e66f570880/6899368e-18b9-41b5-8d5c-876fa4a5e170/133b0126-f011-4795-aee2-3cb9a6547996) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:36.346160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.359185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['41a1c609-4934-46ec-ae5b-c99ffaa29bc1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:36.400524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Network 0846857d-e913-4f40-ab67-914c462d067e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:36.410454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:36.414850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:36.474073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:36.474775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.482034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'project_id': '43c74040c89d496f917f2c44bc9bf269', 'port_id': '80d76d85-1f5c-4697-81da-836b9e35d44d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:36.562746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.648695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-378987c3-344b-45cf-a4f4-0bff813046a0 req-1b6f3699-8fa1-42f9-944a-cf97c3a90b87 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 210 time: 0.7244158 Aug 20 09:07:36.833262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9fe7db3c-cb00-40b5-83de-88e0d7c2a80a None None] Provisioning for port c24a9123-d58d-486c-a9b9-feef114761ab completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:36.837372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9fe7db3c-cb00-40b5-83de-88e0d7c2a80a None None] Provisioning complete for port c24a9123-d58d-486c-a9b9-feef114761ab triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:36.837838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db3c-cb00-40b5-83de-88e0d7c2a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.854858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd139-38f0-4b8f-9b38-df613c4e7987 req-1f016c7c-02e7-42c4-a567-cf58fd8f79ec tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:36.864711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c4cd139-38f0-4b8f-9b38-df613c4e7987 req-1f016c7c-02e7-42c4-a567-cf58fd8f79ec tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1027 time: 0.2334752 Aug 20 09:07:36.896033 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7253537 Aug 20 09:07:36.896835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a909e6f-1d92-4466-85f9-b33e447f66cc tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Pushing event updated for resources: {'Port': ['ID=c24a9123-d58d-486c-a9b9-feef114761ab,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:36.902465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:36.912632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Request body: {'port': {'device_id': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:36.917801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7db3c-cb00-40b5-83de-88e0d7c2a80a None None] Port c24a9123-d58d-486c-a9b9-feef114761ab cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:36.966840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Transition to ACTIVE for port object 133b0126-f011-4795-aee2-3cb9a6547996 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:36.997325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c4cd139-38f0-4b8f-9b38-df613c4e7987 req-b1cd8142-1d7a-4104-b0f9-7d92c9bf2fd6 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275985 Aug 20 09:07:37.044563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.084325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.150493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.307668 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.309083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d181c059-137f-4e7c-b69e-0e849cf07bfe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:37.352494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:37.385603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d181c059-137f-4e7c-b69e-0e849cf07bfe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:37.386303 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.393301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:37.396066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:37.513296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Allocated IP 172.25.5.201 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/3fb414f5-6af5-4e75-89d1-c14e5436bbbb) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:37.644261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.683884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event updated for resources: {'Port': ['ID=133b0126-f011-4795-aee2-3cb9a6547996,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:37.753954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-56f5256d-1e98-4d16-8c8b-d197aaff0f8d None None] Provisioning for port 133b0126-f011-4795-aee2-3cb9a6547996 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:37.755507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67a77-a078-4c66-a457-03c0373d1073 req-f999d684-da9e-4b16-98a5-b4844b211a10 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:37.758314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-56f5256d-1e98-4d16-8c8b-d197aaff0f8d None None] Provisioning complete for port 133b0126-f011-4795-aee2-3cb9a6547996 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:37.758693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-56f5256d-1e98-4d16-8c8b-d197aaff0f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.763620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.763849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efc67a77-a078-4c66-a457-03c0373d1073 req-f999d684-da9e-4b16-98a5-b4844b211a10 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1237686 Aug 20 09:07:37.821009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efc67a77-a078-4c66-a457-03c0373d1073 req-3262ca72-9851-46b8-beb7-2f5bb475705c tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559893 Aug 20 09:07:37.836643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:37.839111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-56f5256d-1e98-4d16-8c8b-d197aaff0f8d None None] Port 133b0126-f011-4795-aee2-3cb9a6547996 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:07:37.841792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:37.849754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:37.850415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:37.852961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:37.918486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-d9818622-20f3-4641-987c-5732722a6f8a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4984467 Aug 20 09:07:37.926121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb414f5-6af5-4e75-89d1-c14e5436bbbb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:37.942053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc060f-bf84-485f-a5f0-ea79095def2a req-8b85caeb-870c-4989-8ca2-b82d5d39afb1 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:37.943806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ddc060f-bf84-485f-a5f0-ea79095def2a req-8b85caeb-870c-4989-8ca2-b82d5d39afb1 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 895 time: 0.1218338 Aug 20 09:07:37.960680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Request body: {'port': {'device_id': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:38.033046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:38.037746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:38.052169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:38.193016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d17a0-9284-4da3-bcb0-0a2f9e46effe req-8f4cd6d0-7864-476f-b417-796b8629c1f4 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:38.194664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a25d17a0-9284-4da3-bcb0-0a2f9e46effe req-8f4cd6d0-7864-476f-b417-796b8629c1f4 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1027 time: 0.1007948 Aug 20 09:07:38.224183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24a9123-d58d-486c-a9b9-feef114761ab {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:07:38.228377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Router ff95d218-f463-4c9b-abed-f40b7cdc06bf has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:38.264992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a25d17a0-9284-4da3-bcb0-0a2f9e46effe req-4096a728-9587-4371-8bca-023cf4a62fe8 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569272 Aug 20 09:07:38.326845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:38.363806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Transition to ACTIVE for port object c24a9123-d58d-486c-a9b9-feef114761ab will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:38.380702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:38.406074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:38.411187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:38.413508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5c78c046-e2cc-4612-9b8d-678c3de9cc55 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "PUT /v2.0/routers/ff95d218-f463-4c9b-abed-f40b7cdc06bf HTTP/1.1" status: 200 len: 925 time: 2.4650612 Aug 20 09:07:38.416021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35092) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:38.422029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] Sync routers for ids ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:38.433167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] Routers {'ff95d218-f463-4c9b-abed-f40b7cdc06bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:38.434144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:38.479343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:38.495972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] Routers {'ff95d218-f463-4c9b-abed-f40b7cdc06bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:38.497229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:38.541550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Pushing event updated for resources: {'Port': ['ID=c24a9123-d58d-486c-a9b9-feef114761ab,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:38.560338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:38.561530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18982-5a66-4ec6-b6b0-5619f063cb3e None None] The sync data for ids ['ff95d218-f463-4c9b-abed-f40b7cdc06bf'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:38.598597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-454132c4-0a19-41ef-8387-aa40c33610d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:38.602030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-454132c4-0a19-41ef-8387-aa40c33610d6 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.1127455 Aug 20 09:07:38.602635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35096) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:38.739066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-94847375-f56a-4ca5-95b6-af4eb1dd18da tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/ff95d218-f463-4c9b-abed-f40b7cdc06bf HTTP/1.1" status: 200 len: 925 time: 0.3218191 Aug 20 09:07:38.742303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35102) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:38.821032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Deleting port fa1f7472-0ee7-4722-a533-d8715bfd9d4c {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:38.821755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.001416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] For port fa1f7472-0ee7-4722-a533-d8715bfd9d4c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:39.001839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.009154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-834093295'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:39.027401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbf16-3d73-4b46-81a9-6f8f289d5a63 req-2bc7cd11-e8ce-4d4e-9ffc-814fedbaa80b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:39.029208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d4fbf16-3d73-4b46-81a9-6f8f289d5a63 req-2bc7cd11-e8ce-4d4e-9ffc-814fedbaa80b tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 945 time: 0.0996978 Aug 20 09:07:39.040222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Calling delete_port for fa1f7472-0ee7-4722-a533-d8715bfd9d4c owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:39.117299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.118356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.171393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffd654-55d1-4161-836d-7e61f06d8b04 req-9bcb03f8-479f-4bce-82e9-37f3f8705a9b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:39.172919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dffd654-55d1-4161-836d-7e61f06d8b04 req-9bcb03f8-479f-4bce-82e9-37f3f8705a9b tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 895 time: 0.1307693 Aug 20 09:07:39.183822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d4fbf16-3d73-4b46-81a9-6f8f289d5a63 req-6be9e684-e760-4a30-be68-3ab79eb67e04 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=39690b30-6b48-4fce-af99-277acffb5c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448169 Aug 20 09:07:39.241091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Attempting to bind port c24a9123-d58d-486c-a9b9-feef114761ab on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:39.241668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Attempting to bind port c24a9123-d58d-486c-a9b9-feef114761ab by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:39.241805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Attempting to bind port c24a9123-d58d-486c-a9b9-feef114761ab on network 0846857d-e913-4f40-ab67-914c462d067e {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:39.245803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.253990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.271034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.274842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3519941e-91cc-4104-8a89-c28c9765f8eb tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6348941 Aug 20 09:07:39.275457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35110) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:39.299550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Port c24a9123-d58d-486c-a9b9-feef114761ab on network 0846857d-e913-4f40-ab67-914c462d067e not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:07:39.299550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Attempting to bind port c24a9123-d58d-486c-a9b9-feef114761ab on network 0846857d-e913-4f40-ab67-914c462d067e {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:39.355226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133b0126-f011-4795-aee2-3cb9a6547996 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:07:39.360794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d85b6b-d8e7-451d-a42b-43566bf9f558 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:39.362378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b1d85b6b-d8e7-451d-a42b-43566bf9f558 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=ff95d218-f463-4c9b-abed-f40b7cdc06bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6190455 Aug 20 09:07:39.371701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:39.372073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Checking segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:39.372441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Bound using segment: {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:39.372866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Bound port: c24a9123-d58d-486c-a9b9-feef114761ab, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a0eae6-bfe3-4982-92a3-28661fa802fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0846857d-e913-4f40-ab67-914c462d067e'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:39.373223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.378690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35116) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:39.383488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.415867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.442137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Transition to ACTIVE for port object 133b0126-f011-4795-aee2-3cb9a6547996 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:07:39.465561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.470068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.496959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.510980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['fa1f7472-0ee7-4722-a533-d8715bfd9d4c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:39.666141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Pushing event updated for resources: {'Port': ['ID=133b0126-f011-4795-aee2-3cb9a6547996,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:39.703719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] For port c24a9123-d58d-486c-a9b9-feef114761ab, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:39.755254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] For port c24a9123-d58d-486c-a9b9-feef114761ab, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c24a9123-d58d-486c-a9b9-feef114761ab,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:39.758948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.785399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.836846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-953341c0-d7ce-4ebe-a9b3-1ce444119971 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2132821 Aug 20 09:07:39.843098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:39.843834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:39.861254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] 10.222.0.26 "PUT /v2.0/ports/c24a9123-d58d-486c-a9b9-feef114761ab HTTP/1.1" status: 200 len: 1091 time: 2.9543693 Aug 20 09:07:39.867766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'tag': 'c24a9123-d58d-486c-a9b9-feef114761ab'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:39.870112 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3c2cba-afd5-48e4-b64f-1dc3d310e97b", "tag": "c24a9123-d58d-486c-a9b9-feef114761ab"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:39.888987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'Port': ['ID=fa1f7472-0ee7-4722-a533-d8715bfd9d4c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:39.974758 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b625caa9-3f67-47b3-87f0-d9b2c9bc4e52 x-openstack-request-id: req-b625caa9-3f67-47b3-87f0-d9b2c9bc4e52 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:39.975049 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3c2cba-afd5-48e4-b64f-1dc3d310e97b", "tag": "c24a9123-d58d-486c-a9b9-feef114761ab", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:39.975706 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b625caa9-3f67-47b3-87f0-d9b2c9bc4e52 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:39.975968 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'tag': 'c24a9123-d58d-486c-a9b9-feef114761ab', 'status': 'completed', 'code': 200} Aug 20 09:07:40.014068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Attempting to bind port 133b0126-f011-4795-aee2-3cb9a6547996 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:07:40.014463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Attempting to bind port 133b0126-f011-4795-aee2-3cb9a6547996 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:07:40.014742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Attempting to bind port 133b0126-f011-4795-aee2-3cb9a6547996 on network 4d845de6-c4e4-4da2-a9e4-85e66f570880 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:40.069515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0305f-4488-4c88-8cde-473075cde692 service neutron] Pushing event updated for resources: {'Port': ['ID=c24a9123-d58d-486c-a9b9-feef114761ab,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:40.078259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Port 133b0126-f011-4795-aee2-3cb9a6547996 on network 4d845de6-c4e4-4da2-a9e4-85e66f570880 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:07:40.078592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Attempting to bind port 133b0126-f011-4795-aee2-3cb9a6547996 on network 4d845de6-c4e4-4da2-a9e4-85e66f570880 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:07:40.088420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b46e3-4a95-4bfc-9ba7-8708ef46b133 req-04af3753-0d08-4d47-b4c2-9c0103efb406 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.094019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:07:40.094339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Checking segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:07:40.094726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Bound using segment: {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:07:40.095179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Bound port: 133b0126-f011-4795-aee2-3cb9a6547996, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87362aee-5253-4f03-b747-946e611a4fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:07:40.095545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.097151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-467b46e3-4a95-4bfc-9ba7-8708ef46b133 req-04af3753-0d08-4d47-b4c2-9c0103efb406 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1052 time: 0.7170193 Aug 20 09:07:40.105826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] No DVR routers for this DVR port fa1f7472-0ee7-4722-a533-d8715bfd9d4c on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:40.143712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-870b30c6-3c2c-4a20-930f-09e2fd2a3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.145239 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-870b30c6-3c2c-4a20-930f-09e2fd2a3dcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 1096 time: 0.2427297 Aug 20 09:07:40.147022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-42166d95-c187-44b2-a261-a0b1ea73fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.148601 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-42166d95-c187-44b2-a261-a0b1ea73fe7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1094 time: 0.2170076 Aug 20 09:07:40.156712 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.160272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2e11fbe-6996-4215-92a3-12da5a36d3d5 req-900dc8d0-c043-4ae6-85f4-9be0fd97c74a tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.26 "DELETE /v2.0/ports/fa1f7472-0ee7-4722-a533-d8715bfd9d4c HTTP/1.1" status: 204 len: 173 time: 1.5176129 Aug 20 09:07:40.180633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'name': 'network-vif-deleted', 'tag': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:40.183016 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23972c8-e47d-4608-916e-f35987ade9ad" -d '{"events": [{"server_uuid": "f2721c3d-3486-42f0-ae1e-2ec90c459b9c", "name": "network-vif-deleted", "tag": "fa1f7472-0ee7-4722-a533-d8715bfd9d4c"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:40.233075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.242044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.261205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408960f-2e6e-421e-abda-15c1c432795c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.262273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-cd1b2e87-55b5-4a58-88ba-be8eb5a50707 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24a9123-d58d-486c-a9b9-feef114761ab HTTP/1.1" status: 200 len: 217 time: 0.1020877 Aug 20 09:07:40.276696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e408960f-2e6e-421e-abda-15c1c432795c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.8954306 Aug 20 09:07:40.283382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35134) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:40.363039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b140198-2121-4ea0-8e84-ece25c8c5688 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff95d218-f463-4c9b-abed-f40b7cdc06bf HTTP/1.1" status: 200 len: 205 time: 0.0764046 Aug 20 09:07:40.363714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35136) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:40.366523 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d7360-b8e8-48f3-a046-12c9b1ec3ea0 x-openstack-request-id: req-a54d7360-b8e8-48f3-a046-12c9b1ec3ea0 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:40.366833 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2721c3d-3486-42f0-ae1e-2ec90c459b9c", "name": "network-vif-deleted", "tag": "fa1f7472-0ee7-4722-a533-d8715bfd9d4c", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:40.367093 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a54d7360-b8e8-48f3-a046-12c9b1ec3ea0 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:40.367491 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2721c3d-3486-42f0-ae1e-2ec90c459b9c', 'name': 'network-vif-deleted', 'tag': 'fa1f7472-0ee7-4722-a533-d8715bfd9d4c', 'status': 'completed', 'code': 200} Aug 20 09:07:40.458336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f900a160-7fb7-48c5-8b3a-4b7b70a6e587 req-4e8fae54-33d1-4283-a7f5-85e909d29722 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2721c3d-3486-42f0-ae1e-2ec90c459b9c HTTP/1.1" status: 200 len: 210 time: 0.0671017 Aug 20 09:07:40.467351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-467b46e3-4a95-4bfc-9ba7-8708ef46b133 req-e1b5ec5f-e246-45ec-8e0a-ba953af0f384 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692532 Aug 20 09:07:40.475953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.480152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.480698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64394cf4-b3c1-4d85-a882-07303b7d2b47 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:40.502562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.504900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.510321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35142) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:40.511887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] For port 133b0126-f011-4795-aee2-3cb9a6547996, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:07:40.513497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-93ecf8ef-8cc0-4669-a12e-7e353fecc8ae tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "DELETE /v2.0/routers/64394cf4-b3c1-4d85-a882-07303b7d2b47 HTTP/1.1" status: 204 len: 168 time: 1.2306936 Aug 20 09:07:40.527874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Request body: {'router': {'name': 'tempest-router-1283146704', 'distributed': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:40.534917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-037809d1-4b0a-479d-8179-fe271c9a438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.536342 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-037809d1-4b0a-479d-8179-fe271c9a438d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4140fcb9-344e-4c82-aa96-57cdd5ab8b41 HTTP/1.1" status: 200 len: 848 time: 0.2025242 Aug 20 09:07:40.585953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] For port 133b0126-f011-4795-aee2-3cb9a6547996, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=133b0126-f011-4795-aee2-3cb9a6547996,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:07:40.605087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161c57a-1c5a-4ffe-be23-1024be716e17 req-ad7bde82-f24c-42f8-b65c-5048051f0296 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.615337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d161c57a-1c5a-4ffe-be23-1024be716e17 req-ad7bde82-f24c-42f8-b65c-5048051f0296 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 907 time: 0.0837481 Aug 20 09:07:40.641686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-e3003894-dc8b-4940-af30-d4f304d26af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.643931 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-e3003894-dc8b-4940-af30-d4f304d26af5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 200 len: 911 time: 0.4312570 Aug 20 09:07:40.645072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.757841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb414f5-6af5-4e75-89d1-c14e5436bbbb,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:40.822992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.823840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.849855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.850464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.852435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] 10.222.0.37 "PUT /v2.0/ports/133b0126-f011-4795-aee2-3cb9a6547996 HTTP/1.1" status: 200 len: 1055 time: 2.9234033 Aug 20 09:07:40.870425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:40.883291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44487d1-1fa5-4ca5-8547-38345863453e req-659faef2-182b-4052-b345-32db4b06d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:40.884783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-659faef2-182b-4052-b345-32db4b06d7bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0846857d-e913-4f40-ab67-914c462d067e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3100960 Aug 20 09:07:40.934892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:41.265375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-76a3f7e8-2105-4399-9802-0d4b49890684 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 200 len: 999 time: 0.5831616 Aug 20 09:07:41.402683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27159f-b2a0-41cf-832f-ae8f1fc471fd service neutron] Pushing event updated for resources: {'Port': ['ID=133b0126-f011-4795-aee2-3cb9a6547996,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:41.406444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:41.444552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:41.588065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:41.589169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6dd8697e-79f2-4466-bad0-bfad93d196f3 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0711243 Aug 20 09:07:41.592689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35172) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:41.595279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b449f7-c1ce-4bbb-a11a-75c22ed2a1c7 req-4d36be9f-e3ab-462d-8a4c-7092bbd44332 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:41.596808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-ac36909c-7af2-4a12-b486-9ab2eee832ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:41.598031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6b449f7-c1ce-4bbb-a11a-75c22ed2a1c7 req-4d36be9f-e3ab-462d-8a4c-7092bbd44332 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1094 time: 0.0475430 Aug 20 09:07:41.598461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-ac36909c-7af2-4a12-b486-9ab2eee832ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 200 len: 850 time: 0.2700424 Aug 20 09:07:41.609700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-88fb3862-54bf-4a0f-83d1-0c3ed07d9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:41.611277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-88fb3862-54bf-4a0f-83d1-0c3ed07d9672 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 1058 time: 0.6775181 Aug 20 09:07:41.709166 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-97e00ff0-6d21-4127-aaa1-71afe66d243f service neutron] 10.222.0.26 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794514 Aug 20 09:07:41.713085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-a85e3872-b7f3-4ae4-a246-769a952f3e4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=133b0126-f011-4795-aee2-3cb9a6547996 HTTP/1.1" status: 200 len: 217 time: 0.0763340 Aug 20 09:07:41.715811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:41.729105 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Floating IP 0d51b4f1-d484-4ef3-aa67-e7118d04178b associated. External IP: 172.25.5.201, port: 80d76d85-1f5c-4697-81da-836b9e35d44d. Aug 20 09:07:41.750221 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:41.819605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6b449f7-c1ce-4bbb-a11a-75c22ed2a1c7 req-ea0f0c7e-deb3-4805-924e-75b968edba2b tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773491 Aug 20 09:07:41.920986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-c333d442-aa95-4ac7-be4c-07f3808d09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:41.922549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-c333d442-aa95-4ac7-be4c-07f3808d09e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33154d1c-44bc-4a83-b66e-0f99e85d6869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3035021 Aug 20 09:07:41.985813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'tag': '133b0126-f011-4795-aee2-3cb9a6547996'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:41.988310 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204cf6f9-f8a6-406b-b524-6ad391ee98c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d9709-3395-4a84-8627-33b4ee3eac6a", "tag": "133b0126-f011-4795-aee2-3cb9a6547996"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:42.012246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-b32939ff-9bfc-44b7-abcd-cbb8db480109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:42.013954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-b32939ff-9bfc-44b7-abcd-cbb8db480109 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6899368e-18b9-41b5-8d5c-876fa4a5e170 HTTP/1.1" status: 200 len: 837 time: 0.2620897 Aug 20 09:07:42.028072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.036113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.095146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18022c-b537-4171-a9d3-b2ea5eb34ca7 req-43039189-92f2-4b33-9025-05164e56c921 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:42.096722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c18022c-b537-4171-a9d3-b2ea5eb34ca7 req-43039189-92f2-4b33-9025-05164e56c921 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1308441 Aug 20 09:07:42.104285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275ca8b-60ee-498d-9068-cf72dcffc5ca req-5af93d1c-a3cf-4739-96c8-d120d4965aa9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:42.114615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7275ca8b-60ee-498d-9068-cf72dcffc5ca req-5af93d1c-a3cf-4739-96c8-d120d4965aa9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 907 time: 0.2118111 Aug 20 09:07:42.133301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.133301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e30cd983-82dc-4924-bacf-e50c14ffb53f {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:42.136446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a44487d1-1fa5-4ca5-8547-38345863453e req-fa867a08-50a7-479c-937c-0f73d3999326 service neutron] 10.222.0.26 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158199 Aug 20 09:07:42.138413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.145071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aafa2bda-b9f4-4a3c-8e81-75681e549559 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e30cd983-82dc-4924-bacf-e50c14ffb53f HTTP/1.1" status: 204 len: 168 time: 0.5454559 Aug 20 09:07:42.145501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35188) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:42.147284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Deleting port af43dfc8-e253-4ccd-ae05-7f47edbdf800 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:42.147635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.152444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Request body: {'router': {'name': 'tempest-router-774899050', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e550c58a146b49f6b5e8bea57e67ab77'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:42.201001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.202151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.210528 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272b513a-808a-4319-be89-a3e06b9cfb4b x-openstack-request-id: req-272b513a-808a-4319-be89-a3e06b9cfb4b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:42.210915 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d9709-3395-4a84-8627-33b4ee3eac6a", "tag": "133b0126-f011-4795-aee2-3cb9a6547996", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:42.211156 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-272b513a-808a-4319-be89-a3e06b9cfb4b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:42.212307 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'tag': '133b0126-f011-4795-aee2-3cb9a6547996', 'status': 'completed', 'code': 200} Aug 20 09:07:42.227225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c18022c-b537-4171-a9d3-b2ea5eb34ca7 req-71ac6306-2afe-4385-826c-c1675be4e587 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107242 Aug 20 09:07:42.284319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.295208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.296468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-23a8a1ae-e717-4719-b21a-e3000a3895a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:42.297997 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-23a8a1ae-e717-4719-b21a-e3000a3895a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d845de6-c4e4-4da2-a9e4-85e66f570880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2468662 Aug 20 09:07:42.310795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.312384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d4db5a87-6ba8-4645-871d-dbb455a7f861 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1638057 Aug 20 09:07:42.314091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-6b0a10be-b7a1-427e-abb2-52af2fa86f69 service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724525 Aug 20 09:07:42.315720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35192) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:42.320656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:42.532450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-bacee920-c975-455b-8f89-5a4fcb03feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:42.534720 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-bacee920-c975-455b-8f89-5a4fcb03feb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1094 time: 0.3221753 Aug 20 09:07:42.539896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.561036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.561558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.625309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Calling delete_port for af43dfc8-e253-4ccd-ae05-7f47edbdf800 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:42.631672 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.656195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101316) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 09:07:42.656800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Router c2c9306b-8fbc-4106-91c8-688b78ae8820 migrating from provider to provider. {{(pid=101316) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 09:07:42.657168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.662354 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.668407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:42.697917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa1f7472-0ee7-4722-a533-d8715bfd9d4c no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:42.706559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Router 05feda5b-6953-4d41-a002-6df4476c5f79 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:42.727104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-49621903-d1f8-4af0-820a-f7414b57f8e5 service neutron] 10.222.0.37 "GET /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105189 Aug 20 09:07:42.732665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: fa1f7472-0ee7-4722-a533-d8715bfd9d4c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:42.733631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device fa1f7472-0ee7-4722-a533-d8715bfd9d4c not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:42.788264 n-d-804285-2 neutron-server[101316]: WARNING neutron.scheduler.l3_agent_scheduler [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] No L3 agents can host the router c2c9306b-8fbc-4106-91c8-688b78ae8820 Aug 20 09:07:42.795559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4419d3c9-7fe2-4570-bbc4-b657c657ebaf req-b35fbea9-4c54-4918-83ba-0824bd20201d service neutron] 10.222.0.37 "GET /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645431 Aug 20 09:07:42.950686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Hosts for router c2c9306b-8fbc-4106-91c8-688b78ae8820: [] {{(pid=101316) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 09:07:42.999545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Hosts for other DVR routers connected to router c2c9306b-8fbc-4106-91c8-688b78ae8820: set() {{(pid=101316) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 09:07:43.001069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f10ab7b-c511-4fde-9f62-ea5a6c03d890 req-970dade6-34a9-4a1b-b875-de90e9300d7c service neutron] 10.222.0.37 "GET /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276452 Aug 20 09:07:43.002749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:43.006628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-88037c4a-bd2a-4056-af8b-0ba4bb4c0293 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "PUT /v2.0/routers/c2c9306b-8fbc-4106-91c8-688b78ae8820 HTTP/1.1" status: 200 len: 716 time: 0.6872478 Aug 20 09:07:43.007654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35208) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:43.010437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-0709070b-97d9-400f-89ce-f4f2d6f32af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.011873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-0709070b-97d9-400f-89ce-f4f2d6f32af2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 200 len: 909 time: 0.4654126 Aug 20 09:07:43.055008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3a0fc-d114-48c1-b4ba-46bd4d182e7c req-e6dd98b5-34f2-4116-a255-5ad3ff385e90 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.056536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09b3a0fc-d114-48c1-b4ba-46bd4d182e7c req-e6dd98b5-34f2-4116-a255-5ad3ff385e90 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1094 time: 0.1229846 Aug 20 09:07:43.117645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-18262eed-cd9a-46de-825f-8fc539f91e05 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "GET /v2.0/routers/c2c9306b-8fbc-4106-91c8-688b78ae8820 HTTP/1.1" status: 200 len: 716 time: 0.1061749 Aug 20 09:07:43.118047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35212) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:43.177779 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-1f38c53f-a368-4bf1-a85e-c856630533ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c24a9123-d58d-486c-a9b9-feef114761ab HTTP/1.1" status: 200 len: 217 time: 0.1556547 Aug 20 09:07:43.182398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35218) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:43.197930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09b3a0fc-d114-48c1-b4ba-46bd4d182e7c req-5c55e6fe-85d8-4f71-a207-11d706b3901a tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013422 Aug 20 09:07:43.210825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-676e6746-bf77-466a-aa0d-6b2b553fecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:43.319763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48327-46ca-4b04-a9ea-9855e8d5c33b req-45bab495-d4ec-4e71-a758-da27ed66b554 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.329973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44c48327-46ca-4b04-a9ea-9855e8d5c33b req-45bab495-d4ec-4e71-a758-da27ed66b554 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 907 time: 0.1048703 Aug 20 09:07:43.454029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49df4f1c-f98e-415d-8f17-95a2a6314852 tempest-RoutersTestDVR-1435414924 tempest-RoutersTestDVR-1435414924-project] 10.222.0.35 "GET /v2.0/routers/c2c9306b-8fbc-4106-91c8-688b78ae8820 HTTP/1.1" status: 200 len: 682 time: 0.3345604 Aug 20 09:07:43.457595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35222) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:43.512079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb901-f83f-4e13-8b03-addf0c3f2292 req-aac69601-40c5-4f0f-b28f-247757460852 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.513683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-613cb901-f83f-4e13-8b03-addf0c3f2292 req-aac69601-40c5-4f0f-b28f-247757460852 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.1760139 Aug 20 09:07:43.550184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:43.665525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:43.677872 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] Sync routers for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:43.688656 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:43.689288 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:43.693569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6e58ce8-07a9-4cb2-8779-6d57a2199c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:43.716078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-886ebb22-a27a-4516-ba77-b88bbf022c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.717691 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-886ebb22-a27a-4516-ba77-b88bbf022c51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 1058 time: 0.6379781 Aug 20 09:07:43.724355 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:43.725326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-4d2fc8be-ad48-46d4-b138-14d691439649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.726818 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-4d2fc8be-ad48-46d4-b138-14d691439649 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4140fcb9-344e-4c82-aa96-57cdd5ab8b41 HTTP/1.1" status: 200 len: 848 time: 0.1756835 Aug 20 09:07:43.734671 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:43.735528 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:43.771796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:43.774432 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:43.775091 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46349952-38ab-4912-93fc-5a9368b2aae2 None None] The sync data for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:43.869330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-9e796306-2274-4205-a6cf-281c9f5e19f2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:43.870886 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-9e796306-2274-4205-a6cf-281c9f5e19f2 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3219409 Aug 20 09:07:43.885814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:43.912400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-613cb901-f83f-4e13-8b03-addf0c3f2292 req-7f926b6b-8493-4caa-9366-4291ce6a62d7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727512 Aug 20 09:07:43.952298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7c17cf01-536e-4186-8c96-28af1e6fa1fa tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.7879138 Aug 20 09:07:43.974909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:43.979747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event deleted for resources: {'Port': ['ID=af43dfc8-e253-4ccd-ae05-7f47edbdf800,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:44.003154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.015135 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.017223 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.060127 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.060654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2c9306b-8fbc-4106-91c8-688b78ae8820 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:44.065282 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.066554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-159e1d75-87c4-4915-a35f-4fb9e73122d6 tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c2c9306b-8fbc-4106-91c8-688b78ae8820 HTTP/1.1" status: 204 len: 168 time: 0.6080213 Aug 20 09:07:44.070840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35228) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:44.075132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Request body: {'router': {'name': 'tempest-router-605990206', 'distributed': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:44.143528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-2896b173-e16a-46c4-9d8f-ed7943f699a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:44.144926 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-2896b173-e16a-46c4-9d8f-ed7943f699a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0846857d-e913-4f40-ab67-914c462d067e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3954940 Aug 20 09:07:44.211441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-00b38505-29d9-4e39-af40-d05e640d5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:44.212933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-00b38505-29d9-4e39-af40-d05e640d5cb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d845de6-c4e4-4da2-a9e4-85e66f570880 HTTP/1.1" status: 200 len: 898 time: 0.4836321 Aug 20 09:07:44.292620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7b73dbeb-2649-428b-aff6-fba9be1bfcf3 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] 10.222.0.35 "GET /v2.0/floatingips/0d51b4f1-d484-4ef3-aa67-e7118d04178b HTTP/1.1" status: 200 len: 984 time: 0.3098671 Aug 20 09:07:44.295132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35232) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:44.328790 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-0860a7b7-b462-469b-9d92-4da82f252802 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=133b0126-f011-4795-aee2-3cb9a6547996 HTTP/1.1" status: 200 len: 217 time: 0.0642557 Aug 20 09:07:44.334734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.389924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9e778-605f-444f-906b-a1bbe773b283 req-19b8e019-1184-48a2-9618-a3a22f5421d5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:44.397979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3fe9e778-605f-444f-906b-a1bbe773b283 req-19b8e019-1184-48a2-9618-a3a22f5421d5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1094 time: 0.1338892 Aug 20 09:07:44.467118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5329396a-7236-4c5d-97a0-cc9c452f32c4 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1708248 Aug 20 09:07:44.470917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35236) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:44.494175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.501969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.526378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3fe9e778-605f-444f-906b-a1bbe773b283 req-e64ec4a1-308d-4d1f-b4de-3a722438930e tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275516 Aug 20 09:07:44.540399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6e58ce8-07a9-4cb2-8779-6d57a2199c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.543273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Deleting port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:44.543734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.577902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a177ad-45b2-4a4f-9dc2-77ffa84d1ba9 req-e168bfcd-9808-412e-a039-35f8448842a7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:44.579089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17a177ad-45b2-4a4f-9dc2-77ffa84d1ba9 req-e168bfcd-9808-412e-a039-35f8448842a7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 907 time: 0.1786249 Aug 20 09:07:44.579793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-bf47d8dd-1e4f-498b-a901-f4ad1006737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:44.581986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-bf47d8dd-1e4f-498b-a901-f4ad1006737a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6899368e-18b9-41b5-8d5c-876fa4a5e170 HTTP/1.1" status: 200 len: 837 time: 0.2383671 Aug 20 09:07:44.596438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-04e15571-5c61-4643-a420-77feef76dc51 service neutron] 10.222.0.26 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111006 Aug 20 09:07:44.597971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6e58ce8-07a9-4cb2-8779-6d57a2199c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.614428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.615458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.677283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.677853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Fanout notify agent at l3_agent the message router_deleted on router ff95d218-f463-4c9b-abed-f40b7cdc06bf {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:44.684614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.688430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40f8861b-1a75-4504-98fd-4d778ec8bd9a tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/ff95d218-f463-4c9b-abed-f40b7cdc06bf HTTP/1.1" status: 204 len: 168 time: 4.3034232 Aug 20 09:07:44.693974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c24a9123-d58d-486c-a9b9-feef114761ab details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:07:44.730050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35238) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:44.734782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.741827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.755753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-923888050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:44.760637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.764414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-881e8281-7c65-4946-ac7a-27e0606cb38a tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6900687 Aug 20 09:07:44.764645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35240) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:44.788975 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c6e58ce8-07a9-4cb2-8779-6d57a2199c25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1fe7cd80f714c4091a4e6a92a10c269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2462122 Aug 20 09:07:44.805149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35242) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:44.811956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58ce8-07a9-4cb2-8779-6d57a2199c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701696e-3474-45a1-b2b4-36b57776ade2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:44.823723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c24a9123-d58d-486c-a9b9-feef114761ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c24a9123-d58d-486c-a9b9-feef114761ab,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:44.827596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting port 3fb414f5-6af5-4e75-89d1-c14e5436bbbb {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:44.827874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.842455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'c24a9123-d58d-486c-a9b9-feef114761ab', 'network_id': '0846857d-e913-4f40-ab67-914c462d067e', 'port_id': 'c24a9123-d58d-486c-a9b9-feef114761ab', 'mac_address': 'fa:16:3e:41:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4140fcb9-344e-4c82-aa96-57cdd5ab8b41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:07:44.871001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-f8bbe4b7-6ee7-487d-b842-5bd7a5e8949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:44.872417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-f8bbe4b7-6ee7-487d-b842-5bd7a5e8949f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d845de6-c4e4-4da2-a9e4-85e66f570880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718260 Aug 20 09:07:44.881921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.898882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24a9123-d58d-486c-a9b9-feef114761ab {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:07:44.910417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.911435 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.913130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.913637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.925012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c24a9123-d58d-486c-a9b9-feef114761ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c24a9123-d58d-486c-a9b9-feef114761ab,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:44.926713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Calling delete_port for 3fb414f5-6af5-4e75-89d1-c14e5436bbbb owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:44.929802 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:44.970313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa64e4c8-cb37-4146-a2f5-2ad44f4148c9 req-84defe80-12d0-4e61-b018-b97fe7dbb77b service neutron] 10.222.0.26 "GET /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403256 Aug 20 09:07:44.991117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] For port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:44.991732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.002248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c24a9123-d58d-486c-a9b9-feef114761ab,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:45.008873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.019059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 133b0126-f011-4795-aee2-3cb9a6547996 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:07:45.123769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.128739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33bdf4b4-6b5d-4380-9b15-b6e6e8baa66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.132421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 133b0126-f011-4795-aee2-3cb9a6547996, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=133b0126-f011-4795-aee2-3cb9a6547996,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:45.139321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.146081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '133b0126-f011-4795-aee2-3cb9a6547996', 'network_id': '4d845de6-c4e4-4da2-a9e4-85e66f570880', 'port_id': '133b0126-f011-4795-aee2-3cb9a6547996', 'mac_address': 'fa:16:3e:61:f8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6899368e-18b9-41b5-8d5c-876fa4a5e170', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:07:45.189303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33bdf4b4-6b5d-4380-9b15-b6e6e8baa66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.193945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.207798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['c24a9123-d58d-486c-a9b9-feef114761ab'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:45.229974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-330c092f-cbf2-4412-b7ec-9ab37f4860f5 service neutron] 10.222.0.37 "GET /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451924 Aug 20 09:07:45.234287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133b0126-f011-4795-aee2-3cb9a6547996 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:07:45.238908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.243353 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a5945519-c327-4d3d-a351-419bb95b3552 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4996922 Aug 20 09:07:45.248510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:45.259185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:45.264550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 133b0126-f011-4795-aee2-3cb9a6547996, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=133b0126-f011-4795-aee2-3cb9a6547996,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:45.270589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.327839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.334014 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.370435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=133b0126-f011-4795-aee2-3cb9a6547996,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:45.381917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51f0cd-9886-4634-9f0e-573e2624a68a req-2bf909bf-d565-452f-a6fe-7baf707f48f7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:45.386201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff51f0cd-9886-4634-9f0e-573e2624a68a req-2bf909bf-d565-452f-a6fe-7baf707f48f7 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 945 time: 0.3736029 Aug 20 09:07:45.414974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33bdf4b4-6b5d-4380-9b15-b6e6e8baa66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.417575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33bdf4b4-6b5d-4380-9b15-b6e6e8baa66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.418811 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-33bdf4b4-6b5d-4380-9b15-b6e6e8baa66f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a701696e-3474-45a1-b2b4-36b57776ade2 HTTP/1.1" status: 204 len: 168 time: 0.6027303 Aug 20 09:07:45.432636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.433016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.433401 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Floating IP 93af185b-8093-4a32-94c9-859ed5bd4e5b disassociated. External IP: 172.25.5.58, port: 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f. Aug 20 09:07:45.433824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Calling delete_port for 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:45.445611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-204cf6f9-f8a6-406b-b524-6ad391ee98c4 req-c4e67f14-ace8-4cfc-acaf-633c84b8f8c9 service neutron] 10.222.0.37 "GET /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985719 Aug 20 09:07:45.446462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdf4b4-6b5d-4380-9b15-b6e6e8baa66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701696e-3474-45a1-b2b4-36b57776ade2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:45.457563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.458114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa45da9f-5a21-49fe-a10e-adef521cf9e5 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:45.502317 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.503565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e03d9d4c-b9b7-4e1d-aca1-4e0a847f1ffc tempest-RoutersTestDVR-721127731 tempest-RoutersTestDVR-721127731-project-admin] 10.222.0.35 "DELETE /v2.0/routers/fa45da9f-5a21-49fe-a10e-adef521cf9e5 HTTP/1.1" status: 204 len: 168 time: 0.7379971 Aug 20 09:07:45.526820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['133b0126-f011-4795-aee2-3cb9a6547996'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:45.568108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff51f0cd-9886-4634-9f0e-573e2624a68a req-c9e9e6af-bccd-44a4-b938-f48671115c35 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups?id=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392090 Aug 20 09:07:45.666363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.705831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.750097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'Port': ['ID=7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:45.805786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:45.844328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec98c-737c-4109-b499-32eb40640db2 req-9e0e8b11-bb61-4b14-a77a-4c027d08c37c tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:45.845964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-604ec98c-737c-4109-b499-32eb40640db2 req-9e0e8b11-bb61-4b14-a77a-4c027d08c37c tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1095 time: 0.1881869 Aug 20 09:07:45.850612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Port': ['ID=3fb414f5-6af5-4e75-89d1-c14e5436bbbb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:45.878587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5ba0c-3328-43d7-9f52-9e9410c114ae req-fb13759d-1880-4224-b392-e8fc3a942883 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:45.881045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71c5ba0c-3328-43d7-9f52-9e9410c114ae req-fb13759d-1880-4224-b392-e8fc3a942883 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 908 time: 0.1846142 Aug 20 09:07:46.183531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35260) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:46.183880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35262) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:46.207819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c92567d-6c09-43a5-b662-366898154e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.246954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Router 6b24c456-d889-4d0f-9191-120c79522c2d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:46.256651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-604ec98c-737c-4109-b499-32eb40640db2 req-0cad69f6-a9a2-4e80-902d-a7a8ddbf4078 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982949 Aug 20 09:07:46.291259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.291795 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Floating IP 0d51b4f1-d484-4ef3-aa67-e7118d04178b disassociated (deleted). External IP: 172.25.5.201, port: 80d76d85-1f5c-4697-81da-836b9e35d44d. Aug 20 09:07:46.305908 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.426107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb17c2f9-1e20-4665-b22f-d9603a4dbe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.430868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:46.441574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] Sync routers for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:46.454177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:46.454807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:46.478633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c92567d-6c09-43a5-b662-366898154e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.490206 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.503698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c92567d-6c09-43a5-b662-366898154e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.505994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] No DVR routers for this DVR port 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:46.508557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.510779 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b740498f-f0dd-4e58-bc53-16ee522e1dd0 req-4aa8b5a7-4497-4ca3-9fa4-4619ffdd83d1 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.37 "DELETE /v2.0/ports/7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f HTTP/1.1" status: 204 len: 173 time: 2.6294458 Aug 20 09:07:46.512530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.518645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-deleted', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:46.520028 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f2a41-c913-487b-b16d-9c7c3d5cd59b" -d '{"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-deleted", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:46.588820 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6245ba-8d2b-45c3-a441-43445fb9c5b3 x-openstack-request-id: req-db6245ba-8d2b-45c3-a441-43445fb9c5b3 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:46.589426 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af72202-fad9-4eb4-bcbb-0d07741dea0c", "name": "network-vif-deleted", "tag": "7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:46.589545 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db6245ba-8d2b-45c3-a441-43445fb9c5b3 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:46.590087 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af72202-fad9-4eb4-bcbb-0d07741dea0c', 'name': 'network-vif-deleted', 'tag': '7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f', 'status': 'completed', 'code': 200} Aug 20 09:07:46.632135 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c92567d-6c09-43a5-b662-366898154e96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f76bedc8c804ecb8fea7f0cfd5c1b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470780 Aug 20 09:07:46.632985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35270) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:46.654856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92567d-6c09-43a5-b662-366898154e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c4b28-bcc7-4477-83ed-e45a5cac35c5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:46.664400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:46.698278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb17c2f9-1e20-4665-b22f-d9603a4dbe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.706172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb17c2f9-1e20-4665-b22f-d9603a4dbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.723267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c24a9123-d58d-486c-a9b9-feef114761ab up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:46.731797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29c5eb35-2114-42f3-a352-d0155ba04929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.740739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c2f9-1e20-4665-b22f-d9603a4dbe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a23168-621d-4c8e-be8c-111e9914e30b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:46.763634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eb17c2f9-1e20-4665-b22f-d9603a4dbe07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e550c58a146b49f6b5e8bea57e67ab77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775206 Aug 20 09:07:46.764495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35272) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:46.783985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92eae902-137f-4d8f-b5ee-4ed4d7e6b633 req-7a24b3fa-c67b-4360-aaec-60b8c7f3fea9 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/ports?device_id=8af72202-fad9-4eb4-bcbb-0d07741dea0c HTTP/1.1" status: 200 len: 210 time: 0.0436323 Aug 20 09:07:46.786474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Router 05feda5b-6953-4d41-a002-6df4476c5f79 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:46.800682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Allocated IP 172.25.5.65 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/1740dbf5-c395-46fa-80a5-0b01945ed8d0) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:46.833226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be2d8110-bfc6-4c30-ac90-f854a0511b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.834640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port c24a9123-d58d-486c-a9b9-feef114761ab completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:46.856415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be2d8110-bfc6-4c30-ac90-f854a0511b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.864544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port c24a9123-d58d-486c-a9b9-feef114761ab triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:46.864918 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.874935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f3d7-a3c1-4851-ad04-245a0b83a9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.909574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be2d8110-bfc6-4c30-ac90-f854a0511b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.912335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be2d8110-bfc6-4c30-ac90-f854a0511b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:46.938252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-be2d8110-bfc6-4c30-ac90-f854a0511b50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92a23168-621d-4c8e-be8c-111e9914e30b HTTP/1.1" status: 204 len: 168 time: 0.1723905 Aug 20 09:07:46.955178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d8110-bfc6-4c30-ac90-f854a0511b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a23168-621d-4c8e-be8c-111e9914e30b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:46.967143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f3d7-a3c1-4851-ad04-245a0b83a9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.035121 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.037364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 133b0126-f011-4795-aee2-3cb9a6547996 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:07:47.126557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.140258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:47.149551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e3f03-9239-4d4d-b820-88de57c5f49d req-2aa2e84f-6cef-46ec-bffc-ccf60cbddae5 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:47.154554 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] Sync routers for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:47.164395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c0e3f03-9239-4d4d-b820-88de57c5f49d req-2aa2e84f-6cef-46ec-bffc-ccf60cbddae5 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 908 time: 0.2011578 Aug 20 09:07:47.166028 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:47.166907 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:47.169487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.181818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 133b0126-f011-4795-aee2-3cb9a6547996 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:07:47.203519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 133b0126-f011-4795-aee2-3cb9a6547996 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:07:47.203887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.209945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9123-d58d-486c-a9b9-feef114761ab'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:47.212412 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbcee52-405d-4aaf-8059-21430a8f2bfc" -d '{"events": [{"server_uuid": "dc3c2cba-afd5-48e4-b64f-1dc3d310e97b", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9123-d58d-486c-a9b9-feef114761ab"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:47.220424 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f3d7-a3c1-4851-ad04-245a0b83a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.223598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8c1f3d7-a3c1-4851-ad04-245a0b83a9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.224742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e8c1f3d7-a3c1-4851-ad04-245a0b83a9b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a5c4b28-bcc7-4477-83ed-e45a5cac35c5 HTTP/1.1" status: 204 len: 168 time: 0.5645509 Aug 20 09:07:47.241856 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:47.246077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1f3d7-a3c1-4851-ad04-245a0b83a9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c4b28-bcc7-4477-83ed-e45a5cac35c5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:47.248796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d6f4f011-bb28-4968-8844-f92d9c71c187 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "DELETE /v2.0/floatingips/0d51b4f1-d484-4ef3-aa67-e7118d04178b HTTP/1.1" status: 204 len: 168 time: 2.7762146 Aug 20 09:07:47.253442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35284) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:47.260201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:47.261093 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:47.261406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:47.266147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.313567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.321047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:47.324177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:47.328573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:47.337244 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:47.338166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6d26-e767-4e5e-92d5-f3f7a2fe8d50 None None] The sync data for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:47.366433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c24a9123-d58d-486c-a9b9-feef114761ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c24a9123-d58d-486c-a9b9-feef114761ab,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:47.376352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event updated for resources: {'Port': ['ID=1740dbf5-c395-46fa-80a5-0b01945ed8d0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:47.384924 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794d62e-dfed-46eb-bf3c-c01105f5c927 x-openstack-request-id: req-8794d62e-dfed-46eb-bf3c-c01105f5c927 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:47.385531 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3c2cba-afd5-48e4-b64f-1dc3d310e97b", "name": "network-vif-plugged", "status": "completed", "tag": "c24a9123-d58d-486c-a9b9-feef114761ab", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:47.385819 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8794d62e-dfed-46eb-bf3c-c01105f5c927 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:47.386231 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24a9123-d58d-486c-a9b9-feef114761ab', 'code': 200} Aug 20 09:07:47.406156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.449953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35288) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:47.488454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadbd956-bc3b-43e5-96c4-88596b2876c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.493618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.508014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:04Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:47.546124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8527b-e226-416e-85a1-efb6b7630aeb req-a95d58a6-262f-4089-8572-fdc7530f73c0 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:47.548018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66e8527b-e226-416e-85a1-efb6b7630aeb req-a95d58a6-262f-4089-8572-fdc7530f73c0 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1048965 Aug 20 09:07:47.557616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c24a9123-d58d-486c-a9b9-feef114761ab,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:47.562441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] Checking router: 6b24c456-d889-4d0f-9191-120c79522c2d for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:47.598643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:47.600086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:47.602404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08d4c0-434b-421d-91b7-3843d90d5cf8 req-256f3981-058d-4ca5-a0a6-2824e01daecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:47.604917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf08d4c0-434b-421d-91b7-3843d90d5cf8 req-256f3981-058d-4ca5-a0a6-2824e01daecc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1727471 Aug 20 09:07:47.630328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66e8527b-e226-416e-85a1-efb6b7630aeb req-909ed496-ec79-43b3-97f9-2b314ca2c03c tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Aug 20 09:07:47.676478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf08d4c0-434b-421d-91b7-3843d90d5cf8 req-7ab049ab-239d-451c-b061-75e833a8d9c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561457 Aug 20 09:07:47.694065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.709153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadbd956-bc3b-43e5-96c4-88596b2876c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.710534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35292) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:47.723290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.726731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadbd956-bc3b-43e5-96c4-88596b2876c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.748961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.764705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b09df0d-c53a-42c0-8377-af57e337ce0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.773342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:47.776126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 133b0126-f011-4795-aee2-3cb9a6547996, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=133b0126-f011-4795-aee2-3cb9a6547996,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:47.802739 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:47.803617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:47.822421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd956-bc3b-43e5-96c4-88596b2876c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d12236-e2ff-44ac-b9df-64960277bfd5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:47.829702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dadbd956-bc3b-43e5-96c4-88596b2876c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d926b3391a5c4025b4e9712d3ab79c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599606 Aug 20 09:07:47.837244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:47.901496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35300) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:48.000566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Allocated IP 172.25.5.244 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/1b47b8f2-401a-4588-865b-6d1d5e4939b7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:48.011713 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.016691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.024817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:48.025166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7ee2b5a7-8ba4-4dd7-87b4-6032c2a2874f not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:48.056401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a839c921-3454-4bda-a552-a439a4de9468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.081123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d27a786-bf4d-4ef8-b7d7-deba8ece0b43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.131135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=133b0126-f011-4795-aee2-3cb9a6547996,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:48.155523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a839c921-3454-4bda-a552-a439a4de9468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.166269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Router deda941c-a135-422a-a32b-68a650e3a1a1 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:48.188825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d27a786-bf4d-4ef8-b7d7-deba8ece0b43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.225545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:04Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:48.258112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5257c-427a-47b9-a7b3-44ad68d27d61 None None] The sync data for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 is: [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T08:58:54Z', 'revision_number': 4, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '5b4c08f5-54d8-443a-b931-5b82f9a2a73e', 'name': '', 'network_id': '33154d1c-44bc-4a83-b66e-0f99e85d6869', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'mac_address': 'fa:16:3e:6b:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:53Z', 'updated_at': '2021-08-20T08:59:04Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'subnets': [{'id': '84104ab1-a0fe-4373-a79c-a268e412d229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:48.264418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b09df0d-c53a-42c0-8377-af57e337ce0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.289603 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b09df0d-c53a-42c0-8377-af57e337ce0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.313586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.326394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:48.334623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.338650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-433f91b6-8163-485e-a524-3184e1de4ae2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "PUT /v2.0/routers/deda941c-a135-422a-a32b-68a650e3a1a1 HTTP/1.1" status: 200 len: 882 time: 3.0877175 Aug 20 09:07:48.340139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35304) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:48.343276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] Sync routers for ids ['deda941c-a135-422a-a32b-68a650e3a1a1'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:48.356041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] Routers {'deda941c-a135-422a-a32b-68a650e3a1a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:48.357239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['deda941c-a135-422a-a32b-68a650e3a1a1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:48.378746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b09df0d-c53a-42c0-8377-af57e337ce0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e805ae6c1cd4fd7991c613c6996cf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643319 Aug 20 09:07:48.379261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09df0d-c53a-42c0-8377-af57e337ce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef15a46-2734-4ed8-ba1e-45004ab00f01,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:48.383073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35306) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:48.407981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:48.410930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a839c921-3454-4bda-a552-a439a4de9468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.413481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a839c921-3454-4bda-a552-a439a4de9468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.416892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a839c921-3454-4bda-a552-a439a4de9468 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7d12236-e2ff-44ac-b9df-64960277bfd5 HTTP/1.1" status: 204 len: 168 time: 0.5746272 Aug 20 09:07:48.416892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d27a786-bf4d-4ef8-b7d7-deba8ece0b43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.417914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d27a786-bf4d-4ef8-b7d7-deba8ece0b43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.419107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d27a786-bf4d-4ef8-b7d7-deba8ece0b43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "DELETE /v2.0/security-groups/178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc HTTP/1.1" status: 204 len: 168 time: 0.5164075 Aug 20 09:07:48.427059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35310) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:48.427431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] Routers {'deda941c-a135-422a-a32b-68a650e3a1a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:48.428183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['deda941c-a135-422a-a32b-68a650e3a1a1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:48.475845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c921-3454-4bda-a552-a439a4de9468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d12236-e2ff-44ac-b9df-64960277bfd5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:48.479828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:48.480680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42fccea-9cb3-465a-9924-11ae302c244c None None] The sync data for ids ['deda941c-a135-422a-a32b-68a650e3a1a1'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:48.492700 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-54b649ab-a520-458e-a408-cc30c57b4680 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] show failed (client error): The resource could not be found. Aug 20 09:07:48.493771 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-54b649ab-a520-458e-a408-cc30c57b4680 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "GET /v2.0/security-groups/178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc HTTP/1.1" status: 404 len: 347 time: 0.0572138 Aug 20 09:07:48.498691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35312) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:48.499497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27a786-bf4d-4ef8-b7d7-deba8ece0b43 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178efc8f-cbeb-4e8e-b8a1-0259dd1c1bcc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:48.522854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.593189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.631581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:48.679394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:48.686959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Pushing event updated for resources: {'Port': ['ID=1b47b8f2-401a-4588-865b-6d1d5e4939b7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:48.691404 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.694255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:48.723652 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc0839-520e-4404-846f-ff02241994bd None None] New status for floating IP 93af185b-8093-4a32-94c9-859ed5bd4e5b: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:07:48.813221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.846653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.849380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.850677 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aef15a46-2734-4ed8-ba1e-45004ab00f01 HTTP/1.1" status: 204 len: 168 time: 0.4614425 Aug 20 09:07:48.900795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Deleting port afcecf06-ba08-4f57-81ef-78475c32c7df {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:48.901145 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:48.936743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b91c17-bac5-4d4e-a008-3d49140298c1 req-87e775fd-5c24-4f4b-8725-f66e668505d7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:48.938291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51b91c17-bac5-4d4e-a008-3d49140298c1 req-87e775fd-5c24-4f4b-8725-f66e668505d7 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.6954343 Aug 20 09:07:48.965419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ef0a696b-6506-48ee-8323-96363d67d56a tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/deda941c-a135-422a-a32b-68a650e3a1a1 HTTP/1.1" status: 200 len: 923 time: 0.6217232 Aug 20 09:07:48.966321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:48.997256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef15a46-2734-4ed8-ba1e-45004ab00f01,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:49.003657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba753de-7be7-49fd-9a60-adb9e55dd339 req-39cb1552-a2bd-4656-8cd8-f582e52d04f5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:49.005230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ba753de-7be7-49fd-9a60-adb9e55dd339 req-39cb1552-a2bd-4656-8cd8-f582e52d04f5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1124418 Aug 20 09:07:49.020823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.021172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.021508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.021886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.022218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.022541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.022863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.023175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.023493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.023791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.024112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.024427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea5a9e-f792-4f3e-a7f4-ce06c82b5d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:07:49.029998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.077674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7b8d7-6b92-43a2-8812-7cdcc7bccb75 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:49.079239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0e7b8d7-6b92-43a2-8812-7cdcc7bccb75 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=deda941c-a135-422a-a32b-68a650e3a1a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1111593 Aug 20 09:07:49.081951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ba753de-7be7-49fd-9a60-adb9e55dd339 req-f45ff6ac-d2b8-4d1e-afb3-1b7c8e6e28af tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Aug 20 09:07:49.082634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35326) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:49.104236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.104236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.146846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.156332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Calling delete_port for afcecf06-ba08-4f57-81ef-78475c32c7df owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:49.355949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f846b5a-c43c-4a07-b4f5-d1d354b77554 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:49.357363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f846b5a-c43c-4a07-b4f5-d1d354b77554 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.2721698 Aug 20 09:07:49.361182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35342) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:49.387078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133b0126-f011-4795-aee2-3cb9a6547996'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:49.389560 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce9213-7a76-4229-ba2b-dafdeb29266d" -d '{"events": [{"server_uuid": "0d8d9709-3395-4a84-8627-33b4ee3eac6a", "name": "network-vif-plugged", "status": "completed", "tag": "133b0126-f011-4795-aee2-3cb9a6547996"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:49.408626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ebd7cfd9-eadf-4b91-b917-32bb709ae1d1 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=deda941c-a135-422a-a32b-68a650e3a1a1 HTTP/1.1" status: 200 len: 205 time: 0.0436916 Aug 20 09:07:49.410837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35348) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:49.462264 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19693b11-ecbe-4aa6-aa5f-5624f5abf6be x-openstack-request-id: req-19693b11-ecbe-4aa6-aa5f-5624f5abf6be {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:49.465871 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d9709-3395-4a84-8627-33b4ee3eac6a", "name": "network-vif-plugged", "status": "completed", "tag": "133b0126-f011-4795-aee2-3cb9a6547996", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:49.466917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.467577 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19693b11-ecbe-4aa6-aa5f-5624f5abf6be {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:49.468164 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133b0126-f011-4795-aee2-3cb9a6547996', 'code': 200} Aug 20 09:07:49.511728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Pushing event deleted for resources: {'Port': ['ID=afcecf06-ba08-4f57-81ef-78475c32c7df,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:49.522929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.562854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.583598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.696648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Pushing event updated for resources: {'Port': ['ID=1b47b8f2-401a-4588-865b-6d1d5e4939b7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:49.701431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.704543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.706412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-64c246e5-9af6-4d46-8308-dbf2fe15b289 tempest-ServerActionsTestJSON-1246786505 tempest-ServerActionsTestJSON-1246786505-project] 10.222.0.35 "DELETE /v2.0/floatingips/93af185b-8093-4a32-94c9-859ed5bd4e5b HTTP/1.1" status: 204 len: 168 time: 1.2031848 Aug 20 09:07:49.714211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35360) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:49.722128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80cd2c-8ce3-4d09-ab82-caab99199fc2 req-48002746-f9dc-4b34-9be7-2732d932f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:49.723732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d80cd2c-8ce3-4d09-ab82-caab99199fc2 req-48002746-f9dc-4b34-9be7-2732d932f070 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 1060 time: 0.1727512 Aug 20 09:07:49.727077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.730883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.742856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.744524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8853f0b7-6aaa-47e5-a94c-d21a5e76d2cf tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4897833 Aug 20 09:07:49.747681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35366) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:49.782257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35372) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:49.805046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Deleting port 1740dbf5-c395-46fa-80a5-0b01945ed8d0 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:49.805767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.897109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:49.913505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Calling delete_port for 1740dbf5-c395-46fa-80a5-0b01945ed8d0 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:50.008297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:50.189221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48830a9-2aa1-4e34-b292-ffb061a1994e req-cbdbfc02-654a-47b8-a393-b32669550c4c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:50.191013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e48830a9-2aa1-4e34-b292-ffb061a1994e req-cbdbfc02-654a-47b8-a393-b32669550c4c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.1022058 Aug 20 09:07:50.193197 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.292184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108e3c4-162e-4343-8e2c-ae5fb1ae46d2 req-3b9fe5b6-a81e-4b25-9bb8-85a9726acb58 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:50.293745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8108e3c4-162e-4343-8e2c-ae5fb1ae46d2 req-3b9fe5b6-a81e-4b25-9bb8-85a9726acb58 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1146681 Aug 20 09:07:50.321144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.334572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-583a063a-57c7-484e-b1d0-9a4c00b1c382 tempest-AgentManagementNegativeTest-744167726 tempest-AgentManagementNegativeTest-744167726-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5507774 Aug 20 09:07:50.369142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event deleted for resources: {'Port': ['ID=1740dbf5-c395-46fa-80a5-0b01945ed8d0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:50.382069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8108e3c4-162e-4343-8e2c-ae5fb1ae46d2 req-f44e6857-255a-43d3-95c8-090ef06232f4 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791554 Aug 20 09:07:50.437115 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.550625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.560195 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.563577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.619648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b005cc-be22-4dc1-976b-438002f2fe8b req-36e387e2-79e0-4189-9c32-4ba5dede8690 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:50.621456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14b005cc-be22-4dc1-976b-438002f2fe8b req-36e387e2-79e0-4189-9c32-4ba5dede8690 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1195729 Aug 20 09:07:50.625355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.625951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Fanout notify agent at l3_agent the message router_deleted on router deda941c-a135-422a-a32b-68a650e3a1a1 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:50.641198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.641763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-951906b9-11b1-4b0c-908d-250da24b942d tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/deda941c-a135-422a-a32b-68a650e3a1a1 HTTP/1.1" status: 204 len: 168 time: 1.2293882 Aug 20 09:07:50.645673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35400) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:50.657514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-286621793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:50.700245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.701762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.713120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14b005cc-be22-4dc1-976b-438002f2fe8b req-6f733b60-c93a-4841-8906-68a2178a0d24 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695050 Aug 20 09:07:50.794672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.796683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35406) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:50.808660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.826835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35410) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:50.879334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:50.880825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3d2a79c2-f1e5-4e65-ab06-faef7b5cbfa5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2342398 Aug 20 09:07:50.884041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35414) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:50.905600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': True}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:51.018106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab62e5-55bc-4dc4-976c-a1808095a8c9 req-f94908e8-5fed-4640-a26c-da430ec89143 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:51.019882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1ab62e5-55bc-4dc4-976c-a1808095a8c9 req-f94908e8-5fed-4640-a26c-da430ec89143 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1869206 Aug 20 09:07:51.025856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e9aa-03b7-4c59-aa0c-0b0cf6a5848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.031905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.101915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Allocated IP 172.25.5.215 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/93ce7185-f3ad-48e5-a35e-9e78edfc3dd7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:51.112260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.185276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:07:51.185276 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 09:07:51.185276 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id_1': '3740ed7c86f84cabade6eb647dc9b0db', 'expiration_1': datetime.datetime(2021, 8, 20, 9, 7, 51, 131952)}] Aug 20 09:07:51.185276 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:07:51.185648 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:07:51.190876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1ab62e5-55bc-4dc4-976c-a1808095a8c9 req-21353ebb-862e-4542-b1ab-1ad4743a7eda tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616347 Aug 20 09:07:51.230485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.395658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.397636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e9aa-03b7-4c59-aa0c-0b0cf6a5848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.406378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e9aa-03b7-4c59-aa0c-0b0cf6a5848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.418040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1167-dd76-4cb9-b29c-d29931219cc5 req-e13df752-23f9-4655-8350-c4b5f5c0b2dd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:51.419621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-738d1167-dd76-4cb9-b29c-d29931219cc5 req-e13df752-23f9-4655-8350-c4b5f5c0b2dd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.1071992 Aug 20 09:07:51.494016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.505841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7e9aa-03b7-4c59-aa0c-0b0cf6a5848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d9a4ca-a136-4d9f-8f6b-77dfd8a3acd8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:51.526254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b4e7e9aa-03b7-4c59-aa0c-0b0cf6a5848b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3bdb3db11274f3585bedf30c5593273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278185 Aug 20 09:07:51.531957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35424) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:51.564618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:51.575126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:51.583195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb44cb-2f14-4d70-a642-bd8aed32c329 req-c594bbd6-4954-476d-8bc5-5cac05fd91b1 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:51.584738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4fb44cb-2f14-4d70-a642-bd8aed32c329 req-c594bbd6-4954-476d-8bc5-5cac05fd91b1 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1056826 Aug 20 09:07:51.588565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:51.596318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Pushing event updated for resources: {'Port': ['ID=93ce7185-f3ad-48e5-a35e-9e78edfc3dd7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:51.667076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509788a-4e90-4cf0-82e9-4dab0d588c8e req-6a5840a7-fb6c-4c60-be1b-39e7e764e2c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:51.668551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5509788a-4e90-4cf0-82e9-4dab0d588c8e req-6a5840a7-fb6c-4c60-be1b-39e7e764e2c0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.1650603 Aug 20 09:07:51.679003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce39e7dd-9835-48a1-864c-90321c18f6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.697319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.704001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Deleting port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:51.704209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.729952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4fb44cb-2f14-4d70-a642-bd8aed32c329 req-45a70a9a-052b-43fd-bfb1-bfa0bc5a50b5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109648 Aug 20 09:07:51.750545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.780886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce39e7dd-9835-48a1-864c-90321c18f6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.784925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.786894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.873127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] For port 5b4c08f5-54d8-443a-b931-5b82f9a2a73e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:51.873495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.876443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.893990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f7ea5-ddcf-42ad-861f-7f39b7af16db req-84f0bc15-3ee1-4f4a-9958-6a03c50de180 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:51.895730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc1f7ea5-ddcf-42ad-861f-7f39b7af16db req-84f0bc15-3ee1-4f4a-9958-6a03c50de180 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 1060 time: 0.1488476 Aug 20 09:07:51.909936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Calling delete_port for 5b4c08f5-54d8-443a-b931-5b82f9a2a73e owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:51.928269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce39e7dd-9835-48a1-864c-90321c18f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.930960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce39e7dd-9835-48a1-864c-90321c18f6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.934456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ce39e7dd-9835-48a1-864c-90321c18f6d9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/88d9a4ca-a136-4d9f-8f6b-77dfd8a3acd8 HTTP/1.1" status: 204 len: 168 time: 0.3960884 Aug 20 09:07:51.976372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:51.984881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Allocated IP 172.25.5.46 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4b4b61ca-1fa0-4eca-896f-cfd626b5a71f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:51.987992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.015229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e7dd-9835-48a1-864c-90321c18f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d9a4ca-a136-4d9f-8f6b-77dfd8a3acd8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:52.113764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3740ed7c86f84cabade6eb647dc9b0db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2826273 Aug 20 09:07:52.117393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35434) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:52.127618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04f9f5-54d4-4d5b-9fe3-6c36bfadb991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a341e6-03c4-4bc6-af97-72d7b7720ce4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:52.152828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb3b88-8256-4da7-a0f9-de7b13f9afef req-648f7ffb-23ef-40b0-a3e8-a3b3bae8a150 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:52.154414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9cb3b88-8256-4da7-a0f9-de7b13f9afef req-648f7ffb-23ef-40b0-a3e8-a3b3bae8a150 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1135 time: 0.1595402 Aug 20 09:07:52.210220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.215660 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.248112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.261181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9cb3b88-8256-4da7-a0f9-de7b13f9afef req-d5ca3ab1-f7ac-469d-bbb0-c654e108a652 tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0943477 Aug 20 09:07:52.263277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04d63433-3463-4fef-baed-da1128ea668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.296260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35440) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:52.304821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04d63433-3463-4fef-baed-da1128ea668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.328729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.332803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Pushing event updated for resources: {'Port': ['ID=93ce7185-f3ad-48e5-a35e-9e78edfc3dd7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:52.366232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.375527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4c08f5-54d8-443a-b931-5b82f9a2a73e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:52.392527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.401387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c157b96d-30f3-4a58-8e61-75c1327822cb tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:52.405740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c157b96d-30f3-4a58-8e61-75c1327822cb tempest-TestSecurityGroupsBasicOps-830646256 tempest-TestSecurityGroupsBasicOps-830646256-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 1055 time: 0.1007912 Aug 20 09:07:52.442014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.445696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9dd692b2-fa3b-401c-9775-3f01a80b4cf9 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6938584 Aug 20 09:07:52.445861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:52.446223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35448) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:52.456496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:52.507810 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04d63433-3463-4fef-baed-da1128ea668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.510496 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04d63433-3463-4fef-baed-da1128ea668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:52.514081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-04d63433-3463-4fef-baed-da1128ea668f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1a341e6-03c4-4bc6-af97-72d7b7720ce4 HTTP/1.1" status: 204 len: 168 time: 0.3930907 Aug 20 09:07:52.514081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:52.530356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4b61ca-1fa0-4eca-896f-cfd626b5a71f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:52.588710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d63433-3463-4fef-baed-da1128ea668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a341e6-03c4-4bc6-af97-72d7b7720ce4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:52.629997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-12d7d7a5-add5-4ab8-aeed-d59986fd77e7 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1824901 Aug 20 09:07:52.632306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35456) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:52.663895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.028950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-fc6eb96b-af8f-4fe2-82c0-0f69750de76b tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:53.030625 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-fc6eb96b-af8f-4fe2-82c0-0f69750de76b tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1147654 Aug 20 09:07:53.147274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35470) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:53.166127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Router 6b24c456-d889-4d0f-9191-120c79522c2d has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:07:53.226559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Deleting port c24a9123-d58d-486c-a9b9-feef114761ab {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:53.227099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.231878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-32f92ea3-21f7-469f-aa1e-74d23588d882 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5984848 Aug 20 09:07:53.250286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35478) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:53.344391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aa5e5-0000-4941-b04e-1c8461a0fc64 req-a5115458-77e4-4c5f-b5d8-e4326092e3ea tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:53.346016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-270aa5e5-0000-4941-b04e-1c8461a0fc64 req-a5115458-77e4-4c5f-b5d8-e4326092e3ea tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.1985731 Aug 20 09:07:53.353704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd561a7e-eb4d-41de-8e27-4467908a22e0 req-8d75af89-0cbb-4cc4-8f84-0ae5c233028f tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:53.361505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd561a7e-eb4d-41de-8e27-4467908a22e0 req-8d75af89-0cbb-4cc4-8f84-0ae5c233028f tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.2118809 Aug 20 09:07:53.454444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd561a7e-eb4d-41de-8e27-4467908a22e0 req-e6580d16-9f91-4fcb-8a0a-062396a2ef57 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918336 Aug 20 09:07:53.502814 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.505854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:53.521373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] Sync routers for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:53.529566 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3db2bf78-c727-4ec8-bbc9-60335fa2fb2e admin admin] 10.222.0.35 "PUT /v2.0/routers/6b24c456-d889-4d0f-9191-120c79522c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8164601 Aug 20 09:07:53.530780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:53.531638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:53.534729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35484) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:53.537942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--981864575'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:53.615012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] For port c24a9123-d58d-486c-a9b9-feef114761ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c24a9123-d58d-486c-a9b9-feef114761ab,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:53.615388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.656443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Calling delete_port for c24a9123-d58d-486c-a9b9-feef114761ab owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:53.660841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:53.697261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Deleting port 93ce7185-f3ad-48e5-a35e-9e78edfc3dd7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:53.697614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.774376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.777999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:53.900362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T09:07:52Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:53.934775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] Checking router: 6b24c456-d889-4d0f-9191-120c79522c2d for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:07:53.947126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] Routers {'6b24c456-d889-4d0f-9191-120c79522c2d'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:53.948136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6b24c456-d889-4d0f-9191-120c79522c2d'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:53.972016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Router 77427e67-37a1-45fc-9a51-fcbdfb9a3b57 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:07:54.067058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.070952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] Set router 6b24c456-d889-4d0f-9191-120c79522c2d gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:07:54.086672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.120020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:07:54.131328 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] Sync routers for ids ['77427e67-37a1-45fc-9a51-fcbdfb9a3b57'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:07:54.132529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.134436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2f32d537-4ce1-4f6a-82b0-c0c3121ed347 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "PUT /v2.0/routers/77427e67-37a1-45fc-9a51-fcbdfb9a3b57 HTTP/1.1" status: 200 len: 917 time: 3.2470798 Aug 20 09:07:54.137168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:54.145321 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] Routers {'77427e67-37a1-45fc-9a51-fcbdfb9a3b57'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:54.145975 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['77427e67-37a1-45fc-9a51-fcbdfb9a3b57'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:54.164955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35500) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:54.184125 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:54.189540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.192850 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] Routers {'77427e67-37a1-45fc-9a51-fcbdfb9a3b57'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:07:54.193681 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['77427e67-37a1-45fc-9a51-fcbdfb9a3b57'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:54.227919 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:54.228824 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad89916-48fa-4f18-8d64-8047e5ab3988 None None] The sync data for ids ['77427e67-37a1-45fc-9a51-fcbdfb9a3b57'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:54.270364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ce594c9a-fc28-436b-90c4-a8fabc57ed7b tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/77427e67-37a1-45fc-9a51-fcbdfb9a3b57 HTTP/1.1" status: 200 len: 923 time: 0.1311650 Aug 20 09:07:54.271270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35504) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:54.277258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T09:07:52Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:54.322559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d7b53-c43e-4285-bbed-35e6492f9abb None None] The sync data for ids ['6b24c456-d889-4d0f-9191-120c79522c2d'] in n-d-804285-2 is: [{'id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'name': 'tempest-ServerActionsTestJSON-635284580-router', 'tenant_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:58:48Z', 'updated_at': '2021-08-20T09:07:52Z', 'revision_number': 5, 'project_id': '3f0dd61bec7249af8496a3b4cfd0b349', 'gw_port': {'id': '55bbed03-6be9-4a39-be01-cfe5dbaae5d3', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b24c456-d889-4d0f-9191-120c79522c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:58:49Z', 'updated_at': '2021-08-20T08:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:07:54.331889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4181d43-b616-4e68-9450-a3c1ae9082af tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:54.336408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f4181d43-b616-4e68-9450-a3c1ae9082af tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=77427e67-37a1-45fc-9a51-fcbdfb9a3b57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0638459 Aug 20 09:07:54.337888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35506) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:54.351447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.352024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.433785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Calling delete_port for 93ce7185-f3ad-48e5-a35e-9e78edfc3dd7 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:54.455437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-c4bd7b0c-2391-4ec6-82d9-eb0c0cc2963d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:54.457171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-c4bd7b0c-2391-4ec6-82d9-eb0c0cc2963d tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.2897425 Aug 20 09:07:54.472232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b53619c-7eda-43c3-b125-d8c9b56b9c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.472490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8c771-03ae-42fc-bb17-5037ea88bcff tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:54.476342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-65e8c771-03ae-42fc-bb17-5037ea88bcff tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.1335888 Aug 20 09:07:54.477239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35512) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:54.513151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160294-abbd-48a2-80fc-399344ac6fa8 req-3d2b70d0-8320-492d-87da-7deb78c9d508 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:54.514721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27160294-abbd-48a2-80fc-399344ac6fa8 req-3d2b70d0-8320-492d-87da-7deb78c9d508 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.0927725 Aug 20 09:07:54.519735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-36631aa8-85c0-41e0-bab7-4262243fddd9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=77427e67-37a1-45fc-9a51-fcbdfb9a3b57 HTTP/1.1" status: 200 len: 205 time: 0.0386460 Aug 20 09:07:54.520021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:54.635132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.650445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d099cd-e0f0-4126-a8a0-ed30b4c2b29d req-82bcc6aa-6add-44fa-9d2a-b0f43abe09f9 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:54.653070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10d099cd-e0f0-4126-a8a0-ed30b4c2b29d req-82bcc6aa-6add-44fa-9d2a-b0f43abe09f9 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 1096 time: 0.1244397 Aug 20 09:07:54.676826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.710209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.743734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.746369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-10d099cd-e0f0-4126-a8a0-ed30b4c2b29d req-c05915fb-6438-4f64-9a84-c8476ff76bc5 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859878 Aug 20 09:07:54.770464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.782267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['c24a9123-d58d-486c-a9b9-feef114761ab'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:54.786139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['41a1c609-4934-46ec-ae5b-c99ffaa29bc1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:07:54.840595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Pushing event deleted for resources: {'Port': ['ID=c24a9123-d58d-486c-a9b9-feef114761ab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:54.856891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.857367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d5e82-df5b-47b0-bd28-1d87942a6e0f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:54.946147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Deleting port 4b4b61ca-1fa0-4eca-896f-cfd626b5a71f {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:54.946590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:54.992437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] No DVR routers for this DVR port c24a9123-d58d-486c-a9b9-feef114761ab on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:55.000599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port 133b0126-f011-4795-aee2-3cb9a6547996 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:55.000945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.005955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.007934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-83289a37-2a18-4ba4-8cd0-ced7b4690b69 req-967fe0b8-c165-4d6b-a7e4-72933f132798 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c24a9123-d58d-486c-a9b9-feef114761ab HTTP/1.1" status: 204 len: 173 time: 1.9693470 Aug 20 09:07:55.016067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'name': 'network-vif-deleted', 'tag': 'c24a9123-d58d-486c-a9b9-feef114761ab'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:55.018982 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954ecb09-f089-4140-b433-daf21182b766" -d '{"events": [{"server_uuid": "dc3c2cba-afd5-48e4-b64f-1dc3d310e97b", "name": "network-vif-deleted", "tag": "c24a9123-d58d-486c-a9b9-feef114761ab"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:55.060032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.060338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Deleting port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:55.060538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.075214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Calling delete_port for 4b4b61ca-1fa0-4eca-896f-cfd626b5a71f owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:55.111325 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2952a3a-7ac6-446d-be72-a90a88388491 x-openstack-request-id: req-d2952a3a-7ac6-446d-be72-a90a88388491 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:55.111826 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3c2cba-afd5-48e4-b64f-1dc3d310e97b", "name": "network-vif-deleted", "tag": "c24a9123-d58d-486c-a9b9-feef114761ab", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:55.112094 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2952a3a-7ac6-446d-be72-a90a88388491 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:55.112491 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3c2cba-afd5-48e4-b64f-1dc3d310e97b', 'name': 'network-vif-deleted', 'tag': 'c24a9123-d58d-486c-a9b9-feef114761ab', 'status': 'completed', 'code': 200} Aug 20 09:07:55.137101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.221507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b4c08f5-54d8-443a-b931-5b82f9a2a73e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:55.233312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Pushing event deleted for resources: {'Port': ['ID=93ce7185-f3ad-48e5-a35e-9e78edfc3dd7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:55.250659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5b4c08f5-54d8-443a-b931-5b82f9a2a73e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:55.251306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5b4c08f5-54d8-443a-b931-5b82f9a2a73e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:55.296558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.304430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b53619c-7eda-43c3-b125-d8c9b56b9c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.325037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event deleted for resources: {'Port': ['ID=4b4b61ca-1fa0-4eca-896f-cfd626b5a71f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:55.340591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b53619c-7eda-43c3-b125-d8c9b56b9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.396563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.399733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] For port 55bbed03-6be9-4a39-be01-cfe5dbaae5d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:55.400232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.412327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] For port 133b0126-f011-4795-aee2-3cb9a6547996, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=133b0126-f011-4795-aee2-3cb9a6547996,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:55.412648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.448545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.451332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.455103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2eeebdbc-cb6a-4bd8-91d9-4b40984e0ac7 tempest-FloatingIPAdminTestJSON-2126303367 tempest-FloatingIPAdminTestJSON-2126303367-project] 10.222.0.35 "DELETE /v2.0/floatingips/9196de06-33fb-4b46-877a-e1bda51ab37b HTTP/1.1" status: 204 len: 168 time: 2.1975951 Aug 20 09:07:55.456694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:55.460364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Calling delete_port for 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:55.468207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for 133b0126-f011-4795-aee2-3cb9a6547996 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:55.477329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b53619c-7eda-43c3-b125-d8c9b56b9c8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf2cda7f05cf44d5bb5523681547a971&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2895322 Aug 20 09:07:55.483031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53619c-7eda-43c3-b125-d8c9b56b9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bbc7c4-2826-4f00-8cc9-e4ecd1621acf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:55.489854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:55.555471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.559297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.696003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.696453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Fanout notify agent at l3_agent the message router_deleted on router 77427e67-37a1-45fc-9a51-fcbdfb9a3b57 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:55.705580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.706765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c18345eb-e633-464e-93f8-62fc7a4b2fb9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/77427e67-37a1-45fc-9a51-fcbdfb9a3b57 HTTP/1.1" status: 204 len: 168 time: 1.1857734 Aug 20 09:07:55.714224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35526) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:55.723324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1727695657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:55.738211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8455bc0-e7a4-497b-9234-e100b8180163 req-a38c3129-879a-4790-a48f-c8539f4f2a0e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:55.739767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8455bc0-e7a4-497b-9234-e100b8180163 req-a38c3129-879a-4790-a48f-c8539f4f2a0e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 909 time: 0.0869870 Aug 20 09:07:55.760954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Deleting port 1b47b8f2-401a-4588-865b-6d1d5e4939b7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:55.761308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.787424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.809521 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a34631b9-cbbe-42e3-8f27-ac9afedd5e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.815779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.856046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.856488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.872480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.874773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.908795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Calling delete_port for 1b47b8f2-401a-4588-865b-6d1d5e4939b7 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:55.929332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6996fd7b-503c-4b3c-8b14-5532c6c843f3 req-b7d54b03-3d9b-4660-b3e9-7b82b3313b0b tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dc3c2cba-afd5-48e4-b64f-1dc3d310e97b HTTP/1.1" status: 200 len: 210 time: 0.0383794 Aug 20 09:07:55.981445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:55.985400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35530) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:55.985533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.8360963 Aug 20 09:07:55.988287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a34631b9-cbbe-42e3-8f27-ac9afedd5e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.011096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d723773-21a3-4461-b1f1-62da6fc64c64 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7863ea3-a754-4331-91d7-afabafd311f2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:56.059497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.069562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.082279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1313752d-f477-4b47-8758-1bfefff12763 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0956907 Aug 20 09:07:56.090653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35532) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:56.097772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Pushing event deleted for resources: {'Port': ['ID=55bbed03-6be9-4a39-be01-cfe5dbaae5d3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:56.098250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-security--2020790329', 'description': 'tempest-security-description-910907706'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:56.140108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.154036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=133b0126-f011-4795-aee2-3cb9a6547996,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:56.171756 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.201964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.202152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a34631b9-cbbe-42e3-8f27-ac9afedd5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.203908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a34631b9-cbbe-42e3-8f27-ac9afedd5e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.205742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a34631b9-cbbe-42e3-8f27-ac9afedd5e18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27bbc7c4-2826-4f00-8cc9-e4ecd1621acf HTTP/1.1" status: 204 len: 168 time: 0.7133205 Aug 20 09:07:56.232799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] No DVR routers for this DVR port 133b0126-f011-4795-aee2-3cb9a6547996 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:56.236199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.238602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5407979f-e7ad-4ac0-9a0d-59008de7396f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5196896 Aug 20 09:07:56.242191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.244312 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd21ddd9-9b38-4279-96e8-2d1614af4a2f req-2b8e71ee-db7b-429d-9601-d8d10c12ec65 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.37 "DELETE /v2.0/ports/133b0126-f011-4795-aee2-3cb9a6547996 HTTP/1.1" status: 204 len: 173 time: 1.7739322 Aug 20 09:07:56.246753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35536) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:56.247528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34631b9-cbbe-42e3-8f27-ac9afedd5e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bbc7c4-2826-4f00-8cc9-e4ecd1621acf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:56.254332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'enable_snat': False}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:56.280009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.354279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b47b8f2-401a-4588-865b-6d1d5e4939b7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:56.364186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.370823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.373999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.378524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "PUT /v2.0/security-groups/a7863ea3-a754-4331-91d7-afabafd311f2 HTTP/1.1" status: 200 len: 1779 time: 0.2831473 Aug 20 09:07:56.385023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35538) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:56.394910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.475381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911c9fd-6c1a-471a-a5fa-cdeb9c02a7a4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7863ea3-a754-4331-91d7-afabafd311f2,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:56.501219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.505314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.507138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6655293b-4331-44de-8a80-923d11491ad5 tempest-FloatingIPAdminTestJSON-178590700 tempest-FloatingIPAdminTestJSON-178590700-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/b6208686-4c2c-4f42-9bdb-005c9ceaf316 HTTP/1.1" status: 204 len: 168 time: 1.0494907 Aug 20 09:07:56.511466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35542) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:56.635686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting port 80d76d85-1f5c-4697-81da-836b9e35d44d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:56.636261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.653474 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-859970e0-325e-4cc8-a8d3-aaf53e98625c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups/a7863ea3-a754-4331-91d7-afabafd311f2 HTTP/1.1" status: 200 len: 1779 time: 0.2671516 Aug 20 09:07:56.657934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35548) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:56.659697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.663432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.747617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.759462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c24a9123-d58d-486c-a9b9-feef114761ab no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:56.789854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Calling delete_port for 80d76d85-1f5c-4697-81da-836b9e35d44d owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:56.791632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: c24a9123-d58d-486c-a9b9-feef114761ab {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:56.792133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c24a9123-d58d-486c-a9b9-feef114761ab not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:56.821174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.829036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.829213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b24c456-d889-4d0f-9191-120c79522c2d {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:07:56.841166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.842684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-76fa14a5-0f6a-4976-b639-f0fe42b51815 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6b24c456-d889-4d0f-9191-120c79522c2d HTTP/1.1" status: 204 len: 168 time: 3.2903669 Aug 20 09:07:56.846222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35556) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:56.905532 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-337cb35b-2d99-479f-9389-95bafe10ae06 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:56.950176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2f38699-7008-47b9-be38-1c7390f7da8b req-83d8e983-a0b2-4984-9995-102b14d78ae8 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d8d9709-3395-4a84-8627-33b4ee3eac6a HTTP/1.1" status: 200 len: 210 time: 0.0611258 Aug 20 09:07:56.995006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Deleting subnet 84104ab1-a0fe-4373-a79c-a268e412d229 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:07:56.999307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-337cb35b-2d99-479f-9389-95bafe10ae06 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.003598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.058055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.070558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 133b0126-f011-4795-aee2-3cb9a6547996 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:57.107225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.112911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Port': ['ID=80d76d85-1f5c-4697-81da-836b9e35d44d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:57.114524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 133b0126-f011-4795-aee2-3cb9a6547996 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:57.115989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 133b0126-f011-4795-aee2-3cb9a6547996 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:57.128803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'name': 'network-vif-deleted', 'tag': '133b0126-f011-4795-aee2-3cb9a6547996'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:07:57.131088 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76259311-c0ae-46dc-a878-4037d8925ec2" -d '{"events": [{"server_uuid": "0d8d9709-3395-4a84-8627-33b4ee3eac6a", "name": "network-vif-deleted", "tag": "133b0126-f011-4795-aee2-3cb9a6547996"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:07:57.169741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-337cb35b-2d99-479f-9389-95bafe10ae06 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.172522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-337cb35b-2d99-479f-9389-95bafe10ae06 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.174293 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-337cb35b-2d99-479f-9389-95bafe10ae06 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7863ea3-a754-4331-91d7-afabafd311f2 HTTP/1.1" status: 204 len: 168 time: 0.5120609 Aug 20 09:07:57.182295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35570) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:57.215496 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e06da81-29a0-492b-b788-3ba63e9102a5 x-openstack-request-id: req-1e06da81-29a0-492b-b788-3ba63e9102a5 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:07:57.215792 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d9709-3395-4a84-8627-33b4ee3eac6a", "name": "network-vif-deleted", "tag": "133b0126-f011-4795-aee2-3cb9a6547996", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:07:57.216168 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e06da81-29a0-492b-b788-3ba63e9102a5 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:07:57.216537 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8d9709-3395-4a84-8627-33b4ee3eac6a', 'name': 'network-vif-deleted', 'tag': '133b0126-f011-4795-aee2-3cb9a6547996', 'status': 'completed', 'code': 200} Aug 20 09:07:57.282187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.285413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9819f1e1-07ab-4501-a766-dd4ca7afd82c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "DELETE /v2.0/ports/80d76d85-1f5c-4697-81da-836b9e35d44d HTTP/1.1" status: 204 len: 168 time: 0.7724121 Aug 20 09:07:57.288111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35574) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:57.393481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a3b37-c974-4bc7-9af2-27fbf7b82c6f tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:57.397706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f45a3b37-c974-4bc7-9af2-27fbf7b82c6f tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "GET /v2.0/ports?device_id=05feda5b-6953-4d41-a002-6df4476c5f79 HTTP/1.1" status: 200 len: 913 time: 0.1058280 Aug 20 09:07:57.398025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35578) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:57.594400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:57.623872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:57.624248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 55bbed03-6be9-4a39-be01-cfe5dbaae5d3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:57.661212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cb35b-2d99-479f-9389-95bafe10ae06 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7863ea3-a754-4331-91d7-afabafd311f2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:57.729530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.827883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-12d05d5a-80b5-4cd0-a896-d98d511f8fd8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6393661 Aug 20 09:07:57.829111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35588) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:57.851170 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-609a45e3-13ed-4ece-96cd-d44c11b8505f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] delete failed (client error): The resource could not be found. Aug 20 09:07:57.855882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-609a45e3-13ed-4ece-96cd-d44c11b8505f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/a7863ea3-a754-4331-91d7-afabafd311f2 HTTP/1.1" status: 404 len: 347 time: 0.0197942 Aug 20 09:07:57.871514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35592) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:57.878667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188198314'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:57.891980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccc202-bc0c-4281-b2fe-cb0b08ca8b1c req-1f2b6465-b33b-4b3d-bfd6-8217e60a7192 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:57.894192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94ccc202-bc0c-4281-b2fe-cb0b08ca8b1c req-1f2b6465-b33b-4b3d-bfd6-8217e60a7192 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.4360054 Aug 20 09:07:57.911832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.934724 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.936826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.952474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.955643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84104ab1-a0fe-4373-a79c-a268e412d229 HTTP/1.1" status: 204 len: 168 time: 1.1075985 Aug 20 09:07:57.955779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:57.966911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98709269-fcbe-491e-a328-ddfd606ecb40 None None] Network 33154d1c-44bc-4a83-b66e-0f99e85d6869 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:07:57.993293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35594) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:57.994710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf94a4-ab9f-4fe5-bbc5-22e4ded35f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84104ab1-a0fe-4373-a79c-a268e412d229,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:58.054359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35600) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:58.060762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94ccc202-bc0c-4281-b2fe-cb0b08ca8b1c req-9332e96a-9683-44bb-be7f-c123e35b60ee tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569927 Aug 20 09:07:58.159514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.217220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Allocated IP 172.25.5.206 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/7d8d5646-1aae-48b9-bb5a-0608ae00e972) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:07:58.272628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] DHCP port deletion for 33154d1c-44bc-4a83-b66e-0f99e85d6869 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:07:58.326429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.338768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] Deleting port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:58.339431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.360184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.399666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Deleting port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:58.400059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.420987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] For port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:58.421657 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.441676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] Calling delete_port for 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:58.449272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.450533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5772457 Aug 20 09:07:58.454388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35610) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:58.458298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35612) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:58.474628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '3968a441-67b3-49c8-9871-b53319dfcb5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:58.480080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a08fd0-a44c-42fe-824b-4501bf04fb5a tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3968a441-67b3-49c8-9871-b53319dfcb5d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:58.525292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] For port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,segment=NetworkSegment(3f5b0697-8888-4441-98f1-82a988e5c15e),segment_id=3f5b0697-8888-4441-98f1-82a988e5c15e)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:58.525592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.543707 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.543985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Calling delete_port for 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:58.555651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.592693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] Pushing event deleted for resources: {'Port': ['ID=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:58.597336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.603148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b51442-24eb-4084-bdca-ae6292c6e650 None None] No DVR routers for this DVR port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:58.653077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1df26029-87d3-4086-af06-c5303a1d1297 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:58.664436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.730676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1df26029-87d3-4086-af06-c5303a1d1297 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "PUT /v2.0/quotas/e668efcf51e74ec5bec172e8033f50a4 HTTP/1.1" status: 200 len: 368 time: 0.2670202 Aug 20 09:07:58.736107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:58.743441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:07:58.751557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.754929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Request body: {'network': {'project_id': 'e668efcf51e74ec5bec172e8033f50a4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:58.762685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:07:58.765472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Pushing event updated for resources: {'Port': ['ID=7d8d5646-1aae-48b9-bb5a-0608ae00e972,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:58.772477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:07:58.795876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.812726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.837090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3caddb5d-4993-4b3e-b5bc-7e716fe2d446,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:58.837671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13843399-2f76-4b85-879f-3d0236981046 req-367c38f1-3061-430a-898b-26639bd14ba8 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:58.838857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.839219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-13843399-2f76-4b85-879f-3d0236981046 req-367c38f1-3061-430a-898b-26639bd14ba8 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1434078 Aug 20 09:07:58.842293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Made reservation on behalf of e668efcf51e74ec5bec172e8033f50a4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:07:58.842564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] No DVR routers for this DVR port 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:07:58.844473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.888100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b66ee9-6819-4b32-b9c6-c1b372f6c581,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:58.920042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.923286 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:58.925030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0cc06ee1-4db9-4e25-aeab-e81f81a8778d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4627092 Aug 20 09:07:58.936664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35618) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.014771 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.017991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-479d1902-c5b0-41a1-a192-5553ca423034 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.034504 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-479d1902-c5b0-41a1-a192-5553ca423034 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.067156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33154d1c-44bc-4a83-b66e-0f99e85d6869']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:59.103926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5b0697-8888-4441-98f1-82a988e5c15e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:59.104289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5b0697-8888-4441-98f1-82a988e5c15e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:07:59.118921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.141177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.150457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-479d1902-c5b0-41a1-a192-5553ca423034 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.154242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.155401 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-479d1902-c5b0-41a1-a192-5553ca423034 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.159149 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-479d1902-c5b0-41a1-a192-5553ca423034 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/05b66ee9-6819-4b32-b9c6-c1b372f6c581 HTTP/1.1" status: 204 len: 168 time: 0.2189479 Aug 20 09:07:59.159300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:07:59.159659 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.159916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35622) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:07:59.163329 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:07:59.225003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Deleting port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:59.225353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.239184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d1902-c5b0-41a1-a192-5553ca423034 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05b66ee9-6819-4b32-b9c6-c1b372f6c581,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:59.266689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.270342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:07:59.275777 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.277617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/33154d1c-44bc-4a83-b66e-0f99e85d6869 HTTP/1.1" status: 204 len: 168 time: 1.2649605 Aug 20 09:07:59.301480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:07:59.301923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3caddb5d-4993-4b3e-b5bc-7e716fe2d446 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:07:59.316463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d948d-8145-44a1-ac0d-0b62148c57b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=33154d1c-44bc-4a83-b66e-0f99e85d6869,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:59.327096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88718d4-6d33-4d08-80eb-d6026107bc0f req-54e4db30-cf7a-41b2-a267-8cf3921175e4 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:07:59.328685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c88718d4-6d33-4d08-80eb-d6026107bc0f req-54e4db30-cf7a-41b2-a267-8cf3921175e4 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1645586 Aug 20 09:07:59.395412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5d8879ee-f50d-4612-a963-6c579f621ad4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2336113 Aug 20 09:07:59.400299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35626) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.416507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c88718d4-6d33-4d08-80eb-d6026107bc0f req-939f9272-8965-40d7-b69b-db9bff02b047 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770180 Aug 20 09:07:59.435980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.458812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting port ba5d04c5-54a6-4ae1-be6c-a0829078dd34 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:07:59.459161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.505841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.516214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35628) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.530296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.536818 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64fcf883-d1fd-478f-b1dd-c66b2b03f4cb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.576546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64fcf883-d1fd-478f-b1dd-c66b2b03f4cb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.597960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.621942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Calling delete_port for ba5d04c5-54a6-4ae1-be6c-a0829078dd34 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:59.654432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:07:59.675588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64fcf883-d1fd-478f-b1dd-c66b2b03f4cb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.678114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64fcf883-d1fd-478f-b1dd-c66b2b03f4cb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.681649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64fcf883-d1fd-478f-b1dd-c66b2b03f4cb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/3968a441-67b3-49c8-9871-b53319dfcb5d HTTP/1.1" status: 204 len: 168 time: 0.2758670 Aug 20 09:07:59.683124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] For port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:07:59.683619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35630) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.683745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.707191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcf883-d1fd-478f-b1dd-c66b2b03f4cb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3968a441-67b3-49c8-9871-b53319dfcb5d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:59.709798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4af334-19d5-44d7-9d54-1c6ae690b725,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:07:59.723283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.723554 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Added segment 35380722-1027-406e-ac67-9641c6f38f23 of type vlan for network 762979d2-ab9e-4e90-b052-a9e065d2677d Aug 20 09:07:59.725350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Calling delete_port for 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:07:59.778855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aaa548b7-f731-488f-8d40-a918d7d263ad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919156 Aug 20 09:07:59.784603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35632) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.787437 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2ca44d6f-6578-40a6-8fc5-62a3d4ee4882 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f0dd61bec7249af8496a3b4cfd0b349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664871 Aug 20 09:07:59.790170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306672545'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:07:59.793464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35634) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:07:59.833992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.888585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.925066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:07:59.960477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Port': ['ID=ba5d04c5-54a6-4ae1-be6c-a0829078dd34,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.014224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.015207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:00.015795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.041749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.045925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.092546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19414e-59ff-4ed0-8298-08efa0719162,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.125786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.129413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-328de194-bff2-47e7-ac5c-26aeb3920368 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3417768 Aug 20 09:08:00.130408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:00.132107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.135069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '9b19414e-59ff-4ed0-8298-08efa0719162', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:00.147826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8096f020-4e0e-464b-a6c9-a32d541f06cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.210269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.244503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.328776 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.334583 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.390104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb65a77-acfd-4e7a-b8d9-41de46bcb18e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.404693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.408567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-512d099f-e5ab-4b30-afd3-850cb1553dad tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2746310 Aug 20 09:08:00.409328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35638) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:00.413253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '9b19414e-59ff-4ed0-8298-08efa0719162', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:00.484746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.484985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7451777 Aug 20 09:08:00.485902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.491317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35642) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:00.495578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Request body: {'network': {'project_id': 'e668efcf51e74ec5bec172e8033f50a4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:00.531880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad134-2bc2-45fe-b8d5-083e97c65716 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Pushing event updated for resources: {'Network': ['ID=762979d2-ab9e-4e90-b052-a9e065d2677d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.544391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 762979d2-ab9e-4e90-b052-a9e065d2677d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:00.551538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8096f020-4e0e-464b-a6c9-a32d541f06cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.619776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.630873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Made reservation on behalf of e668efcf51e74ec5bec172e8033f50a4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:00.632881 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.634083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['41a1c609-4934-46ec-ae5b-c99ffaa29bc1'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:08:00.641580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Router 05feda5b-6953-4d41-a002-6df4476c5f79 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:00.657290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.663723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1679d0-9490-4c95-b0e1-73d17d72bc03 req-8d841b1d-f123-4e56-845e-e7ef4cab2b5c tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:00.665268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da1679d0-9490-4c95-b0e1-73d17d72bc03 req-8d841b1d-f123-4e56-845e-e7ef4cab2b5c tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ea12bf21-15b7-4da1-985a-6e8e50271bd8 HTTP/1.1" status: 200 len: 1097 time: 0.1564519 Aug 20 09:08:00.667179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.705380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Pushing event deleted for resources: {'Port': ['ID=41a1c609-4934-46ec-ae5b-c99ffaa29bc1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.723004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:00.725186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534086f8-b398-4677-a90a-4d21eff2ea47,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.771477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.772684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b21e1e44-6a7d-4c55-ba9d-abbd879811b1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3629689 Aug 20 09:08:00.777592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port d181c059-137f-4e7c-b69e-0e849cf07bfe {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:00.777970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.780195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35644) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:00.785228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] No DVR routers for this DVR port 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:00.789878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '9b19414e-59ff-4ed0-8298-08efa0719162', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:00.790838 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.792786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-13843399-2f76-4b85-879f-3d0236981046 req-15e598a8-4180-4f09-b441-5da310204b96 tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.37 "DELETE /v2.0/ports/41a1c609-4934-46ec-ae5b-c99ffaa29bc1 HTTP/1.1" status: 204 len: 173 time: 1.9459810 Aug 20 09:08:00.802389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.802739 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Added segment b3f697a1-a68e-4b38-acc6-a50d82c321dc of type vlan for network cc6b7cb4-80a4-484e-9d52-8867bd85a400 Aug 20 09:08:00.803367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8096f020-4e0e-464b-a6c9-a32d541f06cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.805873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8096f020-4e0e-464b-a6c9-a32d541f06cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.809603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8096f020-4e0e-464b-a6c9-a32d541f06cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39690b30-6b48-4fce-af99-277acffb5c04 HTTP/1.1" status: 204 len: 168 time: 1.0108137 Aug 20 09:08:00.809847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da1679d0-9490-4c95-b0e1-73d17d72bc03 req-17dd0dde-deeb-4c53-ad6c-7aa5242b379c tempest-TestServerMultinode-811977327 tempest-TestServerMultinode-811977327-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=9d5c1fad-6860-4bd5-8abb-afa52b8807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277535 Aug 20 09:08:00.810219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'name': 'network-vif-deleted', 'tag': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:00.810219 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c7500-b247-4a47-9ea5-f0a089566467" -d '{"events": [{"server_uuid": "ea12bf21-15b7-4da1-985a-6e8e50271bd8", "name": "network-vif-deleted", "tag": "41a1c609-4934-46ec-ae5b-c99ffaa29bc1"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:00.872470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096f020-4e0e-464b-a6c9-a32d541f06cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39690b30-6b48-4fce-af99-277acffb5c04,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:00.877698 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e43501-96be-4e98-af94-38253b30281b x-openstack-request-id: req-53e43501-96be-4e98-af94-38253b30281b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:00.878102 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea12bf21-15b7-4da1-985a-6e8e50271bd8", "name": "network-vif-deleted", "tag": "41a1c609-4934-46ec-ae5b-c99ffaa29bc1", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:00.878349 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53e43501-96be-4e98-af94-38253b30281b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:00.878655 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea12bf21-15b7-4da1-985a-6e8e50271bd8', 'name': 'network-vif-deleted', 'tag': '41a1c609-4934-46ec-ae5b-c99ffaa29bc1', 'status': 'completed', 'code': 200} Aug 20 09:08:00.931180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.932871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Router 8817d329-cc08-4bda-b96a-d05011c3cac0 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:08:00.941873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] For port d181c059-137f-4e7c-b69e-0e849cf07bfe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d181c059-137f-4e7c-b69e-0e849cf07bfe,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:00.942263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.961090 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:00.977124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:00.988835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for d181c059-137f-4e7c-b69e-0e849cf07bfe owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:00.989908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17f5ce11-8693-4bf0-8c35-a57390657cfe tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "PUT /v2.0/routers/05feda5b-6953-4d41-a002-6df4476c5f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5908415 Aug 20 09:08:00.991772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] Sync routers for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:00.997217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35650) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.012026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.012391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:01.012768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.012987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:01.013580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.075083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.096015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] Routers {'05feda5b-6953-4d41-a002-6df4476c5f79'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:01.098064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['05feda5b-6953-4d41-a002-6df4476c5f79'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.184547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.186411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fbd6d1-1551-44af-a6f3-a1940a9f6096 None None] The sync data for ids ['05feda5b-6953-4d41-a002-6df4476c5f79'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:01.240009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:01.246009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.247578 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9c5d7fb9-9244-4c33-a952-72246740552c tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "PUT /v2.0/routers/8817d329-cc08-4bda-b96a-d05011c3cac0 HTTP/1.1" status: 200 len: 920 time: 4.9980073 Aug 20 09:08:01.250509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] Sync routers for ids ['8817d329-cc08-4bda-b96a-d05011c3cac0'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:01.399159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35656) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.411462 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] Routers {'8817d329-cc08-4bda-b96a-d05011c3cac0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:01.412345 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8817d329-cc08-4bda-b96a-d05011c3cac0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.416411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.450707 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.462504 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] Routers {'8817d329-cc08-4bda-b96a-d05011c3cac0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:01.463406 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['8817d329-cc08-4bda-b96a-d05011c3cac0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.496786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=d181c059-137f-4e7c-b69e-0e849cf07bfe,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:01.528342 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:01.529285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde4e17-2da5-4f8d-b1f4-ac7b9119b738 None None] The sync data for ids ['8817d329-cc08-4bda-b96a-d05011c3cac0'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:01.648680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1540596 Aug 20 09:08:01.650778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35668) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.650912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f08876-1c51-4417-baeb-1ba334bfcc80 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Pushing event updated for resources: {'Network': ['ID=cc6b7cb4-80a4-484e-9d52-8867bd85a400,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:01.658414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b112b4d4-5468-4a5f-a7f8-28fb053cb6f0 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Request body: {'network': {'project_id': 'e668efcf51e74ec5bec172e8033f50a4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:01.663088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network cc6b7cb4-80a4-484e-9d52-8867bd85a400 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:01.672981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29728ad9-decf-4381-b04a-ea4442b7fde7 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/8817d329-cc08-4bda-b96a-d05011c3cac0 HTTP/1.1" status: 200 len: 926 time: 0.2699122 Aug 20 09:08:01.676542 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.677446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35670) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.693858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.711055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.727861 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-b112b4d4-5468-4a5f-a7f8-28fb053cb6f0 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 09:08:01.728458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b112b4d4-5468-4a5f-a7f8-28fb053cb6f0 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:08:01.732298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b112b4d4-5468-4a5f-a7f8-28fb053cb6f0 tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0757275 Aug 20 09:08:01.732602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35674) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.798838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c41641a-3e11-4597-96af-3b7cdc41f3ea,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:01.819525 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.823347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bafa6774-bc9f-47ca-8fc8-d2cb71f9dd11 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0358565 Aug 20 09:08:01.823511 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:08:01.829196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35678) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.834534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '9b19414e-59ff-4ed0-8298-08efa0719162', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:01.857924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47926f-db1b-4d80-a7fe-f87c6c52c085 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:01.859476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a47926f-db1b-4d80-a7fe-f87c6c52c085 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=8817d329-cc08-4bda-b96a-d05011c3cac0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1795499 Aug 20 09:08:01.862794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35682) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.910971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71454935-b297-4b3c-979d-50b741255c3b tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e668efcf51e74ec5bec172e8033f50a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723242 Aug 20 09:08:01.910971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.915790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35684) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.916128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35686) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.919745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.933907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:01.952464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:01.995705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe1993-4c47-4380-9d98-0fc0d4a7c790 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:01.997374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ffe1993-4c47-4380-9d98-0fc0d4a7c790 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/networks/08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 881 time: 0.1337233 Aug 20 09:08:02.001060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35692) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:02.029755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7e8de6a0-317d-444d-9831-d052b57f7d87 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8817d329-cc08-4bda-b96a-d05011c3cac0 HTTP/1.1" status: 200 len: 205 time: 0.0269289 Aug 20 09:08:02.032129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35694) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:02.080307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-349849212-network', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:02.083108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting port 2956c157-8b10-4490-bbdf-7c655a4a70be {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:02.083453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.206585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.210947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.214794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.226548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.231058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e88e43d-a14c-4d05-ac03-85d3f01b876d tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.246988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Made reservation on behalf of 58525599ec504ee8bb2082aa26fa8662 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:02.249253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.260900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Calling delete_port for 2956c157-8b10-4490-bbdf-7c655a4a70be owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:02.288716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.337058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.338273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5074742 Aug 20 09:08:02.342293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e88e43d-a14c-4d05-ac03-85d3f01b876d tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.342594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35696) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:02.343933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc35861-244b-44a0-8fa7-cae26a58a2e8 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242bb469-1f45-4880-81ee-e4d99128b996,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:02.347826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '9b19414e-59ff-4ed0-8298-08efa0719162', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:02.400987 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.418674 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.547850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.555413 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e88e43d-a14c-4d05-ac03-85d3f01b876d tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.557863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e88e43d-a14c-4d05-ac03-85d3f01b876d tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.561341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7e88e43d-a14c-4d05-ac03-85d3f01b876d tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb4af334-19d5-44d7-9d54-1c6ae690b725 HTTP/1.1" status: 204 len: 168 time: 0.6416676 Aug 20 09:08:02.571608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.573327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:02.608927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88e43d-a14c-4d05-ac03-85d3f01b876d tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4af334-19d5-44d7-9d54-1c6ae690b725,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:02.626242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router 02e70fd4-2419-41cb-9677-d541fb3a2425 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:02.649404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842a52f6-107b-4920-a69d-100010c17983,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:02.669974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Deleting port 7d8d5646-1aae-48b9-bb5a-0608ae00e972 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:02.670318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.719458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.734306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.745677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.768230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Port': ['ID=2956c157-8b10-4490-bbdf-7c655a4a70be,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:02.774584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.784724 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.785933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-281bcf39-964f-451e-a2e0-8035c6414957 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4423761 Aug 20 09:08:02.789792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:02.807326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:02.840010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84875784-67a4-44ab-95d6-6afd804ed0ef,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:02.851598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.851948 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Added segment 4465455d-79a8-46ad-9b9c-cb46095c1475 of type vlan for network 7896f4ca-20e4-4737-be89-256176e5ddd2 Aug 20 09:08:02.854339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:02.859750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.868297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] Sync routers for ids ['02e70fd4-2419-41cb-9677-d541fb3a2425'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:02.870392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3a2079e4-090b-4f88-9b88-34605b7b2b83 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "PUT /v2.0/routers/02e70fd4-2419-41cb-9677-d541fb3a2425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8129826 Aug 20 09:08:02.873232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35702) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:02.879967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] Routers {'02e70fd4-2419-41cb-9677-d541fb3a2425'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:02.880662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['02e70fd4-2419-41cb-9677-d541fb3a2425'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:02.887277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Calling delete_port for 7d8d5646-1aae-48b9-bb5a-0608ae00e972 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:02.913844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a80928-c9fb-44ed-a60c-4e44c5812e95 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.936331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a80928-c9fb-44ed-a60c-4e44c5812e95 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.959228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.987711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:02.997555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting subnet 6899368e-18b9-41b5-8d5c-876fa4a5e170 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:03.004498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.014696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] Set router 02e70fd4-2419-41cb-9677-d541fb3a2425 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:03.030114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.031097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:03.031895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.072006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:03.097730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.103683 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1419809 Aug 20 09:08:03.107423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.109751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35704) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.134844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:03.135184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 41a1c609-4934-46ec-ae5b-c99ffaa29bc1 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:03.147800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.148411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Request body: {'subnet': {'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-349849212-subnet', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:03.155596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6b7cb4-80a4-484e-9d52-8867bd85a400']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:03.162357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.169922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a80928-c9fb-44ed-a60c-4e44c5812e95 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.174906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a261c4a-6506-4435-8a3c-7a00fa05bf01 admin admin] Pushing event updated for resources: {'Network': ['ID=7896f4ca-20e4-4737-be89-256176e5ddd2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:03.180816 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.186834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:03.191489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c5a80928-c9fb-44ed-a60c-4e44c5812e95 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.192621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c5a80928-c9fb-44ed-a60c-4e44c5812e95 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/842a52f6-107b-4920-a69d-100010c17983 HTTP/1.1" status: 204 len: 168 time: 0.3997591 Aug 20 09:08:03.194609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f697a1-a68e-4b38-acc6-a50d82c321dc') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:03.195004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f697a1-a68e-4b38-acc6-a50d82c321dc') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:03.197047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35706) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.218267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.225017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a80928-c9fb-44ed-a60c-4e44c5812e95 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=842a52f6-107b-4920-a69d-100010c17983,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:03.273487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Made reservation on behalf of 58525599ec504ee8bb2082aa26fa8662 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:03.276814 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.279336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.322171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.322655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Fanout notify agent at l3_agent the message router_deleted on router 05feda5b-6953-4d41-a002-6df4476c5f79 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:03.366960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.368815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-216267c2-efdf-4da8-ab17-1a66bae77001 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "DELETE /v2.0/routers/05feda5b-6953-4d41-a002-6df4476c5f79 HTTP/1.1" status: 204 len: 168 time: 2.3698792 Aug 20 09:08:03.369447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:03.369890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:03.380200 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:03.389301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35708) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.391168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:08:01Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:03.419022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] Checking router: 02e70fd4-2419-41cb-9677-d541fb3a2425 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:03.429056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] Routers {'02e70fd4-2419-41cb-9677-d541fb3a2425'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:03.429685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['02e70fd4-2419-41cb-9677-d541fb3a2425'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:03.547969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.555782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting subnet 8c6a8883-4de1-430d-aa55-7aacfc85bb31 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:03.563233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.568372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "DELETE /v2.0/networks/cc6b7cb4-80a4-484e-9d52-8867bd85a400 HTTP/1.1" status: 204 len: 168 time: 0.9850168 Aug 20 09:08:03.570871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35710) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.573662 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.616688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14e8a6-c5b3-400a-b977-0a960c146bbc tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc6b7cb4-80a4-484e-9d52-8867bd85a400,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:03.639376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-39dddbe2-3956-4802-883f-e8f5cb7feaa4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4369516 Aug 20 09:08:03.644050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35712) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.668676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.702214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] Set router 02e70fd4-2419-41cb-9677-d541fb3a2425 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:03.711636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.715017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event deleted for resources: {'Port': ['ID=7d8d5646-1aae-48b9-bb5a-0608ae00e972,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:03.718769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.764012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af25eeac-2d84-41e1-b593-9bd4f2fbeb51 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.777262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af25eeac-2d84-41e1-b593-9bd4f2fbeb51 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.837376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af25eeac-2d84-41e1-b593-9bd4f2fbeb51 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.841064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.848009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af25eeac-2d84-41e1-b593-9bd4f2fbeb51 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.849375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-af25eeac-2d84-41e1-b593-9bd4f2fbeb51 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/242bb469-1f45-4880-81ee-e4d99128b996 HTTP/1.1" status: 204 len: 168 time: 0.2026827 Aug 20 09:08:03.854392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.858265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.867534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25eeac-2d84-41e1-b593-9bd4f2fbeb51 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=242bb469-1f45-4880-81ee-e4d99128b996,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:03.894704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Subnet': ['ID=6899368e-18b9-41b5-8d5c-876fa4a5e170,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:03.898526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.902873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-23cb7473-c5de-46a9-8813-8826d3feb362 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/subnets/6899368e-18b9-41b5-8d5c-876fa4a5e170 HTTP/1.1" status: 204 len: 168 time: 1.0256405 Aug 20 09:08:03.903587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35716) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:03.909071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaba023-ce20-4e0e-9055-6db7f5f76647 None None] Network 4d845de6-c4e4-4da2-a9e4-85e66f570880 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:03.928278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:08:01Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:03.953560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:03.992837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d26121-858b-4932-8c48-00e1d89e9eed None None] The sync data for ids ['02e70fd4-2419-41cb-9677-d541fb3a2425'] in n-d-804285-2 is: [{'id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1624942378', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '99f16307-da2a-40be-a889-f8831e131cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:15Z', 'updated_at': '2021-08-20T09:08:01Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '99f16307-da2a-40be-a889-f8831e131cab', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e70fd4-2419-41cb-9677-d541fb3a2425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:19Z', 'updated_at': '2021-08-20T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:04.089462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.092245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Deleting port 2155c741-df54-49bb-b973-4d340841bd4e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:04.092574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.261646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] For port 2155c741-df54-49bb-b973-4d340841bd4e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2155c741-df54-49bb-b973-4d340841bd4e,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:04.262038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.277241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.280142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Calling delete_port for 2155c741-df54-49bb-b973-4d340841bd4e owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:04.382682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e69f4-320e-4336-9659-14687f2578bf None None] DHCP port deletion for 4d845de6-c4e4-4da2-a9e4-85e66f570880 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:04.424907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port 99f16307-da2a-40be-a889-f8831e131cab {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:04.425268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.436800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.451630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-944e69f4-320e-4336-9659-14687f2578bf None None] Deleting port a193c74d-7277-4b0f-98b9-359521d147f4 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:04.452054 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-944e69f4-320e-4336-9659-14687f2578bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.472485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.507251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.524903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-42b98f1b-1042-484e-86c8-b4dba13657b4 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.6647296 Aug 20 09:08:04.529272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35718) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:04.531345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.549170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-944e69f4-320e-4336-9659-14687f2578bf None None] For port a193c74d-7277-4b0f-98b9-359521d147f4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a193c74d-7277-4b0f-98b9-359521d147f4,segment=NetworkSegment(87362aee-5253-4f03-b747-946e611a4fce),segment_id=87362aee-5253-4f03-b747-946e611a4fce)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:04.549642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-944e69f4-320e-4336-9659-14687f2578bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.564501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-944e69f4-320e-4336-9659-14687f2578bf None None] Calling delete_port for a193c74d-7277-4b0f-98b9-359521d147f4 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:04.576397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.634527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-962786e2-9814-422d-aa47-4e2c1a804dbb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.643190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.643524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762979d2-ab9e-4e90-b052-a9e065d2677d']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:04.659068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.659647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Fanout notify agent at l3_agent the message router_deleted on router 8817d329-cc08-4bda-b96a-d05011c3cac0 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:04.662654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35380722-1027-406e-ac67-9641c6f38f23') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:04.662956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35380722-1027-406e-ac67-9641c6f38f23') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:04.668280 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-944e69f4-320e-4336-9659-14687f2578bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.681309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.685844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a1827ddb-bb64-4b53-af8c-6f2cbe0b06ba tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/8817d329-cc08-4bda-b96a-d05011c3cac0 HTTP/1.1" status: 204 len: 168 time: 2.6476505 Aug 20 09:08:04.686020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e69f4-320e-4336-9659-14687f2578bf None None] No DVR routers for this DVR port a193c74d-7277-4b0f-98b9-359521d147f4 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:04.688795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35720) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:04.691005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e77217-0052-42da-8167-e669acf4147e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:04.698629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] For port 99f16307-da2a-40be-a889-f8831e131cab, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=99f16307-da2a-40be-a889-f8831e131cab,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:04.699141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.702236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2155c741-df54-49bb-b973-4d340841bd4e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:04.702387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.707422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-962786e2-9814-422d-aa47-4e2c1a804dbb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.713807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1540150355', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:04.716217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e69f4-320e-4336-9659-14687f2578bf None None] Pushing event deleted for resources: {'Port': ['ID=a193c74d-7277-4b0f-98b9-359521d147f4,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:04.747031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.757517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.757803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for 99f16307-da2a-40be-a889-f8831e131cab owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:04.766362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Checking segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:04.767029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Network hostable DHCP agents. Network: 7896f4ca-20e4-4737-be89-256176e5ddd2, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:04.775626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:04.776448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:04.778153 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:04.837642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6a8883-4de1-430d-aa55-7aacfc85bb31,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:04.844976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.844976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.848996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee07d8d-c445-4629-954e-11d8647eedcd None None] Network 43b9e742-987e-4dc1-8a27-f02f8145dcbd requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:04.857218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.859109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49daa887-b080-4897-ac79-ed83e88c44c9 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "DELETE /v2.0/subnets/8c6a8883-4de1-430d-aa55-7aacfc85bb31 HTTP/1.1" status: 204 len: 168 time: 1.4612918 Aug 20 09:08:04.862633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35722) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:04.886815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:04.893802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.910216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.912341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] 10.222.0.35 "DELETE /v2.0/networks/762979d2-ab9e-4e90-b052-a9e065d2677d HTTP/1.1" status: 204 len: 168 time: 1.3414094 Aug 20 09:08:04.917456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 7896f4ca-20e4-4737-be89-256176e5ddd2) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:04.936237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635c257-4f06-4a1f-afba-97fa8ced43bc None None] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:04.940730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:04.941390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:04.943951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685c025-b633-46d8-a469-df4ac73e8f2e tempest-QuotasNegativeTest-1724103436 tempest-QuotasNegativeTest-1724103436-project-admin] Pushing event deleted for resources: {'Network': ['ID=762979d2-ab9e-4e90-b052-a9e065d2677d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:04.986415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.020861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.024837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-962786e2-9814-422d-aa47-4e2c1a804dbb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.030553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-962786e2-9814-422d-aa47-4e2c1a804dbb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.034906 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-962786e2-9814-422d-aa47-4e2c1a804dbb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2c41641a-3e11-4597-96af-3b7cdc41f3ea HTTP/1.1" status: 204 len: 168 time: 0.4947948 Aug 20 09:08:05.035586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35726) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:05.042725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-009deaeb-dabc-4af8-9764-8de348505c11 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9315090 Aug 20 09:08:05.045498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35728) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:05.084124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:05.194050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.201546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.203743 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.238914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962786e2-9814-422d-aa47-4e2c1a804dbb tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c41641a-3e11-4597-96af-3b7cdc41f3ea,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:05.263069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac817a-e702-49c2-a5bf-212177a3886a None None] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:05.268343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] DHCP port deletion for 43b9e742-987e-4dc1-8a27-f02f8145dcbd request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:05.308580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.325179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.418616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] Deleting port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:05.418763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a1ae54e-bfce-4b6f-8560-ec8ca1072357 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3689947 Aug 20 09:08:05.419027 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.436027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35732) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:05.447922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a193c74d-7277-4b0f-98b9-359521d147f4 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:05.481590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a193c74d-7277-4b0f-98b9-359521d147f4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:05.482037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a193c74d-7277-4b0f-98b9-359521d147f4 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:05.482374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d181c059-137f-4e7c-b69e-0e849cf07bfe no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:05.530606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:05.531038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.536509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d181c059-137f-4e7c-b69e-0e849cf07bfe {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:05.536864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d181c059-137f-4e7c-b69e-0e849cf07bfe not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:05.578428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c4e0-6afa-411a-965d-e13cafe2f78b tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.590265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.594497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c4e0-6afa-411a-965d-e13cafe2f78b tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.597130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] For port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,segment=NetworkSegment(ad52d5bd-9279-47a6-9b13-7f8fb1e77371),segment_id=ad52d5bd-9279-47a6-9b13-7f8fb1e77371)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:05.597863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.625071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] Calling delete_port for f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:05.664454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35736) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:05.678263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c4e0-6afa-411a-965d-e13cafe2f78b tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.683857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5ab3c4e0-6afa-411a-965d-e13cafe2f78b tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.688430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5ab3c4e0-6afa-411a-965d-e13cafe2f78b tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/534086f8-b398-4677-a90a-4d21eff2ea47 HTTP/1.1" status: 204 len: 168 time: 0.2479982 Aug 20 09:08:05.695269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35740) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:05.729433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3c4e0-6afa-411a-965d-e13cafe2f78b tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=534086f8-b398-4677-a90a-4d21eff2ea47,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:05.766739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.775240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.776320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] For port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,segment=NetworkSegment(ad52d5bd-9279-47a6-9b13-7f8fb1e77371),segment_id=ad52d5bd-9279-47a6-9b13-7f8fb1e77371)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:05.776962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.815025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] Pushing event deleted for resources: {'Port': ['ID=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:05.821174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f0ab1-769c-499f-b0bc-3000800ab5ac None None] No DVR routers for this DVR port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:05.824326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=99f16307-da2a-40be-a889-f8831e131cab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:05.832113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Calling delete_port for f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:05.836933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8966a60a-9968-42ae-bd7b-94c84bcc1746 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1401956 Aug 20 09:08:05.841611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35742) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:05.859053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81a99fbc-4b2d-48fe-8983-ea72f957b4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.879250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.913438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.924042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0401f180-870d-4106-afb9-13eecf7468e2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:05.935636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0401f180-870d-4106-afb9-13eecf7468e2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.035685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.044253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0401f180-870d-4106-afb9-13eecf7468e2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.045269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Router a956f4d3-c772-472a-bf70-7cc0f0d444d0 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:06.072580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0401f180-870d-4106-afb9-13eecf7468e2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.073702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0401f180-870d-4106-afb9-13eecf7468e2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/4eb65a77-acfd-4e7a-b8d9-41de46bcb18e HTTP/1.1" status: 204 len: 168 time: 0.2307019 Aug 20 09:08:06.101807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35744) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.117883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401f180-870d-4106-afb9-13eecf7468e2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4eb65a77-acfd-4e7a-b8d9-41de46bcb18e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:06.160742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.163632 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.174559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Allocated IP 172.25.5.92 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/202efc4c-4a45-4a34-935a-48458c76819f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:06.212602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.213128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e2ab0d38-5bcf-4213-a0ef-d7089e450f49 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1061034 Aug 20 09:08:06.216354 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.226866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35746) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.285762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.292305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Port': ['ID=f7c6aced-c469-4b0d-b2e9-64779cd7c0e4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:06.294240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.294811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Fanout notify agent at l3_agent the message router_deleted on router 02e70fd4-2419-41cb-9677-d541fb3a2425 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:06.297962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] No DVR routers for this DVR port f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:06.305757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.306876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-295304c6-9c5e-4ff5-a1c2-2c51333acd62 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/routers/02e70fd4-2419-41cb-9677-d541fb3a2425 HTTP/1.1" status: 204 len: 168 time: 2.3845685 Aug 20 09:08:06.311299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35748) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.452695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81a99fbc-4b2d-48fe-8983-ea72f957b4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.461295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:06.463995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.466574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-81a99fbc-4b2d-48fe-8983-ea72f957b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.471701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] Sync routers for ids ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:06.475552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a266b276-4659-46a4-b811-c923aa9e2bb7 admin admin] 10.222.0.35 "PUT /v2.0/routers/a956f4d3-c772-472a-bf70-7cc0f0d444d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5533588 Aug 20 09:08:06.479173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35750) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.486687 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] Routers {'a956f4d3-c772-472a-bf70-7cc0f0d444d0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:06.487334 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.490619 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.491869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b9e742-987e-4dc1-8a27-f02f8145dcbd']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.495338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b98347d-6ade-42dd-8ced-e204fb47d1ae tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.509091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.537688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b98347d-6ade-42dd-8ced-e204fb47d1ae tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.552841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.553196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad52d5bd-9279-47a6-9b13-7f8fb1e77371') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.580919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.591980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a99fbc-4b2d-48fe-8983-ea72f957b4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb971b-fa30-47f4-bab4-898ce84114b2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:06.598902 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-81a99fbc-4b2d-48fe-8983-ea72f957b4ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b40e01bc0b34ff3ac6dc2d1e6be320e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294293 Aug 20 09:08:06.599089 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] Set router a956f4d3-c772-472a-bf70-7cc0f0d444d0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:06.601474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35752) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.610485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.641762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:06.643105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:06.649418 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:06.678922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b98347d-6ade-42dd-8ced-e204fb47d1ae tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.681417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b98347d-6ade-42dd-8ced-e204fb47d1ae tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.682761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b98347d-6ade-42dd-8ced-e204fb47d1ae tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b19414e-59ff-4ed0-8298-08efa0719162 HTTP/1.1" status: 204 len: 168 time: 0.4547944 Aug 20 09:08:06.698735 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35754) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.726535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98347d-6ade-42dd-8ced-e204fb47d1ae tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19414e-59ff-4ed0-8298-08efa0719162,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:06.750520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.761479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.815872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d845de6-c4e4-4da2-a9e4-85e66f570880']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.839350 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:08:04Z', 'revision_number': 5, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.852793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:06.868089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87362aee-5253-4f03-b747-946e611a4fce') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.868472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87362aee-5253-4f03-b747-946e611a4fce') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.871581 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] Checking router: a956f4d3-c772-472a-bf70-7cc0f0d444d0 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:06.879640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:06.881889 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] Routers {'a956f4d3-c772-472a-bf70-7cc0f0d444d0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:06.882663 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:06.887937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Allocated IP 172.25.5.79 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e1764a6b-fd5d-429c-8799-355c9115ce00) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:06.889859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event updated for resources: {'Port': ['ID=202efc4c-4a45-4a34-935a-48458c76819f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:06.897027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:06.901461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:06.911009 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9b89f5ea-0b32-422d-bee0-76372c405bd0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2066245 Aug 20 09:08:06.921411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35756) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:06.949672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656647430'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:06.966989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.018702 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] Set router a956f4d3-c772-472a-bf70-7cc0f0d444d0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:07.121253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.125693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.132975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.134904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "DELETE /v2.0/networks/43b9e742-987e-4dc1-8a27-f02f8145dcbd HTTP/1.1" status: 204 len: 168 time: 2.2694933 Aug 20 09:08:07.136779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bba7b6f8-2673-44cb-b74b-c8a159b771e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.170883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35758) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:07.215966 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:08:04Z', 'revision_number': 5, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:07.228364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53819306-18c8-4ff1-bb0b-a81c6e8ec37c tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Network': ['ID=43b9e742-987e-4dc1-8a27-f02f8145dcbd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:07.248787 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec8954-66f4-4b4f-82f4-2bd463395ad6 None None] The sync data for ids ['a956f4d3-c772-472a-bf70-7cc0f0d444d0'] in n-d-804285-2 is: [{'id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'name': 'tempest-TestServerMultinode-559496065-router', 'tenant_id': '028e70777df04530979200d69827adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:51Z', 'updated_at': '2021-08-20T09:08:04Z', 'revision_number': 5, 'project_id': '028e70777df04530979200d69827adb2', 'gw_port': {'id': '2b48d7c0-d90f-4525-904e-f01a1f1910e0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f4d3-c772-472a-bf70-7cc0f0d444d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:52Z', 'updated_at': '2021-08-20T09:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:07.261921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bba7b6f8-2673-44cb-b74b-c8a159b771e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.326757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:07.327384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:07.333987 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:07.403865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.447363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.449846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bba7b6f8-2673-44cb-b74b-c8a159b771e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.452560 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bba7b6f8-2673-44cb-b74b-c8a159b771e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.453768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bba7b6f8-2673-44cb-b74b-c8a159b771e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6bb971b-fa30-47f4-bab4-898ce84114b2 HTTP/1.1" status: 204 len: 168 time: 0.8505561 Aug 20 09:08:07.462846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Deleting port 3c0c43ea-ff3e-46e6-af35-a35936bbba32 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:07.463191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.485153 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.518527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.520512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b6f8-2673-44cb-b74b-c8a159b771e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb971b-fa30-47f4-bab4-898ce84114b2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:07.522931 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/networks/4d845de6-c4e4-4da2-a9e4-85e66f570880 HTTP/1.1" status: 204 len: 168 time: 1.2088480 Aug 20 09:08:07.523834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35762) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:07.551686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0094866-b940-4930-bd29-7c09d14caaf9 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Network': ['ID=4d845de6-c4e4-4da2-a9e4-85e66f570880,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:07.563060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Deleting port 2b48d7c0-d90f-4525-904e-f01a1f1910e0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:07.563405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.618173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 99f16307-da2a-40be-a889-f8831e131cab no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:07.622748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.623077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.640427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 99f16307-da2a-40be-a889-f8831e131cab {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:07.641032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 99f16307-da2a-40be-a889-f8831e131cab not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:07.641641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:07.652258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Calling delete_port for 3c0c43ea-ff3e-46e6-af35-a35936bbba32 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:07.666860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:07.667445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7c6aced-c469-4b0d-b2e9-64779cd7c0e4 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:07.676709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.744940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] For port 2b48d7c0-d90f-4525-904e-f01a1f1910e0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2b48d7c0-d90f-4525-904e-f01a1f1910e0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:07.745302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.762432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Calling delete_port for 2b48d7c0-d90f-4525-904e-f01a1f1910e0 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:07.868713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:07.897599 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-51a111d3-0edf-4e81-b60d-0ac2dc7821ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.962433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.966542 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:07.990505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Pushing event deleted for resources: {'Port': ['ID=3c0c43ea-ff3e-46e6-af35-a35936bbba32,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.009105 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.012757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.056353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.059650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:08.082456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:08.094339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:08.104410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.106902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.108072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7950ddfd-2d84-4e42-87ac-b156459ca352 tempest-FloatingIPAdminTestJSON-698182413 tempest-FloatingIPAdminTestJSON-698182413-project] 10.222.0.35 "DELETE /v2.0/floatingips/044a4fd1-fa41-4c1f-be75-ffc578f32858 HTTP/1.1" status: 204 len: 168 time: 0.9354920 Aug 20 09:08:08.119279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.158740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Pushing event deleted for resources: {'Port': ['ID=2b48d7c0-d90f-4525-904e-f01a1f1910e0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.175326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Pushing event updated for resources: {'Port': ['ID=e1764a6b-fd5d-429c-8799-355c9115ce00,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.184759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96744c18-9bff-45e1-af50-fe457f44168d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.191860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port 275eb700-ff9f-48b3-b751-fcc10f75e7c4 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:08.192204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.244735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-51a111d3-0edf-4e81-b60d-0ac2dc7821ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.253003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.256246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-51a111d3-0edf-4e81-b60d-0ac2dc7821ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.296253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.300531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e7b31bac-4ca5-4e3b-a729-444ab546a33f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3574953 Aug 20 09:08:08.304571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.344751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '96744c18-9bff-45e1-af50-fe457f44168d', 'direction': 'ingress', 'protocol': 17}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:08.378208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.383049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.385502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a111d3-0edf-4e81-b60d-0ac2dc7821ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2626d90-1f16-4c71-ba37-b03a389722dc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.395228 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-51a111d3-0edf-4e81-b60d-0ac2dc7821ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5831d851bcac4a9eb928202f9fa35e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210018 Aug 20 09:08:08.396052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35774) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.439793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35776) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.470318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.470934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a956f4d3-c772-472a-bf70-7cc0f0d444d0 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:08.475647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.479058 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8a35f413-9285-4e44-bfe5-b144635a5aec admin admin] 10.222.0.35 "DELETE /v2.0/routers/a956f4d3-c772-472a-bf70-7cc0f0d444d0 HTTP/1.1" status: 204 len: 168 time: 1.9937356 Aug 20 09:08:08.482967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.488456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.488762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.520539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for 275eb700-ff9f-48b3-b751-fcc10f75e7c4 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:08.524757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.543763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6abe6b0-a510-43f4-a2f9-262c21a61c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.572793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Deleting subnet 4140fcb9-344e-4c82-aa96-57cdd5ab8b41 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:08.576005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.597475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6abe6b0-a510-43f4-a2f9-262c21a61c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.607386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.658885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.718792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2849e735-95eb-4e8e-999d-fbb9cf516d11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43c74040c89d496f917f2c44bc9bf269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734323 Aug 20 09:08:08.722864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35782) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.773815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6abe6b0-a510-43f4-a2f9-262c21a61c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.776129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b6abe6b0-a510-43f4-a2f9-262c21a61c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.777263 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b6abe6b0-a510-43f4-a2f9-262c21a61c3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2626d90-1f16-4c71-ba37-b03a389722dc HTTP/1.1" status: 204 len: 168 time: 0.3801236 Aug 20 09:08:08.779096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.794723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.807479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abe6b0-a510-43f4-a2f9-262c21a61c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2626d90-1f16-4c71-ba37-b03a389722dc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.822287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.863772 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61a0e8e3-f8a7-4e6c-bc18-76587e47186f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.864032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.873038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90facb21-fa00-4c38-ae0a-5b9acdeb96cd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.895971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61a0e8e3-f8a7-4e6c-bc18-76587e47186f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.919235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.920465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-470ed247-06b3-4b97-a681-f365eeee048e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6131227 Aug 20 09:08:08.930985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35786) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.931848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.970951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4140fcb9-344e-4c82-aa96-57cdd5ab8b41,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:08.975666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:08.977559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40e784b0-25f4-4975-8100-abf30582eab9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4140fcb9-344e-4c82-aa96-57cdd5ab8b41 HTTP/1.1" status: 204 len: 168 time: 0.4935861 Aug 20 09:08:08.981263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35790) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:08.992164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61276cee-7c7e-4827-a939-fb170ab19eb5 None None] Network 0846857d-e913-4f40-ab67-914c462d067e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:09.042710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61a0e8e3-f8a7-4e6c-bc18-76587e47186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.046147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-61a0e8e3-f8a7-4e6c-bc18-76587e47186f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.047531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-61a0e8e3-f8a7-4e6c-bc18-76587e47186f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d519af1a-ac3a-40ad-89b6-8c4adf6e4fee HTTP/1.1" status: 204 len: 168 time: 0.3236670 Aug 20 09:08:09.072220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0e8e3-f8a7-4e6c-bc18-76587e47186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519af1a-ac3a-40ad-89b6-8c4adf6e4fee,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:09.079600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.191492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Deleting port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:09.192101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.199388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64908da2-7065-4542-bfcb-aeded461ad26 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.221328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.223240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Router b0eabb1c-f20e-4731-a07b-9c0f57f6c83c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:08:09.334867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] DHCP port deletion for 0846857d-e913-4f40-ab67-914c462d067e request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:09.374206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2155c741-df54-49bb-b973-4d340841bd4e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:09.419626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2155c741-df54-49bb-b973-4d340841bd4e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:09.420250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2155c741-df54-49bb-b973-4d340841bd4e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:09.421055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2b48d7c0-d90f-4525-904e-f01a1f1910e0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:09.434374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] For port ddc3c942-89c7-4348-98d1-5b33f5c4ee03, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:09.452945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2b48d7c0-d90f-4525-904e-f01a1f1910e0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:09.453557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2b48d7c0-d90f-4525-904e-f01a1f1910e0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:09.453702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.488761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Calling delete_port for ddc3c942-89c7-4348-98d1-5b33f5c4ee03 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:09.490463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Deleting port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:09.491031 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.594120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] For port ddc3c942-89c7-4348-98d1-5b33f5c4ee03, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,segment=NetworkSegment(f9a0eae6-bfe3-4982-92a3-28661fa802fb),segment_id=f9a0eae6-bfe3-4982-92a3-28661fa802fb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:09.594968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.619925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64908da2-7065-4542-bfcb-aeded461ad26 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.624633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Calling delete_port for ddc3c942-89c7-4348-98d1-5b33f5c4ee03 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:09.654996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=275eb700-ff9f-48b3-b751-fcc10f75e7c4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:09.709553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.757657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] No DVR routers for this DVR port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:09.791710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.797926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35804) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:09.823500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:09.828077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Pushing event deleted for resources: {'Port': ['ID=ddc3c942-89c7-4348-98d1-5b33f5c4ee03,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:09.834476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] No DVR routers for this DVR port ddc3c942-89c7-4348-98d1-5b33f5c4ee03 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:09.842741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.843420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.844055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.844629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.845206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.846641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.847191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.847744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.848659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.849200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.850020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.850586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1992b42a-cae5-4726-8bb8-c56d492a119d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:09.857519 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.865068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6993cda-62fb-42b4-a675-ad12a5938cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.939771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.957799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0846857d-e913-4f40-ab67-914c462d067e']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:09.977228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.977569 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Floating IP 293ff3f4-ec44-4203-96d7-9a6ec67c5588 disassociated (deleted). External IP: 172.25.5.57, port: ec7967e7-e257-4c8e-8c78-b392c2cf9dbe. Aug 20 09:08:09.980903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a0eae6-bfe3-4982-92a3-28661fa802fb') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:09.981208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a0eae6-bfe3-4982-92a3-28661fa802fb') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:09.981950 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64908da2-7065-4542-bfcb-aeded461ad26 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.984611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64908da2-7065-4542-bfcb-aeded461ad26 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:09.988377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64908da2-7065-4542-bfcb-aeded461ad26 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/96744c18-9bff-45e1-af50-fe457f44168d HTTP/1.1" status: 204 len: 168 time: 1.0518630 Aug 20 09:08:09.995076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35810) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.005038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.031060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.049393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:10.049817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:10.051591 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:10.055484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64908da2-7065-4542-bfcb-aeded461ad26 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96744c18-9bff-45e1-af50-fe457f44168d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:10.113315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:10.121930 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-edb59098-7b11-48de-9f49-4056646365c3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239488 Aug 20 09:08:10.126157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35816) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.131355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--457321393'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:10.134389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] Sync routers for ids ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:10.150643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.154175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] Routers {'b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:10.158121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.162397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:10.163536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0846857d-e913-4f40-ab67-914c462d067e HTTP/1.1" status: 204 len: 168 time: 1.1823242 Aug 20 09:08:10.165545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35818) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.185758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe299a8-15b9-4189-9e3e-f3bba5000432 admin admin] Pushing event deleted for resources: {'Network': ['ID=0846857d-e913-4f40-ab67-914c462d067e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:10.225474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:10.236692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] Routers {'b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:10.237771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:10.283290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:10.284143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef9874-fb0f-4f49-8c28-093e90a42ed4 None None] The sync data for ids ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:10.304535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6993cda-62fb-42b4-a675-ad12a5938cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.307020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Router 9b74f267-dfda-4c5a-aedd-90036be1ded0 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:08:10.315489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6993cda-62fb-42b4-a675-ad12a5938cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.324832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.326082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9ff831b-ee83-4e20-8a25-b1a14f0d7a36 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6327362 Aug 20 09:08:10.336122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35822) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.364920 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.380573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:10.492680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6993cda-62fb-42b4-a675-ad12a5938cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9279b-597a-486a-88d8-94f378cf658e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:10.504769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f6993cda-62fb-42b4-a675-ad12a5938cd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7cdda8a101c4a418655c256d73401f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029064 Aug 20 09:08:10.509323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35826) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.585065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router eac1a263-c11d-4b0c-9451-ae1d7daf898c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:10.596479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.605179 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.624853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.626151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4982524 Aug 20 09:08:10.633185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35832) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.660248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-620c3632-bc6b-446b-b0ce-46a14b57db70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.668101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--535577915'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:10.668578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2387bd2-53dc-483d-93d7-286077c875c0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0360bd5f-995a-43ef-8a2c-ef6af6d09185,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:10.702682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-620c3632-bc6b-446b-b0ce-46a14b57db70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.708585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:10.725950 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Sync routers for ids ['9b74f267-dfda-4c5a-aedd-90036be1ded0'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:10.736703 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Routers {'9b74f267-dfda-4c5a-aedd-90036be1ded0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:10.737512 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9b74f267-dfda-4c5a-aedd-90036be1ded0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:10.788780 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.823590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.824801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0e392a5e-d30a-499c-a771-864cb28b7344 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7782633 Aug 20 09:08:10.828866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35840) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.844934 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Set router 9b74f267-dfda-4c5a-aedd-90036be1ded0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:10.890776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:10.901392 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.905570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] Sync routers for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:10.916509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:10.917435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:10.918296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-620c3632-bc6b-446b-b0ce-46a14b57db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.921090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-620c3632-bc6b-446b-b0ce-46a14b57db70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:10.921941 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-620c3632-bc6b-446b-b0ce-46a14b57db70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ae9279b-597a-486a-88d8-94f378cf658e HTTP/1.1" status: 204 len: 168 time: 0.4089994 Aug 20 09:08:10.978356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c3632-bc6b-446b-b0ce-46a14b57db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9279b-597a-486a-88d8-94f378cf658e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:10.981549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35844) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:10.984547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.055794 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:08:08Z', 'revision_number': 3, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:11.088873 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Checking router: 9b74f267-dfda-4c5a-aedd-90036be1ded0 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:11.089454 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Updating router 9b74f267-dfda-4c5a-aedd-90036be1ded0 port e1764a6b-fd5d-429c-8799-355c9115ce00 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:08:11.109008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-57172d00-b1d0-42ab-9a09-74defa573442 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/floatingips/293ff3f4-ec44-4203-96d7-9a6ec67c5588 HTTP/1.1" status: 204 len: 168 time: 3.5640633 Aug 20 09:08:11.113407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:11.115753 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d70260f-71ce-4cd7-9826-e0024fe223d3" -d '{"events": [{"name": "network-changed", "server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:11.116116 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.139617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.202647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.207760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.220304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.228465 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe51b0a-f45e-4f09-8296-fe7c3a5a2af0 x-openstack-request-id: req-3fe51b0a-f45e-4f09-8296-fe7c3a5a2af0 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:11.228792 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:11.229041 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3fe51b0a-f45e-4f09-8296-fe7c3a5a2af0 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:11.229437 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'status': 'completed', 'code': 200} Aug 20 09:08:11.266321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:11.372162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddc3c942-89c7-4348-98d1-5b33f5c4ee03 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:11.413008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.421285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7801659 Aug 20 09:08:11.423310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e546f48-3875-445f-8acd-54afbd269a25 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556eed70-e4ea-49f2-9a9c-56427a4fc766,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:11.423594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35856) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:11.435178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: ddc3c942-89c7-4348-98d1-5b33f5c4ee03 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:11.436179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ddc3c942-89c7-4348-98d1-5b33f5c4ee03 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:11.443544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '0360bd5f-995a-43ef-8a2c-ef6af6d09185', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '556eed70-e4ea-49f2-9a9c-56427a4fc766', 'remote_ip_prefix': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:11.466285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Deleting port 202efc4c-4a45-4a34-935a-48458c76819f {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:11.466891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.491352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1876755246'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:11.579073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-6849efcf-c773-489d-9b5a-68071d419dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:11.580788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-6849efcf-c773-489d-9b5a-68071d419dab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a613a3d2eec46d8819c1754e10eae68&device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 1135 time: 0.3182497 Aug 20 09:08:11.581582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.589105 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.612434 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Transition to ACTIVE for port object e1764a6b-fd5d-429c-8799-355c9115ce00 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:11.625678 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.682356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Made reservation on behalf of bc368592e7c040a3a5efe4d2ca8ce3dc for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:11.685576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.711118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d6c6a-ddc0-4d7f-8ab0-1a13793518a9 None None] Pushing event updated for resources: {'Port': ['ID=e1764a6b-fd5d-429c-8799-355c9115ce00,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:11.763472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Attempting to bind port e1764a6b-fd5d-429c-8799-355c9115ce00 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:11.764160 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Attempting to bind port e1764a6b-fd5d-429c-8799-355c9115ce00 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:11.764290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Attempting to bind port e1764a6b-fd5d-429c-8799-355c9115ce00 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:11.781590 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:11.781993 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:11.782659 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.784023 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:11.784758 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Bound port: e1764a6b-fd5d-429c-8799-355c9115ce00, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:11.785333 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:11.877900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:23Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:11.910502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] Checking router: eac1a263-c11d-4b0c-9451-ae1d7daf898c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:11.920575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:11.921487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:11.962022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] For port e1764a6b-fd5d-429c-8799-355c9115ce00, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:11.966940 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] For port e1764a6b-fd5d-429c-8799-355c9115ce00, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1764a6b-fd5d-429c-8799-355c9115ce00,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:11.976733 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.016336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:12.066854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.071729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.076693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d6c6a-ddc0-4d7f-8ab0-1a13793518a9 None None] Pushing event updated for resources: {'Port': ['ID=e1764a6b-fd5d-429c-8799-355c9115ce00,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:12.100519 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Routers {'9b74f267-dfda-4c5a-aedd-90036be1ded0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:12.101157 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9b74f267-dfda-4c5a-aedd-90036be1ded0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:12.123932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Calling delete_port for 202efc4c-4a45-4a34-935a-48458c76819f owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:12.127730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:12.154633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.195346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837ed7d-e32b-441c-bd6b-cebed6f29c85 req-99be7d0b-3dd0-45a9-9458-d70b122ca589 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.197049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f837ed7d-e32b-441c-bd6b-cebed6f29c85 req-99be7d0b-3dd0-45a9-9458-d70b122ca589 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.6503327 Aug 20 09:08:12.219694 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] Set router 9b74f267-dfda-4c5a-aedd-90036be1ded0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:12.318665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f837ed7d-e32b-441c-bd6b-cebed6f29c85 req-2dce5d5d-f8ea-45ab-b1c2-1bb91762af35 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1077704 Aug 20 09:08:12.387834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.395302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-f509044b-10b7-478d-b375-a4c7806bf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.397172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-f509044b-10b7-478d-b375-a4c7806bf1ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=b138cef4-96aa-44e8-bb66-01f81c438ffd HTTP/1.1" status: 200 len: 897 time: 0.7838182 Aug 20 09:08:12.423455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.497936 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:08:08Z', 'revision_number': 3, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:12.520982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:23Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:12.522910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-4ec92e7b-4346-426d-bc1d-e6033a4884e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe HTTP/1.1" status: 200 len: 217 time: 0.0948930 Aug 20 09:08:12.534943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0af24a-a715-46b8-954a-497586a130a6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:12.551299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9bef0-7507-4f95-847a-b48fd7b62f5f None None] The sync data for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 is: [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:06:16Z', 'revision_number': 4, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc', 'name': '', 'network_id': 'b138cef4-96aa-44e8-bb66-01f81c438ffd', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'mac_address': 'fa:16:3e:3a:4e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:15Z', 'updated_at': '2021-08-20T09:06:23Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'subnets': [{'id': '159932e0-db8b-4647-8f3c-35790d8978d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:12.560311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.561313 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648146ca-9676-4dfd-8fc7-a5b37458e6d8 None None] The sync data for ids ['9b74f267-dfda-4c5a-aedd-90036be1ded0'] in n-d-804285-2 is: [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:08:08Z', 'revision_number': 3, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:12.570324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.589584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.596292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.602495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.608551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.616786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.623223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.629195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.639205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.644400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-59f08954-16ca-4173-bb88-2ef8174e2f0e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.2329652 Aug 20 09:08:12.678012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.690612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-c826577d-940f-4fb6-8800-e1a6f39f16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.692253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-c826577d-940f-4fb6-8800-e1a6f39f16b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=159932e0-db8b-4647-8f3c-35790d8978d0 HTTP/1.1" status: 200 len: 835 time: 0.1594238 Aug 20 09:08:12.740780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Pushing event deleted for resources: {'Port': ['ID=202efc4c-4a45-4a34-935a-48458c76819f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:12.749331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a24c32efc1b4ddfba5cdafe6aa852a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7286043 Aug 20 09:08:12.762955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35866) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:12.777574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e7dec6-bab6-4c0a-b0bd-bf23de7849d7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:12.800585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.801021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.801460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.801873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.802300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.802751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.803094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.803427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.803763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.804094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.804428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.804760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.835655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Deleting port e49f2011-f57b-4bed-b507-d6bc126eadc5 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:12.836162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:12.846495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8204e09b-f75c-43f7-984f-7f989a5ea25d req-203171cc-a915-40be-9059-7d52b8dd4633 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009838 Aug 20 09:08:12.848923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.849498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.850057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.850546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.851034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.851537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.852020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.852669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.854144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.855590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.856004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.856311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe118be-1bc6-4777-a81a-da48e3436e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:12.949319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-237496ff-b897-48c1-bb87-341f92d4fea0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.951680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-237496ff-b897-48c1-bb87-341f92d4fea0 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.26 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.2443671 Aug 20 09:08:12.996467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-dc874555-b8d6-4e68-bcb0-b2e845719948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:12.997265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-dc874555-b8d6-4e68-bcb0-b2e845719948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b138cef4-96aa-44e8-bb66-01f81c438ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2930844 Aug 20 09:08:13.005047 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.039054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.061157 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb015f-4efb-4e2c-9f86-950effb29a2b None None] New status for floating IP 293ff3f4-ec44-4203-96d7-9a6ec67c5588: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:08:13.162945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.170219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e641cfa-725b-4610-8798-791440420f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.197126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.202188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e93a71dc-8836-412d-b90b-20c2f869545d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.231353 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.236297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d6929ca9-165d-4a0f-a7a3-ff6c707c46e6 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.8048019 Aug 20 09:08:13.241674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35868) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:13.306399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e641cfa-725b-4610-8798-791440420f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.309941 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-582532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.316064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-582579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531588'] for router, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.331596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:13.331957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.365071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1764a6b-fd5d-429c-8799-355c9115ce00 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:13.370786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] For port e49f2011-f57b-4bed-b507-d6bc126eadc5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e49f2011-f57b-4bed-b507-d6bc126eadc5,segment=NetworkSegment(2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3),segment_id=2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:13.371415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.411296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:13.421832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cade89d-587e-4dbe-b47f-02152a7598af,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:13.437497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Calling delete_port for e49f2011-f57b-4bed-b507-d6bc126eadc5 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:13.451125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e1764a6b-fd5d-429c-8799-355c9115ce00 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:13.456484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e1764a6b-fd5d-429c-8799-355c9115ce00 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:13.457086 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.504226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Router b0eabb1c-f20e-4731-a07b-9c0f57f6c83c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:13.521890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68000fc0-b32d-42ed-b300-645117cb5a28 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.548856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b98c-5bab-47ba-8a05-e5d3b270f8a5 req-297ae12d-5706-492d-af1e-38609c4dbe33 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.554588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.555201 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Added segment 203ef5ba-1f3d-49e4-8916-8801295a97f4 of type vlan for network b0fa460e-fef3-4cb7-a69a-894bfaadd985 Aug 20 09:08:13.557049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68000fc0-b32d-42ed-b300-645117cb5a28 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.558761 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.561099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b522b98c-5bab-47ba-8a05-e5d3b270f8a5 req-297ae12d-5706-492d-af1e-38609c4dbe33 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 984 time: 0.1368966 Aug 20 09:08:13.579263 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-449a3a5b-9451-404d-b186-e2a29cd8f8fd service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522459 Aug 20 09:08:13.590068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e1764a6b-fd5d-429c-8799-355c9115ce00, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1764a6b-fd5d-429c-8799-355c9115ce00,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:13.597865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.624355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] For port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:13.624828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.641058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for ec7967e7-e257-4c8e-8c78-b392c2cf9dbe owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:13.660222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e1764a6b-fd5d-429c-8799-355c9115ce00,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:13.753559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b522b98c-5bab-47ba-8a05-e5d3b270f8a5 req-bdc7005b-7f9d-43bf-bf76-5d4f857d9ca1 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/security-groups?id=887f3725-7bc5-49c7-abec-6ed7ff8fa759&id=79bb8bbf-4072-4671-99b8-10e612a3e8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1914680 Aug 20 09:08:13.774054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.791903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68000fc0-b32d-42ed-b300-645117cb5a28 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.800293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:13.804897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.807943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.810056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d526f6ab-1256-4291-b54c-facc81e269d4 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "PUT /v2.0/routers/b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 200 len: 710 time: 3.4642758 Aug 20 09:08:13.812346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35872) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:13.812576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] Sync routers for ids ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:13.814713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.821997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.827146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] Routers {'b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:13.828916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.830151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:13.836179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.842552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.848876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:13.850829 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-a0a5c235-a984-4938-aab7-79f3a412a0b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.4047818 Aug 20 09:08:13.853839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68000fc0-b32d-42ed-b300-645117cb5a28 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.857390 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68000fc0-b32d-42ed-b300-645117cb5a28 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/ac0af24a-a715-46b8-954a-497586a130a6 HTTP/1.1" status: 204 len: 168 time: 0.6043096 Aug 20 09:08:13.878119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35874) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:13.890784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:13.898154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8e011331-1651-431b-9e10-bc02d7e5be48 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/routers/b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 200 len: 745 time: 0.0841570 Aug 20 09:08:13.906856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35878) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:13.907973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] Routers {'b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:13.908665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e641cfa-725b-4610-8798-791440420f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.909133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:07:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:13.911193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e641cfa-725b-4610-8798-791440420f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:13.912319 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7e641cfa-725b-4610-8798-791440420f43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55e7dec6-bab6-4c0a-b0bd-bf23de7849d7 HTTP/1.1" status: 204 len: 168 time: 1.1295490 Aug 20 09:08:13.913875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.resource_extend [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:08:13.944719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68000fc0-b32d-42ed-b300-645117cb5a28 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac0af24a-a715-46b8-954a-497586a130a6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:13.981351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Allocated IP 172.20.0.1 (7896f4ca-20e4-4737-be89-256176e5ddd2/28e77217-0052-42da-8167-e669acf4147e/aee0e277-aced-45c9-bf4a-8f59f0e0a712) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:13.994822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e641cfa-725b-4610-8798-791440420f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e7dec6-bab6-4c0a-b0bd-bf23de7849d7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:14.019465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-789db991-2bfd-4777-9d16-a17b8c50c256 tempest-RoutersIpV6AdminTest-1580664603 tempest-RoutersIpV6AdminTest-1580664603-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=08f59161-2b18-4800-8478-b94bd03b5143&device_id=b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 200 len: 205 time: 0.1110787 Aug 20 09:08:14.022579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35882) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:14.056927 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d70260f-71ce-4cd7-9826-e0024fe223d3 req-306c6ee8-0b81-44ce-ba90-6d8a8a29330c service neutron] 10.222.0.26 "GET /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683356 Aug 20 09:08:14.067742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cca80e17-164e-414d-9d46-f0906863ab5b tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 200 len: 205 time: 0.0430732 Aug 20 09:08:14.074073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.080903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.081880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.087504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35884) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:14.101838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-62c7c2d9-c059-490f-8d6a-653320b7af67 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.103491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-62c7c2d9-c059-490f-8d6a-653320b7af67 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "GET /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2193477 Aug 20 09:08:14.116533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.123078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.130109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.136328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.143698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.150651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.157961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:14.166242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77663918-5e1d-4a73-9009-8867ee224a13 req-2c3481d7-5aac-4867-b92c-6eebc3e53792 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.1949306 Aug 20 09:08:14.184194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:14.184893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec68639-6a80-4aff-bed7-4a93e93f7ca5 None None] The sync data for ids ['b0eabb1c-f20e-4731-a07b-9c0f57f6c83c'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:14.193753 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.228544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77663918-5e1d-4a73-9009-8867ee224a13 req-d3816984-b160-4788-a817-0cb0d5a8aec9 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612736 Aug 20 09:08:14.241301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.283748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=ec7967e7-e257-4c8e-8c78-b392c2cf9dbe,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:14.330129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] No DVR routers for this DVR port ec7967e7-e257-4c8e-8c78-b392c2cf9dbe on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:14.332879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.335576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aacc262c-8ab4-4644-8f7d-c6985ba8a916 req-fe82b70c-c3b1-488e-9041-1b505ac47ddd tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.26 "DELETE /v2.0/ports/ec7967e7-e257-4c8e-8c78-b392c2cf9dbe HTTP/1.1" status: 204 len: 173 time: 1.3680944 Aug 20 09:08:14.336116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'name': 'network-vif-deleted', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:14.348873 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08c175b-7ae6-4373-bda8-7a0e5d58fd21" -d '{"events": [{"server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "name": "network-vif-deleted", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:14.392814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f48490d4-3909-4505-bed5-7a646cb57bd7 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5057273 Aug 20 09:08:14.396206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35894) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:14.399502 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.4009793 Aug 20 09:08:14.413287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.415151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9823d-648a-4a0f-9d0a-387bdba862f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Pushing event updated for resources: {'Network': ['ID=b0fa460e-fef3-4cb7-a69a-894bfaadd985,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:14.431810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b0fa460e-fef3-4cb7-a69a-894bfaadd985 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:14.517198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e614805d-2902-4d68-840d-2e45f53161a3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.554694 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e614805d-2902-4d68-840d-2e45f53161a3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.640296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e614805d-2902-4d68-840d-2e45f53161a3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.644971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e614805d-2902-4d68-840d-2e45f53161a3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.646529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e614805d-2902-4d68-840d-2e45f53161a3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/556eed70-e4ea-49f2-9a9c-56427a4fc766 HTTP/1.1" status: 204 len: 168 time: 0.2484915 Aug 20 09:08:14.649336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35902) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:14.689528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614805d-2902-4d68-840d-2e45f53161a3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556eed70-e4ea-49f2-9a9c-56427a4fc766,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:14.696276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.704952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-7c73681e-96b9-45a8-9a90-1ce1c0843932 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "GET /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5642371 Aug 20 09:08:14.725102 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d10b8a-7348-46ba-a4e8-aad3463b95f7 x-openstack-request-id: req-f3d10b8a-7348-46ba-a4e8-aad3463b95f7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:14.726590 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883f406b-6137-4431-afa3-737d1d8a2a87", "name": "network-vif-deleted", "tag": "ec7967e7-e257-4c8e-8c78-b392c2cf9dbe", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:14.726961 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3d10b8a-7348-46ba-a4e8-aad3463b95f7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:14.727476 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883f406b-6137-4431-afa3-737d1d8a2a87', 'name': 'network-vif-deleted', 'tag': 'ec7967e7-e257-4c8e-8c78-b392c2cf9dbe', 'status': 'completed', 'code': 200} Aug 20 09:08:14.771816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-82b8321f-fa80-4dc0-a4a2-8d49f792b148 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1155694 Aug 20 09:08:14.775722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35906) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:14.782091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:14.868768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.877828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.932286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:14.986065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35912) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:14.998143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Request body: {'port': {'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985', 'binding:host_id': 'n-h1-804285-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1198492395'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:15.002099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.004427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3fdfaf57-1ae9-41eb-8814-81eef99cf42a req-fcb94f80-2ad0-4587-9e64-3e969cec921a tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "GET /v2.0/ports?device_id=883f406b-6137-4431-afa3-737d1d8a2a87 HTTP/1.1" status: 200 len: 210 time: 0.1393304 Aug 20 09:08:15.052208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49f2011-f57b-4bed-b507-d6bc126eadc5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:15.057108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-faa3dcaf-7ba5-4c68-be57-3d82070ca4e3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.065432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.066041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Fanout notify agent at l3_agent the message router_deleted on router b0eabb1c-f20e-4731-a07b-9c0f57f6c83c {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:15.084731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.085897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d79c6cc7-b7fb-4b2d-bf72-45a2d37674b5 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 204 len: 168 time: 0.9878457 Aug 20 09:08:15.094296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35916) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.124218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-81d47a51-999f-446b-ac58-d901e3b6bb93 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 200 len: 205 time: 0.0287793 Aug 20 09:08:15.126129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-faa3dcaf-7ba5-4c68-be57-3d82070ca4e3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.129334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35918) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.182744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Made reservation on behalf of ac5ba23734514af290b04651ab73b3ed for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:15.185684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.228265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.233136 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-d2839430-35bc-4f70-a990-4b3628c95fe9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] delete failed (client error): The resource could not be found. Aug 20 09:08:15.238225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2839430-35bc-4f70-a990-4b3628c95fe9 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/b0eabb1c-f20e-4731-a07b-9c0f57f6c83c HTTP/1.1" status: 404 len: 336 time: 0.1079013 Aug 20 09:08:15.241759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35924) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.326564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9c6016ba-8a63-42fc-9777-575220de2690 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8817d329-cc08-4bda-b96a-d05011c3cac0 HTTP/1.1" status: 200 len: 205 time: 0.0833728 Aug 20 09:08:15.327242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35930) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.372541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-faa3dcaf-7ba5-4c68-be57-3d82070ca4e3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.375307 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-faa3dcaf-7ba5-4c68-be57-3d82070ca4e3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.380727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-faa3dcaf-7ba5-4c68-be57-3d82070ca4e3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/0360bd5f-995a-43ef-8a2c-ef6af6d09185 HTTP/1.1" status: 204 len: 168 time: 0.6000574 Aug 20 09:08:15.388525 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-2f307192-74b5-4ae3-9aab-09c98668b5f7 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] delete failed (client error): The resource could not be found. Aug 20 09:08:15.392293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2f307192-74b5-4ae3-9aab-09c98668b5f7 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/8817d329-cc08-4bda-b96a-d05011c3cac0 HTTP/1.1" status: 404 len: 336 time: 0.0627096 Aug 20 09:08:15.392892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35932) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.393375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.432711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1764a6b-fd5d-429c-8799-355c9115ce00 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:15.469166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3dcaf-7ba5-4c68-be57-3d82070ca4e3 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360bd5f-995a-43ef-8a2c-ef6af6d09185,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:15.480497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c61a733e-a6e3-46de-921c-6a28682d707f tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=77427e67-37a1-45fc-9a51-fcbdfb9a3b57 HTTP/1.1" status: 200 len: 205 time: 0.0824614 Aug 20 09:08:15.481145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35938) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.514237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e1764a6b-fd5d-429c-8799-355c9115ce00 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:15.515226 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.555916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.562013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.568597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.574827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.580776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.586850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.592708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:15.594998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-559a1315-58ee-4d64-bafc-b9361d8ecb8a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 5442 time: 0.2247970 Aug 20 09:08:15.596277 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-450cff70-8f1b-48ef-8432-ef4876fc2333 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] delete failed (client error): The resource could not be found. Aug 20 09:08:15.600216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-450cff70-8f1b-48ef-8432-ef4876fc2333 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/77427e67-37a1-45fc-9a51-fcbdfb9a3b57 HTTP/1.1" status: 404 len: 336 time: 0.1160619 Aug 20 09:08:15.600811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35940) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.652044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.653731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e86b0f8f-378b-4a45-9b5b-6ffeb4290abe tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=deda941c-a135-422a-a32b-68a650e3a1a1 HTTP/1.1" status: 200 len: 205 time: 0.0489368 Aug 20 09:08:15.660282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7343dd2e-5ecb-4fb9-9304-d5210788e4aa tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2635050 Aug 20 09:08:15.661316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35944) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.664803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35946) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.675020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--822999488'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:15.687410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:15.698230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:15.706742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:15.717795 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-e9d8b405-785b-4fef-95b5-a52a3dffb798 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] delete failed (client error): The resource could not be found. Aug 20 09:08:15.722326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e9d8b405-785b-4fef-95b5-a52a3dffb798 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/deda941c-a135-422a-a32b-68a650e3a1a1 HTTP/1.1" status: 404 len: 336 time: 0.0549843 Aug 20 09:08:15.729485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.755508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Pushing event updated for resources: {'Port': ['ID=aee0e277-aced-45c9-bf4a-8f59f0e0a712,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:15.761385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ff7a080c-eed1-4d15-83ac-486d2afb1e40 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff95d218-f463-4c9b-abed-f40b7cdc06bf HTTP/1.1" status: 200 len: 205 time: 0.0307798 Aug 20 09:08:15.766447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39930be3-bc73-409c-85aa-d8cc5b2cb004 req-2bdcd5c7-ae24-4dac-aefb-bf9971a61795 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600380 Aug 20 09:08:15.767099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35952) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.804601 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4a77a721-482a-4b9e-bbdd-6627ce0204b3 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] delete failed (client error): The resource could not be found. Aug 20 09:08:15.805629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4a77a721-482a-4b9e-bbdd-6627ce0204b3 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/ff95d218-f463-4c9b-abed-f40b7cdc06bf HTTP/1.1" status: 404 len: 336 time: 0.0375600 Aug 20 09:08:15.808279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35954) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.837926 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a2603192-5464-489d-94f2-d2dc8c935397 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa34447-cf28-49e1-ae60-eb399ad43167 HTTP/1.1" status: 200 len: 205 time: 0.0281856 Aug 20 09:08:15.840895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.869080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:15.885653 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-268c88cd-0249-49f8-ada9-d98e867939f2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] delete failed (client error): The resource could not be found. Aug 20 09:08:15.887195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-268c88cd-0249-49f8-ada9-d98e867939f2 tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/routers/4fa34447-cf28-49e1-ae60-eb399ad43167 HTTP/1.1" status: 404 len: 336 time: 0.0451355 Aug 20 09:08:15.889811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:15.919577 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e945002-b17e-48c4-972b-a6e9b51c3c7e tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] DELETE failed (client error): The resource could not be found. Aug 20 09:08:15.920167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e945002-b17e-48c4-972b-a6e9b51c3c7e tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:08:15.925092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e945002-b17e-48c4-972b-a6e9b51c3c7e tempest-RoutersIpV6AdminTest-1949368512 tempest-RoutersIpV6AdminTest-1949368512-project] 10.222.0.35 "DELETE /v2.0/subnets/c02b7073-7415-4dbb-a4e3-5171e83fc8dd HTTP/1.1" status: 404 len: 337 time: 0.0311902 Aug 20 09:08:15.970836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1e17716-ac03-4fd0-852f-6dded3ee8487,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:16.075553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.084413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] For port e1e17716-ac03-4fd0-852f-6dded3ee8487, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:16.110892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35972) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:16.176160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.181878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d7683e3-b3c7-4efd-8920-04c2123a3b77 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.182109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] device_id is not set on port e1e17716-ac03-4fd0-852f-6dded3ee8487 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:16.193317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.209452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d7683e3-b3c7-4efd-8920-04c2123a3b77 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.222930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port 14328b34-960e-4128-9d49-160824a382f2 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:16.224432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:16.228068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.270785 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.290037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35980) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:16.316191 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.316443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d7683e3-b3c7-4efd-8920-04c2123a3b77 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.319291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d7683e3-b3c7-4efd-8920-04c2123a3b77 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.322966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5d7683e3-b3c7-4efd-8920-04c2123a3b77 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/security-groups/79bb8bbf-4072-4671-99b8-10e612a3e8ac HTTP/1.1" status: 204 len: 168 time: 0.2110407 Aug 20 09:08:16.323790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35984) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:16.337770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.351708 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.375789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7683e3-b3c7-4efd-8920-04c2123a3b77 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bb8bbf-4072-4671-99b8-10e612a3e8ac,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:16.376537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a693f3-aa83-4c9c-904b-638ebb717225,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:16.458416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c546569-5644-4c93-9332-d7461ae1c625 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.501055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Pushing event updated for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:16.508741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] No DVR routers for this DVR port e1e17716-ac03-4fd0-852f-6dded3ee8487 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:16.519153 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87633c02-bf0f-4898-bee2-f036df92291e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.522394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c546569-5644-4c93-9332-d7461ae1c625 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.542875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-524d039e-e1bb-42ba-9d3d-905ea8e5bd22 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-385281255'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:16.543330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-524d039e-e1bb-42ba-9d3d-905ea8e5bd22 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Unknown quota resources ['metering_label']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:08:16.628999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ce44ef0-ebb2-4b18-837f-e3e3d4dc4881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.640613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.674746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.710482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] In _notify_port_updated(), no bound segment for port e1e17716-ac03-4fd0-852f-6dded3ee8487 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:08:16.711308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:16.711925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.713247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-2e7f21fc-fe78-4d7e-9abd-5ae9f8611aed service neutron] 10.222.0.26 "PUT /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 200 len: 1031 time: 1.9496422 Aug 20 09:08:16.808251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8304a2bc-389d-4f85-b029-4630bb7ff874 None None] Provisioning complete for port e1e17716-ac03-4fd0-852f-6dded3ee8487 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:16.809077 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8304a2bc-389d-4f85-b029-4630bb7ff874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.838379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device a8d42b52-32f9-4969-817c-67a6380e5eaf no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:16.899395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8304a2bc-389d-4f85-b029-4630bb7ff874 None None] Port e1e17716-ac03-4fd0-852f-6dded3ee8487 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:16.900408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-40e7e5e2-0e42-41e7-be6d-4dfb0d846761 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:16.902901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-40e7e5e2-0e42-41e7-be6d-4dfb0d846761 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "GET /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1783943 Aug 20 09:08:16.905172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port 14328b34-960e-4128-9d49-160824a382f2 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:16.922315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:16.938314 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.943057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:16.962943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.967562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.974584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:16.975695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:16.978504 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3abad4c-49d5-4491-b8f7-3f24419c78e5" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:16.982893 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:16.983954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 6f49df68-9051-4740-a0c9-a4f36f8de179 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:16.986645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.038042 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a9d8cf-86f1-45f5-b03e-2c9653ace235 x-openstack-request-id: req-d7a9d8cf-86f1-45f5-b03e-2c9653ace235 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:17.038380 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:17.038731 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7a9d8cf-86f1-45f5-b03e-2c9653ace235 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:17.039167 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf', 'code': 200} Aug 20 09:08:17.078598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.097974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.118232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.122918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Transition to ACTIVE for port object 14328b34-960e-4128-9d49-160824a382f2 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:17.134045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Pushing event updated for resources: {'Port': ['ID=aee0e277-aced-45c9-bf4a-8f59f0e0a712,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.138803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c546569-5644-4c93-9332-d7461ae1c625 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.141301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c546569-5644-4c93-9332-d7461ae1c625 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.145763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8c546569-5644-4c93-9332-d7461ae1c625 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/security-groups/887f3725-7bc5-49c7-abec-6ed7ff8fa759 HTTP/1.1" status: 204 len: 168 time: 0.8069735 Aug 20 09:08:17.150985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35990) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:17.153823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-524d039e-e1bb-42ba-9d3d-905ea8e5bd22 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.157577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-524d039e-e1bb-42ba-9d3d-905ea8e5bd22 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9288456 Aug 20 09:08:17.163940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f49df68-9051-4740-a0c9-a4f36f8de179,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:17.166078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35992) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:17.169806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.170513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 26fbc51d-f262-4175-809f-3cc86429f66b no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:17.205921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5d589f15-adf5-422d-b020-862e6ec8594b tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2f6fb4da-afca-4986-862b-c945e0de15c0'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:17.206228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5d589f15-adf5-422d-b020-862e6ec8594b tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:08:17.209343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee808812-4463-4c4d-b4f2-bc5d073124a1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.246887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c546569-5644-4c93-9332-d7461ae1c625 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f3725-7bc5-49c7-abec-6ed7ff8fa759,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.267805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:17.273381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.279248 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0a71dab1-d6e2-413f-a763-166df7837b72 admin admin] 10.222.0.35 "PUT /v2.0/routers/f3e7bfb8-2440-42d5-91f4-4b36fa94a677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1108379 Aug 20 09:08:17.284807 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] Sync routers for ids ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:17.285471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35994) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:17.287421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.304132 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] Routers {'f3e7bfb8-2440-42d5-91f4-4b36fa94a677'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:17.304827 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:17.342264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.349134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:17.355508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:17.356938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.362937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:17.369213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:17.378548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:17.385219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:17.387385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-c220b03f-1905-4473-9e9a-9931f04dcbab tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 4662 time: 0.3609116 Aug 20 09:08:17.410653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=26fbc51d-f262-4175-809f-3cc86429f66b,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:17.415423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.419072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.419796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1e17716-ac03-4fd0-852f-6dded3ee8487 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:17.424241 n-d-804285-2 neutron-server[101316]: WARNING neutron.services.metering.metering_plugin [None req-5d589f15-adf5-422d-b020-862e6ec8594b tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 09:08:17.462049 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] Set router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:17.482044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1e17716-ac03-4fd0-852f-6dded3ee8487 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:17.482484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 27e40a57-b750-43d4-aa20-a9d2b9843d7e no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:17.550181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.573901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:17.581696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5d589f15-adf5-422d-b020-862e6ec8594b tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.583078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5d589f15-adf5-422d-b020-862e6ec8594b tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4148524 Aug 20 09:08:17.597384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35996) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:17.600205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:17.602476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-af0ad9a9-8ac2-420d-a046-998b25582e46 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2f6fb4da-afca-4986-862b-c945e0de15c0'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:17.603233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-af0ad9a9-8ac2-420d-a046-998b25582e46 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:08:17.605792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.612115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=14328b34-960e-4128-9d49-160824a382f2,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.630065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.645383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:17.655728 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.658249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e147f159-9f14-412c-a871-cc5088a16d2f no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:17.675818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d683f9d5-3a8a-4aaa-8f9d-36bf44a71b8f req-1d779bdb-8b4f-431e-be68-16d955e5a8a2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&id=89162a85-88ef-48a6-8c91-a592368008cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2531688 Aug 20 09:08:17.679558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87633c02-bf0f-4898-bee2-f036df92291e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.691466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87633c02-bf0f-4898-bee2-f036df92291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.740720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.745063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-697104c6-32ed-4c31-8efa-16c22fc7f97f tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0754664 Aug 20 09:08:17.746102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35998) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:17.765919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': 'ee808812-4463-4c4d-b4f2-bc5d073124a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:17.773096 n-d-804285-2 neutron-server[101316]: WARNING neutron.services.metering.metering_plugin [None req-af0ad9a9-8ac2-420d-a046-998b25582e46 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 09:08:17.794065 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.796872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.811762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.820489 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '894ffc36-ee95-4760-be90-236a49793d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:08:14Z', 'revision_number': 5, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port': {'id': '894ffc36-ee95-4760-be90-236a49793d72', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:07:04Z', 'updated_at': '2021-08-20T09:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:17.833523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Checking segment: {'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:17.834359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Network hostable DHCP agents. Network: b0fa460e-fef3-4cb7-a69a-894bfaadd985, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:17.835738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87633c02-bf0f-4898-bee2-f036df92291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a37c1f0-438f-45fe-94b1-e61b177c6d8b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.835852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e147f159-9f14-412c-a871-cc5088a16d2f,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:17.840933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:17.841958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ec7967e7-e257-4c8e-8c78-b392c2cf9dbe no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:17.851860 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] Checking router: f3e7bfb8-2440-42d5-91f4-4b36fa94a677 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:17.860499 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] Routers {'f3e7bfb8-2440-42d5-91f4-4b36fa94a677'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:17.861159 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:17.868519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: ec7967e7-e257-4c8e-8c78-b392c2cf9dbe {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:17.868940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device ec7967e7-e257-4c8e-8c78-b392c2cf9dbe not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:17.869435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 641598c6-c37f-4657-86ac-0c701a5ce839 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:17.950086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:17.971473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87633c02-bf0f-4898-bee2-f036df92291e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33ef25b71495485ab1902e4d3c973f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6802161 Aug 20 09:08:17.980677 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] Set router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:17.997625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.012335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.036545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-af0ad9a9-8ac2-420d-a046-998b25582e46 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.037779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-af0ad9a9-8ac2-420d-a046-998b25582e46 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4390504 Aug 20 09:08:18.047680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36002) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.057031 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:08:17Z', 'revision_number': 6, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:18.072703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.089290 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114c26-97fe-42df-af73-cab95cc10dd0 None None] The sync data for ids ['f3e7bfb8-2440-42d5-91f4-4b36fa94a677'] in n-d-804285-2 is: [{'id': 'f3e7bfb8-2440-42d5-91f4-4b36fa94a677', 'name': 'tempest-TestServerMultinode-1022183339-router', 'tenant_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:07:02Z', 'updated_at': '2021-08-20T09:08:17Z', 'revision_number': 6, 'project_id': '6cfdd1b19dcf44b083fcee9a4eb388dd', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:18.106617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f84070d7-a06a-49aa-94df-bb79b8995f89 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=fe4ef0ec-9b78-4d50-a4d0-66ef1e0482fc HTTP/1.1" status: 200 len: 462 time: 0.0539453 Aug 20 09:08:18.120257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.207380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f59706ad-2665-4f6b-a423-4fdf0dbd0f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.274483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=641598c6-c37f-4657-86ac-0c701a5ce839,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:18.292590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.304933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Network b0fa460e-fef3-4cb7-a69a-894bfaadd985 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:18.332374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f59706ad-2665-4f6b-a423-4fdf0dbd0f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.335767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b0fa460e-fef3-4cb7-a69a-894bfaadd985) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:18.341655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Router 9b74f267-dfda-4c5a-aedd-90036be1ded0 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:18.342064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58032e80-185a-4b66-9aa1-3150cd17790f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.345686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-58032e80-185a-4b66-9aa1-3150cd17790f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/fe4ef0ec-9b78-4d50-a4d0-66ef1e0482fc HTTP/1.1" status: 204 len: 168 time: 0.2210889 Aug 20 09:08:18.345686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.347636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36006) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.349172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca7eb9-118a-47de-9377-bc2a4dbafec8 None None] Network b0fa460e-fef3-4cb7-a69a-894bfaadd985 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:18.355573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:18.358434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] For port 641598c6-c37f-4657-86ac-0c701a5ce839, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:18.391865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4a7107-6093-4d2f-943f-324f367fa043,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:18.403742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.408466 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d8309355-15ac-42bb-8acb-3b24d4804861 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=fe4ef0ec-9b78-4d50-a4d0-66ef1e0482fc HTTP/1.1" status: 200 len: 221 time: 0.0523076 Aug 20 09:08:18.409291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d39eb001-32c7-45ab-8a47-b5de88dd0c55 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6480834 Aug 20 09:08:18.409432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Deleting port 894ffc36-ee95-4760-be90-236a49793d72 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:18.409521 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.412641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36008) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.412641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36010) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.415014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:18.415490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:18.415763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:18.418948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6f0d88d9-47b4-44f4-b3d5-6da3fc4cf27f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--565159779', 'description': 'label created by tempest'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:18.419411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6f0d88d9-47b4-44f4-b3d5-6da3fc4cf27f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Unknown quota resources ['metering_label']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:08:18.437552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] device_id is not set on port 641598c6-c37f-4657-86ac-0c701a5ce839 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:18.496443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f59706ad-2665-4f6b-a423-4fdf0dbd0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.499010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f59706ad-2665-4f6b-a423-4fdf0dbd0f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.510380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f59706ad-2665-4f6b-a423-4fdf0dbd0f5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a37c1f0-438f-45fe-94b1-e61b177c6d8b HTTP/1.1" status: 204 len: 168 time: 0.4944828 Aug 20 09:08:18.583734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8d361f1-ca16-4304-9131-f04720275e48 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.583963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:18.584369 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:18.590803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.594244 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 2 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:18.602744 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8d361f1-ca16-4304-9131-f04720275e48 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.618860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.652364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:18.652718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:18.653124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:18.654791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:08:18.655749 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:08:18.658121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59706ad-2665-4f6b-a423-4fdf0dbd0f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a37c1f0-438f-45fe-94b1-e61b177c6d8b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:18.713445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:18.728316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f93e249-a50c-495b-9ea2-f199c6b91d7d admin admin] 10.222.0.35 "PUT /v2.0/routers/9b74f267-dfda-4c5a-aedd-90036be1ded0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8941972 Aug 20 09:08:18.733651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] No DVR routers for this DVR port 641598c6-c37f-4657-86ac-0c701a5ce839 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:18.734320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176f87-5785-4923-a707-f1426e870504 None None] Sync routers for ids ['9b74f267-dfda-4c5a-aedd-90036be1ded0'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:18.736520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:18.736856 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:18.741610 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 3 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:18.757413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] Routers {'9b74f267-dfda-4c5a-aedd-90036be1ded0'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:18.760364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9b74f267-dfda-4c5a-aedd-90036be1ded0'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:18.771484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8d361f1-ca16-4304-9131-f04720275e48 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.774264 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6f0d88d9-47b4-44f4-b3d5-6da3fc4cf27f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.775567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6f0d88d9-47b4-44f4-b3d5-6da3fc4cf27f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3601863 Aug 20 09:08:18.779003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e8d361f1-ca16-4304-9131-f04720275e48 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.783641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e8d361f1-ca16-4304-9131-f04720275e48 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7e4a7107-6093-4d2f-943f-324f367fa043 HTTP/1.1" status: 204 len: 168 time: 0.3693936 Aug 20 09:08:18.788271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:18.788438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36020) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.788613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:18.789124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:18.790850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36022) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:18.818305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:18.819488 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:18.820282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Pushing event updated for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:18.828792 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 4 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:18.834840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] For port 894ffc36-ee95-4760-be90-236a49793d72, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=894ffc36-ee95-4760-be90-236a49793d72,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:18.835683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.882268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Calling delete_port for 894ffc36-ee95-4760-be90-236a49793d72 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:18.885030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:18.885616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:18.886255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:18.888574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] In _notify_port_updated(), no bound segment for port 641598c6-c37f-4657-86ac-0c701a5ce839 on network 361a2326-0637-4489-a261-c4d93ddc6b0e {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:08:18.889816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:18.890792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.892782 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-410b0d6b-8e44-4bfe-85dd-46374083d6ce service neutron] 10.222.0.26 "PUT /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 200 len: 1032 time: 1.9748180 Aug 20 09:08:18.898156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:18.901218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:18.901925 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:18.912068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d361f1-ca16-4304-9131-f04720275e48 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4a7107-6093-4d2f-943f-324f367fa043,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:18.912545 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 5 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:19.023000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:19.023468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:19.023931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:19.031427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:19.031813 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:19.041066 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 6 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:19.053453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:19.065697 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0369c0e1-b2f6-4d7b-9eee-41c61f815ba1" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:19.094269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:19.094704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:19.095947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:19.102684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] Set router 9b74f267-dfda-4c5a-aedd-90036be1ded0 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:19.112913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d6eeeb63-5dfb-4ba5-917a-c69b11b2697e tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=e232bd04-50e2-4727-848d-521b21de9cc4 HTTP/1.1" status: 200 len: 467 time: 0.3199575 Aug 20 09:08:19.145994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:19.146418 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:19.146926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36028) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.147328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.147711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36032) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.150637 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 7 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:19.153036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eb5bd44b-150d-4b16-ae26-9ad5c21300ce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3457737 Aug 20 09:08:19.186455 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fbfd8a-86b7-450f-b922-cbe83f14ef6d x-openstack-request-id: req-63fbfd8a-86b7-450f-b922-cbe83f14ef6d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:19.186739 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:19.186998 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63fbfd8a-86b7-450f-b922-cbe83f14ef6d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:19.187405 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'code': 200} Aug 20 09:08:19.192518 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b', 'code': 200} Aug 20 09:08:19.192518 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e', 'code': 200} Aug 20 09:08:19.192518 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f', 'code': 200} Aug 20 09:08:19.192879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.280359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:19.280701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:19.281131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:19.339497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-eb9d7588-477f-415a-9082-bcaedddcf7b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:19.351394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5983a698-aa0d-4d2c-9fd2-ba1224fe7c47 None None] Provisioning complete for port 641598c6-c37f-4657-86ac-0c701a5ce839 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:19.351516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-eb9d7588-477f-415a-9082-bcaedddcf7b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:19.351738 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5983a698-aa0d-4d2c-9fd2-ba1224fe7c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.362833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-eb9d7588-477f-415a-9082-bcaedddcf7b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:19.371226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:19.371408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-eb9d7588-477f-415a-9082-bcaedddcf7b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:19.371622 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:19.379132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-eb9d7588-477f-415a-9082-bcaedddcf7b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:19.380919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-eb9d7588-477f-415a-9082-bcaedddcf7b1 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 3875 time: 0.3928947 Aug 20 09:08:19.401964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5983a698-aa0d-4d2c-9fd2-ba1224fe7c47 None None] Port 641598c6-c37f-4657-86ac-0c701a5ce839 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:19.410678 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 8 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:19.468713 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0066e745-e185-4092-8605-d2b2c81f2a4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a93d86f671284bc99323a072421d82e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149595 Aug 20 09:08:19.472810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36046) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.478330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 894ffc36-ee95-4760-be90-236a49793d72 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:19.483474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port 27e40a57-b750-43d4-aa20-a9d2b9843d7e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:19.483825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.497273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:19.497613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:19.497987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:19.505317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36fbaa77-3963-4cba-b317-d9f9d8df8c76 req-0599f459-5b11-4571-b4ce-c3f73f8d23b4 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855227 Aug 20 09:08:19.606384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:19.606749 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:19.619321 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 9 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:19.622151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-133fe512-0552-472e-9e44-4c9107102f73 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.633414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94718568-56ae-4a3b-a893-f077973fa350 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.635975 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.637696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94718568-56ae-4a3b-a893-f077973fa350 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/e232bd04-50e2-4727-848d-521b21de9cc4 HTTP/1.1" status: 204 len: 168 time: 0.4825017 Aug 20 09:08:19.638774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36048) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.669398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.672268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e49f2011-f57b-4bed-b507-d6bc126eadc5 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:19.674515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8d2ff1c5-e5aa-4f86-a299-6121c34e1af3 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=e232bd04-50e2-4727-848d-521b21de9cc4 HTTP/1.1" status: 200 len: 216 time: 0.0321081 Aug 20 09:08:19.680256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36050) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.694566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-a9f2e849-26a5-45db-a6cc-a0ee4664eea3 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:19.695774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:08:16Z', 'revision_number': 4, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'aee0e277-aced-45c9-bf4a-8f59f0e0a712', 'name': '', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'mac_address': 'fa:16:3e:95:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '28e77217-0052-42da-8167-e669acf4147e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:13Z', 'updated_at': '2021-08-20T09:08:16Z', 'revision_number': 2, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'subnets': [{'id': '28e77217-0052-42da-8167-e669acf4147e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:19.696084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-a9f2e849-26a5-45db-a6cc-a0ee4664eea3 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 810 time: 0.2157569 Aug 20 09:08:19.697636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e49f2011-f57b-4bed-b507-d6bc126eadc5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:19.698005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e49f2011-f57b-4bed-b507-d6bc126eadc5 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:19.705159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-27d3fd4a-aa87-4a4b-b41d-cf9709ab831a tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0209625 Aug 20 09:08:19.711879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36052) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.727398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-133fe512-0552-472e-9e44-4c9107102f73 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.729823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176f87-5785-4923-a707-f1426e870504 None None] Checking router: 9b74f267-dfda-4c5a-aedd-90036be1ded0 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:19.730220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176f87-5785-4923-a707-f1426e870504 None None] Updating router 9b74f267-dfda-4c5a-aedd-90036be1ded0 port aee0e277-aced-45c9-bf4a-8f59f0e0a712 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:08:19.736791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4484eba0-8e74-4e52-926d-3e47a821072a tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0230846 Aug 20 09:08:19.757655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-a4953994-5aaa-45ab-a229-579e18fa5f26 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/quotas/58525599ec504ee8bb2082aa26fa8662 HTTP/1.1" status: 200 len: 375 time: 0.0465918 Aug 20 09:08:19.757897 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66176f87-5785-4923-a707-f1426e870504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.760979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36054) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.773064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:19.773772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:19.774128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:19.789866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=894ffc36-ee95-4760-be90-236a49793d72,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:19.833034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:19.833768 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:19.839219 n-d-804285-2 neutron-server[101317]: INFO neutron.plugins.ml2.plugin [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 10 to bind port 14328b34-960e-4128-9d49-160824a382f2 Aug 20 09:08:19.863275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-133fe512-0552-472e-9e44-4c9107102f73 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.865790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-133fe512-0552-472e-9e44-4c9107102f73 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.867096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-133fe512-0552-472e-9e44-4c9107102f73 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/ee808812-4463-4c4d-b4f2-bc5d073124a1 HTTP/1.1" status: 204 len: 168 time: 0.6581612 Aug 20 09:08:19.869938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bafe40de-e292-4d0f-97ca-7308615d892a tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/2f6fb4da-afca-4986-862b-c945e0de15c0 HTTP/1.1" status: 200 len: 472 time: 0.1048748 Aug 20 09:08:19.872219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36056) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.872735 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36058) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.885770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9b534ef-eb08-4d64-baec-e8edeec4947b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.908419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-96199beb-02ce-417f-abe6-2476761aa86c tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/0a34c075-2e4a-40f0-9e98-0c63d21c73aa HTTP/1.1" status: 200 len: 459 time: 0.0319657 Aug 20 09:08:19.914192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36060) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:19.915376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port 27e40a57-b750-43d4-aa20-a9d2b9843d7e, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=27e40a57-b750-43d4-aa20-a9d2b9843d7e,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:19.915754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.920070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fe512-0552-472e-9e44-4c9107102f73 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee808812-4463-4c4d-b4f2-bc5d073124a1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:19.921800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:19.922144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:19.922479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:19.948074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-b3e0ad47-aee6-4614-811b-c989dfe09ac8 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1786916 Aug 20 09:08:19.951604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for 27e40a57-b750-43d4-aa20-a9d2b9843d7e owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:19.953641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 14328b34-960e-4128-9d49-160824a382f2 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:19.953980 n-d-804285-2 neutron-server[101317]: ERROR neutron.plugins.ml2.managers [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 14328b34-960e-4128-9d49-160824a382f2 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:19.954888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.960455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9b534ef-eb08-4d64-baec-e8edeec4947b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:19.971435 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.016590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-94d996fe-447c-4921-bfe6-5e756803276e tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1417387 Aug 20 09:08:20.022862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36062) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:20.034749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998347783'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:20.055943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:20.056297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.092099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66176f87-5785-4923-a707-f1426e870504 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.103885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-66176f87-5785-4923-a707-f1426e870504 None None] Transition to ACTIVE for port object aee0e277-aced-45c9-bf4a-8f59f0e0a712 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:20.110092 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66176f87-5785-4923-a707-f1426e870504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.160412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.166425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.187101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f71ec1-cbf7-435d-8733-54ead3d7b3dd None None] Pushing event updated for resources: {'Port': ['ID=aee0e277-aced-45c9-bf4a-8f59f0e0a712,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:20.223988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-66176f87-5785-4923-a707-f1426e870504 None None] Attempting to bind port aee0e277-aced-45c9-bf4a-8f59f0e0a712 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:20.224441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-66176f87-5785-4923-a707-f1426e870504 None None] Attempting to bind port aee0e277-aced-45c9-bf4a-8f59f0e0a712 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:20.224862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66176f87-5785-4923-a707-f1426e870504 None None] Attempting to bind port aee0e277-aced-45c9-bf4a-8f59f0e0a712 on network 7896f4ca-20e4-4737-be89-256176e5ddd2 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:20.231058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66176f87-5785-4923-a707-f1426e870504 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:20.231539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66176f87-5785-4923-a707-f1426e870504 None None] Checking segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:20.233934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66176f87-5785-4923-a707-f1426e870504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.233934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66176f87-5785-4923-a707-f1426e870504 None None] Bound using segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:20.233934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-66176f87-5785-4923-a707-f1426e870504 None None] Bound port: aee0e277-aced-45c9-bf4a-8f59f0e0a712, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:20.233934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66176f87-5785-4923-a707-f1426e870504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.263013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] For port 14328b34-960e-4128-9d49-160824a382f2, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:20.263438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempted to set empty binding levels {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 09:08:20.266198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9b534ef-eb08-4d64-baec-e8edeec4947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.269686 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9b534ef-eb08-4d64-baec-e8edeec4947b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.271216 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d9b534ef-eb08-4d64-baec-e8edeec4947b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04a8f086-9bff-43e4-9430-d542d0d162b4 HTTP/1.1" status: 204 len: 168 time: 0.7901597 Aug 20 09:08:20.271970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.272501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e7bfb8-2440-42d5-91f4-4b36fa94a677 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:20.278845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.280528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0af77b36-e98a-4fa0-b5e4-9fa0f2cf39b9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f3e7bfb8-2440-42d5-91f4-4b36fa94a677 HTTP/1.1" status: 204 len: 168 time: 2.9940021 Aug 20 09:08:20.282016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.286836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36066) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:20.352999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-66176f87-5785-4923-a707-f1426e870504 None None] For port aee0e277-aced-45c9-bf4a-8f59f0e0a712, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:20.359775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b534ef-eb08-4d64-baec-e8edeec4947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8f086-9bff-43e4-9430-d542d0d162b4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:20.370768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-66176f87-5785-4923-a707-f1426e870504 None None] For port aee0e277-aced-45c9-bf4a-8f59f0e0a712, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aee0e277-aced-45c9-bf4a-8f59f0e0a712,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:20.380912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:20.381558 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.388040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66176f87-5785-4923-a707-f1426e870504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.464322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=14328b34-960e-4128-9d49-160824a382f2,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:20.472830 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.499044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Deleting subnet e418ab25-89ae-4b56-947a-6e389a346e5b {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:20.509835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] Routers {'9b74f267-dfda-4c5a-aedd-90036be1ded0'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:20.510738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9b74f267-dfda-4c5a-aedd-90036be1ded0'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:20.523451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.546427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=27e40a57-b750-43d4-aa20-a9d2b9843d7e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:20.564057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15860c48-b15d-417f-b43d-5b654d672716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.5760143 Aug 20 09:08:20.566306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:20.577501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.583364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0daa345d-b558-431d-adb5-c38fe4f8b272 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.584279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0daa345d-b558-431d-adb5-c38fe4f8b272 tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/0a34c075-2e4a-40f0-9e98-0c63d21c73aa HTTP/1.1" status: 204 len: 168 time: 0.6666555 Aug 20 09:08:20.591689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36072) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:20.607147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-4f71fab0-d2e6-4074-96c5-5e02733e4e8d service neutron] 10.222.0.35 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500258 Aug 20 09:08:20.650548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port 27e40a57-b750-43d4-aa20-a9d2b9843d7e on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:20.653605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.656145 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-c72a6253-c5b4-42c2-aed0-b263be06bd94 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "DELETE /v2.0/ports/27e40a57-b750-43d4-aa20-a9d2b9843d7e HTTP/1.1" status: 204 len: 173 time: 1.7559109 Aug 20 09:08:20.660143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:20.662731 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c991010f-e116-4d06-ac97-8a4a7bce3ecd" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:20.690063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] Set router 9b74f267-dfda-4c5a-aedd-90036be1ded0 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:20.708906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.879170 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.897095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] For port cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:20.897813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.907332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Deleting port 14328b34-960e-4128-9d49-160824a382f2 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:20.907851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.936021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port e147f159-9f14-412c-a871-cc5088a16d2f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:20.936361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:20.995496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f71ec1-cbf7-435d-8733-54ead3d7b3dd None None] Pushing event updated for resources: {'Port': ['ID=aee0e277-aced-45c9-bf4a-8f59f0e0a712,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:21.003055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:21.088092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] For port 14328b34-960e-4128-9d49-160824a382f2, host n-h1-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:21.088473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.108501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Calling delete_port for 14328b34-960e-4128-9d49-160824a382f2 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:21.157024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ea82e48-cdf7-427f-9e13-fa11a108202f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.158853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ea82e48-cdf7-427f-9e13-fa11a108202f tempest-MeteringIpV6TestJSON-81093385 tempest-MeteringIpV6TestJSON-81093385-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/2f6fb4da-afca-4986-862b-c945e0de15c0 HTTP/1.1" status: 204 len: 168 time: 0.5600319 Aug 20 09:08:21.169047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7edc68-f694-44b1-a4eb-d4ea16691ed1 req-5e5966c2-2638-4bea-bdff-58c1c0d0021b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:21.176210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7edc68-f694-44b1-a4eb-d4ea16691ed1 req-5e5966c2-2638-4bea-bdff-58c1c0d0021b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:21.182545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7edc68-f694-44b1-a4eb-d4ea16691ed1 req-5e5966c2-2638-4bea-bdff-58c1c0d0021b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:21.189539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7edc68-f694-44b1-a4eb-d4ea16691ed1 req-5e5966c2-2638-4bea-bdff-58c1c0d0021b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:21.191299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d7edc68-f694-44b1-a4eb-d4ea16691ed1 req-5e5966c2-2638-4bea-bdff-58c1c0d0021b tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 3142 time: 0.4805088 Aug 20 09:08:21.227847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.249053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-66176f87-5785-4923-a707-f1426e870504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:08:16Z', 'revision_number': 4, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'aee0e277-aced-45c9-bf4a-8f59f0e0a712', 'name': '', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'mac_address': 'fa:16:3e:95:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '28e77217-0052-42da-8167-e669acf4147e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:13Z', 'updated_at': '2021-08-20T09:08:20Z', 'revision_number': 4, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'subnets': [{'id': '28e77217-0052-42da-8167-e669acf4147e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:21.269753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-fd0106db-adab-4bdf-8554-3ab411f487c2 service neutron] 10.222.0.35 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499059 Aug 20 09:08:21.290045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66176f87-5785-4923-a707-f1426e870504 None None] The sync data for ids ['9b74f267-dfda-4c5a-aedd-90036be1ded0'] in n-d-804285-2 is: [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:08:16Z', 'revision_number': 4, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'aee0e277-aced-45c9-bf4a-8f59f0e0a712', 'name': '', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'mac_address': 'fa:16:3e:95:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '28e77217-0052-42da-8167-e669acf4147e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:13Z', 'updated_at': '2021-08-20T09:08:20Z', 'revision_number': 4, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'subnets': [{'id': '28e77217-0052-42da-8167-e669acf4147e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:21.327030 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.346506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.362326 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "DELETE /v2.0/ports/14328b34-960e-4128-9d49-160824a382f2 HTTP/1.1" status: 204 len: 168 time: 0.7928958 Aug 20 09:08:21.364524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18686-b3c9-4a7b-87cd-64c6908a5f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event deleted for resources: {'Port': ['ID=14328b34-960e-4128-9d49-160824a382f2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:21.380425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36096) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:21.383256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.491887 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-795f7fab-97e1-471b-902c-65d55376d20a tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:08:21.516618 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-795f7fab-97e1-471b-902c-65d55376d20a tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "GET /v2.0/ports/14328b34-960e-4128-9d49-160824a382f2 HTTP/1.1" status: 404 len: 333 time: 0.1268151 Aug 20 09:08:21.571318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36102) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:21.571687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36110) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:21.584903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Request body: {'port': {'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-353907512'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:21.607994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.619124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port e147f159-9f14-412c-a871-cc5088a16d2f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e147f159-9f14-412c-a871-cc5088a16d2f,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:21.619523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.635902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.639998 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52db9f-3a23-4c73-a445-bf38864d4164 x-openstack-request-id: req-cc52db9f-3a23-4c73-a445-bf38864d4164 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:21.640144 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "27e40a57-b750-43d4-aa20-a9d2b9843d7e", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:21.640373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc52db9f-3a23-4c73-a445-bf38864d4164 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:21.640792 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': '27e40a57-b750-43d4-aa20-a9d2b9843d7e', 'status': 'completed', 'code': 200} Aug 20 09:08:21.646482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e418ab25-89ae-4b56-947a-6e389a346e5b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:21.665101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff088d2-3ff0-4bc9-906d-4868b2cfe586 None None] Network 0938c50e-6752-46e7-ab3f-b594b553c034 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:21.675701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.677586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6510477 Aug 20 09:08:21.684712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36114) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:21.685854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:21.694361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e47daf1-7601-45ae-9ade-0e0b73c4df86 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e418ab25-89ae-4b56-947a-6e389a346e5b HTTP/1.1" status: 204 len: 168 time: 1.4015176 Aug 20 09:08:21.700137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:21.708604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '6191b541-b90d-4a77-b602-6b9abf70195c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:21.713263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36116) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:21.713603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36118) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:21.725515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for e147f159-9f14-412c-a871-cc5088a16d2f owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:21.740532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404366e-ccde-40a9-a783-58cb5a406eac tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6191b541-b90d-4a77-b602-6b9abf70195c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:21.806646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52ff5a63-b856-42cf-9d8c-30b3ffb9376c req-a5682d5f-bc2c-434c-9cfd-5e617abbe835 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 210 time: 0.1679015 Aug 20 09:08:21.849828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d7edc68-f694-44b1-a4eb-d4ea16691ed1 req-ad03ab1a-1511-4a08-8999-5834d53b0cc2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5859149 Aug 20 09:08:21.972887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1151948925'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:21.976182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Made reservation on behalf of ac5ba23734514af290b04651ab73b3ed for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:21.982293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.047553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] DHCP port deletion for 0938c50e-6752-46e7-ab3f-b594b553c034 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:22.099619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb31a1f8-59de-4179-a812-f237b673e673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.170717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.171503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] Deleting port fe836274-812a-462a-b181-b76fad126f6b {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:22.174427 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.191432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port de7f077e-61ae-43da-8d39-fbb8cafd892a yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:22.235879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.251219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.253599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:22.257659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.257889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] For port fe836274-812a-462a-b181-b76fad126f6b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe836274-812a-462a-b181-b76fad126f6b,segment=NetworkSegment(2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3),segment_id=2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:22.258384 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.287425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] Calling delete_port for fe836274-812a-462a-b181-b76fad126f6b owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:22.307302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.405622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.482427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] Pushing event deleted for resources: {'Port': ['ID=fe836274-812a-462a-b181-b76fad126f6b,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:22.492428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a322632-4dcc-468e-a7ea-85449bb25417 None None] No DVR routers for this DVR port fe836274-812a-462a-b181-b76fad126f6b on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:22.496884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Router eac1a263-c11d-4b0c-9451-ae1d7daf898c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:22.502196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] The port 'fe836274-812a-462a-b181-b76fad126f6b' was deleted {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 09:08:22.631402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:22.640245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f5f85f2-075b-475e-8901-d4a9b6b2ad19 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "PUT /v2.0/routers/eac1a263-c11d-4b0c-9451-ae1d7daf898c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4817266 Aug 20 09:08:22.641325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:22.643384 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] Sync routers for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:22.654643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:22.655513 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:22.663726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.674157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.686745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.701971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting subnet 159932e0-db8b-4647-8f3c-35790d8978d0 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:22.704176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.706512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.712328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0938c50e-6752-46e7-ab3f-b594b553c034']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:22.779940 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.788951 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:22.811304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb31a1f8-59de-4179-a812-f237b673e673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.837192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:22.837519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2182ac3d-1ad0-4a9c-ae18-72d9fa7bf4a3') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:22.870385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=e147f159-9f14-412c-a871-cc5088a16d2f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:22.906031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb31a1f8-59de-4179-a812-f237b673e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.935851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7140c355-3dc8-498b-bb5f-a8495e2f4f64,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:22.979783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fb31a1f8-59de-4179-a812-f237b673e673 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=552278e7a99443c0a66bbfabc91b198a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4024723 Aug 20 09:08:22.980718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port e147f159-9f14-412c-a871-cc5088a16d2f on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:22.988675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:22.991383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36134) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:23.010281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.012840 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-f24652f9-3544-4745-9c06-16557f8ff838 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "DELETE /v2.0/ports/e147f159-9f14-412c-a871-cc5088a16d2f HTTP/1.1" status: 204 len: 173 time: 2.3453650 Aug 20 09:08:23.058716 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:08:21Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:23.101621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.121042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98e5f02d-3753-49d0-867b-172a17c0d723 req-a21cc6cf-0751-4330-83e0-c4f15a94894e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 210 time: 0.1278012 Aug 20 09:08:23.213234 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] Checking router: eac1a263-c11d-4b0c-9451-ae1d7daf898c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:23.223792 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] Routers {'eac1a263-c11d-4b0c-9451-ae1d7daf898c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:23.225006 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:23.238459 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f0c87fd-d1dd-46f1-920a-ac8658b5e6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.306230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f0c87fd-d1dd-46f1-920a-ac8658b5e6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.325048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d7ff-379a-4cd9-aa6c-8c5711cbc622 req-573c371a-ad18-4fc4-9902-49884fa78b33 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:23.331226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d7ff-379a-4cd9-aa6c-8c5711cbc622 req-573c371a-ad18-4fc4-9902-49884fa78b33 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:23.337266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d7ff-379a-4cd9-aa6c-8c5711cbc622 req-573c371a-ad18-4fc4-9902-49884fa78b33 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:23.353016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc69d7ff-379a-4cd9-aa6c-8c5711cbc622 req-573c371a-ad18-4fc4-9902-49884fa78b33 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 2409 time: 0.3260527 Aug 20 09:08:23.405510 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] Set router eac1a263-c11d-4b0c-9451-ae1d7daf898c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:23.428607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc69d7ff-379a-4cd9-aa6c-8c5711cbc622 req-84a76a5e-95c9-40d4-a7be-c0d1065e0839 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745029 Aug 20 09:08:23.439337 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.463471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.466113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/subnets/159932e0-db8b-4647-8f3c-35790d8978d0 HTTP/1.1" status: 204 len: 168 time: 0.8234279 Aug 20 09:08:23.471387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36136) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:23.481041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd96dd-5047-4617-8ffe-815620e01154 None None] Network b138cef4-96aa-44e8-bb66-01f81c438ffd requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:23.485989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee0e277-aced-45c9-bf4a-8f59f0e0a712 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:23.523048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12169-d3aa-4630-8875-f2459d18644e tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Subnet': ['ID=159932e0-db8b-4647-8f3c-35790d8978d0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:23.584721 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f0c87fd-d1dd-46f1-920a-ac8658b5e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.589994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7f0c87fd-d1dd-46f1-920a-ac8658b5e6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.591372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7f0c87fd-d1dd-46f1-920a-ac8658b5e6c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6632eefe-0439-4402-ac09-1bd0942e5418 HTTP/1.1" status: 204 len: 168 time: 0.5955684 Aug 20 09:08:23.631928 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:08:21Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:23.648791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c87fd-d1dd-46f1-920a-ac8658b5e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6632eefe-0439-4402-ac09-1bd0942e5418,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:23.667449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.669462 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa406e77-1b34-4145-9c8c-db8a434bf817 None None] The sync data for ids ['eac1a263-c11d-4b0c-9451-ae1d7daf898c'] in n-d-804285-2 is: [{'id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306050724', 'tenant_id': '1a613a3d2eec46d8819c1754e10eae68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:06:07Z', 'updated_at': '2021-08-20T09:08:21Z', 'revision_number': 5, 'project_id': '1a613a3d2eec46d8819c1754e10eae68', 'gw_port': {'id': '7fd91498-9a84-4c50-9cf6-b5ebc6887fc0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac1a263-c11d-4b0c-9451-ae1d7daf898c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:06:08Z', 'updated_at': '2021-08-20T09:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:23.676952 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.679389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:23.682050 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8663f9-ed4d-4493-b758-3756903734a7" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:23.695673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port aee0e277-aced-45c9-bf4a-8f59f0e0a712 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:23.707258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port aee0e277-aced-45c9-bf4a-8f59f0e0a712 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:23.707822 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.735081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.795501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.833946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] DHCP port deletion for b138cef4-96aa-44e8-bb66-01f81c438ffd request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:23.840556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:23.841518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.884770 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.918951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-e1c9b9c2-64b1-48b2-ae56-81c8cf2dd4ca tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:23.921112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-e1c9b9c2-64b1-48b2-ae56-81c8cf2dd4ca tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.37 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 810 time: 1.0161376 Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:23.922069 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:23.930740 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae38ca0-9bd7-4f4f-95b9-d9568f3eef6b x-openstack-request-id: req-1ae38ca0-9bd7-4f4f-95b9-d9568f3eef6b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:23.931192 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "e147f159-9f14-412c-a871-cc5088a16d2f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:23.931538 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1ae38ca0-9bd7-4f4f-95b9-d9568f3eef6b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:23.931994 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': 'e147f159-9f14-412c-a871-cc5088a16d2f', 'status': 'completed', 'code': 200} Aug 20 09:08:23.933819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.935086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01a6db0c-407e-4193-92dc-a80be202b158 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2383945 Aug 20 09:08:23.935902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port aee0e277-aced-45c9-bf4a-8f59f0e0a712, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aee0e277-aced-45c9-bf4a-8f59f0e0a712,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:23.936214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.943253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.947518 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] 10.222.0.35 "DELETE /v2.0/networks/0938c50e-6752-46e7-ab3f-b594b553c034 HTTP/1.1" status: 204 len: 168 time: 2.2284849 Aug 20 09:08:23.951676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Request body: {'port': {'device_id': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'admin_state_up': True, 'tenant_id': '58525599ec504ee8bb2082aa26fa8662'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:23.958407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36144) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:23.962388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.963263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:23.976939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a1f8-59de-4179-a812-f237b673e673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6632eefe-0439-4402-ac09-1bd0942e5418,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.061387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe836274-812a-462a-b181-b76fad126f6b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:24.063351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.075586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] Deleting port 87312177-fed2-4cb4-9759-65ea735ff725 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:24.076184 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.128150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=aee0e277-aced-45c9-bf4a-8f59f0e0a712,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.154734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: fe836274-812a-462a-b181-b76fad126f6b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:24.155093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe836274-812a-462a-b181-b76fad126f6b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:24.157037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Deleting port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:24.157499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.165125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:24.177998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36150) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.196693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72e8a4-5d57-4b72-98eb-2ac4e9b5538b admin admin] Pushing event deleted for resources: {'Network': ['ID=0938c50e-6752-46e7-ab3f-b594b553c034,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.237136 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0401d3d-acf3-405b-b262-aa8ed8b5a9fe tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules/7140c355-3dc8-498b-bb5f-a8495e2f4f64 HTTP/1.1" status: 200 len: 763 time: 0.2660003 Aug 20 09:08:24.259170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.261738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.262103 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 48cbcd94-08d3-40d3-81cc-ddc943095da7 of type vlan for network 2a4e820d-bda2-42c8-90b9-db3226d6127f Aug 20 09:08:24.268444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] For port 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:24.268817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] For port 87312177-fed2-4cb4-9759-65ea735ff725, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=87312177-fed2-4cb4-9759-65ea735ff725,segment=NetworkSegment(46d101a3-2857-44d8-9c99-1e48bdc78ba6),segment_id=46d101a3-2857-44d8-9c99-1e48bdc78ba6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:24.268941 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.269812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.282801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca527f1-a1ae-45dd-a6fb-4b78e61d5954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.289369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Calling delete_port for 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:24.291015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] Calling delete_port for 87312177-fed2-4cb4-9759-65ea735ff725 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:24.296225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36154) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.308054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69709df5-7668-462e-9ccd-05deea39cdbf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.376809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1186c487-7830-466f-8ef6-b56d2aea8c77 req-81320bce-f58f-4924-abdb-c0e145bbc619 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 210 time: 0.0789549 Aug 20 09:08:24.395495 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.395938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.429154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] Pushing event deleted for resources: {'Port': ['ID=87312177-fed2-4cb4-9759-65ea735ff725,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.430996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cacd0f6d-9794-4805-97e6-0f231b7b7e87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=028e70777df04530979200d69827adb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317632 Aug 20 09:08:24.431521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.434845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bed798-f8c9-4810-8bce-6f17c3c5fff7 None None] No DVR routers for this DVR port 87312177-fed2-4cb4-9759-65ea735ff725 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:24.461472 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-864f1039-f11b-4878-8d08-33f7df52425d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1971223 Aug 20 09:08:24.468206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.474020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.537216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.541271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:24.541890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d34afb2c-4726-4a2e-864f-d2ae547e2a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.542034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.567574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port 26fbc51d-f262-4175-809f-3cc86429f66b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:24.567842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.608920 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d34afb2c-4726-4a2e-864f-d2ae547e2a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.675277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278b7e8-8781-4b76-a7ad-6259fa0a77ce req-07cf8e75-696e-4b99-ac9f-640ac41bfad7 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:24.678850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Network b0fa460e-fef3-4cb7-a69a-894bfaadd985 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:24.681169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278b7e8-8781-4b76-a7ad-6259fa0a77ce req-07cf8e75-696e-4b99-ac9f-640ac41bfad7 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:24.687230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278b7e8-8781-4b76-a7ad-6259fa0a77ce req-07cf8e75-696e-4b99-ac9f-640ac41bfad7 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:24.688210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=de7f077e-61ae-43da-8d39-fbb8cafd892a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.690115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0278b7e8-8781-4b76-a7ad-6259fa0a77ce req-07cf8e75-696e-4b99-ac9f-640ac41bfad7 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 2409 time: 0.1391129 Aug 20 09:08:24.696891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fd02ec-b3f1-4e23-9805-fea75f3d51a0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.699698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.700221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:24.710457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:24.711414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:24.712024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.732728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fd02ec-b3f1-4e23-9805-fea75f3d51a0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.738687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=2a4e820d-bda2-42c8-90b9-db3226d6127f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.750020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Port': ['ID=7fd91498-9a84-4c50-9cf6-b5ebc6887fc0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.751138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 2a4e820d-bda2-42c8-90b9-db3226d6127f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:24.808825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca527f1-a1ae-45dd-a6fb-4b78e61d5954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.815389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d34afb2c-4726-4a2e-864f-d2ae547e2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.818547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d34afb2c-4726-4a2e-864f-d2ae547e2a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.822295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d34afb2c-4726-4a2e-864f-d2ae547e2a98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1459e46d-86e4-45c8-8210-7fdb46681203 HTTP/1.1" status: 204 len: 168 time: 0.3861365 Aug 20 09:08:24.822468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port 26fbc51d-f262-4175-809f-3cc86429f66b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=26fbc51d-f262-4175-809f-3cc86429f66b,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:24.822468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.824178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eca527f1-a1ae-45dd-a6fb-4b78e61d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.832897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0278b7e8-8781-4b76-a7ad-6259fa0a77ce req-8b2cd704-d397-405f-a88b-6730be632900 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359222 Aug 20 09:08:24.835546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fd02ec-b3f1-4e23-9805-fea75f3d51a0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.843143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34afb2c-4726-4a2e-864f-d2ae547e2a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1459e46d-86e4-45c8-8210-7fdb46681203,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:24.852437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.852985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-87ff63d5-14a1-4cfc-acae-693e11ee6236 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1347427 Aug 20 09:08:24.856282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15fd02ec-b3f1-4e23-9805-fea75f3d51a0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:24.857310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15fd02ec-b3f1-4e23-9805-fea75f3d51a0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/7140c355-3dc8-498b-bb5f-a8495e2f4f64 HTTP/1.1" status: 204 len: 168 time: 0.3782997 Aug 20 09:08:24.860074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.877809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52040244-40f4-4dea-815d-368e3d9f2c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.3017228 Aug 20 09:08:24.905706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36166) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:24.917863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for 26fbc51d-f262-4175-809f-3cc86429f66b owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:24.957623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:25.008162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd02ec-b3f1-4e23-9805-fea75f3d51a0 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7140c355-3dc8-498b-bb5f-a8495e2f4f64,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:25.018455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36168) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.025639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:25.041179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eca527f1-a1ae-45dd-a6fb-4b78e61d5954 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35ef38e430f143dc836cdb8758429788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8455489 Aug 20 09:08:25.042214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.046901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36170) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.047778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Made reservation on behalf of 58525599ec504ee8bb2082aa26fa8662 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:25.052469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.057372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.066771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca527f1-a1ae-45dd-a6fb-4b78e61d5954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91889a8-116c-4437-83ea-673cbeebfa2b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:25.173325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d622ea67-4ea9-489b-9cd9-f9434e154513 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3106203 Aug 20 09:08:25.178115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.194831 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.195395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Fanout notify agent at l3_agent the message router_deleted on router eac1a263-c11d-4b0c-9451-ae1d7daf898c {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:08:25.198594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '6191b541-b90d-4a77-b602-6b9abf70195c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:25.198748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.205231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.208909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2d9146f1-5fe3-4a4a-9fa3-408cba27ca5c tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/routers/eac1a263-c11d-4b0c-9451-ae1d7daf898c HTTP/1.1" status: 204 len: 168 time: 1.7331038 Aug 20 09:08:25.214270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36176) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.279891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.288498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88a3b743-0272-4a94-94c8-09543e4d7664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.380821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88a3b743-0272-4a94-94c8-09543e4d7664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.408108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:25.411029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.411832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.432424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee0e277-aced-45c9-bf4a-8f59f0e0a712 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:25.470721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=26fbc51d-f262-4175-809f-3cc86429f66b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:25.487650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.502525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Allocated IP 172.20.0.6 (7896f4ca-20e4-4737-be89-256176e5ddd2/28e77217-0052-42da-8167-e669acf4147e/dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:25.504489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.534945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port aee0e277-aced-45c9-bf4a-8f59f0e0a712 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:25.536013 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.597817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port 26fbc51d-f262-4175-809f-3cc86429f66b on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:25.600507 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.602739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-d03c233a-b8d5-4f4a-856c-8f4afbf83f74 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "DELETE /v2.0/ports/26fbc51d-f262-4175-809f-3cc86429f66b HTTP/1.1" status: 204 len: 173 time: 2.0706658 Aug 20 09:08:25.608344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.638399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63c378b0-5987-4172-b625-1d99fb0971a5 req-9a5c1252-6113-4f5c-add3-9d167035eb81 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 210 time: 0.0754085 Aug 20 09:08:25.660473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.690511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88a3b743-0272-4a94-94c8-09543e4d7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.692990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88a3b743-0272-4a94-94c8-09543e4d7664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.694140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-88a3b743-0272-4a94-94c8-09543e4d7664 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b91889a8-116c-4437-83ea-673cbeebfa2b HTTP/1.1" status: 204 len: 168 time: 0.6391599 Aug 20 09:08:25.732977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.740278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9b922e30-fc22-44db-ba97-0da1617be001 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cfdd1b19dcf44b083fcee9a4eb388dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446809 Aug 20 09:08:25.740278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74dee46-abcb-41ff-8103-c93dead0d616,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:25.740547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port de7f077e-61ae-43da-8d39-fbb8cafd892a yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:25.743560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36184) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.746531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b743-0272-4a94-94c8-09543e4d7664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91889a8-116c-4437-83ea-673cbeebfa2b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:25.759700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b138cef4-96aa-44e8-bb66-01f81c438ffd']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:25.762983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.803603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d101a3-2857-44d8-9c99-1e48bdc78ba6') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:25.804172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d101a3-2857-44d8-9c99-1e48bdc78ba6') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:25.839388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Transition to ACTIVE for port object de7f077e-61ae-43da-8d39-fbb8cafd892a will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:25.841641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.852454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.855135 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.855833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:25.856444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e1c8c25c-c39b-4c77-93f9-07438b837623 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6775253 Aug 20 09:08:25.857101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36186) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.905838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:25.906372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cab1eebc-ce5b-4bf0-a8b6-044cf9a26dbc not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:25.908206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87312177-fed2-4cb4-9759-65ea735ff725 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:25.917394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.918001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-896ea7bc-9247-45f2-8f31-c66fbcc00951 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules/e74dee46-abcb-41ff-8103-c93dead0d616 HTTP/1.1" status: 200 len: 763 time: 0.0530171 Aug 20 09:08:25.921993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36190) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:25.942517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:25.944364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 87312177-fed2-4cb4-9759-65ea735ff725 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:25.944714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 87312177-fed2-4cb4-9759-65ea735ff725 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:25.945599 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f618e47a-505c-4d37-9ab7-0e8e656d43c7" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:25.989947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:25.990381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:25.998996 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15f640ef-4de8-4de6-b6f8-ca38efcf98e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:26.007446 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:26.052734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.073837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port 6f49df68-9051-4740-a0c9-a4f36f8de179 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:26.074188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.080837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15f640ef-4de8-4de6-b6f8-ca38efcf98e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.087174 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef6f00-75b5-4de9-9098-04b6aeadc84c x-openstack-request-id: req-7eef6f00-75b5-4de9-9098-04b6aeadc84c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:26.087466 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "26fbc51d-f262-4175-809f-3cc86429f66b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:26.087721 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7eef6f00-75b5-4de9-9098-04b6aeadc84c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:26.088116 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': '26fbc51d-f262-4175-809f-3cc86429f66b', 'status': 'completed', 'code': 200} Aug 20 09:08:26.111009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4477ae51-3a52-4a0b-bdfd-64ef25018ded tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1769164 Aug 20 09:08:26.113292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36196) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:26.269059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a337fda-8930-48e4-bff1-ba3350475e8c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.293303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a337fda-8930-48e4-bff1-ba3350475e8c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.319168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port 6f49df68-9051-4740-a0c9-a4f36f8de179, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=6f49df68-9051-4740-a0c9-a4f36f8de179,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:26.319545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.333335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15f640ef-4de8-4de6-b6f8-ca38efcf98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.335894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15f640ef-4de8-4de6-b6f8-ca38efcf98e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.339528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15f640ef-4de8-4de6-b6f8-ca38efcf98e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d5c1fad-6860-4bd5-8abb-afa52b8807f8 HTTP/1.1" status: 204 len: 168 time: 0.5918837 Aug 20 09:08:26.384789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f640ef-4de8-4de6-b6f8-ca38efcf98e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c1fad-6860-4bd5-8abb-afa52b8807f8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:26.386938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.400839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a337fda-8930-48e4-bff1-ba3350475e8c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.442339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2a337fda-8930-48e4-bff1-ba3350475e8c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.446060 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2a337fda-8930-48e4-bff1-ba3350475e8c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e74dee46-abcb-41ff-8103-c93dead0d616 HTTP/1.1" status: 204 len: 168 time: 0.3190222 Aug 20 09:08:26.451720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36208) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:26.483368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a337fda-8930-48e4-bff1-ba3350475e8c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e74dee46-abcb-41ff-8103-c93dead0d616,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:26.502399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:26.529805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=de7f077e-61ae-43da-8d39-fbb8cafd892a,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:26.541610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:26.544833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:26.545386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:26.545973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:26.547193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:26.551436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Pushing event updated for resources: {'Port': ['ID=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:26.552551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.569001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:26.569529 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:26.599733 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 2 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:26.615581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8246812b-0694-460f-841c-40d0598c56e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1600986 Aug 20 09:08:26.616272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:26.627451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.630225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Request body: {'security_group_rule': {'security_group_id': '6191b541-b90d-4a77-b602-6b9abf70195c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:26.649087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.654570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] 10.222.0.35 "DELETE /v2.0/networks/b138cef4-96aa-44e8-bb66-01f81c438ffd HTTP/1.1" status: 204 len: 168 time: 1.4368281 Aug 20 09:08:26.675783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:26.676126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:26.676657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:26.687773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1000acd-5cbb-4ed9-9305-6f925dbbe558 tempest-TestSecurityGroupsBasicOps-784578822 tempest-TestSecurityGroupsBasicOps-784578822-project] Pushing event deleted for resources: {'Network': ['ID=b138cef4-96aa-44e8-bb66-01f81c438ffd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:26.699343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=c505f776-8043-43df-811d-f09a79a9a685,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:26.709146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:26.709825 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:26.715728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:26.715997 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 3 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:26.716673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.729021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bcac7-217d-407f-8699-6f1b7c9b1b34 req-62a3dd13-7252-4b34-96c6-47c7f9432bd3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:26.737033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bcac7-217d-407f-8699-6f1b7c9b1b34 req-62a3dd13-7252-4b34-96c6-47c7f9432bd3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:26.738835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-709bcac7-217d-407f-8699-6f1b7c9b1b34 req-62a3dd13-7252-4b34-96c6-47c7f9432bd3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 1676 time: 0.3098531 Aug 20 09:08:26.811616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:26.812270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:26.817072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:26.818188 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-8fc4becf-fb7c-4fa5-b4c4-5dccf101651f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8656917 Aug 20 09:08:26.821120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.824328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.824757 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Floating IP af162551-14db-47f5-8fb2-838fe2fe0fc4 disassociated. External IP: 172.25.5.251, port: 6f49df68-9051-4740-a0c9-a4f36f8de179. Aug 20 09:08:26.825220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for 6f49df68-9051-4740-a0c9-a4f36f8de179 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:26.836330 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:26.837782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '48cbcd94-08d3-40d3-81cc-ddc943095da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:26.838399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 2a4e820d-bda2-42c8-90b9-db3226d6127f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:26.847679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Request body: {'port': {'device_id': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:26.871942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:26.872564 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:26.875121 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 4 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:26.987974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:26.994902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:26.999854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.003701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.020710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-709bcac7-217d-407f-8699-6f1b7c9b1b34 req-0c3d89df-9331-4dc8-bc16-25bdf18a42c2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699270 Aug 20 09:08:27.036203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.046324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.046662 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.066382 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 5 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:27.076556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.082513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 2a4e820d-bda2-42c8-90b9-db3226d6127f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:27.113032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0142e61-7d53-4115-91e7-9c65886a22b0 req-ccbb8c9a-5d47-44a9-9b20-431cd06dc878 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.114729 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0142e61-7d53-4115-91e7-9c65886a22b0 req-ccbb8c9a-5d47-44a9-9b20-431cd06dc878 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 931 time: 0.2591558 Aug 20 09:08:27.118569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:27.118907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:27.119218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.122918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e5ff15-6aad-439d-b988-07e3393ebfd6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:27.126078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.126518 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.127201 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 6 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:27.133662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 2a4e820d-bda2-42c8-90b9-db3226d6127f) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:27.144594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.145618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.148659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242aeac2-88bd-47b3-9a42-244b15630977 None None] Network 2a4e820d-bda2-42c8-90b9-db3226d6127f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:27.156310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.159034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36228) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.161002 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6206a4ad-b6d7-4eda-8346-8e3ec1e300e1 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5383148 Aug 20 09:08:27.163032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36230) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.181312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36234) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.205433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:27.206123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:27.206667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.227265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64d8f29a-aa4b-4853-8205-6287b80f2cb2 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules/02e5ff15-6aad-439d-b988-07e3393ebfd6 HTTP/1.1" status: 200 len: 764 time: 0.0568955 Aug 20 09:08:27.229784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.230384 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.231663 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 7 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:27.232928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36238) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.239522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1c6c7223-af2c-4c71-9779-71c3c80323a3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2199368 Aug 20 09:08:27.251465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36240) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.264139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-284452584'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:27.271434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:27.273857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:27.274417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:27.274948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.286470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0142e61-7d53-4115-91e7-9c65886a22b0 req-352c0aa8-667f-4e10-8fb9-add150da2da3 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221955 Aug 20 09:08:27.297350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.298753 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.301505 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 8 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:27.312841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:27.313932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd91498-9a84-4c50-9cf6-b5ebc6887fc0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:27.320487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:27.320971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:27.321433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.331568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:27.331568 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.334501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.334944 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.343649 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 9 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:27.363946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:27.364976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:27.364976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.370254 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.378981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.383502 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.387614 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 10 to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a Aug 20 09:08:27.392075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:27.411220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.411720 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment ea589151-5396-4199-8647-bca9eac6694e of type vlan for network 8b94a345-ba8e-4c00-991f-eff509741408 Aug 20 09:08:27.423061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=6f49df68-9051-4740-a0c9-a4f36f8de179,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:27.442732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e8767ee5-bd38-4611-8cc0-3b6fded63961 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2044339 Aug 20 09:08:27.445232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36242) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.451495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:27.451939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:27.452377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:27.461877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-2a4e820d-bda2-42c8-90b9-db3226d6127f', 'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': 'c505f776-8043-43df-811d-f09a79a9a685'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:27.463030 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.467432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.478474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:27.479004 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port de7f077e-61ae-43da-8d39-fbb8cafd892a on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:27.479418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.544867 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-615a3f10-322e-4d7d-b99a-718b87c8afce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.548850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1664942361'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:27.562498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-615a3f10-322e-4d7d-b99a-718b87c8afce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.571732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.577549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.578287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.600401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-769d8814-b2ff-460d-933c-dd3d354589cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a613a3d2eec46d8819c1754e10eae68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075086 Aug 20 09:08:27.600821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36244) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.639203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Allocated IP 172.20.255.242 (2a4e820d-bda2-42c8-90b9-db3226d6127f/c505f776-8043-43df-811d-f09a79a9a685/0c8adc08-c079-42fd-9b2c-af709ee13beb) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:27.668808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Made reservation on behalf of 8c2355b299f34d93aaaa2273e4c6a74f for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:27.673303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.683314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4279227 Aug 20 09:08:27.691241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36246) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.691905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-615a3f10-322e-4d7d-b99a-718b87c8afce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.696288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] For port de7f077e-61ae-43da-8d39-fbb8cafd892a, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:27.696463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempted to set empty binding levels {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 09:08:27.697142 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-615a3f10-322e-4d7d-b99a-718b87c8afce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.698274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-615a3f10-322e-4d7d-b99a-718b87c8afce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/02e5ff15-6aad-439d-b988-07e3393ebfd6 HTTP/1.1" status: 204 len: 168 time: 0.2501054 Aug 20 09:08:27.701059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.702898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.707733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '8b94a345-ba8e-4c00-991f-eff509741408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:27.712071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f59209-e4d1-4f42-b043-622073bb0967 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=8b94a345-ba8e-4c00-991f-eff509741408,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:27.719670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.723749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 8b94a345-ba8e-4c00-991f-eff509741408 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:27.782647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] In _notify_port_updated(), no bound segment for port de7f077e-61ae-43da-8d39-fbb8cafd892a on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:08:27.783616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.784694 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.788759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "PUT /v2.0/ports/de7f077e-61ae-43da-8d39-fbb8cafd892a HTTP/1.1" status: 200 len: 978 time: 2.8770297 Aug 20 09:08:27.792008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.874875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f92a39-7d8c-42eb-8bfe-7ff1587ac40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=de7f077e-61ae-43da-8d39-fbb8cafd892a,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:27.888267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.895598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-913a18c2-b87e-4350-9ca7-54a4902dc81c tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1915052 Aug 20 09:08:27.903094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:27.906656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Transition to ACTIVE for port object 0c8adc08-c079-42fd-9b2c-af709ee13beb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:27.934424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Transition to ACTIVE for port object 0c8adc08-c079-42fd-9b2c-af709ee13beb will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:27.945843 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:27.988928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.989467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.990001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.990522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.991202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.992213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.992852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.993530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.994367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.994997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.996038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.998796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:27.999471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.000002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Network 2a4e820d-bda2-42c8-90b9-db3226d6127f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:28.000321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.001779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.002420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.003167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.005210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:28.012378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:28.012830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c083fcbe-146c-4cc3-b6e8-387b43f47d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15245 time: 0.2186892 Aug 20 09:08:28.018853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36254) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:28.029877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Pushing event updated for resources: {'Port': ['ID=0c8adc08-c079-42fd-9b2c-af709ee13beb,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.092414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Attempting to bind port 0c8adc08-c079-42fd-9b2c-af709ee13beb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:28.092678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Attempting to bind port 0c8adc08-c079-42fd-9b2c-af709ee13beb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '48cbcd94-08d3-40d3-81cc-ddc943095da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:28.093049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Attempting to bind port 0c8adc08-c079-42fd-9b2c-af709ee13beb on network 2a4e820d-bda2-42c8-90b9-db3226d6127f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:28.101164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:08:28.101379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:28.101643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Checking segment: {'id': '48cbcd94-08d3-40d3-81cc-ddc943095da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:28.102316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.102916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Bound using segment: {'id': '48cbcd94-08d3-40d3-81cc-ddc943095da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:28.103408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Bound port: 0c8adc08-c079-42fd-9b2c-af709ee13beb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cbcd94-08d3-40d3-81cc-ddc943095da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2a4e820d-bda2-42c8-90b9-db3226d6127f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:28.103952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.112696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.132677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Transition to ACTIVE for port object dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:28.184845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] For port 0c8adc08-c079-42fd-9b2c-af709ee13beb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:28.187695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a3f10-322e-4d7d-b99a-718b87c8afce tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e5ff15-6aad-439d-b988-07e3393ebfd6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.190061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] For port 0c8adc08-c079-42fd-9b2c-af709ee13beb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0c8adc08-c079-42fd-9b2c-af709ee13beb,segment=NetworkSegment(48cbcd94-08d3-40d3-81cc-ddc943095da7),segment_id=48cbcd94-08d3-40d3-81cc-ddc943095da7)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:28.193224 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba727992-8048-4a10-b001-97e2c0504d19 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.198613 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.204615 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.216465 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.220266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Router d178d5cf-87f3-444e-b4c5-421ffea57a3f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:28.234658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.263556 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba727992-8048-4a10-b001-97e2c0504d19 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.275154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b541e-6e52-4145-9c2b-2e665de17212 None None] Pushing event updated for resources: {'Port': ['ID=0c8adc08-c079-42fd-9b2c-af709ee13beb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.304805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:28.305012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d842ab93-33f9-4dba-abcd-62c1db4f3bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.314923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.329630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271f0f-4de6-46c2-bec3-774de096849b req-acdecd8d-6372-43e9-b7f1-6861f8f143df tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.331473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b271f0f-4de6-46c2-bec3-774de096849b req-acdecd8d-6372-43e9-b7f1-6861f8f143df tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 942 time: 0.1795263 Aug 20 09:08:28.339622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.339976 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Added segment 2057286c-dd91-4eb5-9529-7cf52378df9a of type vlan for network 5183fde2-598c-4574-b39a-26f279a117ea Aug 20 09:08:28.395691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3719a71b-4529-4414-9521-b98c443bca9e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.403828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d842ab93-33f9-4dba-abcd-62c1db4f3bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.413664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.418005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Deleting port de7f077e-61ae-43da-8d39-fbb8cafd892a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:28.418352 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.535164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.resource_extend [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:08:28.544385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:28.549093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.571781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba727992-8048-4a10-b001-97e2c0504d19 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.578487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ba727992-8048-4a10-b001-97e2c0504d19 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.582287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ba727992-8048-4a10-b001-97e2c0504d19 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "DELETE /v2.0/security-groups/6191b541-b90d-4a77-b602-6b9abf70195c HTTP/1.1" status: 204 len: 168 time: 0.6740499 Aug 20 09:08:28.585109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36260) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:28.621636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Attempting to bind port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:28.621636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Attempting to bind port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:28.621636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Attempting to bind port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b on network 7896f4ca-20e4-4737-be89-256176e5ddd2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:28.624394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.633888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.634754 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.646248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:28.647775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b on network 7896f4ca-20e4-4737-be89-256176e5ddd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:28.648088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Attempting to bind port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b on network 7896f4ca-20e4-4737-be89-256176e5ddd2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:28.653552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] For port de7f077e-61ae-43da-8d39-fbb8cafd892a, host n-h1-804285-2, got binding levels [] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:28.654002 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.657500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] Sync routers for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:28.663207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b271f0f-4de6-46c2-bec3-774de096849b req-46940d34-e720-4276-92fa-24fa00660966 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855160 Aug 20 09:08:28.665583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d842ab93-33f9-4dba-abcd-62c1db4f3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.671118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:28.671770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:28.676380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d842ab93-33f9-4dba-abcd-62c1db4f3bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.676586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba727992-8048-4a10-b001-97e2c0504d19 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6191b541-b90d-4a77-b602-6b9abf70195c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.700288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d842ab93-33f9-4dba-abcd-62c1db4f3bcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/451c78ce-0eb9-413c-b020-24e1ac7968d6 HTTP/1.1" status: 204 len: 168 time: 1.0753534 Aug 20 09:08:28.713423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4917ab-3a31-4e83-b068-09f9b420ece9 req-d2e11fa9-abef-47d3-a1e1-9bb4caacc64b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:28.715318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df4917ab-3a31-4e83-b068-09f9b420ece9 req-d2e11fa9-abef-47d3-a1e1-9bb4caacc64b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 943 time: 0.3040838 Aug 20 09:08:28.729707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842ab93-33f9-4dba-abcd-62c1db4f3bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c78ce-0eb9-413c-b020-24e1ac7968d6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.740656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:28.741003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Checking segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:28.741396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Bound using segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:28.741866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Bound port: dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:28.742254 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.752850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Calling delete_port for de7f077e-61ae-43da-8d39-fbb8cafd892a owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:28.767797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port 6f49df68-9051-4740-a0c9-a4f36f8de179 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:28.777094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6167567 Aug 20 09:08:28.779388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:28.781394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-20de3cbd-6adf-46d9-b43c-3a3087ee1e6e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "DELETE /v2.0/ports/6f49df68-9051-4740-a0c9-a4f36f8de179 HTTP/1.1" status: 204 len: 173 time: 3.1699982 Aug 20 09:08:28.781875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:28.786857 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c56d4e-b838-4cc5-b8f5-14d3d815a216" -d '{"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:28.797105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36264) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:28.811144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Request body: {'subnet': {'network_id': '5183fde2-598c-4574-b39a-26f279a117ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:28.848635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:28.889426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] For port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:28.895232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] For port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:28.899898 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb9aa11-4ee4-4207-9e00-6c2beb5fa544 x-openstack-request-id: req-1eb9aa11-4ee4-4207-9e00-6c2beb5fa544 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:28.909929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-85f59b76-cd25-4d27-b1dc-ce8cf8e7683d tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3111322 Aug 20 09:08:28.910959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03216a1-fbc6-4207-87e4-360c3e70535b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event updated for resources: {'Network': ['ID=5183fde2-598c-4574-b39a-26f279a117ea,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:28.914283 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "6f49df68-9051-4740-a0c9-a4f36f8de179", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:28.914862 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1eb9aa11-4ee4-4207-9e00-6c2beb5fa544 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:28.915570 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': '6f49df68-9051-4740-a0c9-a4f36f8de179', 'status': 'completed', 'code': 200} Aug 20 09:08:28.925590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 5183fde2-598c-4574-b39a-26f279a117ea details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:28.951578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36270) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:28.973773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.006707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df4917ab-3a31-4e83-b068-09f9b420ece9 req-80dc5e71-4929-44dd-b70e-6d3ef8ef6653 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063155 Aug 20 09:08:29.055722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:29.104842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:29.105480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.106928 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-5389598f-4018-4d2c-90e6-8f47a549f607 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b HTTP/1.1" status: 200 len: 1091 time: 2.2643845 Aug 20 09:08:29.111680 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Made reservation on behalf of 8c2355b299f34d93aaaa2273e4c6a74f for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:29.115890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.124843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6e91a18c-b40b-4a0c-ac28-e32b37875a22 tempest-SecGroupTest-2054123035 tempest-SecGroupTest-2054123035-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656632 Aug 20 09:08:29.205211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36274) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:29.239750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.244966 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba868-e754-4a56-b5a6-72416bdd29c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.315498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event deleted for resources: {'Port': ['ID=de7f077e-61ae-43da-8d39-fbb8cafd892a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:29.329445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.332531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0aeb521e-78ab-41b3-b26e-82a14d97d20c tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "DELETE /v2.0/ports/de7f077e-61ae-43da-8d39-fbb8cafd892a HTTP/1.1" status: 204 len: 168 time: 1.3112407 Aug 20 09:08:29.338830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36276) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:29.369539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:58:00Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:29.419884 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd771c6b-4b84-4049-b74e-bd88cf5ff3f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:08:29.426686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bd771c6b-4b84-4049-b74e-bd88cf5ff3f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "GET /v2.0/ports/de7f077e-61ae-43da-8d39-fbb8cafd892a HTTP/1.1" status: 404 len: 333 time: 0.0844827 Aug 20 09:08:29.427586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:29.437483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-206755656', 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:29.441048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.499066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-df7cbf2b-b013-4c4e-a2c1-4ebae1115114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:29.501026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-df7cbf2b-b013-4c4e-a2c1-4ebae1115114 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 1094 time: 0.3053076 Aug 20 09:08:29.503604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port a8d42b52-32f9-4969-817c-67a6380e5eaf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:29.503957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.551697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:29.587581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.638475 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-4ff370d7-ae33-4ea6-b778-580cc9dff612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b HTTP/1.1" status: 200 len: 217 time: 0.0723135 Aug 20 09:08:29.655844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0c8adc08-c079-42fd-9b2c-af709ee13beb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:29.656457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba868-e754-4a56-b5a6-72416bdd29c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.660614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] Checking router: d178d5cf-87f3-444e-b4c5-421ffea57a3f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:29.688853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a3ba868-e754-4a56-b5a6-72416bdd29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.693106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:29.700808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:29.752312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5c39c-9de2-481f-8c9a-e879ac60b80d None None] Network 2a4e820d-bda2-42c8-90b9-db3226d6127f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:29.759192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-1d9ef878-e5fd-4729-9665-a384ee9ef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:29.760605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-1d9ef878-e5fd-4729-9665-a384ee9ef3a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.1046464 Aug 20 09:08:29.764061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Made reservation on behalf of ac5ba23734514af290b04651ab73b3ed for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:29.767980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.785695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=986982a0-2078-475f-b844-ad0d6a35f190,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:29.814960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': 'ea589151-5396-4199-8647-bca9eac6694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b94a345-ba8e-4c00-991f-eff509741408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:29.816273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 8b94a345-ba8e-4c00-991f-eff509741408, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:29.823882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port a8d42b52-32f9-4969-817c-67a6380e5eaf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=a8d42b52-32f9-4969-817c-67a6380e5eaf,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:29.824255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.830403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9a3ba868-e754-4a56-b5a6-72416bdd29c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c7bac75554d44f5b40a564abc873518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6239195 Aug 20 09:08:29.832577 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-6a56b151-e0d0-4733-b867-805791a6fe7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578384 Aug 20 09:08:29.833256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:29.838639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ba868-e754-4a56-b5a6-72416bdd29c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1e936-e9c3-4f52-b9d1-3cdaa3d70f87,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:29.852464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0c8adc08-c079-42fd-9b2c-af709ee13beb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:29.860974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event updated for resources: {'Subnet': ['ID=ce2b2b1b-ff45-4986-ad6e-ee53221b8585,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:29.876984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port c41002a2-1abd-4a72-a5b7-7a149874dddf yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:29.886524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Checking segment: {'id': '2057286c-dd91-4eb5-9529-7cf52378df9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5183fde2-598c-4574-b39a-26f279a117ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:29.887187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Network hostable DHCP agents. Network: 5183fde2-598c-4574-b39a-26f279a117ea, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:29.898732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:29.902610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] Provisioning for port 0c8adc08-c079-42fd-9b2c-af709ee13beb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:29.909181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for a8d42b52-32f9-4969-817c-67a6380e5eaf owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:29.931929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 8b94a345-ba8e-4c00-991f-eff509741408 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:29.940364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] Provisioning complete for port 0c8adc08-c079-42fd-9b2c-af709ee13beb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:29.940989 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:29.950323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 8b94a345-ba8e-4c00-991f-eff509741408) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:29.971533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d0757-b70c-4909-8bbf-08286cfcc7bc None None] Network 8b94a345-ba8e-4c00-991f-eff509741408 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:29.993998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:29.994941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.008289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0c3174fb-4ffc-45d6-af45-07b0c3c3a175 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c3015bd64d9454dac4b1d445cc31718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554424 Aug 20 09:08:30.013497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:30.062516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0cb0-3671-477d-a09a-53ac39d2cf5d req-a53ab082-af7d-483d-895d-8b422444f946 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:30.064911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea7d0cb0-3671-477d-a09a-53ac39d2cf5d req-a53ab082-af7d-483d-895d-8b422444f946 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 942 time: 0.2739985 Aug 20 09:08:30.077058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cfad177-2b74-497d-a286-9db75417e20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.077329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-04d96818-e9c6-4a56-b840-2fd13ac56ee2 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349381 Aug 20 09:08:30.090628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e003f0c3-5bf9-4a0c-905b-9eab34ce52d3 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3964379 Aug 20 09:08:30.104080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:30.106102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Network 5183fde2-598c-4574-b39a-26f279a117ea is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:30.159540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 5183fde2-598c-4574-b39a-26f279a117ea) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:30.174558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e416b0-0522-4fa9-a2c4-51fa729b2bd6 None None] Network 5183fde2-598c-4574-b39a-26f279a117ea requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:30.185779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:30.186393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.246703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cfad177-2b74-497d-a286-9db75417e20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.279292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea7d0cb0-3671-477d-a09a-53ac39d2cf5d req-3d6aa5a8-0475-418d-9b44-8872ff25fdc6 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups?id=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055516 Aug 20 09:08:30.296415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-91610afc-8fd6-410e-abad-5cd34229ab83 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4872901 Aug 20 09:08:30.308035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:30.321676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30be1a-000b-46a3-b94e-06b740d928f7 req-c7f25769-8102-4bce-b595-d043bb9e7f6f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:30.323209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e30be1a-000b-46a3-b94e-06b740d928f7 req-c7f25769-8102-4bce-b595-d043bb9e7f6f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 943 time: 0.2470903 Aug 20 09:08:30.324811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Request body: {'port': {'network_id': '5183fde2-598c-4574-b39a-26f279a117ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2105366037'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:30.363745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.371261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.381296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cfad177-2b74-497d-a286-9db75417e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.383864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0cfad177-2b74-497d-a286-9db75417e20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.385035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0cfad177-2b74-497d-a286-9db75417e20d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2f1e936-e9c3-4f52-b9d1-3cdaa3d70f87 HTTP/1.1" status: 204 len: 168 time: 0.5456660 Aug 20 09:08:30.391248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db044ca6-2c30-44c9-9e6f-3bda076e651a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.405276 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f96c58b9-2c4b-4f04-ba70-b1356cd356fc req-ff975db4-1b13-486a-a46a-1a0630579d0e service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167961 Aug 20 09:08:30.457300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfad177-2b74-497d-a286-9db75417e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1e936-e9c3-4f52-b9d1-3cdaa3d70f87,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:30.457550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.468480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.478513 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db044ca6-2c30-44c9-9e6f-3bda076e651a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.510305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-8b94a345-ba8e-4c00-991f-eff509741408', 'network_id': '8b94a345-ba8e-4c00-991f-eff509741408', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '986982a0-2078-475f-b844-ad0d6a35f190'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:30.511122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.516910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e30be1a-000b-46a3-b94e-06b740d928f7 req-4cb4e5f5-1b85-4fb0-81cb-92a35865740c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635733 Aug 20 09:08:30.527697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] For port 0c8adc08-c079-42fd-9b2c-af709ee13beb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0c8adc08-c079-42fd-9b2c-af709ee13beb,segment=NetworkSegment(48cbcd94-08d3-40d3-81cc-ddc943095da7),segment_id=48cbcd94-08d3-40d3-81cc-ddc943095da7)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:30.541450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.545233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=a8d42b52-32f9-4969-817c-67a6380e5eaf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:30.554438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.631892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Network b0fa460e-fef3-4cb7-a69a-894bfaadd985 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:30.635268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:30.656088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:30.660299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:30.661001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.663768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=c41002a2-1abd-4a72-a5b7-7a149874dddf,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:30.679660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port a8d42b52-32f9-4969-817c-67a6380e5eaf on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:30.682812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.685361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-886f39c6-2564-4860-9eaf-a9eba4d4c957 req-939c024b-3927-45c7-b12d-e97eaa0e2940 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.26 "DELETE /v2.0/ports/a8d42b52-32f9-4969-817c-67a6380e5eaf HTTP/1.1" status: 204 len: 173 time: 1.8945587 Aug 20 09:08:30.694279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-65c61f5e-21d9-46b6-b5c7-e2f1bbac11c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2615728 Aug 20 09:08:30.696913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36302) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:30.773268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d02c4-b177-424b-893b-9af2929b45c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:30.775930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-783d02c4-b177-424b-893b-9af2929b45c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "GET /v2.0/ports/c41002a2-1abd-4a72-a5b7-7a149874dddf HTTP/1.1" status: 200 len: 958 time: 0.0775211 Aug 20 09:08:30.778427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36306) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:30.780510 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.841090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Made reservation on behalf of 8c2355b299f34d93aaaa2273e4c6a74f for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:30.841848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-5183fde2-598c-4574-b39a-26f279a117ea', 'network_id': '5183fde2-598c-4574-b39a-26f279a117ea', 'tenant_id': '8c2355b299f34d93aaaa2273e4c6a74f', 'fixed_ips': [{'subnet_id': 'ce2b2b1b-ff45-4986-ad6e-ee53221b8585'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:30.842737 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.854900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.857497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db044ca6-2c30-44c9-9e6f-3bda076e651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.861013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-db044ca6-2c30-44c9-9e6f-3bda076e651a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:30.864989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-db044ca6-2c30-44c9-9e6f-3bda076e651a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d80d5e82-df5b-47b0-bd28-1d87942a6e0f HTTP/1.1" status: 204 len: 168 time: 0.8498392 Aug 20 09:08:30.889745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db044ca6-2c30-44c9-9e6f-3bda076e651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d5e82-df5b-47b0-bd28-1d87942a6e0f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:30.907766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] device_id is not set on port 278bce53-4a64-406d-96cf-783a6ccb69bf yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:30.918785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'tag': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'}, {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:30.922345 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb80f03-3662-4cb6-9f7a-348fa86457bc", "tag": "dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b"}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:30.942504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cab0c3-917f-43b1-8862-5701a9ce83a1 None None] Pushing event updated for resources: {'Port': ['ID=0c8adc08-c079-42fd-9b2c-af709ee13beb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:30.951465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Deleting port c41002a2-1abd-4a72-a5b7-7a149874dddf {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:30.955192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:58:00Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:30.968507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.003001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36312) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:31.052973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da755-f90e-4ba2-af56-e25c3406c578 None None] The sync data for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 is: [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T08:57:49Z', 'revision_number': 4, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '1801a074-a233-4631-a59d-0a61ad1e4195', 'name': '', 'network_id': '2197b274-0c57-4258-a943-1259d03ded58', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'mac_address': 'fa:16:3e:7f:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:46Z', 'updated_at': '2021-08-20T08:58:00Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'subnets': [{'id': '1250a3d0-39fb-409b-a936-3ab03579e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:31.056601 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23780f61-a09f-4b5f-b1f4-c867f34d788b x-openstack-request-id: req-23780f61-a09f-4b5f-b1f4-c867f34d788b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:31.057078 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb80f03-3662-4cb6-9f7a-348fa86457bc", "tag": "dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b", "status": "completed", "code": 200}, {"server_uuid": "b90dbd2c-d75c-4d7c-a69f-753864902a2c", "name": "network-vif-deleted", "tag": "a8d42b52-32f9-4969-817c-67a6380e5eaf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:31.057348 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23780f61-a09f-4b5f-b1f4-c867f34d788b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:31.058441 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'tag': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b', 'status': 'completed', 'code': 200} Aug 20 09:08:31.058441 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90dbd2c-d75c-4d7c-a69f-753864902a2c', 'name': 'network-vif-deleted', 'tag': 'a8d42b52-32f9-4969-817c-67a6380e5eaf', 'status': 'completed', 'code': 200} Aug 20 09:08:31.081883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6e09b3f-af0d-401d-a23d-c59ee19febf6 None None] Provisioning complete for port 0c8adc08-c079-42fd-9b2c-af709ee13beb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:31.082261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6e09b3f-af0d-401d-a23d-c59ee19febf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.160904 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.212008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Calling delete_port for c41002a2-1abd-4a72-a5b7-7a149874dddf owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:31.303596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Allocated IP 172.20.0.2 (5183fde2-598c-4574-b39a-26f279a117ea/ce2b2b1b-ff45-4986-ad6e-ee53221b8585/278bce53-4a64-406d-96cf-783a6ccb69bf) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:31.343870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-16816c43-eaad-4ab2-b570-77cd3126f79f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=975ffb862fa744e2a253aafa8331957a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379669 Aug 20 09:08:31.347264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36318) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:31.350077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Allocated IP 172.20.0.2 (8b94a345-ba8e-4c00-991f-eff509741408/986982a0-2078-475f-b844-ad0d6a35f190/3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:31.383906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-932c4f4c-8e48-4fb4-9b25-0bd0f2b81b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:31.390512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-932c4f4c-8e48-4fb4-9b25-0bd0f2b81b2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 1094 time: 0.2890451 Aug 20 09:08:31.431670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0c8adc08-c079-42fd-9b2c-af709ee13beb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:31.483165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.576920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03d8240e-d69b-46e1-8e92-9b7200a10243 req-cc9c60dc-2292-4d40-af68-6286d3b5cdb3 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.1352518 Aug 20 09:08:31.598965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0c8adc08-c079-42fd-9b2c-af709ee13beb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:31.599462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.623609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7264c09-5660-4664-9cd7-bd51df5a0b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.627687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event deleted for resources: {'Port': ['ID=c41002a2-1abd-4a72-a5b7-7a149874dddf,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:31.642665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.650608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d718a01e-6b64-4690-9b9e-77c841621483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "DELETE /v2.0/ports/c41002a2-1abd-4a72-a5b7-7a149874dddf HTTP/1.1" status: 204 len: 168 time: 0.8676167 Aug 20 09:08:31.652969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36330) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:31.663252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524852-f617-4fea-be75-cfdc2c6728ad None None] New status for floating IP af162551-14db-47f5-8fb2-838fe2fe0fc4: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:08:31.755878 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a811cdc-4a67-40de-9baf-45922e8b12a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:08:31.758020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8a811cdc-4a67-40de-9baf-45922e8b12a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "GET /v2.0/ports/c41002a2-1abd-4a72-a5b7-7a149874dddf HTTP/1.1" status: 404 len: 333 time: 0.1006312 Aug 20 09:08:31.769078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36332) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:31.797179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Request body: {'port': {'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2124857382'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:31.812528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7264c09-5660-4664-9cd7-bd51df5a0b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.870110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-54c79268-9753-49cb-8854-199d184acb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:31.873091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-54c79268-9753-49cb-8854-199d184acb0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 910 time: 0.4746845 Aug 20 09:08:31.951548 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-b285886c-0d4a-4b8c-9478-9608e5d16be7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b HTTP/1.1" status: 200 len: 217 time: 0.0619504 Aug 20 09:08:31.952449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Made reservation on behalf of ac5ba23734514af290b04651ab73b3ed for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:31.964157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:31.979118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f9d10-fda1-4456-a8da-737cc36a6f3b req-5b761fca-f959-4cdf-a9c0-0b5fd81eb61b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:31.988633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a35f9d10-fda1-4456-a8da-737cc36a6f3b req-5b761fca-f959-4cdf-a9c0-0b5fd81eb61b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 943 time: 0.2449572 Aug 20 09:08:32.013986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.024417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:32.041147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Transition to ACTIVE for port object 278bce53-4a64-406d-96cf-783a6ccb69bf will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:32.051258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-0992ec7d-1b88-4950-affa-44ada009d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:32.053757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-0992ec7d-1b88-4950-affa-44ada009d097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.0934036 Aug 20 09:08:32.088241 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.100367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Transition to ACTIVE for port object 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:32.113980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a35f9d10-fda1-4456-a8da-737cc36a6f3b req-85d680f1-6033-47d3-9267-792107d2c051 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241384 Aug 20 09:08:32.117054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7264c09-5660-4664-9cd7-bd51df5a0b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.119714 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7264c09-5660-4664-9cd7-bd51df5a0b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.121104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a7264c09-5660-4664-9cd7-bd51df5a0b95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae876046-70ca-4550-90a2-601987317533 HTTP/1.1" status: 204 len: 168 time: 0.7726481 Aug 20 09:08:32.127018 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-c15b4af2-f876-4cb8-8283-d38b21d10737 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642769 Aug 20 09:08:32.133797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Transition to ACTIVE for port object 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:32.153356 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.173290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7264c09-5660-4664-9cd7-bd51df5a0b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae876046-70ca-4550-90a2-601987317533,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:32.232446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Network 8b94a345-ba8e-4c00-991f-eff509741408 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:32.238566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Pushing event updated for resources: {'Port': ['ID=3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:32.247626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:32.258842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.275276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:32.302183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36344) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:32.347896 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.363238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.373826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Network 5183fde2-598c-4574-b39a-26f279a117ea is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:32.399422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:32.406008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:32.414405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.442757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Attempting to bind port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:32.443043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Attempting to bind port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ea589151-5396-4199-8647-bca9eac6694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b94a345-ba8e-4c00-991f-eff509741408'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:32.443409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Attempting to bind port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 on network 8b94a345-ba8e-4c00-991f-eff509741408 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:32.455340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:32.455625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Checking segment: {'id': 'ea589151-5396-4199-8647-bca9eac6694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b94a345-ba8e-4c00-991f-eff509741408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:32.455972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.456367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Bound using segment: {'id': 'ea589151-5396-4199-8647-bca9eac6694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b94a345-ba8e-4c00-991f-eff509741408'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:32.456843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Bound port: 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea589151-5396-4199-8647-bca9eac6694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8b94a345-ba8e-4c00-991f-eff509741408'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:32.457394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.469004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=577e8eda-ee9a-49da-ab91-b2ce8a5f8122,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:32.481766 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-45193d6f-1dd0-4576-9dea-da353fe0f0e1 {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:08:32.482137 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:08:32.488452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Network b0fa460e-fef3-4cb7-a69a-894bfaadd985 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:32.491055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:32.493573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:32.494624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:32.495280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.518427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1f19822f-4614-42b2-950e-71d57a93b464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7294533 Aug 20 09:08:32.519104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36350) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:32.524652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:32.537488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=986982a0-2078-475f-b844-ad0d6a35f190,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:32.555882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event updated for resources: {'Port': ['ID=278bce53-4a64-406d-96cf-783a6ccb69bf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:32.561869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] For port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:32.566870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] For port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4,segment=NetworkSegment(ea589151-5396-4199-8647-bca9eac6694e),segment_id=ea589151-5396-4199-8647-bca9eac6694e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:32.576089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.602348 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.644801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dea08-5a36-4ac9-83c5-8fd2f292f3fd None None] Pushing event updated for resources: {'Port': ['ID=3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:32.705052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:32.705697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.710182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.713987 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-ebe420a8-a80e-47a7-be89-1f354d95a188 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781186 Aug 20 09:08:32.736606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b94a345-ba8e-4c00-991f-eff509741408']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:32.763623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243964c-81cb-4a94-9f68-53619ae9e8c7 None None] Network 8b94a345-ba8e-4c00-991f-eff509741408 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:32.794106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea589151-5396-4199-8647-bca9eac6694e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:32.794405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea589151-5396-4199-8647-bca9eac6694e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:32.800859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-828d667b-1d02-4217-9430-340b67e939cd tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4896212 Aug 20 09:08:32.808414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36358) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:32.815517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Request body: {'port': {'network_id': '5183fde2-598c-4574-b39a-26f279a117ea', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1470118052', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:32.816069 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] bootfile-name is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:08:32.816405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] tftp-server is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:08:32.816732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] server-ip-address is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:08:32.820835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.876485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-419b613a-43eb-4a0a-aef1-b109172055c1 tempest-ServiceProvidersTest-1620592347 tempest-ServiceProvidersTest-1620592347-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5701840 Aug 20 09:08:32.913883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71adb8d9-e420-47d3-b596-a7e49c41451b req-19adb482-97cd-4679-b923-d3973aceb314 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0699852 Aug 20 09:08:32.941336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] device_id is not set on port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:32.947396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.950672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.965897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Transition to ACTIVE for port object 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:32.977588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.984595 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:32.994382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:33.001451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.097739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=577e8eda-ee9a-49da-ab91-b2ce8a5f8122,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:33.113805 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:33.118916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.119327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.119866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.141687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.144159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:08:33.144159 n-d-804285-2 neutron-server[101317]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:08:33.144159 n-d-804285-2 neutron-server[101317]: [parameters: {'id': '8b94a345-ba8e-4c00-991f-eff509741408'}] Aug 20 09:08:33.144159 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:08:33.144715 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:08:33.148406 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.149829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Made reservation on behalf of 8c2355b299f34d93aaaa2273e4c6a74f for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:33.152092 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 2 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.153636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.210298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.210850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.212590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.229779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.230118 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.230521 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 3 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.277287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:08:33.337899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.338249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.338591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.366484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.366820 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.367944 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 4 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.390296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36374) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:33.418433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4579c5-8353-4994-9568-ecb2c1f94089 req-d460d033-dc23-4ca9-83b1-f682a653e074 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:33.428570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf4579c5-8353-4994-9568-ecb2c1f94089 req-d460d033-dc23-4ca9-83b1-f682a653e074 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 943 time: 0.1652954 Aug 20 09:08:33.438772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.439099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.439439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.457316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.457643 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.458214 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 5 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.467472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Allocated IP 172.20.0.3 (5183fde2-598c-4574-b39a-26f279a117ea/ce2b2b1b-ff45-4986-ad6e-ee53221b8585/bbc4ab11-c4b5-41c9-a8aa-e360df1138d3) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:33.475378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.475720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.476062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.488037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.488389 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.490779 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 6 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.507516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.507516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.507516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.523609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf4579c5-8353-4994-9568-ecb2c1f94089 req-69ef06ba-ea69-4252-9959-551dce638ffd tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936618 Aug 20 09:08:33.536926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.537282 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.537656 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 7 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.559499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.564238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.564923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.574295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.574914 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.575505 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 8 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.578197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cb8d1dbd-0ac9-478a-ab36-29becf8fdd6c req-946996ff-859b-4e7b-9c76-9593633de028 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8548234 Aug 20 09:08:33.580003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] device_id is not set on port 26910e53-34a4-41f6-91cc-ae7b992c4d3f yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:33.610665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.611655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.612199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.617707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.618361 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.618957 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 9 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.634209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.634995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.635538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.642282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.643269 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.643978 n-d-804285-2 neutron-server[101316]: INFO neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempt 10 to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 Aug 20 09:08:33.654156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.671085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:33.676037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:33.678228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempting to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:33.684472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:08:33.685056 n-d-804285-2 neutron-server[101316]: ERROR neutron.plugins.ml2.managers [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Failed to bind port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on host n-h1-804285-2 for vnic_type normal using segments [{'id': '203ef5ba-1f3d-49e4-8916-8801295a97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b0fa460e-fef3-4cb7-a69a-894bfaadd985'}] Aug 20 09:08:33.685635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.695092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36382) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:33.723448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:33.753163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'port_id': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b', 'mac_address': 'fa:16:3e:7b:3b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e77217-0052-42da-8167-e669acf4147e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:08:33.776665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] For port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:33.777433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attempted to set empty binding levels {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 09:08:33.790210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.799434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:33.800005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.808834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-59166748-network', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:33.868322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.871995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event updated for resources: {'Port': ['ID=577e8eda-ee9a-49da-ab91-b2ce8a5f8122,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:33.873294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4,segment=NetworkSegment(ea589151-5396-4199-8647-bca9eac6694e),segment_id=ea589151-5396-4199-8647-bca9eac6694e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:33.873868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.885155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:08:33.893123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:33.899249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.905100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] In _notify_port_updated(), no bound segment for port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 on network b0fa460e-fef3-4cb7-a69a-894bfaadd985 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:08:33.906529 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:33.907443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.910531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9a6d0d7-d1ea-46d4-8f40-621c96405ce8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "PUT /v2.0/ports/577e8eda-ee9a-49da-ab91-b2ce8a5f8122 HTTP/1.1" status: 200 len: 979 time: 1.3904538 Aug 20 09:08:33.916270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:33.917564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36386) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:33.922482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Transition to ACTIVE for port object bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:33.927977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.970185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-132c0399-d81c-4312-9eba-94dcb2c2c37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:33.977234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Transition to ACTIVE for port object bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:34.004137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.006156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Made reservation on behalf of 1db78ea35b044b249969e0f33a255ff7 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:34.008404 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.019829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.032075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.054915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Network 5183fde2-598c-4574-b39a-26f279a117ea is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:34.058141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:34.063037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:34.076038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Allocated IP 172.20.0.8 (5183fde2-598c-4574-b39a-26f279a117ea/ce2b2b1b-ff45-4986-ad6e-ee53221b8585/26910e53-34a4-41f6-91cc-ae7b992c4d3f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:34.112015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Pushing event updated for resources: {'Port': ['ID=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.144850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Attempting to bind port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:34.145326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Attempting to bind port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2057286c-dd91-4eb5-9529-7cf52378df9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5183fde2-598c-4574-b39a-26f279a117ea'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:34.145695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Attempting to bind port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 on network 5183fde2-598c-4574-b39a-26f279a117ea {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:34.151392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:34.151776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Checking segment: {'id': '2057286c-dd91-4eb5-9529-7cf52378df9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5183fde2-598c-4574-b39a-26f279a117ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:34.152579 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.152579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Bound using segment: {'id': '2057286c-dd91-4eb5-9529-7cf52378df9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5183fde2-598c-4574-b39a-26f279a117ea'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:34.152993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Bound port: bbc4ab11-c4b5-41c9-a8aa-e360df1138d3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2057286c-dd91-4eb5-9529-7cf52378df9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5183fde2-598c-4574-b39a-26f279a117ea'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:34.153376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.158639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-132c0399-d81c-4312-9eba-94dcb2c2c37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.232265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] For port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:34.237078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] For port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,segment=NetworkSegment(2057286c-dd91-4eb5-9529-7cf52378df9a),segment_id=2057286c-dd91-4eb5-9529-7cf52378df9a)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:34.240762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:08:34.257597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.269612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.272762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Transition to ACTIVE for port object 26910e53-34a4-41f6-91cc-ae7b992c4d3f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:34.286192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.287993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-132c0399-d81c-4312-9eba-94dcb2c2c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.316616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.346455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c0399-d81c-4312-9eba-94dcb2c2c37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d1fd79-a3dd-493b-a62f-fd6652b97732,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.366708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2598d40-1416-4f6a-92d9-c38f0a8d1f1e req-70e8c156-2680-46c4-ae9d-d38518be4918 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.2034647 Aug 20 09:08:34.368972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.381859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Network 5183fde2-598c-4574-b39a-26f279a117ea is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:34.386346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:34.394212 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.398822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:34.428151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4befeda-f363-4a90-8c8a-845220a887a5 None None] Pushing event updated for resources: {'Port': ['ID=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.459952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db30cb-5f29-48d2-8a51-356dc5bfdc4d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.488798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:34.489533 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.506448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:34.521687 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7108486 Aug 20 09:08:34.522641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36390) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:34.536117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port 3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:34.546823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0b49-6b25-4a2a-8941-44a3bf7414f4 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event updated for resources: {'Port': ['ID=26910e53-34a4-41f6-91cc-ae7b992c4d3f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.561496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-132c0399-d81c-4312-9eba-94dcb2c2c37a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18b0ddfd3a8a49888a26fda587d5d053&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1646388 Aug 20 09:08:34.562244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.562507 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Added segment 329334cd-7f54-416f-a3bd-1544baed2c22 of type vlan for network 40ff20ae-195c-4c1d-b967-310d41810e85 Aug 20 09:08:34.563771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36394) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:34.644337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=3835ec5f-ced1-4cf0-bde4-d4a0951e5dd4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:34.693786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Deleting port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:34.694220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.761119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0dbb1-14a5-46e6-a8f5-01facb4bb678 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:34.768217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0dbb1-14a5-46e6-a8f5-01facb4bb678 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:34.774389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0dbb1-14a5-46e6-a8f5-01facb4bb678 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:34.779324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aac0dbb1-14a5-46e6-a8f5-01facb4bb678 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2455006 Aug 20 09:08:34.781331 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.784106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36396) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:34.819143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b94a345-ba8e-4c00-991f-eff509741408']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:34.837294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea589151-5396-4199-8647-bca9eac6694e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:34.837595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea589151-5396-4199-8647-bca9eac6694e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:34.854419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.895420 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.904593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:34.905014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:34.908536 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:34.979727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Deleting port 26910e53-34a4-41f6-91cc-ae7b992c4d3f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:34.980056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:34.997130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.037594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.041363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/8b94a345-ba8e-4c00-991f-eff509741408 HTTP/1.1" status: 204 len: 168 time: 4.9296978 Aug 20 09:08:35.046097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36398) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:35.065304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-222045296'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:35.076562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fded8f1-c9ad-4011-a011-5899df43bc21 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=8b94a345-ba8e-4c00-991f-eff509741408,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:35.099330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.128307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:35.132739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.153050 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.159957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02528287-7913-4909-b811-101bcd8f72dd req-7a404596-d490-4bc3-9b99-c71ad4eb2ec7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:35.167189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02528287-7913-4909-b811-101bcd8f72dd req-7a404596-d490-4bc3-9b99-c71ad4eb2ec7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 944 time: 0.5325482 Aug 20 09:08:35.170202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Calling delete_port for 26910e53-34a4-41f6-91cc-ae7b992c4d3f owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:35.183847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] For port 577e8eda-ee9a-49da-ab91-b2ce8a5f8122, host n-h1-804285-2, got binding levels [] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:35.184046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.184422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:35.199938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b13bd4a-17a4-4b4a-a8a3-4ff9baf2571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.217224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Calling delete_port for 577e8eda-ee9a-49da-ab91-b2ce8a5f8122 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:35.221252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.222276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:35.222862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.223131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:35.225876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.225876 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 70ca3aa3-a360-46fc-b5d6-f7cc2757456a of type vlan for network 1820aa2f-2569-4794-a591-e42ba75f48df Aug 20 09:08:35.274059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b13bd4a-17a4-4b4a-a8a3-4ff9baf2571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.316065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.384225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.385850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:35.390138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:35.390727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.391328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:35.402012 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.443335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:35.453005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02528287-7913-4909-b811-101bcd8f72dd req-ebdfa771-59e7-4680-9ed7-1951512d1e3b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849119 Aug 20 09:08:35.480113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7826412 Aug 20 09:08:35.497503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:35.508475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Request body: {'subnet': {'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-59166748-subnet', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:35.529335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.542593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:35.555436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3750c-fa6b-43e8-9ac8-421405a02386 admin admin] Pushing event updated for resources: {'Network': ['ID=40ff20ae-195c-4c1d-b967-310d41810e85,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:35.614820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.619825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 40ff20ae-195c-4c1d-b967-310d41810e85 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:35.632128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5807087 Aug 20 09:08:35.635380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36404) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:35.642110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ba22d3b-f0bd-4379-adcc-b8c57b4d091d req-36d65a22-f601-42af-b3c1-6bdbb90f9fe2 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0606415 Aug 20 09:08:35.648976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:35.663442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event deleted for resources: {'Port': ['ID=26910e53-34a4-41f6-91cc-ae7b992c4d3f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:35.669250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b55edb-2dcb-467b-97cc-5bad300e7b71 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=1820aa2f-2569-4794-a591-e42ba75f48df,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:35.711934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Made reservation on behalf of 1db78ea35b044b249969e0f33a255ff7 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:35.714426 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.743450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 1820aa2f-2569-4794-a591-e42ba75f48df details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:35.770891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b13bd4a-17a4-4b4a-a8a3-4ff9baf2571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.773778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6b13bd4a-17a4-4b4a-a8a3-4ff9baf2571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.788667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6b13bd4a-17a4-4b4a-a8a3-4ff9baf2571b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6d1fd79-a3dd-493b-a62f-fd6652b97732 HTTP/1.1" status: 204 len: 168 time: 1.2193239 Aug 20 09:08:35.789112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:35.793340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:08:35.796918 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07684f38-a52f-44e9-aec8-9934dc8da4d3" -d '{"events": [{"server_uuid": "0cb80f03-3662-4cb6-9f7a-348fa86457bc", "name": "network-vif-plugged", "status": "completed", "tag": "dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:08:35.839508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.854710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.857055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:35.857446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f530c7b-4efb-4288-b00e-c6912fad39f8 None None] Network 5183fde2-598c-4574-b39a-26f279a117ea requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:35.859011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a2c2ef01-119d-44de-8f09-a431c4e64ad0 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "DELETE /v2.0/ports/26910e53-34a4-41f6-91cc-ae7b992c4d3f HTTP/1.1" status: 204 len: 168 time: 1.0740545 Aug 20 09:08:35.863255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36410) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:35.880310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Request body: {'port': {'name': 'tempest-new-port-name-7480319', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:35.880978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] bootfile-name is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:08:35.881500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] tftp-server is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:08:35.882019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] server-ip-address is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:08:35.968127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Pushing event deleted for resources: {'Port': ['ID=577e8eda-ee9a-49da-ab91-b2ce8a5f8122,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:35.970605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13bd4a-17a4-4b4a-a8a3-4ff9baf2571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d1fd79-a3dd-493b-a62f-fd6652b97732,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:35.984491 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934636d7-7250-4685-b3bf-095bbd7a9894 x-openstack-request-id: req-934636d7-7250-4685-b3bf-095bbd7a9894 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:08:35.984782 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb80f03-3662-4cb6-9f7a-348fa86457bc", "name": "network-vif-plugged", "status": "completed", "tag": "dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:08:35.985093 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-934636d7-7250-4685-b3bf-095bbd7a9894 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:08:35.985791 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b', 'code': 200} Aug 20 09:08:35.995115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:36.002122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.021142 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.023489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dfad4712-95da-466c-acad-e64decc806f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "DELETE /v2.0/ports/577e8eda-ee9a-49da-ab91-b2ce8a5f8122 HTTP/1.1" status: 204 len: 168 time: 2.1045845 Aug 20 09:08:36.049740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36414) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:36.085029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.088263 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa991434-ae60-4bb2-bd60-d1f9e3ff2cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] GET failed (client error): The resource could not be found. Aug 20 09:08:36.090200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fa991434-ae60-4bb2-bd60-d1f9e3ff2cf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-70480206-project-admin] 10.222.0.35 "GET /v2.0/ports/577e8eda-ee9a-49da-ab91-b2ce8a5f8122 HTTP/1.1" status: 404 len: 333 time: 0.0392544 Aug 20 09:08:36.093913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36416) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:36.106842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing IP validity checks on allocation pools {{(pid=101316) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 09:08:36.108058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101316) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 09:08:36.161226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] Provisioning for port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:36.204513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] Provisioning complete for port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:36.204911 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.206632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:36.207641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.377666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.395882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fa460e-fef3-4cb7-a69a-894bfaadd985']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:36.404328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.430926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203ef5ba-1f3d-49e4-8916-8801295a97f4') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:36.430926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203ef5ba-1f3d-49e4-8916-8801295a97f4') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:36.453992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd2d9-5f01-4f5d-8be4-e620393d0084 req-a7c5b415-c9c3-445f-bd8b-feab19ee6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:36.455845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15dbd2d9-5f01-4f5d-8be4-e620393d0084 req-a7c5b415-c9c3-445f-bd8b-feab19ee6026 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 1096 time: 0.4011939 Aug 20 09:08:36.464314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.472643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] For port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,segment=NetworkSegment(2057286c-dd91-4eb5-9529-7cf52378df9a),segment_id=2057286c-dd91-4eb5-9529-7cf52378df9a)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:36.474527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.478145 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.487204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.611245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.616365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd65e3-9d61-4926-9288-3b9fdc5c4d3c None None] Pushing event updated for resources: {'Port': ['ID=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:36.632719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:36.633437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:36.660683 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:36.684560 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15dbd2d9-5f01-4f5d-8be4-e620393d0084 req-f44dc8f5-4547-4af4-b321-95b1bf184250 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175937 Aug 20 09:08:36.699271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Checking segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:36.699685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Network hostable DHCP agents. Network: 40ff20ae-195c-4c1d-b967-310d41810e85, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:36.721920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3087a9a6-fe03-495f-b70d-78b85607298c,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:36.734206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Network 40ff20ae-195c-4c1d-b967-310d41810e85 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:36.775059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=9c077f1b-fd72-4d33-8a36-de296ab2c7eb,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:36.776984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 40ff20ae-195c-4c1d-b967-310d41810e85) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:36.784035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:36.786005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.788265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff0d12-635c-466f-924d-36ee6fe7c6b6 None None] Network 40ff20ae-195c-4c1d-b967-310d41810e85 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:36.812559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.822059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.888706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event updated for resources: {'Port': ['ID=278bce53-4a64-406d-96cf-783a6ccb69bf,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:36.899086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-181b3514-21a7-4ec5-a6ca-3c52f0ecd062 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3963125 Aug 20 09:08:36.900372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36440) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:36.904255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-17588476-5c7e-4a18-8212-7c4de3691792 None None] Provisioning for port 278bce53-4a64-406d-96cf-783a6ccb69bf completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:36.906390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:36.915373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-17588476-5c7e-4a18-8212-7c4de3691792 None None] Provisioning complete for port 278bce53-4a64-406d-96cf-783a6ccb69bf triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:36.915751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-17588476-5c7e-4a18-8212-7c4de3691792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.929970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80a63324-e8b6-4729-8f3b-20c35b119458 req-499560f3-2945-4a2a-a17a-d889d4384354 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0784471 Aug 20 09:08:36.978156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '70ca3aa3-a360-46fc-b5d6-f7cc2757456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:36.978156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 1820aa2f-2569-4794-a591-e42ba75f48df, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:36.979945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:36.991136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36442) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:37.002112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] In _notify_port_updated(), no bound segment for port 278bce53-4a64-406d-96cf-783a6ccb69bf on network 5183fde2-598c-4574-b39a-26f279a117ea {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:08:37.003339 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.005950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] 10.222.0.35 "DELETE /v2.0/networks/b0fa460e-fef3-4cb7-a69a-894bfaadd985 HTTP/1.1" status: 204 len: 168 time: 0.9100664 Aug 20 09:08:37.023665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:37.024380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.028552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-84bee43b-536c-425d-bcf3-a1780e352aa6 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "PUT /v2.0/ports/278bce53-4a64-406d-96cf-783a6ccb69bf HTTP/1.1" status: 200 len: 1133 time: 1.1637979 Aug 20 09:08:37.029580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36448) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:37.038891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.040209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.053160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-17588476-5c7e-4a18-8212-7c4de3691792 None None] Port 278bce53-4a64-406d-96cf-783a6ccb69bf cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:37.063730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60aa260-8a91-4287-b1b6-4b80151868e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-707006436-project] Pushing event deleted for resources: {'Network': ['ID=b0fa460e-fef3-4cb7-a69a-894bfaadd985,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:37.088667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab71f8-32dd-45d9-a2c4-5dc58244ea8b req-02cde80d-0034-4428-bd96-1427b971cc39 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:37.099071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77ab71f8-32dd-45d9-a2c4-5dc58244ea8b req-02cde80d-0034-4428-bd96-1427b971cc39 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.4394290 Aug 20 09:08:37.111769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.116129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 1820aa2f-2569-4794-a591-e42ba75f48df is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:37.130671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 1820aa2f-2569-4794-a591-e42ba75f48df) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:37.149170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:37.150066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-17588476-5c7e-4a18-8212-7c4de3691792 None None] Provisioning complete for port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:37.150327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.150462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-17588476-5c7e-4a18-8212-7c4de3691792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.165001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35878e2b-7736-4a63-bb68-2cb361a2481a None None] Network 1820aa2f-2569-4794-a591-e42ba75f48df requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:37.226013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77ab71f8-32dd-45d9-a2c4-5dc58244ea8b req-61f1ea82-4550-4320-ba6c-e572c0ee7462 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172578 Aug 20 09:08:37.252253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1a7b58c-ca39-465c-8870-2fb95b7b11c7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6098299 Aug 20 09:08:37.252438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36450) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:37.389039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1703207207'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:37.405078 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.434289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39404dd0-2a1e-4e8b-9bd0-cef128668a0d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:37.442356 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-39404dd0-2a1e-4e8b-9bd0-cef128668a0d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "GET /v2.0/ports/278bce53-4a64-406d-96cf-783a6ccb69bf HTTP/1.1" status: 200 len: 1133 time: 0.4116774 Aug 20 09:08:37.443042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36454) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:37.478654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Made reservation on behalf of e664f89ecc444883ad7702bfcec5a28b for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:37.484774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.515846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:37.533615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36456) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:37.575537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.618357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.644137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-1820aa2f-2569-4794-a591-e42ba75f48df', 'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '9c077f1b-fd72-4d33-8a36-de296ab2c7eb'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:37.645089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.678984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Deleting port 278bce53-4a64-406d-96cf-783a6ccb69bf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:37.686194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.869809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.880621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.926593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de6ac58-4a89-4443-bbe0-f4bb640f6ca3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:37.933376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b5721355-383a-4fae-b3ab-912dbbbf4c43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc368592e7c040a3a5efe4d2ca8ce3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993528 Aug 20 09:08:37.936859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:37.939677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36460) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:37.946485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.004614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Calling delete_port for 278bce53-4a64-406d-96cf-783a6ccb69bf owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:38.012834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:38.063346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.063867 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Added segment ab62b350-194a-4f61-87ab-124f5685075c of type vlan for network 20ae4d44-22ea-43b5-925f-26eae363d43f Aug 20 09:08:38.129205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9fc99668-170f-4a27-98b0-7eac557a279a req-2fa07096-05d4-4d12-ab23-35bd9e81900a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0458634 Aug 20 09:08:38.184543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.185284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Allocated IP 172.20.0.3 (1820aa2f-2569-4794-a591-e42ba75f48df/9c077f1b-fd72-4d33-8a36-de296ab2c7eb/07a58ea8-1104-478d-bc7f-e3ecce29ade7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:38.214505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.221131 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.229024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:38.229675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.264449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event deleted for resources: {'Port': ['ID=278bce53-4a64-406d-96cf-783a6ccb69bf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:38.356812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-40ff20ae-195c-4c1d-b967-310d41810e85', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:38.357784 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.361737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3614647 Aug 20 09:08:38.369044 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36466) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:38.374945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Request body: {'subnet': {'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:38.403664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:38.404053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.429816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a77ab8c1-ea72-466a-9b0c-a7843ec95580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.441923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.499858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.502466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c876df-ba96-4097-b1cc-30374f2bf716 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event updated for resources: {'Network': ['ID=20ae4d44-22ea-43b5-925f-26eae363d43f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:38.515958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.518765 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c31ebe62-42e4-46e8-9d2f-608f24a1a60b tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "DELETE /v2.0/ports/278bce53-4a64-406d-96cf-783a6ccb69bf HTTP/1.1" status: 204 len: 168 time: 1.0732286 Aug 20 09:08:38.522113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36468) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:38.524182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 20ae4d44-22ea-43b5-925f-26eae363d43f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:38.527029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a77ab8c1-ea72-466a-9b0c-a7843ec95580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.561488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0b72cfbf-20b8-4ed0-bbfe-439c0b3b0a0f None None] Could not find standard attr ID for object 26910e53-34a4-41f6-91cc-ae7b992c4d3f. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:08:38.615190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Deleting subnet ce2b2b1b-ff45-4986-ad6e-ee53221b8585 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:38.624973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.679711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0b72cfbf-20b8-4ed0-bbfe-439c0b3b0a0f None None] Could not find standard attr ID for object 278bce53-4a64-406d-96cf-783a6ccb69bf. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:08:38.681399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe0e5-00ad-4d94-bb48-bd29e69088bd req-7b17b225-1db6-4680-b64d-5d6b439f399e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:38.692745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5dfe0e5-00ad-4d94-bb48-bd29e69088bd req-7b17b225-1db6-4680-b64d-5d6b439f399e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.3586335 Aug 20 09:08:38.699459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a77ab8c1-ea72-466a-9b0c-a7843ec95580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.703140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a77ab8c1-ea72-466a-9b0c-a7843ec95580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.704766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a77ab8c1-ea72-466a-9b0c-a7843ec95580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cade89d-587e-4dbe-b47f-02152a7598af HTTP/1.1" status: 204 len: 168 time: 0.7174888 Aug 20 09:08:38.716943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Allocated IP 172.25.5.38 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/42b94fb8-5af8-4878-9e62-5a8a3dccaff0) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:38.727670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ab8c1-ea72-466a-9b0c-a7843ec95580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cade89d-587e-4dbe-b47f-02152a7598af,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:38.755250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Made reservation on behalf of e664f89ecc444883ad7702bfcec5a28b for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:38.759260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.795066 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.826076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:08:38.827235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Transition to ACTIVE for port object 07a58ea8-1104-478d-bc7f-e3ecce29ade7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:38.831029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Allocated IP 172.20.0.2 (40ff20ae-195c-4c1d-b967-310d41810e85/3087a9a6-fe03-495f-b70d-78b85607298c/5c601ebf-16ef-4b3f-9127-ead2f3b3cce9) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:38.861558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Transition to ACTIVE for port object 07a58ea8-1104-478d-bc7f-e3ecce29ade7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:38.877231 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.906183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.926572 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:38.960539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Network 1820aa2f-2569-4794-a591-e42ba75f48df is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:38.967590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:38.979689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:38.994327 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5dfe0e5-00ad-4d94-bb48-bd29e69088bd req-55c31114-8922-43f5-97b3-37b35c6db323 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004782 Aug 20 09:08:38.997648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.021517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.066522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Pushing event updated for resources: {'Port': ['ID=07a58ea8-1104-478d-bc7f-e3ecce29ade7,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:39.077186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Pushing event updated for resources: {'Port': ['ID=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:39.085655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:39.087185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:39.095713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:39.114373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Attempting to bind port 07a58ea8-1104-478d-bc7f-e3ecce29ade7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:39.118889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Attempting to bind port 07a58ea8-1104-478d-bc7f-e3ecce29ade7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '70ca3aa3-a360-46fc-b5d6-f7cc2757456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:39.120131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Attempting to bind port 07a58ea8-1104-478d-bc7f-e3ecce29ade7 on network 1820aa2f-2569-4794-a591-e42ba75f48df {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:39.149120 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.161236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1820aa2f-2569-4794-a591-e42ba75f48df']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:39.208056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ca3aa3-a360-46fc-b5d6-f7cc2757456a') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:39.208621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ca3aa3-a360-46fc-b5d6-f7cc2757456a') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:39.233145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.241192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=9c077f1b-fd72-4d33-8a36-de296ab2c7eb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:39.246552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:39.251538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Checking segment: {'id': '70ca3aa3-a360-46fc-b5d6-f7cc2757456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:39.252103 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.252612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Bound using segment: {'id': '70ca3aa3-a360-46fc-b5d6-f7cc2757456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:39.253252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Bound port: 07a58ea8-1104-478d-bc7f-e3ecce29ade7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ca3aa3-a360-46fc-b5d6-f7cc2757456a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1820aa2f-2569-4794-a591-e42ba75f48df'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:39.253773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.331958 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.344305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Transition to ACTIVE for port object 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:39.370297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36480) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:39.374498 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.412728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Transition to ACTIVE for port object 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:39.425951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.444915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.496944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Network 40ff20ae-195c-4c1d-b967-310d41810e85 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:39.503983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:39.511301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:39.516858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] For port 07a58ea8-1104-478d-bc7f-e3ecce29ade7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:39.527923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Pushing event updated for resources: {'Port': ['ID=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:39.555513 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1aa2db1-b0ee-4f4b-a7cb-7596ec02e594 req-2a9a96c2-a3a2-4ba4-b9b2-9a9a68c81f5a tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.2182381 Aug 20 09:08:39.556598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.559799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:39.559799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:39.593217 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:39.599426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-90840617-d2fe-4f11-be4a-3b45e712f0d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac5ba23734514af290b04651ab73b3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232616 Aug 20 09:08:39.633524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Attempting to bind port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:39.633935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Attempting to bind port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:39.634355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Attempting to bind port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 on network 40ff20ae-195c-4c1d-b967-310d41810e85 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:39.640599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:39.640987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Checking segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:39.641964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.642666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Bound using segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:39.643239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Bound port: 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:39.643634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.680331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36482) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:39.697133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] For port 07a58ea8-1104-478d-bc7f-e3ecce29ade7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=07a58ea8-1104-478d-bc7f-e3ecce29ade7,segment=NetworkSegment(70ca3aa3-a360-46fc-b5d6-f7cc2757456a),segment_id=70ca3aa3-a360-46fc-b5d6-f7cc2757456a)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:39.706882 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.723714 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:08:39.723714 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:08:39.723714 n-d-804285-2 neutron-server[101316]: [parameters: {'id': '1820aa2f-2569-4794-a591-e42ba75f48df'}] Aug 20 09:08:39.723714 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:08:39.724265 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:08:39.765236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2b2b1b-ff45-4986-ad6e-ee53221b8585,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:39.790747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.792798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-324ab2a0-934c-41be-bf9f-339dc9cebf3d tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "DELETE /v2.0/subnets/ce2b2b1b-ff45-4986-ad6e-ee53221b8585 HTTP/1.1" status: 204 len: 168 time: 1.2695894 Aug 20 09:08:39.805690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36484) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:39.818069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] For port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:39.820605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843dd64-d968-47e7-8d1d-7f0dcf4268c2 None None] Network 5183fde2-598c-4574-b39a-26f279a117ea requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:39.899906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] For port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:39.907013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.907691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb6e62-2995-4c96-b88c-61b2606b437b None None] Pushing event updated for resources: {'Port': ['ID=07a58ea8-1104-478d-bc7f-e3ecce29ade7,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:39.923220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34d600-d1f3-4609-99b4-814d0ddce26c None None] Network 1820aa2f-2569-4794-a591-e42ba75f48df requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:39.930073 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.957518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a349-6aac-4e4d-8de1-971eb9dafc3c req-1502fad0-8fcc-4819-a073-f1b8b641b45c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:39.959530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c30a349-6aac-4e4d-8de1-971eb9dafc3c req-1502fad0-8fcc-4819-a073-f1b8b641b45c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.4128420 Aug 20 09:08:39.962947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.970718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:39.975497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-da3be893-3099-4284-99a6-0dbef963152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:39.977230 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-da3be893-3099-4284-99a6-0dbef963152e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 1096 time: 0.5960467 Aug 20 09:08:40.041489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event updated for resources: {'Subnet': ['ID=ec0c3f2c-6ed8-4e61-9d66-04c836fc4607,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:40.101586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5848e-4c3f-4cf2-92a1-94ca0ad1a53e None None] Pushing event updated for resources: {'Port': ['ID=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:40.116138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-06b8fc63-a1b5-4bbf-9d69-04f138019743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:40.117786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-06b8fc63-a1b5-4bbf-9d69-04f138019743 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1082475 Aug 20 09:08:40.140492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c30a349-6aac-4e4d-8de1-971eb9dafc3c req-7a7d82ce-b82b-4f45-a96b-285b8054764d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708536 Aug 20 09:08:40.147529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24304ef9-bdb6-451c-9a67-6e0ebf2ef802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.173445 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-f4bfba55-c0d8-4bbd-9cdf-862ed37a3a7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b HTTP/1.1" status: 200 len: 217 time: 0.0445929 Aug 20 09:08:40.198536 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24304ef9-bdb6-451c-9a67-6e0ebf2ef802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.202167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Checking segment: {'id': 'ab62b350-194a-4f61-87ab-124f5685075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:40.202731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Network hostable DHCP agents. Network: 20ae4d44-22ea-43b5-925f-26eae363d43f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:40.228181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.254739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Deleting port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:40.255108 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.288752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-0e0ec349-9f9e-4573-b8fd-7d261374e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:40.290554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-0e0ec349-9f9e-4573-b8fd-7d261374e857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.1081548 Aug 20 09:08:40.333890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] DHCP port deletion for 5183fde2-598c-4574-b39a-26f279a117ea request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:40.355434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] For port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,segment=NetworkSegment(2057286c-dd91-4eb5-9529-7cf52378df9a),segment_id=2057286c-dd91-4eb5-9529-7cf52378df9a)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:40.355802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.361125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-c5067d0f-65fd-4c3e-93f7-b4fd9fa1bab2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353019 Aug 20 09:08:40.388189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Calling delete_port for bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:40.441473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Network 20ae4d44-22ea-43b5-925f-26eae363d43f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:40.451641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] Deleting port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:40.452360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.487629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.505038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 20ae4d44-22ea-43b5-925f-26eae363d43f) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:40.508652 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24304ef9-bdb6-451c-9a67-6e0ebf2ef802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.511457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24304ef9-bdb6-451c-9a67-6e0ebf2ef802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.512964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-24304ef9-bdb6-451c-9a67-6e0ebf2ef802 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9a693f3-aa83-4c9c-904b-638ebb717225 HTTP/1.1" status: 204 len: 168 time: 0.8029685 Aug 20 09:08:40.530493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:40.531046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.534653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304ef9-bdb6-451c-9a67-6e0ebf2ef802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a693f3-aa83-4c9c-904b-638ebb717225,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:40.577321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-2a0983fd-a1d7-4737-ad7b-f24e83c271b2 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084260 Aug 20 09:08:40.606313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-76f6b094-cbe1-4a33-8083-ab3ec620c332 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2360973 Aug 20 09:08:40.614341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36488) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:40.623324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Request body: {'port': {'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f', 'name': 'tempest-TagsExtTest-2039350604'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:40.628520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ed1c6-4811-473b-8e54-8e3882f73897 None None] Network 20ae4d44-22ea-43b5-925f-26eae363d43f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:40.669126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port 07a58ea8-1104-478d-bc7f-e3ecce29ade7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:40.669482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.813411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] For port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,segment=NetworkSegment(2057286c-dd91-4eb5-9529-7cf52378df9a),segment_id=2057286c-dd91-4eb5-9529-7cf52378df9a)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:40.813868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:40.831570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-867a05bd-6b4d-43d3-9d8e-e6a9fc4e5246 req-04bb6ae1-e986-4438-b081-07cd5e07ebc2 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094042 Aug 20 09:08:40.868337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] Calling delete_port for bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:40.887819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Router 4383e32c-d1f1-4055-9980-7041f087d67a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:08:40.960990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port 07a58ea8-1104-478d-bc7f-e3ecce29ade7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=07a58ea8-1104-478d-bc7f-e3ecce29ade7,segment=NetworkSegment(70ca3aa3-a360-46fc-b5d6-f7cc2757456a),segment_id=70ca3aa3-a360-46fc-b5d6-f7cc2757456a)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:40.961375 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.021477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd7f6117-644c-429e-a211-844426ba0927 req-2471c1bf-20be-474c-8a01-ebc73ff9f807 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.2203591 Aug 20 09:08:41.022336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.047027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for 07a58ea8-1104-478d-bc7f-e3ecce29ade7 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:41.084813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:41.087708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event deleted for resources: {'Port': ['ID=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:41.106879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Sync routers for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:41.122175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.122175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-97ff158b-9bc3-4b6c-ab99-a1ca7905d675 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2162812 Aug 20 09:08:41.122175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36504) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:41.159049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] No DVR routers for this DVR port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:41.178588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:41.180755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:41.197849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-20ae4d44-22ea-43b5-925f-26eae363d43f', 'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f', 'tenant_id': 'e664f89ecc444883ad7702bfcec5a28b', 'fixed_ips': [{'subnet_id': 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:41.205586 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.473427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.517999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5183fde2-598c-4574-b39a-26f279a117ea']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:41.548785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2057286c-dd91-4eb5-9529-7cf52378df9a') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:41.549708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2057286c-dd91-4eb5-9529-7cf52378df9a') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:41.602609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.607238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Made reservation on behalf of e664f89ecc444883ad7702bfcec5a28b for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:41.612431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.636277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.646227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f42db-9686-4351-a63b-0c4ec4b9fc02 req-871aaf95-1e1e-46ed-9ab9-e24b68a1a1b5 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:41.648104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db2f42db-9686-4351-a63b-0c4ec4b9fc02 req-871aaf95-1e1e-46ed-9ab9-e24b68a1a1b5 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.2793524 Aug 20 09:08:41.687550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:41.701571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] device_id is not set on port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:08:41.737869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:41.870291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36518) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:41.909817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Allocated IP 172.20.0.11 (20ae4d44-22ea-43b5-925f-26eae363d43f/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/6d7e9b50-a6f0-4798-aa8e-acb53a6183df) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:41.946471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:41.952213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f0db9-2af0-4a68-bb6c-90f90051014f None None] Network 40ff20ae-195c-4c1d-b967-310d41810e85 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:42.094715 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.098886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.103548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1299403247'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:42.114128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Transition to ACTIVE for port object 6d7e9b50-a6f0-4798-aa8e-acb53a6183df will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:42.165055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=07a58ea8-1104-478d-bc7f-e3ecce29ade7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:42.165320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.174585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port 07a58ea8-1104-478d-bc7f-e3ecce29ade7 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:42.177934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.179975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:42.180389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.182791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:42.187654 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:42.193970 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:42.210890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.261003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] No DVR routers for this DVR port bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:42.302308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3bed5625-49f0-4da7-ace1-84c0d21e257e None None] Provisioning for port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:42.334080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9643e8-215d-42b5-9682-4a5e3d024e03 None None] Pushing event deleted for resources: {'Port': ['ID=bbc4ab11-c4b5-41c9-a8aa-e360df1138d3,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:42.370805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Allocated IP 172.20.0.1 (40ff20ae-195c-4c1d-b967-310d41810e85/3087a9a6-fe03-495f-b70d-78b85607298c/526456fc-a38c-47f7-a3d3-1c44662b3265) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:42.419535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:42.433063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:42.433439 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.500343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.504322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Allocated IP 172.20.0.2 (20ae4d44-22ea-43b5-925f-26eae363d43f/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/4d31d0fd-1c01-420d-8d62-2f07c5197b06) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:42.553491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.566910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Transition to ACTIVE for port object 526456fc-a38c-47f7-a3d3-1c44662b3265 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:42.598148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.608924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.649052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:39Z', 'revision_number': 3, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:42.669868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:42.698706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.711288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Network 40ff20ae-195c-4c1d-b967-310d41810e85 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:42.717929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-992d8d67-713e-4495-84d7-c0b261ec349e req-cdeea8de-6c19-478d-b071-fcadcbd05e75 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.5307324 Aug 20 09:08:42.725034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.725851 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Added segment fc024a6b-b05b-49fe-9d86-e233ae6d759f of type vlan for network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e Aug 20 09:08:42.761969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Checking router: 4383e32c-d1f1-4055-9980-7041f087d67a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:42.762573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Updating router 4383e32c-d1f1-4055-9980-7041f087d67a port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:08:42.801939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.819390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.830870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.847089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:42.853379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61eb104-fd84-413d-8427-75f2524a4a06,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:42.874710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:42.876784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:42.890241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Pushing event updated for resources: {'Port': ['ID=526456fc-a38c-47f7-a3d3-1c44662b3265,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:42.892118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Network 20ae4d44-22ea-43b5-925f-26eae363d43f is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:42.893858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.909547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:42.911223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:42.916611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:42.919745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:42.927454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.032368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.041372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.049091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1820aa2f-2569-4794-a591-e42ba75f48df']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:43.063958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ca3aa3-a360-46fc-b5d6-f7cc2757456a') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:43.065208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ca3aa3-a360-46fc-b5d6-f7cc2757456a') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:43.075149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Network': ['ID=7a8d6773-2be6-4e9f-a513-28c8c95adf3e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.080912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.091765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:43.092545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.095587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.100735 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ec86f6a-4c14-4ee8-9569-8c267ffe9f1c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2293749 Aug 20 09:08:43.104155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event updated for resources: {'Port': ['ID=6d7e9b50-a6f0-4798-aa8e-acb53a6183df,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.106939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.108750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36524) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:43.124635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db2f42db-9686-4351-a63b-0c4ec4b9fc02 req-2c852921-12b9-43f6-8d40-f96d94d5b0b0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4414139 Aug 20 09:08:43.132756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'subnet': {'network_id': '7a8d6773-2be6-4e9f-a513-28c8c95adf3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:43.139622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1f0d9a5e-5a11-40f2-b0b0-9a9e118699de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5207837 Aug 20 09:08:43.142447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36526) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:43.143746 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.148180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] 10.222.0.35 "DELETE /v2.0/networks/5183fde2-598c-4574-b39a-26f279a117ea HTTP/1.1" status: 204 len: 168 time: 3.3389513 Aug 20 09:08:43.166039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-824550225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:43.183869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.201774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.215892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Transition to ACTIVE for port object 4d31d0fd-1c01-420d-8d62-2f07c5197b06 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:43.218672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:08:43.233953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4d123-10f0-4de9-8fef-e3ab8fa43994 tempest-ExtraDHCPOptionsTestJSON-735336014 tempest-ExtraDHCPOptionsTestJSON-735336014-project] Pushing event deleted for resources: {'Network': ['ID=5183fde2-598c-4574-b39a-26f279a117ea,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.234240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:43.252968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:43.253891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:43.259793 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:43.363024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:08:43.363919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.365250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.378596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bbc4ab11-c4b5-41c9-a8aa-e360df1138d3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:08:43.410682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:43.413695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.424691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.426376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Transition to ACTIVE for port object 4d31d0fd-1c01-420d-8d62-2f07c5197b06 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:43.484008 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96eb1d94-490b-4472-9678-c9f676748bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.514441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.533114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b7d108c5-df7c-4208-b660-4ec309b5b499 None None] Provisioning complete for port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:43.534339 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b7d108c5-df7c-4208-b660-4ec309b5b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.539520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.575696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:43.633691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Network 20ae4d44-22ea-43b5-925f-26eae363d43f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:43.634170 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.636334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/1820aa2f-2569-4794-a591-e42ba75f48df HTTP/1.1" status: 204 len: 168 time: 6.3828344 Aug 20 09:08:43.639419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4da027-2a6c-4869-b316-4c56c996d747 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=1820aa2f-2569-4794-a591-e42ba75f48df,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.641576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36532) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:43.652631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1077327998'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:43.671922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:43.685782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:43.710911 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.727528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.758768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.768481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.772938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:43.785600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.800270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.805501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64d0c397-23da-4e36-b581-47619d77492c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6543241 Aug 20 09:08:43.817093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:43.817455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36538) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:43.826909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Pushing event updated for resources: {'Port': ['ID=4d31d0fd-1c01-420d-8d62-2f07c5197b06,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.841889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a418e56f-b781-4776-93d0-470ee728972c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1726965312', 'prefixes': ['172.20.0.0/16']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:43.842501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Attempting to bind port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:43.842886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Attempting to bind port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ab62b350-194a-4f61-87ab-124f5685075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:43.843250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Attempting to bind port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 on network 20ae4d44-22ea-43b5-925f-26eae363d43f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:43.903700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Pushing event updated for resources: {'Port': ['ID=526456fc-a38c-47f7-a3d3-1c44662b3265,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:43.908717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:43.909274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Checking segment: {'id': 'ab62b350-194a-4f61-87ab-124f5685075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:43.909498 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.909951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Bound using segment: {'id': 'ab62b350-194a-4f61-87ab-124f5685075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:43.910913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Bound port: 4d31d0fd-1c01-420d-8d62-2f07c5197b06, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab62b350-194a-4f61-87ab-124f5685075c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '20ae4d44-22ea-43b5-925f-26eae363d43f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:43.910913 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.914411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:43.914879 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:43.922567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:43.929882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.053775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Network 40ff20ae-195c-4c1d-b967-310d41810e85 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:44.056502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:44.147253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-388db129-2b15-467e-a4dc-ef8bda3ec165 req-f4aba3c5-f4d9-46ca-a690-2fcf060e8904 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.2784874 Aug 20 09:08:44.151262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.227101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Router 4383e32c-d1f1-4055-9980-7041f087d67a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:44.287633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Subnet': ['ID=c7809d59-c36b-4826-a685-51b2888ae5fb,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:44.295238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.295807 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment ee153ce1-9296-4be0-b79b-a459268f870f of type vlan for network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 Aug 20 09:08:44.352510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1908d861-95d6-4506-b616-f3aef5b139bf None None] Provisioning for port 526456fc-a38c-47f7-a3d3-1c44662b3265 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:44.369446 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.375173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.386244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1908d861-95d6-4506-b616-f3aef5b139bf None None] Provisioning complete for port 526456fc-a38c-47f7-a3d3-1c44662b3265 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:44.386617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1908d861-95d6-4506-b616-f3aef5b139bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.388157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:44.398363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-83e6d63c-69b6-4280-81e3-625ec945af93 admin admin] 10.222.0.35 "PUT /v2.0/routers/4383e32c-d1f1-4055-9980-7041f087d67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2758667 Aug 20 09:08:44.421083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Transition to ACTIVE for port object 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:44.451969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] For port 4d31d0fd-1c01-420d-8d62-2f07c5197b06, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:44.470083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.474236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a418e56f-b781-4776-93d0-470ee728972c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for subnetpool, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.475532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a418e56f-b781-4776-93d0-470ee728972c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6553745 Aug 20 09:08:44.479685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:44.480300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] For port 4d31d0fd-1c01-420d-8d62-2f07c5197b06, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4d31d0fd-1c01-420d-8d62-2f07c5197b06,segment=NetworkSegment(ab62b350-194a-4f61-87ab-124f5685075c),segment_id=ab62b350-194a-4f61-87ab-124f5685075c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:44.486599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-d647496c-fd2f-4fd9-a158-d869c8109c8c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1358616295') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:44.492087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.495985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Checking segment: {'id': 'fc024a6b-b05b-49fe-9d86-e233ae6d759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7a8d6773-2be6-4e9f-a513-28c8c95adf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:44.496392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network hostable DHCP agents. Network: 7a8d6773-2be6-4e9f-a513-28c8c95adf3e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:44.517556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c145c01-0835-4729-9163-fa9b50ded499 req-7b7866b2-1ab8-450b-9439-7b202caf2d9d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:44.519301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c145c01-0835-4729-9163-fa9b50ded499 req-7b7866b2-1ab8-450b-9439-7b202caf2d9d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.2486148 Aug 20 09:08:44.526807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b83b74e5-8290-4317-9604-ecf987f3386f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c2355b299f34d93aaaa2273e4c6a74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080116 Aug 20 09:08:44.533988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36548) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:44.536563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c43dd6-6da1-40ab-9eac-61a18184e2fe None None] Pushing event updated for resources: {'Port': ['ID=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:44.545042 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.556510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1908d861-95d6-4506-b616-f3aef5b139bf None None] Port 526456fc-a38c-47f7-a3d3-1c44662b3265 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:44.633056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:44.648790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.654547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:44.655080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.702401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Attempting to bind port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:44.703334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Attempting to bind port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:44.703918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Attempting to bind port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:44.725879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09e53-6119-4ef9-a530-83cc90757d86 None None] Pushing event updated for resources: {'Port': ['ID=4d31d0fd-1c01-420d-8d62-2f07c5197b06,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:44.740367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:44.741707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:44.742803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.744149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:44.749420 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d647496c-fd2f-4fd9-a158-d869c8109c8c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1358616295 HTTP/1.1" status: 201 len: 201 time: 0.2660441 Aug 20 09:08:44.749803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36556) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:44.755713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Bound port: 42b94fb8-5af8-4878-9e62-5a8a3dccaff0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:44.756429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.757550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-e4216dbb-303c-4543-8fbc-7e76fcb6ce5a tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-1092591689') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:44.763771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=11749fe5-22d2-4ece-ac6d-cfa9575168d4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:44.775201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e27b064-7fef-4b80-89cb-8ea375014bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.784599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-279d11c0-e8ec-4bc5-aaf2-b76d0b959f7b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1382396 Aug 20 09:08:44.785314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 7a8d6773-2be6-4e9f-a513-28c8c95adf3e) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:44.789483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c145c01-0835-4729-9163-fa9b50ded499 req-e2e0bcd9-eb88-41e7-8093-2df97f0f7c75 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592800 Aug 20 09:08:44.809259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36558) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:44.832605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:44.833217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.841488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:44.924063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] For port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:44.930182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] For port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:44.936587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:44.940908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4216dbb-303c-4543-8fbc-7e76fcb6ce5a tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-1092591689 HTTP/1.1" status: 201 len: 201 time: 0.1882038 Aug 20 09:08:44.943297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36560) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:44.950943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e27b064-7fef-4b80-89cb-8ea375014bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:44.961924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-35130496-5f70-4155-8e68-2641497f808c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-1964731818') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.049151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09bf41-faeb-4fc6-92da-3a1b2d252b5b None None] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:45.066918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2e5873e7-fc51-4e6d-8579-9367f10e3d06 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9431157 Aug 20 09:08:45.066918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e27b064-7fef-4b80-89cb-8ea375014bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.067689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e27b064-7fef-4b80-89cb-8ea375014bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.068782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e27b064-7fef-4b80-89cb-8ea375014bdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3719a71b-4529-4414-9521-b98c443bca9e HTTP/1.1" status: 204 len: 168 time: 0.5307469 Aug 20 09:08:45.076428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36564) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.084547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-928914136', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:45.110943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27b064-7fef-4b80-89cb-8ea375014bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719a71b-4529-4414-9521-b98c443bca9e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:45.138234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.145696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-35130496-5f70-4155-8e68-2641497f808c tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-1964731818 HTTP/1.1" status: 201 len: 201 time: 0.1994915 Aug 20 09:08:45.148267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36570) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.157786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-5f818c46-7407-4d9b-8fd3-fab47fd8d3bc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-595258480') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.191449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.192596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.277426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.294798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f818c46-7407-4d9b-8fd3-fab47fd8d3bc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-595258480 HTTP/1.1" status: 201 len: 201 time: 0.1453419 Aug 20 09:08:45.297542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36576) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.302300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-9e83fff0-117a-4d81-a545-922e6d78e18b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.420494 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9e83fff0-117a-4d81-a545-922e6d78e18b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags HTTP/1.1" status: 200 len: 241 time: 0.1216445 Aug 20 09:08:45.425074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36580) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.435292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-980cec0f-13b0-40d2-9b83-9651ffb6acdb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1358616295') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.435521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e66d248d-c3ed-4c8f-b6e7-81c528626d90 None None] Provisioning complete for port 526456fc-a38c-47f7-a3d3-1c44662b3265 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:45.435919 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e66d248d-c3ed-4c8f-b6e7-81c528626d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.496654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:45.506437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.552177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c43dd6-6da1-40ab-9eac-61a18184e2fe None None] Pushing event updated for resources: {'Port': ['ID=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:45.562611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-980cec0f-13b0-40d2-9b83-9651ffb6acdb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1358616295 HTTP/1.1" status: 204 len: 168 time: 0.1364441 Aug 20 09:08:45.565513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36586) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.570560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e66d248d-c3ed-4c8f-b6e7-81c528626d90 None None] Port 526456fc-a38c-47f7-a3d3-1c44662b3265 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:45.576266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-79d847e9-5339-4cf5-b280-a859b7b0bb09 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1358616295') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.577282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c19dd7c-4ac4-45af-a802-285138260bef req-bc695392-47d8-4599-af09-e78af0eb216c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.2155371 Aug 20 09:08:45.624700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:45.626549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.671067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36590) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.689387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-328167420-network', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:45.727438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.760065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:45.777759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Made reservation on behalf of f17d7f86895d4d7c890bfc01d97c1df1 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:45.783420 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.804135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:45.893629 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-79d847e9-5339-4cf5-b280-a859b7b0bb09 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1358616295 HTTP/1.1" status: 204 len: 168 time: 0.3221118 Aug 20 09:08:45.896965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36596) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:45.910788 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-d5f540da-5e1f-4b2e-8926-692ca09bce0b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:45.989253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4d31d0fd-1c01-420d-8d62-2f07c5197b06 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:46.024248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744754f-72de-4378-8de1-e35134580fef None None] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:46.148359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d49281-db96-4ff7-9d5b-73cc0013a338 req-ff9d88d7-8aa4-441d-9066-206c5809727f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:46.149939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9d49281-db96-4ff7-9d5b-73cc0013a338 req-ff9d88d7-8aa4-441d-9066-206c5809727f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.2216554 Aug 20 09:08:46.186071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.190940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 2, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:46.196389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.220764 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d5f540da-5e1f-4b2e-8926-692ca09bce0b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags HTTP/1.1" status: 200 len: 205 time: 0.3222001 Aug 20 09:08:46.227278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36604) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:46.233533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:46.238767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c942ca-1e77-41b2-84dc-cd3f64c43886 None None] The sync data for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 is: [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 2, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:46.255823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.264146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-7a148e4a-7b48-49b8-8d50-78822c482fda tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:46.268812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a2084-620b-44bc-810e-8be50e20daec None None] Network 20ae4d44-22ea-43b5-925f-26eae363d43f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:46.278058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:46.412062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] Provisioning for port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:46.469511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] Provisioning complete for port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:46.490179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.535283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=15b19bea-b0e5-48ed-82b4-49ab8418c509,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:46.542389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9d49281-db96-4ff7-9d5b-73cc0013a338 req-1a7a707a-07d7-4a29-8e8d-893165f2beef tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633780 Aug 20 09:08:46.544530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.574297 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.636640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36610) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:46.662547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.751784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': 'ee153ce1-9296-4be0-b79b-a459268f870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:46.752482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 11749fe5-22d2-4ece-ac6d-cfa9575168d4, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:46.787304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47e9411a-4f10-4a3c-8cff-9143159b098f req-bb0de93f-867b-4aa8-ac4e-c804d1423508 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0588310 Aug 20 09:08:46.838156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e3188688-ae90-4908-9f07-a0cec053a87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.896772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.101 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e8a41eaf-70df-4807-8d82-bc6075142965) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:46.912948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:46.926862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485008621'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:46.940356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:46.941539 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Added segment 17529ee4-dd19-43b6-b4e0-97afcbe8eaca of type vlan for network 9e886117-e804-46d9-b846-32ffdf4aaf01 Aug 20 09:08:46.943818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a1413-15fc-4aae-9efb-ee716eae236d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:46.976129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.020301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] For port 4d31d0fd-1c01-420d-8d62-2f07c5197b06, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4d31d0fd-1c01-420d-8d62-2f07c5197b06,segment=NetworkSegment(ab62b350-194a-4f61-87ab-124f5685075c),segment_id=ab62b350-194a-4f61-87ab-124f5685075c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:47.020996 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.027141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.067210 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7a148e4a-7b48-49b8-8d50-78822c482fda tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags HTTP/1.1" status: 200 len: 241 time: 0.8385708 Aug 20 09:08:47.068842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:47.073923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-c6255e1b-9834-417f-8a1b-b78da1385ec9 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-1092591689') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:47.087516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 11749fe5-22d2-4ece-ac6d-cfa9575168d4) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:47.093516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885dd85-ef55-493d-a90f-baefca143370 None None] Pushing event updated for resources: {'Port': ['ID=4d31d0fd-1c01-420d-8d62-2f07c5197b06,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:47.106082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3b471a-eb91-49f7-be74-9d87dab4528e None None] Network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:47.109496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.111040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:47.111626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.113944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:47.118364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.199635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] Pushing event updated for resources: {'Network': ['ID=9e886117-e804-46d9-b846-32ffdf4aaf01,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:47.219774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:47.226209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.228259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c6255e1b-9834-417f-8a1b-b78da1385ec9 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-1092591689 HTTP/1.1" status: 204 len: 168 time: 0.1579947 Aug 20 09:08:47.228771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36618) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:47.232338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8266c466-1069-43b8-9758-87f07bd51519 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5535231 Aug 20 09:08:47.237072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-cb3f5f71-0cfd-4820-9a60-da12105d4c01 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-1092591689') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:47.239224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36620) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:47.247157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Request body: {'subnet': {'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-328167420-subnet', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:47.260180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.324914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Made reservation on behalf of f17d7f86895d4d7c890bfc01d97c1df1 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:47.328232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.357934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37789c36-d9bb-471d-8913-15f8d0528970 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5474322 Aug 20 09:08:47.380130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.384616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36622) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:47.420929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:47.557055 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb3f5f71-0cfd-4820-9a60-da12105d4c01 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-1092591689 HTTP/1.1" status: 204 len: 168 time: 0.3264306 Aug 20 09:08:47.564928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36624) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:47.569362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-eeead28a-4467-4320-9b3a-8f370022601b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:47.690505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.691365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4d31d0fd-1c01-420d-8d62-2f07c5197b06 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:47.738271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-11749fe5-22d2-4ece-ac6d-cfa9575168d4', 'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '15b19bea-b0e5-48ed-82b4-49ab8418c509'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:47.739262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.741876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.763919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-829cb766-ecd6-4d35-9491-581e41b2fc7c None None] Provisioning for port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:47.778594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:47.796913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-829cb766-ecd6-4d35-9491-581e41b2fc7c None None] Provisioning complete for port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:47.797941 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-829cb766-ecd6-4d35-9491-581e41b2fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.830896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:47.845263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-829cb766-ecd6-4d35-9491-581e41b2fc7c None None] Port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:47.848965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:47.849476 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.866440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:47.876140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eeead28a-4467-4320-9b3a-8f370022601b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags HTTP/1.1" status: 200 len: 205 time: 0.3095186 Aug 20 09:08:47.879573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:47.886550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36630) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:47.928984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-060da564-1da7-4fea-a19b-6b5d9a153482 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:48.074210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ac25adf-e829-40c0-afa8-b6c7ee4af5c7 req-e57305d9-ef41-4d7a-bc84-89f521e37a8e tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.1162882 Aug 20 09:08:48.083222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9c1ceb-3edb-4aee-b426-70699d94fd53,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:48.095117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-060da564-1da7-4fea-a19b-6b5d9a153482 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags HTTP/1.1" status: 200 len: 241 time: 0.2061417 Aug 20 09:08:48.099259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36632) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:48.105394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=e8a41eaf-70df-4807-8d82-bc6075142965,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:48.105674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Checking segment: {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:48.106094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Network hostable DHCP agents. Network: 9e886117-e804-46d9-b846-32ffdf4aaf01, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:48.114967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-f4cfa9be-3d53-4719-a999-f862a53b1771 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-1964731818') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:48.132515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:48.151838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9e886117-e804-46d9-b846-32ffdf4aaf01) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:48.166423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:48.166989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47946b-cdde-40cd-80c2-a17a94209344 req-fad1bed3-826e-42cf-82ba-a2cc26fc0016 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:48.167415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.175635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e47946b-cdde-40cd-80c2-a17a94209344 req-fad1bed3-826e-42cf-82ba-a2cc26fc0016 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.4662859 Aug 20 09:08:48.176113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545deca9-9dfd-4aac-9c6a-41fe4ecffa4d None None] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:48.181010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.294809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-829cb766-ecd6-4d35-9491-581e41b2fc7c None None] Provisioning complete for port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:48.295218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-829cb766-ecd6-4d35-9491-581e41b2fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.378783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Allocated IP 172.20.0.1 (11749fe5-22d2-4ece-ac6d-cfa9575168d4/15b19bea-b0e5-48ed-82b4-49ab8418c509/bd90a83d-f5ee-48c3-9610-c6fdc0672e0d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:48.597076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:48.639469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9e886117-e804-46d9-b846-32ffdf4aaf01', 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'fixed_ips': [{'subnet_id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:48.640130 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.732007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e47946b-cdde-40cd-80c2-a17a94209344 req-21d494b7-33f4-4257-bafa-b4e9797af051 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532484 Aug 20 09:08:48.766559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.776709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f4cfa9be-3d53-4719-a999-f862a53b1771 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-1964731818 HTTP/1.1" status: 204 len: 168 time: 0.6689806 Aug 20 09:08:48.776709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.779243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36634) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:48.788246 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.790172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-e7e07ee6-8038-4727-bd97-1ad62f91645e tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-1964731818') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:48.793749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-97ddc661-f71d-4a4b-bd47-2992fd3df458 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5507987 Aug 20 09:08:48.796506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:48.808559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:48.823928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Transition to ACTIVE for port object bd90a83d-f5ee-48c3-9610-c6fdc0672e0d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:48.849382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.851648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:48.853084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.874838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.880192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.880396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3237fa2b-2158-4cf1-a783-358b2b7373a4 None None] Provisioning complete for port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:48.880742 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3237fa2b-2158-4cf1-a783-358b2b7373a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.908367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:48.908741 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.924051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:48.938308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Transition to ACTIVE for port object bd90a83d-f5ee-48c3-9610-c6fdc0672e0d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:48.955399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.956878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d6e67a-f814-4c0c-b25e-b860a45358af,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:48.968201 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:48.975094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Allocated IP 172.20.0.2 (9e886117-e804-46d9-b846-32ffdf4aaf01/1e9c1ceb-3edb-4aee-b426-70699d94fd53/c832644d-7020-4786-96c5-1cbd78a1567c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:48.990747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3237fa2b-2158-4cf1-a783-358b2b7373a4 None None] Port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:08:49.015803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.020491 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment f4a9413b-f6a6-4634-90d3-ce102608aaac of type vlan for network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc Aug 20 09:08:49.052844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:49.104036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:49.109565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:49.123877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Pushing event updated for resources: {'Port': ['ID=bd90a83d-f5ee-48c3-9610-c6fdc0672e0d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:49.175230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.190681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.198465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.215869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.246438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.252095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Attempting to bind port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:49.252465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Attempting to bind port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ee153ce1-9296-4be0-b79b-a459268f870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:49.252829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Attempting to bind port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d on network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:49.273178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:49.273576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Checking segment: {'id': 'ee153ce1-9296-4be0-b79b-a459268f870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:49.274050 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.274448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Bound using segment: {'id': 'ee153ce1-9296-4be0-b79b-a459268f870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:49.274931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Bound port: bd90a83d-f5ee-48c3-9610-c6fdc0672e0d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee153ce1-9296-4be0-b79b-a459268f870f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:49.275327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.319306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:49.328871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=15b19bea-b0e5-48ed-82b4-49ab8418c509,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:49.331324 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.372988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-751b9447-6ecb-40d5-9240-a9198fc3c3df req-7ae9b5d9-52d1-49f6-8821-e8bbe4318cf7 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/ports?device_id=b90dbd2c-d75c-4d7c-a69f-753864902a2c HTTP/1.1" status: 200 len: 210 time: 0.0928140 Aug 20 09:08:49.374723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e7e07ee6-8038-4727-bd97-1ad62f91645e tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-1964731818 HTTP/1.1" status: 204 len: 168 time: 0.5898900 Aug 20 09:08:49.400567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.401803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36640) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:49.433264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Transition to ACTIVE for port object c832644d-7020-4786-96c5-1cbd78a1567c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:49.440797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-3e4ee9f3-4909-4f34-a8cf-260c580a35f8 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:49.455813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Transition to ACTIVE for port object c832644d-7020-4786-96c5-1cbd78a1567c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:49.474392 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.487947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.493147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:49.493797 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.495358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] For port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:49.504915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:49.512365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:49.515551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] For port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bd90a83d-f5ee-48c3-9610-c6fdc0672e0d,segment=NetworkSegment(ee153ce1-9296-4be0-b79b-a459268f870f),segment_id=ee153ce1-9296-4be0-b79b-a459268f870f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:49.516790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:49.526053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:49.538509 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.548831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.574779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.594867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.624256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Pushing event updated for resources: {'Port': ['ID=c832644d-7020-4786-96c5-1cbd78a1567c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:49.629174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11749fe5-22d2-4ece-ac6d-cfa9575168d4']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:49.645805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9951358 Aug 20 09:08:49.686463 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Sync routers for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:49.687019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee153ce1-9296-4be0-b79b-a459268f870f') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:49.687019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee153ce1-9296-4be0-b79b-a459268f870f') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:49.687191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccd5a5-8ae0-4c6e-9caa-722aa225d86d None None] Pushing event updated for resources: {'Port': ['ID=bd90a83d-f5ee-48c3-9610-c6fdc0672e0d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:49.694850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19ff2c-3d74-4d76-bba1-f19c864809e5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=eea35d8d-aa6e-4f0d-9c10-486bc9d850cc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:49.697332 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:49.697992 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:49.698149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Allocated IP 172.25.5.98 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/39843eba-d67f-418c-af32-78480f3df2b8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:49.711708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Attempting to bind port c832644d-7020-4786-96c5-1cbd78a1567c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:49.712389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Attempting to bind port c832644d-7020-4786-96c5-1cbd78a1567c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:49.713006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Attempting to bind port c832644d-7020-4786-96c5-1cbd78a1567c on network 9e886117-e804-46d9-b846-32ffdf4aaf01 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:49.730143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.731637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:49.734298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:49.735932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Checking segment: {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:49.736559 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.737168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Bound using segment: {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:49.737905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Bound port: c832644d-7020-4786-96c5-1cbd78a1567c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:49.738507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.820431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3e4ee9f3-4909-4f34-a8cf-260c580a35f8 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags HTTP/1.1" status: 200 len: 205 time: 0.4144034 Aug 20 09:08:49.835565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36644) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:49.842130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.854779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-5bc04c51-6e1d-4e7f-9bfd-65918876eb0f tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:49.879664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.905244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:49.905852 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:49.941997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d6e1c-584c-4bce-a6f2-f7ca7de49db7 None None] Network 11749fe5-22d2-4ece-ac6d-cfa9575168d4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:49.968349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:49.970587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:49.973151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:50.000003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Pushing event updated for resources: {'Port': ['ID=39843eba-d67f-418c-af32-78480f3df2b8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:50.024382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.025090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.025635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.026226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.026785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.027319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.027886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.028414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.028994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.029541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.030116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.030644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:50.093154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:50.093570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:50.105805 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:50.121645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] For port c832644d-7020-4786-96c5-1cbd78a1567c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:50.162783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] For port c832644d-7020-4786-96c5-1cbd78a1567c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c832644d-7020-4786-96c5-1cbd78a1567c,segment=NetworkSegment(17529ee4-dd19-43b6-b4e0-97afcbe8eaca),segment_id=17529ee4-dd19-43b6-b4e0-97afcbe8eaca)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:50.223764 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.287404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5bc04c51-6e1d-4e7f-9bfd-65918876eb0f tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags HTTP/1.1" status: 200 len: 240 time: 0.4492648 Aug 20 09:08:50.293207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36646) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:50.310749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-340a0a80-0bea-43e9-bc2a-1b105a21f1d0 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-595258480') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:50.315658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5f5f2-22e6-4e2b-8cb2-ced197e46cd8 None None] Pushing event updated for resources: {'Port': ['ID=c832644d-7020-4786-96c5-1cbd78a1567c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:50.326672 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.334928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:08:50.334928 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:08:50.334928 n-d-804285-2 neutron-server[101316]: [parameters: {'id': '11749fe5-22d2-4ece-ac6d-cfa9575168d4'}] Aug 20 09:08:50.334928 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:08:50.336712 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:08:50.340257 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 2, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:50.363583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac50cd-0b4c-44f8-a436-72ffef5c78f1 req-6059d4c9-44ac-4f50-9b91-86c9efa73014 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:50.365354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cac50cd-0b4c-44f8-a436-72ffef5c78f1 req-6059d4c9-44ac-4f50-9b91-86c9efa73014 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.4830494 Aug 20 09:08:50.381143 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Checking router: 4383e32c-d1f1-4055-9980-7041f087d67a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:50.381754 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Updating router 4383e32c-d1f1-4055-9980-7041f087d67a port 526456fc-a38c-47f7-a3d3-1c44662b3265 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:08:50.398325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.435734 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.478608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-340a0a80-0bea-43e9-bc2a-1b105a21f1d0 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-595258480 HTTP/1.1" status: 204 len: 168 time: 0.1734917 Aug 20 09:08:50.496958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36652) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:50.507259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cac50cd-0b4c-44f8-a436-72ffef5c78f1 req-d9165d76-c7b7-4dca-a011-310ef3e558f7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 Aug 20 09:08:50.513942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-8bec32a0-04a9-4fb6-bf85-a7a7cc940581 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-595258480') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:50.544371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36654) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:50.638421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8bec32a0-04a9-4fb6-bf85-a7a7cc940581 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-595258480 HTTP/1.1" status: 204 len: 168 time: 0.1299222 Aug 20 09:08:50.645885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36656) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:50.666482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-0ed0b300-31ee-44f4-8d18-a6215150ad09 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:50.713889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0ed0b300-31ee-44f4-8d18-a6215150ad09 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags HTTP/1.1" status: 200 len: 205 time: 0.0666759 Aug 20 09:08:50.717199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36658) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:50.723659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-547039d5-0a0c-46f5-ada9-1dac958ee160 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:50.776162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-488af549-3ac9-4e9a-b5bd-fcbcafbac241 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.789471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:08:50.804177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-547039d5-0a0c-46f5-ada9-1dac958ee160 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags HTTP/1.1" status: 204 len: 168 time: 0.0858366 Aug 20 09:08:50.808956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36660) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:50.810415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-488af549-3ac9-4e9a-b5bd-fcbcafbac241 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.815518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-d121ccfa-f467-433d-bd1d-5301c9a4b320 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:50.896632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.926382 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.937223 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Transition to ACTIVE for port object 526456fc-a38c-47f7-a3d3-1c44662b3265 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:50.952605 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.953229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.960235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-488af549-3ac9-4e9a-b5bd-fcbcafbac241 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.962848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-488af549-3ac9-4e9a-b5bd-fcbcafbac241 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:50.967637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-488af549-3ac9-4e9a-b5bd-fcbcafbac241 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/security-groups/053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2 HTTP/1.1" status: 204 len: 168 time: 0.4205105 Aug 20 09:08:50.971253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:51.029028 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-94d9fc62-4b4b-4bab-a209-bfdf32f6723c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] show failed (client error): The resource could not be found. Aug 20 09:08:51.033804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94d9fc62-4b4b-4bab-a209-bfdf32f6723c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "GET /v2.0/security-groups/053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2 HTTP/1.1" status: 404 len: 347 time: 0.0599067 Aug 20 09:08:51.036510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36664) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:51.101938 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Attempting to bind port 526456fc-a38c-47f7-a3d3-1c44662b3265 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:51.102298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Attempting to bind port 526456fc-a38c-47f7-a3d3-1c44662b3265 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:51.102662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Attempting to bind port 526456fc-a38c-47f7-a3d3-1c44662b3265 on network 40ff20ae-195c-4c1d-b967-310d41810e85 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:51.104975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488af549-3ac9-4e9a-b5bd-fcbcafbac241 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053c5fb6-3ac3-49aa-9b9c-ce24c6aa7cc2,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:51.117988 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:51.121909 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Checking segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:51.122703 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.124717 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Bound using segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:51.125507 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Bound port: 526456fc-a38c-47f7-a3d3-1c44662b3265, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:51.126566 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.146205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d121ccfa-f467-433d-bd1d-5301c9a4b320 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags HTTP/1.1" status: 204 len: 168 time: 0.3334649 Aug 20 09:08:51.150985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36666) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:51.166197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-3f00ffb3-bf90-4a7c-8f22-aeca8b02f6b7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.266754 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] For port 526456fc-a38c-47f7-a3d3-1c44662b3265, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:51.275227 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] For port 526456fc-a38c-47f7-a3d3-1c44662b3265, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=526456fc-a38c-47f7-a3d3-1c44662b3265,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:51.298620 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.309820 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Pushing event updated for resources: {'Port': ['ID=526456fc-a38c-47f7-a3d3-1c44662b3265,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:51.314203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:51.333242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port 79b9d789-92d6-4bdb-8f23-57a65b2caec6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:51.333608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.344617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:51.357310 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.360668 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.361092 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.361527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.361990 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.362422 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.362851 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.363806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:51.364062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.364522 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.365366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.366113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.366602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.367876 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:08:51.389941 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.393614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b65ad9c8-6956-4c23-9519-2838155dc2fa tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3130267 Aug 20 09:08:51.400775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36668) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:51.441694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:51.442691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.496291 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:51.497125 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.530488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.575254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:51.578060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.699860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f00ffb3-bf90-4a7c-8f22-aeca8b02f6b7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags HTTP/1.1" status: 204 len: 168 time: 0.5442150 Aug 20 09:08:51.702701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36672) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:51.720126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.720806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce32cf4-cb56-461f-bd11-735264a2751d None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:51.722936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-d6a53f48-e067-471e-8b8c-cb003ce4ee19 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:51.737369 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5fbb5-7b77-445d-a4a2-07c5b83a9387 None None] Pushing event updated for resources: {'Port': ['ID=526456fc-a38c-47f7-a3d3-1c44662b3265,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:51.786280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:51.924491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:51.924874 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:51.950691 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:52.106963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c832644d-7020-4786-96c5-1cbd78a1567c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:52.113858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:52.114232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:52.118732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Router f7aad179-850d-42a9-990a-0917c3876320 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:08:52.141827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for 79b9d789-92d6-4bdb-8f23-57a65b2caec6 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:52.208948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbb721-c337-49f4-8cea-bf688f374997 None None] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:52.279995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c832644d-7020-4786-96c5-1cbd78a1567c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:52.342746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] Provisioning for port c832644d-7020-4786-96c5-1cbd78a1567c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:52.351630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] Provisioning complete for port c832644d-7020-4786-96c5-1cbd78a1567c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:52.352279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:52.593511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bd90a83d-f5ee-48c3-9610-c6fdc0672e0d,segment=NetworkSegment(ee153ce1-9296-4be0-b79b-a459268f870f),segment_id=ee153ce1-9296-4be0-b79b-a459268f870f)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:52.594823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:52.614096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for bd90a83d-f5ee-48c3-9610-c6fdc0672e0d owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:52.614732 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:51Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:52.669232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e361b80-cd8e-4b1e-8ed1-e78d276dc22a None None] The sync data for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 is: [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:51Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:52.783337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77a5d3-e22e-4d7b-8696-f2f2147b49a6 req-5cf0489d-b74e-4354-88da-a50534d31151 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:52.792369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f77a5d3-e22e-4d7b-8696-f2f2147b49a6 req-5cf0489d-b74e-4354-88da-a50534d31151 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.9564977 Aug 20 09:08:52.836290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:52.918244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=bd90a83d-f5ee-48c3-9610-c6fdc0672e0d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:52.930568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d6a53f48-e067-471e-8b8c-cb003ce4ee19 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags HTTP/1.1" status: 204 len: 168 time: 1.2159848 Aug 20 09:08:52.934681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port bd90a83d-f5ee-48c3-9610-c6fdc0672e0d on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:08:52.935304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36674) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:52.949925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f77a5d3-e22e-4d7b-8696-f2f2147b49a6 req-443ad1be-550d-4fda-ba79-8ad2382447fb tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559081 Aug 20 09:08:52.960463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:52.971542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-ecceda0e-8d95-4592-ac6e-7f44698507de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1070081707') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.056913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:53.075121 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Sync routers for ids ['f7aad179-850d-42a9-990a-0917c3876320'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:53.094842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] For port c832644d-7020-4786-96c5-1cbd78a1567c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c832644d-7020-4786-96c5-1cbd78a1567c,segment=NetworkSegment(17529ee4-dd19-43b6-b4e0-97afcbe8eaca),segment_id=17529ee4-dd19-43b6-b4e0-97afcbe8eaca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:53.099826 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Routers {'f7aad179-850d-42a9-990a-0917c3876320'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:53.107575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.119954 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f7aad179-850d-42a9-990a-0917c3876320'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.126767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.153791 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11749fe5-22d2-4ece-ac6d-cfa9575168d4']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.180539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee153ce1-9296-4be0-b79b-a459268f870f') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.182683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee153ce1-9296-4be0-b79b-a459268f870f') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.221247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.259665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf32292-5255-4900-b13f-c74aba2e4ba4 None None] Pushing event updated for resources: {'Port': ['ID=c832644d-7020-4786-96c5-1cbd78a1567c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:53.260753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.286078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:53.286757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:53.296130 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:53.317637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.352883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff03e1-002d-48d7-ad48-55703470b04d None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:08:53.387962 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Set router f7aad179-850d-42a9-990a-0917c3876320 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:53.394720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.396223 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-59a24032-a799-4022-88f6-91f5c2a53b10 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5947034 Aug 20 09:08:53.420250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36676) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:53.485387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=79b9d789-92d6-4bdb-8f23-57a65b2caec6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:53.532113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36678) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:53.541218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:53.579700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-607010a3-5571-4648-9e53-45d4fe013586 None None] Provisioning complete for port c832644d-7020-4786-96c5-1cbd78a1567c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:53.581334 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-607010a3-5571-4648-9e53-45d4fe013586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.585287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff03e1-002d-48d7-ad48-55703470b04d None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:08:53.644549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.647201 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.647341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.648375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3da97471-a04d-49e3-aa1f-fb5e6008ba0c tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/floatingips/af162551-14db-47f5-8fb2-838fe2fe0fc4 HTTP/1.1" status: 204 len: 168 time: 2.6049261 Aug 20 09:08:53.662041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36680) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:53.678866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 526456fc-a38c-47f7-a3d3-1c44662b3265 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:53.717489 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ecceda0e-8d95-4592-ac6e-7f44698507de tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1070081707 HTTP/1.1" status: 201 len: 201 time: 0.7645745 Aug 20 09:08:53.722164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36682) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:53.727557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-0180adf7-5800-449e-a477-8170b3635a04 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-1937455003') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.746384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.759224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.759452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/11749fe5-22d2-4ece-ac6d-cfa9575168d4 HTTP/1.1" status: 204 len: 168 time: 6.3686290 Aug 20 09:08:53.760932 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:08:50Z', 'revision_number': 3, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:53.788213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36684) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:53.794569 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Checking router: f7aad179-850d-42a9-990a-0917c3876320 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:53.794922 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Updating router f7aad179-850d-42a9-990a-0917c3876320 port 39843eba-d67f-418c-af32-78480f3df2b8 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:08:53.807156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703072301'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:53.819434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42776be-2592-4fa4-b0b6-10bf8c8a12a9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=11749fe5-22d2-4ece-ac6d-cfa9575168d4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:53.838420 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.948022 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:08:53.948022 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 09:08:53.948022 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': '93a1b1e8791c45168c952fc8e300fa69', 'id': '26b13221-7590-4471-9bba-80d557985ae5', 'expiration': datetime.datetime(2021, 8, 20, 9, 10, 53, 878985)}] Aug 20 09:08:53.948022 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:08:53.948022 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:08:53.959661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:53.960422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port e1e17716-ac03-4fd0-852f-6dded3ee8487 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:53.960893 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:53.965034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.051843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:54.072673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.073139 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 1f007204-2bdb-4c8c-bcae-b2e397c0ec89 of type vlan for network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 Aug 20 09:08:54.105092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0180adf7-5800-449e-a477-8170b3635a04 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-1937455003 HTTP/1.1" status: 201 len: 201 time: 0.3817263 Aug 20 09:08:54.114949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:54.120308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 526456fc-a38c-47f7-a3d3-1c44662b3265 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:54.121361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-52bdc803-74e9-438e-a894-e1b89f868cab tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-270783081') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:54.162503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 526456fc-a38c-47f7-a3d3-1c44662b3265 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:54.162938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.198647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.242277 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.262722 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Transition to ACTIVE for port object 39843eba-d67f-418c-af32-78480f3df2b8 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:54.264587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.274304 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.277844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760a3b7-4342-40c0-8018-81e5c42ca706 req-1f1decc1-a82c-47c5-adc1-98a962ae1d39 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:54.279638 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1760a3b7-4342-40c0-8018-81e5c42ca706 req-1f1decc1-a82c-47c5-adc1-98a962ae1d39 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.1605151 Aug 20 09:08:54.302442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.308596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:54.309331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.322471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for e1e17716-ac03-4fd0-852f-6dded3ee8487 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:54.395076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8e46-be2e-4177-b376-f7cfb8238359 None None] Pushing event updated for resources: {'Port': ['ID=39843eba-d67f-418c-af32-78480f3df2b8,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:54.407196 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Attempting to bind port 39843eba-d67f-418c-af32-78480f3df2b8 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:54.407565 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Attempting to bind port 39843eba-d67f-418c-af32-78480f3df2b8 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:54.407913 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Attempting to bind port 39843eba-d67f-418c-af32-78480f3df2b8 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:54.422890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.427113 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:54.427407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:54.427812 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.428205 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:54.428688 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Bound port: 39843eba-d67f-418c-af32-78480f3df2b8, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:54.429043 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.444825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1760a3b7-4342-40c0-8018-81e5c42ca706 req-62ecfd55-5483-4d5d-9f3d-095d51388cd7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553400 Aug 20 09:08:54.454471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6646025 Aug 20 09:08:54.455662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36690) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:54.461403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da81c3-d8d2-4897-a290-9449de00c8dd None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:08:54.464786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '3b1e8d78-76c1-418e-a7b6-8de4bd500e18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:54.488958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52bdc803-74e9-438e-a894-e1b89f868cab tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-270783081 HTTP/1.1" status: 201 len: 201 time: 0.3702788 Aug 20 09:08:54.489202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cedbe-7feb-4d91-b7b6-62b4fde9ff0e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=3b1e8d78-76c1-418e-a7b6-8de4bd500e18,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:54.490613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36692) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:54.507008 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] For port 39843eba-d67f-418c-af32-78480f3df2b8, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:54.510946 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] For port 39843eba-d67f-418c-af32-78480f3df2b8, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=39843eba-d67f-418c-af32-78480f3df2b8,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:54.519853 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.525310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:54.539918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-bb096fed-fb1c-4423-81a6-48ab7c0ee194 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-539242435') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:54.577364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8e46-be2e-4177-b376-f7cfb8238359 None None] Pushing event updated for resources: {'Port': ['ID=39843eba-d67f-418c-af32-78480f3df2b8,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:54.601137 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Routers {'f7aad179-850d-42a9-990a-0917c3876320'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:54.602541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f7aad179-850d-42a9-990a-0917c3876320'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:54.605424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:54.608936 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.618182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.635780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.1 (7a8d6773-2be6-4e9f-a513-28c8c95adf3e/c7809d59-c36b-4826-a685-51b2888ae5fb/1db0f0a5-353b-4fc2-850c-e238a577343c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:54.693325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 526456fc-a38c-47f7-a3d3-1c44662b3265, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=526456fc-a38c-47f7-a3d3-1c44662b3265,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:54.719670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb096fed-fb1c-4423-81a6-48ab7c0ee194 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-539242435 HTTP/1.1" status: 201 len: 201 time: 0.2225413 Aug 20 09:08:54.728959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.730211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c832644d-7020-4786-96c5-1cbd78a1567c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:54.740881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:54.760854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-ea511835-6559-4e82-b823-7eed56ab5bbd tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', {'tags': ['tempest-TagsExtTest-Tag-1367810215', 'tempest-TagsExtTest-Tag-1251861290', 'tempest-TagsExtTest-Tag-1832951229']}) {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:54.767308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:54.771192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.787997 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] Set router f7aad179-850d-42a9-990a-0917c3876320 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:54.900790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c832644d-7020-4786-96c5-1cbd78a1567c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:54.901323 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:54.949378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Allocated IP 172.20.0.1 (9e886117-e804-46d9-b846-32ffdf4aaf01/1e9c1ceb-3edb-4aee-b426-70699d94fd53/879fcf07-30ce-4422-a78a-bbcff4b442c1) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:54.974429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.029738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.083287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=526456fc-a38c-47f7-a3d3-1c44662b3265,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:55.100521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=e92c5360-818f-4874-89aa-f5c262ef70e7,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:55.107796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:08:50Z', 'revision_number': 3, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:55.119955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': 'f4a9413b-f6a6-4634-90d3-ce102608aaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:55.120319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: eea35d8d-aa6e-4f0d-9c10-486bc9d850cc, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:55.120782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.142458 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10090d80-15a0-439b-86a0-96ef520ad3c2 None None] The sync data for ids ['f7aad179-850d-42a9-990a-0917c3876320'] in n-d-804285-2 is: [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:08:50Z', 'revision_number': 3, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:55.154837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da81c3-d8d2-4897-a290-9449de00c8dd None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:08:55.157821 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.166220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:55.185332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Transition to ACTIVE for port object 879fcf07-30ce-4422-a78a-bbcff4b442c1 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:55.214138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, eea35d8d-aa6e-4f0d-9c10-486bc9d850cc) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:55.223107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:55.223331 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.223716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.226389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=361cea4f-1ff8-4065-ac3a-bf3e3dfc8eed,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:55.228535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=e1e17716-ac03-4fd0-852f-6dded3ee8487,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:55.260317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ea511835-6559-4e82-b823-7eed56ab5bbd tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags HTTP/1.1" status: 200 len: 318 time: 0.5134175 Aug 20 09:08:55.264999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36696) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:55.267186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ea0a7222-48d8-46d2-a07d-1feda324834f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7336800 Aug 20 09:08:55.272646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-8bfed1cd-7ade-422f-87ec-1dd007c5b6e7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:55.274856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:55.280947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869356867'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:55.307484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.314538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '1f007204-2bdb-4c8c-bcae-b2e397c0ec89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3b1e8d78-76c1-418e-a7b6-8de4bd500e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:55.314873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 3b1e8d78-76c1-418e-a7b6-8de4bd500e18, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:55.355071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.357132 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1afd26c3-9012-4a8e-986d-b119d36ca17f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/ports/e1e17716-ac03-4fd0-852f-6dded3ee8487 HTTP/1.1" status: 204 len: 168 time: 1.6919246 Aug 20 09:08:55.360761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36700) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:55.367408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:55.374236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:55.382340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:55.393858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:55.401437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.421740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:55.425389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.430772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Pushing event updated for resources: {'Port': ['ID=879fcf07-30ce-4422-a78a-bbcff4b442c1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:55.455043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3b1e8d78-76c1-418e-a7b6-8de4bd500e18) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:55.458074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.470161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:55.470749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.513113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:55.526292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:55.528909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=1db0f0a5-353b-4fc2-850c-e238a577343c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:55.538101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:55.538369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:55.572136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.572494 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment f82d8d94-9d89-41c8-97b4-d10a5da696be of type vlan for network 37d5a443-02a5-48b5-a070-66ef3238798f Aug 20 09:08:55.622265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9bb8c1d-f55d-4706-8102-1270130c8eab tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1618493 Aug 20 09:08:55.628510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36704) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:55.676633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8bfed1cd-7ade-422f-87ec-1dd007c5b6e7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags HTTP/1.1" status: 204 len: 168 time: 0.4081559 Aug 20 09:08:55.679395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36706) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:55.685310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-dbf3c964-1839-4583-a74b-5a18ec4d371b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1367810215') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:55.690951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.698294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 526456fc-a38c-47f7-a3d3-1c44662b3265 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:55.721273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.758259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-eea35d8d-aa6e-4f0d-9c10-486bc9d850cc', 'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': 'e92c5360-818f-4874-89aa-f5c262ef70e7'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:55.759868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.831774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port 641598c6-c37f-4657-86ac-0c701a5ce839 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:08:55.832134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.868482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.874418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:55.875139 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.898726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:55.938431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 526456fc-a38c-47f7-a3d3-1c44662b3265 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:55.939273 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.002617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3274a9d-638b-43ff-924c-c68d8adb0bfc req-d54b6422-177f-4e44-a99e-7d5841b4bf3d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:56.004116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3274a9d-638b-43ff-924c-c68d8adb0bfc req-d54b6422-177f-4e44-a99e-7d5841b4bf3d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.3079755 Aug 20 09:08:56.013331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7374928 Aug 20 09:08:56.021436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36708) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:56.027953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.040647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': '37d5a443-02a5-48b5-a070-66ef3238798f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:56.052304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c128a-1b9b-409f-aa67-16bc906dc589 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=37d5a443-02a5-48b5-a070-66ef3238798f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:56.075345 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-dbf3c964-1839-4583-a74b-5a18ec4d371b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:56.079969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbf3c964-1839-4583-a74b-5a18ec4d371b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1367810215 HTTP/1.1" status: 404 len: 329 time: 0.3980176 Aug 20 09:08:56.084361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36710) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:56.086744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 37d5a443-02a5-48b5-a070-66ef3238798f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:56.089972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-1fb4b35e-937e-4a10-b9a1-0b523eeaf675 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1251861290') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.166804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3274a9d-638b-43ff-924c-c68d8adb0bfc req-ed033eb2-e952-457e-b428-851dc9881122 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496816 Aug 20 09:08:56.189183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Allocated IP 2001:db8:0:ffff::2 (eea35d8d-aa6e-4f0d-9c10-486bc9d850cc/e92c5360-818f-4874-89aa-f5c262ef70e7/b00a5034-b0c8-4996-af9d-5b752c0cef7d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:08:56.259022 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.315566 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-1fb4b35e-937e-4a10-b9a1-0b523eeaf675 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:56.319627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1fb4b35e-937e-4a10-b9a1-0b523eeaf675 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1251861290 HTTP/1.1" status: 404 len: 329 time: 0.2315865 Aug 20 09:08:56.323785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36712) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:56.343771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-8cfb533c-e28e-4901-9df6-a0de78118b5e tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607', 'tempest-TagsExtTest-Tag-1832951229') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.406278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.460535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.467239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.472290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.479518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=361cea4f-1ff8-4065-ac3a-bf3e3dfc8eed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:56.506596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.522883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Transition to ACTIVE for port object b00a5034-b0c8-4996-af9d-5b752c0cef7d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:56.541010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for 641598c6-c37f-4657-86ac-0c701a5ce839 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:08:56.549109 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-8cfb533c-e28e-4901-9df6-a0de78118b5e tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:56.553354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8cfb533c-e28e-4901-9df6-a0de78118b5e tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags/tempest-TagsExtTest-Tag-1832951229 HTTP/1.1" status: 404 len: 329 time: 0.2284834 Aug 20 09:08:56.553875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Transition to ACTIVE for port object b00a5034-b0c8-4996-af9d-5b752c0cef7d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:56.557912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:56.563209 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.563403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:56.563912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-203104c0-cd22-4801-a70c-e5944cd9c2a0 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', {'tags': ['tempest-TagsExtTest-Tag-1514823164', 'tempest-TagsExtTest-Tag-2128733832', 'tempest-TagsExtTest-Tag-2001765339']}) {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.568636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.613576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Pushing event updated for resources: {'Port': ['ID=879fcf07-30ce-4422-a78a-bbcff4b442c1,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:56.618311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.628372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.629094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:56.635399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:56.646376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:08:56.649096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Pushing event updated for resources: {'Port': ['ID=b00a5034-b0c8-4996-af9d-5b752c0cef7d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:56.727429 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-203104c0-cd22-4801-a70c-e5944cd9c2a0 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags HTTP/1.1" status: 200 len: 318 time: 0.1683478 Aug 20 09:08:56.729936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36716) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:56.731971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Attempting to bind port b00a5034-b0c8-4996-af9d-5b752c0cef7d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:08:56.732481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Attempting to bind port b00a5034-b0c8-4996-af9d-5b752c0cef7d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f4a9413b-f6a6-4634-90d3-ce102608aaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:08:56.732887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Attempting to bind port b00a5034-b0c8-4996-af9d-5b752c0cef7d on network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:08:56.734996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-5e99f9d0-7352-4d74-a691-75798b8fe2ce tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.740160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:08:56.740671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Checking segment: {'id': 'f4a9413b-f6a6-4634-90d3-ce102608aaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:56.741170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.741818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Bound using segment: {'id': 'f4a9413b-f6a6-4634-90d3-ce102608aaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:08:56.742476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Bound port: b00a5034-b0c8-4996-af9d-5b752c0cef7d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a9413b-f6a6-4634-90d3-ce102608aaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'eea35d8d-aa6e-4f0d-9c10-486bc9d850cc'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:08:56.742956 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.760918 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.803595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1e8d78-76c1-418e-a7b6-8de4bd500e18']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.810970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:56.814710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:56.829952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f007204-2bdb-4c8c-bcae-b2e397c0ec89') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.830358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f007204-2bdb-4c8c-bcae-b2e397c0ec89') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.909619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.933975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e99f9d0-7352-4d74-a691-75798b8fe2ce tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags HTTP/1.1" status: 204 len: 168 time: 0.2029622 Aug 20 09:08:56.934725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36718) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:56.942138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-7267fdca-e5fb-40a1-a11d-5665a33df0bb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-1514823164') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:56.951340 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.980888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:08:56.981378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:08:56.985340 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:08:57.002815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Router f7aad179-850d-42a9-990a-0917c3876320 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:57.022920 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-7267fdca-e5fb-40a1-a11d-5665a33df0bb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:57.026979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7267fdca-e5fb-40a1-a11d-5665a33df0bb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-1514823164 HTTP/1.1" status: 404 len: 329 time: 0.0865293 Aug 20 09:08:57.027486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36720) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:57.035272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-bbff1352-45b9-4ecc-97bf-a6f924a31dd7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-2128733832') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:57.038667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] For port b00a5034-b0c8-4996-af9d-5b752c0cef7d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:08:57.044904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] For port b00a5034-b0c8-4996-af9d-5b752c0cef7d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b00a5034-b0c8-4996-af9d-5b752c0cef7d,segment=NetworkSegment(f4a9413b-f6a6-4634-90d3-ce102608aaac),segment_id=f4a9413b-f6a6-4634-90d3-ce102608aaac)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:08:57.054278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.120281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9186671-0102-4f8e-9a7b-bb5dc719d8ab None None] Pushing event updated for resources: {'Port': ['ID=b00a5034-b0c8-4996-af9d-5b752c0cef7d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:57.205892 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-bbff1352-45b9-4ecc-97bf-a6f924a31dd7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:57.207633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.210054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bbff1352-45b9-4ecc-97bf-a6f924a31dd7 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-2128733832 HTTP/1.1" status: 404 len: 329 time: 0.1816998 Aug 20 09:08:57.210724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36724) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:57.216678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-b3a20cd1-0e65-4ed6-a8be-9b23bed6479d tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df', 'tempest-TagsExtTest-Tag-2001765339') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:57.244127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.246325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/3b1e8d78-76c1-418e-a7b6-8de4bd500e18 HTTP/1.1" status: 204 len: 168 time: 1.6168590 Aug 20 09:08:57.257103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36726) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:57.266152 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26926624'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:57.279960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47e91-7bae-4c9f-aab5-6ed45e0b12dc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=3b1e8d78-76c1-418e-a7b6-8de4bd500e18,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:57.303442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.323767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.596826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b00a5034-b0c8-4996-af9d-5b752c0cef7d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:57.651248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b00a5034-b0c8-4996-af9d-5b752c0cef7d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:57.656054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 39843eba-d67f-418c-af32-78480f3df2b8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:57.697262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:57.712697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-72d1c30a-4489-4a29-aa56-ae0c1f863791 admin admin] 10.222.0.35 "PUT /v2.0/routers/f7aad179-850d-42a9-990a-0917c3876320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2913625 Aug 20 09:08:57.724632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Sync routers for ids ['f7aad179-850d-42a9-990a-0917c3876320'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:57.739998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 39843eba-d67f-418c-af32-78480f3df2b8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:57.761742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 39843eba-d67f-418c-af32-78480f3df2b8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:57.762119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.786233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:57.789689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.794178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Routers {'f7aad179-850d-42a9-990a-0917c3876320'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:57.794831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f7aad179-850d-42a9-990a-0917c3876320'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:57.808677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f670-97e0-4e99-b3f3-483fb1237cea req-23a0eec7-627f-41e3-a24e-d0d698f5af74 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:57.810261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5427f670-97e0-4e99-b3f3-483fb1237cea req-23a0eec7-627f-41e3-a24e-d0d698f5af74 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.1196148 Aug 20 09:08:57.827021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=9491af42-2edd-4a42-9f6c-0685f93b6c9e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:57.838719 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-b3a20cd1-0e65-4ed6-a8be-9b23bed6479d tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:57.843032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b3a20cd1-0e65-4ed6-a8be-9b23bed6479d tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags/tempest-TagsExtTest-Tag-2001765339 HTTP/1.1" status: 404 len: 329 time: 0.6297820 Aug 20 09:08:57.846264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36730) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:57.851216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-dbca7e1f-be8d-4178-8188-8aafcc7d19d5 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', {'tags': ['tempest-TagsExtTest-Tag-310083822', 'tempest-TagsExtTest-Tag-1669878576', 'tempest-TagsExtTest-Tag-1700845347']}) {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:57.861443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=641598c6-c37f-4657-86ac-0c701a5ce839,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:57.971591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Set router f7aad179-850d-42a9-990a-0917c3876320 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:08:57.972440 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbca7e1f-be8d-4178-8188-8aafcc7d19d5 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags HTTP/1.1" status: 200 len: 317 time: 0.1248701 Aug 20 09:08:57.973506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36736) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:57.975799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': 'f82d8d94-9d89-41c8-97b4-d10a5da696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '37d5a443-02a5-48b5-a070-66ef3238798f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:57.976163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: 37d5a443-02a5-48b5-a070-66ef3238798f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:57.978723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:08:57.998342 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:57.999656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.000796 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment fbcc54f1-6e22-4a75-8aba-06e59c5e7bbe of type vlan for network 426c6424-5c46-4d12-9430-1c9254aa9258 Aug 20 09:08:58.013067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5427f670-97e0-4e99-b3f3-483fb1237cea req-0babb573-649d-40a7-a451-73c95a2a806c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905167 Aug 20 09:08:58.014025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-5db7ca27-716c-4b64-ba7c-80b83243b7dc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:58.048815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 39843eba-d67f-418c-af32-78480f3df2b8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=39843eba-d67f-418c-af32-78480f3df2b8,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:08:58.075072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.083006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.095306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.097614 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f889cce-4b0e-430b-ba37-b486552a8160 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/ports/641598c6-c37f-4657-86ac-0c701a5ce839 HTTP/1.1" status: 204 len: 168 time: 2.7351182 Aug 20 09:08:58.106132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36738) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.107874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network 37d5a443-02a5-48b5-a070-66ef3238798f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:58.113175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.154125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 37d5a443-02a5-48b5-a070-66ef3238798f) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:58.155815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.167145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:58.167898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.193738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting subnet ca56cfa9-3236-4683-9f19-de489b495e68 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:58.198458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.246840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.261130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:58.261130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.290566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.292347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=39843eba-d67f-418c-af32-78480f3df2b8,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:58.300378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11e15dd1-d4dc-45b5-acb9-662ec9b63cf0 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2691507 Aug 20 09:08:58.311277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.318900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36740) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.320793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:08:55Z', 'revision_number': 4, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '879fcf07-30ce-4422-a78a-bbcff4b442c1', 'name': '', 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'mac_address': 'fa:16:3e:e4:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:54Z', 'updated_at': '2021-08-20T09:08:56Z', 'revision_number': 2, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'subnets': [{'id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:58.333046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=1db0f0a5-353b-4fc2-850c-e238a577343c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:58.343571 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5db7ca27-716c-4b64-ba7c-80b83243b7dc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags HTTP/1.1" status: 204 len: 168 time: 0.3512523 Aug 20 09:08:58.354937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36742) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.363503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Checking router: f7aad179-850d-42a9-990a-0917c3876320 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:08:58.363944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Updating router f7aad179-850d-42a9-990a-0917c3876320 port 879fcf07-30ce-4422-a78a-bbcff4b442c1 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:08:58.394629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.425100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1640284 Aug 20 09:08:58.438872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36744) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.446764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-c4aeceae-771d-4eb8-90d4-577469a006ae tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-310083822') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:58.446986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '426c6424-5c46-4d12-9430-1c9254aa9258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:58.516911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf91be-2f34-402d-9182-12863387b213 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=426c6424-5c46-4d12-9430-1c9254aa9258,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:58.545698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 426c6424-5c46-4d12-9430-1c9254aa9258 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:08:58.592911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:08:58.603283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:58.609529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.650150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:08:58.652656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a861d-35ee-4d33-b2e4-62bb79fb9ef9 None None] Network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:58.653890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.664513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36746) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.679653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929461366', 'description': 'tempest-secgroup-smoke-1929461366 description', 'project_id': '1db78ea35b044b249969e0f33a255ff7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:58.713362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffe07c-18f8-4373-b550-96f177b4993a None None] Network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:58.715545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca346a14-4cfc-43c6-98ca-e9e81ad12943 None None] Network 37d5a443-02a5-48b5-a070-66ef3238798f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:58.753331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing IP validity checks on allocation pools {{(pid=101316) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 09:08:58.755250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101316) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 09:08:58.790688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.798659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffe07c-18f8-4373-b550-96f177b4993a None None] Network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:08:58.810715 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-c4aeceae-771d-4eb8-90d4-577469a006ae tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:58.811062 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4aeceae-771d-4eb8-90d4-577469a006ae tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-310083822 HTTP/1.1" status: 404 len: 328 time: 0.4216280 Aug 20 09:08:58.816464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.816813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36748) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.827604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-a7d6f890-13ec-4338-9b20-a2945399edf2 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-1669878576') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:58.853878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.863908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db2028-8a90-4ff7-8afd-73d9b114c5b3 None None] Network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:58.886884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Subnet': ['ID=ca56cfa9-3236-4683-9f19-de489b495e68,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:58.890893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:58.892903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bd905960-073d-4cba-9d07-8b1c42123d70 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/subnets/ca56cfa9-3236-4683-9f19-de489b495e68 HTTP/1.1" status: 204 len: 168 time: 0.7857056 Aug 20 09:08:58.895898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36750) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:58.897161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc39b656-64b4-4277-bbbd-524c499bd60a None None] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:58.931514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-38747637-215c-47a5-9285-f6d506988e40 None None] Provisioning for port b00a5034-b0c8-4996-af9d-5b752c0cef7d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:08:58.987691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db2028-8a90-4ff7-8afd-73d9b114c5b3 None None] Network 3b1e8d78-76c1-418e-a7b6-8de4bd500e18 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:08:58.993975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting subnet 348a53e6-8beb-4e02-b0e4-2ee058a1b40a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:08:59.008499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.013076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-38747637-215c-47a5-9285-f6d506988e40 None None] Provisioning complete for port b00a5034-b0c8-4996-af9d-5b752c0cef7d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:08:59.013578 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-38747637-215c-47a5-9285-f6d506988e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.015504 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-a7d6f890-13ec-4338-9b20-a2945399edf2 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:59.016967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a7d6f890-13ec-4338-9b20-a2945399edf2 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-1669878576 HTTP/1.1" status: 404 len: 329 time: 0.1928492 Aug 20 09:08:59.020153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36752) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.028626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-3d16c076-9402-4d35-8d4c-01d526fbb8d2 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1', 'tempest-TagsExtTest-Tag-1700845347') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.146771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:08:59.188150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.211415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.217499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.280762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.313879 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-3d16c076-9402-4d35-8d4c-01d526fbb8d2 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:59.318819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3d16c076-9402-4d35-8d4c-01d526fbb8d2 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags/tempest-TagsExtTest-Tag-1700845347 HTTP/1.1" status: 404 len: 329 time: 0.2945681 Aug 20 09:08:59.324979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36756) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.331611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-7943dd17-3ad2-4c62-8544-365de7510c33 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', {'tags': ['tempest-TagsExtTest-Tag-1525990242', 'tempest-TagsExtTest-Tag-529666647', 'tempest-TagsExtTest-Tag-592742710']}) {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.344931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4412429-bc34-481f-9dee-704e5438e05b req-d662464a-46a7-40b6-8eae-a83bf7618ea0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:59.346490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4412429-bc34-481f-9dee-704e5438e05b req-d662464a-46a7-40b6-8eae-a83bf7618ea0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.1526377 Aug 20 09:08:59.354948 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.406148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faeef23-b44a-4c60-93bf-13aefa2db830,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:59.413850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.418036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5cd7cf96-0c89-4f17-8989-f8520b975e33 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7407598 Aug 20 09:08:59.427322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36758) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.433182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group_rule': {'security_group_id': '0faeef23-b44a-4c60-93bf-13aefa2db830', 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:59.439280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4412429-bc34-481f-9dee-704e5438e05b req-70ce5002-08b4-4504-9da1-c2e437dba7a7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791714 Aug 20 09:08:59.448771 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.492247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Transition to ACTIVE for port object 879fcf07-30ce-4422-a78a-bbcff4b442c1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:08:59.501149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7147d325-c104-470c-8e86-24595b4bc1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-37d5a443-02a5-48b5-a070-66ef3238798f', 'network_id': '37d5a443-02a5-48b5-a070-66ef3238798f', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': '9491af42-2edd-4a42-9f6c-0685f93b6c9e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:08:59.502260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7147d325-c104-470c-8e86-24595b4bc1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.504146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=b40be704-1322-4564-9046-99c0f41430d6,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:59.512641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.529167 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-38747637-215c-47a5-9285-f6d506988e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.550428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.556619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': 'fbcc54f1-6e22-4a75-8aba-06e59c5e7bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '426c6424-5c46-4d12-9430-1c9254aa9258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:08:59.556973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 426c6424-5c46-4d12-9430-1c9254aa9258, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:08:59.577868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.589384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7943dd17-3ad2-4c62-8544-365de7510c33 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "PUT /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags HTTP/1.1" status: 200 len: 316 time: 0.2606685 Aug 20 09:08:59.590384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36760) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.591093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.597599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-16c2f295-f777-4991-82e7-9dcbea5916ec tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.614684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 426c6424-5c46-4d12-9430-1c9254aa9258 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:08:59.630617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 426c6424-5c46-4d12-9430-1c9254aa9258) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:08:59.637008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:08:59.637636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.664317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2c3df23e-bb1e-4655-9908-96f2b02e9ec7 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2218184 Aug 20 09:08:59.664562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36762) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.676716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=9491af42-2edd-4a42-9f6c-0685f93b6c9e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:08:59.684026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:08:59.702892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fabf1104-a126-452b-9762-0e0c48c02256 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/routers/1501f685-12f6-4cc6-8a9b-95a57b32769e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2159297 Aug 20 09:08:59.705276 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:08:59.718256 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:59.719106 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.723343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36764) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.750584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16c2f295-f777-4991-82e7-9dcbea5916ec tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1588683 Aug 20 09:08:59.754027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36766) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.763264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-db464dc5-272a-47ca-b2b4-7cf0ac824884 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-1525990242') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.773510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] DHCP port deletion for d2983d18-56c1-442a-80a7-df9c2d50cea2 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:08:59.775712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 39843eba-d67f-418c-af32-78480f3df2b8 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:08:59.776879 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.777424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5152bc4a-8656-4c73-8c83-460c381fd2b0 None None] Network 426c6424-5c46-4d12-9430-1c9254aa9258 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:08:59.790613 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:08:59.791403 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.807639 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-db464dc5-272a-47ca-b2b4-7cf0ac824884 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:59.808970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db464dc5-272a-47ca-b2b4-7cf0ac824884 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-1525990242 HTTP/1.1" status: 404 len: 329 time: 0.0518143 Aug 20 09:08:59.814683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36768) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.821414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-facb5186-b7dc-415a-8744-cb8a5a5cc15b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-529666647') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.823600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'port': {'network_id': '7a8d6773-2be6-4e9f-a513-28c8c95adf3e', 'name': 'tempest-FloatingIPTestJSON-1262729970'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:08:59.836715 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.837662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fd5e23-ce4f-4fe7-891d-ecb34a42190f None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:08:59.861972 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.880995 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-facb5186-b7dc-415a-8744-cb8a5a5cc15b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:08:59.885326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-facb5186-b7dc-415a-8744-cb8a5a5cc15b tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-529666647 HTTP/1.1" status: 404 len: 328 time: 0.0678270 Aug 20 09:08:59.886711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:08:59.892156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-0882d9ff-6404-48ce-b794-79785905b189 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c', 'tempest-TagsExtTest-Tag-592742710') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.921743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.971934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d5a443-02a5-48b5-a070-66ef3238798f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:08:59.982761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.984144 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:08:59.995941 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.007725 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-0882d9ff-6404-48ce-b794-79785905b189 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] show failed (client error): The resource could not be found. Aug 20 09:09:00.011179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0882d9ff-6404-48ce-b794-79785905b189 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags/tempest-TagsExtTest-Tag-592742710 HTTP/1.1" status: 404 len: 328 time: 0.1205099 Aug 20 09:09:00.015840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36772) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.018928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82d8d94-9d89-41c8-97b4-d10a5da696be') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.019237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82d8d94-9d89-41c8-97b4-d10a5da696be') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.023718 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.057226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-54fa2928-879e-4525-999e-99af14bfcfd5 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '79adf904-72c9-4bfb-aaf3-741d98cf6d0c') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.084556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.090602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/subnets/348a53e6-8beb-4e02-b0e4-2ee058a1b40a HTTP/1.1" status: 204 len: 168 time: 1.1840420 Aug 20 09:09:00.096690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36774) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.109215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.115633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad711e-7b3b-42f9-ba71-c5ce86e2be34 tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Subnet': ['ID=348a53e6-8beb-4e02-b0e4-2ee058a1b40a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.130092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-38747637-215c-47a5-9285-f6d506988e40 None None] For port b00a5034-b0c8-4996-af9d-5b752c0cef7d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b00a5034-b0c8-4996-af9d-5b752c0cef7d,segment=NetworkSegment(f4a9413b-f6a6-4634-90d3-ce102608aaac),segment_id=f4a9413b-f6a6-4634-90d3-ce102608aaac)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:00.135005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4d865-0047-48f3-af8d-8fd3bcd4533a None None] Pushing event updated for resources: {'Port': ['ID=879fcf07-30ce-4422-a78a-bbcff4b442c1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.158720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffd44f7-c364-48ab-9ecf-5e50695ba479,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.167166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.171195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9f4c8c8-f639-4068-88ae-039513510a50 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7402084 Aug 20 09:09:00.173387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.175247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36776) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.182469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group_rule': {'security_group_id': '0faeef23-b44a-4c60-93bf-13aefa2db830', 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:00.209851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:00.210266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.217530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e15c3-e29f-4934-bba0-dd056d59051d None None] Network 361a2326-0637-4489-a261-c4d93ddc6b0e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-54fa2928-879e-4525-999e-99af14bfcfd5 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1975946 Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:00.222835 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:00.230403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-38747637-215c-47a5-9285-f6d506988e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.237912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36778) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.238110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.243880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.277765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-5d8550c6-35eb-4f4a-9a03-a8e4c41b9e04 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f434c553-f170-4644-83c2-35f06a022ea1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.289046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=b40be704-1322-4564-9046-99c0f41430d6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.359234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:09:00.359234 n-d-804285-2 neutron-server[101317]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 09:09:00.359234 n-d-804285-2 neutron-server[101317]: [parameters: {'project_id_1': '34e0f27c047341e48eb1c02a7da06a80', 'expiration_1': datetime.datetime(2021, 8, 20, 9, 9, 0, 196967)}] Aug 20 09:09:00.359234 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:00.359918 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:00.377180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbccc8-5c70-4686-9a8b-40cacbbed0aa None None] Network 37d5a443-02a5-48b5-a070-66ef3238798f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:00.392181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.404535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426c6424-5c46-4d12-9430-1c9254aa9258']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.418303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcc54f1-6e22-4a75-8aba-06e59c5e7bbe') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.418916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcc54f1-6e22-4a75-8aba-06e59c5e7bbe') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.430988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.431606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.447584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port 3066484c-15d9-4a86-9215-f6c5733dd26d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:00.448358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.448579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.479781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.481758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/37d5a443-02a5-48b5-a070-66ef3238798f HTTP/1.1" status: 204 len: 168 time: 2.1614954 Aug 20 09:09:00.482782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa959d-5839-4895-8cb0-f3ebfb7abd4f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=37d5a443-02a5-48b5-a070-66ef3238798f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.489634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5d8550c6-35eb-4f4a-9a03-a8e4c41b9e04 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1/tags HTTP/1.1" status: 204 len: 168 time: 0.2167351 Aug 20 09:09:00.490370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.490756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36782) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.503380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-659227241'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:00.530553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-02591e6c-eaec-437c-8a62-46a35937702d tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6d7e9b50-a6f0-4798-aa8e-acb53a6183df') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.556315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218adcb-63e5-405b-8573-d290f1aff71b None None] Network 426c6424-5c46-4d12-9430-1c9254aa9258 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:00.558353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port 3066484c-15d9-4a86-9215-f6c5733dd26d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3066484c-15d9-4a86-9215-f6c5733dd26d,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:00.558740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.591354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:00.595494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for 3066484c-15d9-4a86-9215-f6c5733dd26d owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:00.596469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.616044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.630189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-495886ab-6f0d-4813-8b91-090f8aa424ae None None] Provisioning for port 879fcf07-30ce-4422-a78a-bbcff4b442c1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:00.644121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:00.644537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:00.649032 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:00.663058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.675079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.715193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Attempting to bind port 879fcf07-30ce-4422-a78a-bbcff4b442c1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:00.715348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.715442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Attempting to bind port 879fcf07-30ce-4422-a78a-bbcff4b442c1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:00.715442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Attempting to bind port 879fcf07-30ce-4422-a78a-bbcff4b442c1 on network 9e886117-e804-46d9-b846-32ffdf4aaf01 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:00.719106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5425735 Aug 20 09:09:00.721049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36786) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.726652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group_rule': {'security_group_id': '0faeef23-b44a-4c60-93bf-13aefa2db830', 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:00.732960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490d9b0-8943-4a84-955b-3f836479346c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9555d3-ae03-4833-a451-b770663ae9f7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.748581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 39843eba-d67f-418c-af32-78480f3df2b8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:00.748581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.749624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36788) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.749800 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02591e6c-eaec-437c-8a62-46a35937702d tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df/tags HTTP/1.1" status: 204 len: 168 time: 0.2238226 Aug 20 09:09:00.751158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038710d-b4cf-4d6e-90fc-86cf04d261be None None] Network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:00.754601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-13d01d4e-2ccc-468b-8def-ebc25cd69512 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ec0c3f2c-6ed8-4e61-9d66-04c836fc4607') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:00.760316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:00.760690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Checking segment: {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:00.761092 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.761657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Bound using segment: {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:00.761988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Bound port: 879fcf07-30ce-4422-a78a-bbcff4b442c1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17529ee4-dd19-43b6-b4e0-97afcbe8eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:00.762364 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.764149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38747637-215c-47a5-9285-f6d506988e40 None None] Pushing event updated for resources: {'Port': ['ID=b00a5034-b0c8-4996-af9d-5b752c0cef7d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.779005 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.796544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ba71c-5a79-4d3f-b1f6-79442f93fee0 req-3cb6231b-986d-4f51-94da-b58b7c9f2bc8 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:00.798356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e1ba71c-5a79-4d3f-b1f6-79442f93fee0 req-3cb6231b-986d-4f51-94da-b58b7c9f2bc8 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.2072129 Aug 20 09:09:00.803025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.814895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.820506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/426c6424-5c46-4d12-9430-1c9254aa9258 HTTP/1.1" status: 204 len: 168 time: 1.1512625 Aug 20 09:09:00.822350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36790) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.830501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586670911'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:00.835659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:00.846160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.851945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.852355 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment 889029f5-3a9e-4ca5-9921-6bf5d107486c of type vlan for network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f Aug 20 09:09:00.853854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.884461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60ed91-43b5-4050-87d6-b4f70fa579d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=426c6424-5c46-4d12-9430-1c9254aa9258,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.905533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Deleting port 3066484c-15d9-4a86-9215-f6c5733dd26d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:00.905787 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e1ba71c-5a79-4d3f-b1f6-79442f93fee0 req-e4b62974-06ad-4d90-81ef-07e9d2591c9c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863173 Aug 20 09:09:00.905959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.918191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9892c4c-3140-4d8c-b368-64d9f63af9cc,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:00.932667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.934867 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.935197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:00.939399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.964982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:00.970015 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-07c7d6ce-3114-4070-903d-b532b449cd38 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2448885 Aug 20 09:09:00.970787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36792) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:00.975373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group_rule': {'security_group_id': '0faeef23-b44a-4c60-93bf-13aefa2db830', 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:00.993279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:00.997417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.020572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=3066484c-15d9-4a86-9215-f6c5733dd26d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:01.022456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port 3066484c-15d9-4a86-9215-f6c5733dd26d on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:01.037466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] device_id is not set on port b6ceeb10-697d-49e1-b3dc-bcea11d01022 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:01.049077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.051867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] DHCP port deletion for 361a2326-0637-4489-a261-c4d93ddc6b0e request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:01.054775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:01.055384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.062235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13d01d4e-2ccc-468b-8def-ebc25cd69512 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607/tags HTTP/1.1" status: 204 len: 168 time: 0.3110120 Aug 20 09:09:01.066699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36794) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.103845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-37581aad-999d-40d1-8d92-6648e0ac98fa None None] Provisioning complete for port b00a5034-b0c8-4996-af9d-5b752c0cef7d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:01.104216 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-37581aad-999d-40d1-8d92-6648e0ac98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.149602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.173001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:01.179963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6824667 Aug 20 09:09:01.185886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] For port 3066484c-15d9-4a86-9215-f6c5733dd26d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3066484c-15d9-4a86-9215-f6c5733dd26d,segment=NetworkSegment(42463fb5-2783-4ba3-a0e2-f16c276be339),segment_id=42463fb5-2783-4ba3-a0e2-f16c276be339)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:01.186413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.189814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36796) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.203245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:01.214495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.215135 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 0aee58f3-f92b-4713-9781-f9ce489d6878 of type vlan for network 0ba40bec-3bc2-4d26-b91c-aa9017867f8e Aug 20 09:09:01.220922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316967-3d81-4a0a-b59d-02d9971942b2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:01.222538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Calling delete_port for 3066484c-15d9-4a86-9215-f6c5733dd26d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:01.228872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] For port 879fcf07-30ce-4422-a78a-bbcff4b442c1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:01.237468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] For port 879fcf07-30ce-4422-a78a-bbcff4b442c1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=879fcf07-30ce-4422-a78a-bbcff4b442c1,segment=NetworkSegment(17529ee4-dd19-43b6-b4e0-97afcbe8eaca),segment_id=17529ee4-dd19-43b6-b4e0-97afcbe8eaca)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:01.272946 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.274012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.279920 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.294392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:01.305919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.9 (7a8d6773-2be6-4e9f-a513-28c8c95adf3e/c7809d59-c36b-4826-a685-51b2888ae5fb/b6ceeb10-697d-49e1-b3dc-bcea11d01022) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:01.315770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318305f7-8cee-44bf-8def-70f9f547407b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:01.316654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.323348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.324838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c556c378-58fc-4fed-b247-10469d76e701 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3530061 Aug 20 09:09:01.329520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.332700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2983d18-56c1-442a-80a7-df9c2d50cea2']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:01.334148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group_rule': {'security_group_id': '0faeef23-b44a-4c60-93bf-13aefa2db830', 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:01.358383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.365274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42463fb5-2783-4ba3-a0e2-f16c276be339') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:01.365862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42463fb5-2783-4ba3-a0e2-f16c276be339') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:01.383007 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Project 1db78ea35b044b249969e0f33a255ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:09:01.391119 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfef694c-8473-4e7e-be4c-6f58dc148368 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for subnetpool, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.391852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.395502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dfef694c-8473-4e7e-be4c-6f58dc148368 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnetpools/79adf904-72c9-4bfb-aaf3-741d98cf6d0c HTTP/1.1" status: 204 len: 168 time: 0.3257346 Aug 20 09:09:01.397278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36800) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.398567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.430887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.449304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:01.449793 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:01.454446 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:01.457249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.461134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:01.461781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.472751 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c36b1771-31e9-440a-b9e0-b80391ca3643 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "GET /v2.0/ports?device_id=f434c553-f170-4644-83c2-35f06a022ea1 HTTP/1.1" status: 200 len: 205 time: 0.0726140 Aug 20 09:09:01.484030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36802) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.495956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:01.500185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.560882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] Deleting port fe638a80-8027-4fad-b708-8e6a9d6c1657 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:01.561261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.633553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] For port fe638a80-8027-4fad-b708-8e6a9d6c1657, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fe638a80-8027-4fad-b708-8e6a9d6c1657,segment=NetworkSegment(b54cf2e0-9288-4363-8667-a645d29cc75c),segment_id=b54cf2e0-9288-4363-8667-a645d29cc75c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:01.633553 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.635450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Routers {'f7aad179-850d-42a9-990a-0917c3876320'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:01.638284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f7aad179-850d-42a9-990a-0917c3876320'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:01.650504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8259785 Aug 20 09:09:01.651066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36804) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.666579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '0ba40bec-3bc2-4d26-b91c-aa9017867f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:01.670505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.694451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994219a-8668-4a93-8da8-c530a3428afa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=0ba40bec-3bc2-4d26-b91c-aa9017867f8e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:01.729549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0ba40bec-3bc2-4d26-b91c-aa9017867f8e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:01.741233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.756577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.759835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.761063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/networks/d2983d18-56c1-442a-80a7-df9c2d50cea2 HTTP/1.1" status: 204 len: 168 time: 1.6621754 Aug 20 09:09:01.764364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36806) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:01.839452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be38e2-ccf5-4018-bffe-8dc0d24c78ba tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Network': ['ID=d2983d18-56c1-442a-80a7-df9c2d50cea2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:01.912208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:01.958097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:01.971065 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.020836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b00a5034-b0c8-4996-af9d-5b752c0cef7d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:02.054295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] Calling delete_port for fe638a80-8027-4fad-b708-8e6a9d6c1657 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:02.090232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4d865-0047-48f3-af8d-8fd3bcd4533a None None] Pushing event updated for resources: {'Port': ['ID=879fcf07-30ce-4422-a78a-bbcff4b442c1,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.195119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.201433 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.206463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] Set router f7aad179-850d-42a9-990a-0917c3876320 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:09:02.263418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.282540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Network d2983d18-56c1-442a-80a7-df9c2d50cea2 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:09:02.283148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] No DVR routers for this DVR port 3066484c-15d9-4a86-9215-f6c5733dd26d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:02.284937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dcb03-f33c-4603-9140-e2721e65b0b8 None None] Pushing event deleted for resources: {'Port': ['ID=3066484c-15d9-4a86-9215-f6c5733dd26d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.307244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017c818d-8ba9-4d46-8bc5-1040ac65dbce,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.345852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.347386 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3968b4db-2bc1-4a99-8eec-dfa103d8048c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0168529 Aug 20 09:09:02.351441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36810) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:02.353115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.358849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'security_group_rule': {'security_group_id': '0faeef23-b44a-4c60-93bf-13aefa2db830', 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:02.382863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.400193 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Project 1db78ea35b044b249969e0f33a255ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:09:02.411068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.475735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b00a5034-b0c8-4996-af9d-5b752c0cef7d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:02.476297 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.481351 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.482530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Fanout notify agent at l3_agent the message router_deleted on router f434c553-f170-4644-83c2-35f06a022ea1 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:09:02.491191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.492946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-153b58cf-2b06-42a5-a6bb-b4b1b3c0f468 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/routers/f434c553-f170-4644-83c2-35f06a022ea1 HTTP/1.1" status: 204 len: 168 time: 1.0073638 Aug 20 09:09:02.495824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36812) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:02.505190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.540849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:02.553946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.565212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f918-30cd-41a7-b1a5-6d8aafcc2ad0 req-8422be24-ecc9-45a9-b432-3dbd6d89dcee tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:02.566595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:02.566875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56d3f918-30cd-41a7-b1a5-6d8aafcc2ad0 req-8422be24-ecc9-45a9-b432-3dbd6d89dcee tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.5459857 Aug 20 09:09:02.569600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:02.570220 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.613644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] No DVR routers for this DVR port fe638a80-8027-4fad-b708-8e6a9d6c1657 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:02.618693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c11dd-eae3-4091-aac9-5221ef9a71c2 None None] Pushing event deleted for resources: {'Port': ['ID=fe638a80-8027-4fad-b708-8e6a9d6c1657,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.652480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Deleting port fe638a80-8027-4fad-b708-8e6a9d6c1657 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:02.652831 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.705402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e984871e-84e1-4b50-9e60-39e9e48bb652 None None] Provisioning complete for port b00a5034-b0c8-4996-af9d-5b752c0cef7d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:02.706243 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e984871e-84e1-4b50-9e60-39e9e48bb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.717669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:02.718314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.732811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=b6ceeb10-697d-49e1-b3dc-bcea11d01022,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.740249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-53f54877-c615-431a-b255-04ec6b161354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:08:55Z', 'revision_number': 4, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '879fcf07-30ce-4422-a78a-bbcff4b442c1', 'name': '', 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'mac_address': 'fa:16:3e:e4:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:54Z', 'updated_at': '2021-08-20T09:09:01Z', 'revision_number': 4, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'subnets': [{'id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:02.746062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.750094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=a0639b4f-ff43-44a4-9641-48f7c7ee98a4,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.753331 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9582303b-916f-4963-b660-00b248b0266d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9982820 Aug 20 09:09:02.756746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36814) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:02.770726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'port': {'network_id': '7a8d6773-2be6-4e9f-a513-28c8c95adf3e', 'name': 'tempest-FloatingIPTestJSON-1125164367'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:02.770726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.804739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f54877-c615-431a-b255-04ec6b161354 None None] The sync data for ids ['f7aad179-850d-42a9-990a-0917c3876320'] in n-d-804285-2 is: [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:08:55Z', 'revision_number': 4, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '879fcf07-30ce-4422-a78a-bbcff4b442c1', 'name': '', 'network_id': '9e886117-e804-46d9-b846-32ffdf4aaf01', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'mac_address': 'fa:16:3e:e4:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:54Z', 'updated_at': '2021-08-20T09:09:01Z', 'revision_number': 4, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'subnets': [{'id': '1e9c1ceb-3edb-4aee-b426-70699d94fd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:02.819109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56d3f918-30cd-41a7-b1a5-6d8aafcc2ad0 req-4a3ad297-5740-48c1-af69-8f5b21bdd2fe tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342913 Aug 20 09:09:02.830833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] For port fe638a80-8027-4fad-b708-8e6a9d6c1657, host n-d-804285-2, got binding levels [] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:02.831565 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.834334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540d1329-86cd-45e8-ad2b-6775d6ff1779,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:02.860322 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.871723 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fb327acf-a4d9-415e-947e-22f2f71b6403 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5163031 Aug 20 09:09:02.886715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': '889029f5-3a9e-4ca5-9921-6bf5d107486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:02.886715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:02.896601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Deleting port 6d7e9b50-a6f0-4798-aa8e-acb53a6183df {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:02.896908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.898640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Calling delete_port for fe638a80-8027-4fad-b708-8e6a9d6c1657 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:02.909625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Port fe638a80-8027-4fad-b708-8e6a9d6c1657 was not found and therefore no delete operation was performed {{(pid=101316) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:09:02.924376 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.968189 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:02.974306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe638a80-8027-4fad-b708-8e6a9d6c1657 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:03.003943 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: fe638a80-8027-4fad-b708-8e6a9d6c1657 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:03.005670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fe638a80-8027-4fad-b708-8e6a9d6c1657 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:03.006256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3066484c-15d9-4a86-9215-f6c5733dd26d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:03.046629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.054051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=48a8bc22-1113-45c1-8b35-7d967440af69,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:03.058242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3066484c-15d9-4a86-9215-f6c5733dd26d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:03.058789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3066484c-15d9-4a86-9215-f6c5733dd26d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:03.062796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Port': ['ID=fe638a80-8027-4fad-b708-8e6a9d6c1657,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:03.064928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] No DVR routers for this DVR port fe638a80-8027-4fad-b708-8e6a9d6c1657 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:03.073997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:03.098184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Calling delete_port for 6d7e9b50-a6f0-4798-aa8e-acb53a6183df owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:03.102635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:03.106316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.159817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:03.161893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] device_id is not set on port ebeae74a-1d64-4baa-81b3-bfae9788a731 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:03.175280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49025d16-6f6f-4fcf-82b6-7879f10f6562 None None] Network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:03.177679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:03.178513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.223354 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.240051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-c5a61c68-8430-4fa0-bd22-e9adb9e94b53 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929461366&fields=id&tenant_id=1db78ea35b044b249969e0f33a255ff7 HTTP/1.1" status: 200 len: 267 time: 0.1387627 Aug 20 09:09:03.244260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361a2326-0637-4489-a261-c4d93ddc6b0e']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:03.256017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-53ad4016-8ab9-48a1-bbc1-70a397478a3f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0649369 Aug 20 09:09:03.264266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36828) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:03.270958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '0aee58f3-f92b-4713-9781-f9ce489d6878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0ba40bec-3bc2-4d26-b91c-aa9017867f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:03.271486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 0ba40bec-3bc2-4d26-b91c-aa9017867f8e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:03.284621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54cf2e0-9288-4363-8667-a645d29cc75c') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:03.284927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54cf2e0-9288-4363-8667-a645d29cc75c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:03.295986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486398307'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:03.341259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.361090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.12 (7a8d6773-2be6-4e9f-a513-28c8c95adf3e/c7809d59-c36b-4826-a685-51b2888ae5fb/ebeae74a-1d64-4baa-81b3-bfae9788a731) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:03.369946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.372682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:03.377598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.382577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 0ba40bec-3bc2-4d26-b91c-aa9017867f8e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:03.392422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:03.392846 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:03.395880 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:03.413295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f', 'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': 'a0639b4f-ff43-44a4-9641-48f7c7ee98a4'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:03.414313 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.429742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.445068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0ba40bec-3bc2-4d26-b91c-aa9017867f8e) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:03.470238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:03.471116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.483274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:03.485872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event deleted for resources: {'Port': ['ID=6d7e9b50-a6f0-4798-aa8e-acb53a6183df,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:03.497990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-277a8b1c-448c-4f3c-9602-1f5ef2acb33e tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:03.500894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-277a8b1c-448c-4f3c-9602-1f5ef2acb33e tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 807 time: 0.2514305 Aug 20 09:09:03.522044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1d33451e-953d-43ca-aaff-7915b58b7499 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8640516 Aug 20 09:09:03.523981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.525654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:03.551350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.551909 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment 90d56291-24f8-4ac8-8a9c-4bfb87a58dd7 of type vlan for network af09ec5c-58fc-4a92-bdcf-af75a937fe91 Aug 20 09:09:03.557927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-57383fe7-87c3-465f-bfbf-31334f7554e0 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/quotas/1db78ea35b044b249969e0f33a255ff7 HTTP/1.1" status: 200 len: 375 time: 0.0510168 Aug 20 09:09:03.561639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.564501 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] 10.222.0.35 "DELETE /v2.0/networks/361a2326-0637-4489-a261-c4d93ddc6b0e HTTP/1.1" status: 204 len: 168 time: 1.7952044 Aug 20 09:09:03.606539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.679870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564be15e-aebd-4af1-9c33-bd574bd7d30f tempest-TaggedBootDevicesTest_v242-1788638525 tempest-TaggedBootDevicesTest_v242-1788638525-project] Pushing event deleted for resources: {'Network': ['ID=361a2326-0637-4489-a261-c4d93ddc6b0e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:03.705185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Allocated IP 2001:db8::3 (f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f/a0639b4f-ff43-44a4-9641-48f7c7ee98a4/fb72d042-7518-4012-9dfd-8035ca6ccfb6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:03.814607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.resource_extend [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:09:03.853872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-732bda35-2f35-4e17-8a39-1a92a1c99e4d tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2584891 Aug 20 09:09:03.864331 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.866717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c70e297e-e61d-45f5-a6e8-2d6a6d2067cb tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/ports/6d7e9b50-a6f0-4798-aa8e-acb53a6183df HTTP/1.1" status: 204 len: 168 time: 1.3693194 Aug 20 09:09:03.869727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36838) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:03.872030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.878055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:03.878677 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:03.914766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6280501 Aug 20 09:09:03.938877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36840) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:03.972890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:04.008626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.016197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3277bfc-cad3-4021-a77b-831f57e50045 None None] Network 0ba40bec-3bc2-4d26-b91c-aa9017867f8e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:04.024894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 879fcf07-30ce-4422-a78a-bbcff4b442c1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:04.035154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.039576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa21aca-0d39-465b-941a-48429319bcb4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=af09ec5c-58fc-4a92-bdcf-af75a937fe91,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:04.049267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Deleting subnet ec0c3f2c-6ed8-4e61-9d66-04c836fc4607 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:04.053423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.066612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.079832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Transition to ACTIVE for port object fb72d042-7518-4012-9dfd-8035ca6ccfb6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:04.097103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.100477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Transition to ACTIVE for port object fb72d042-7518-4012-9dfd-8035ca6ccfb6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:04.165473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network af09ec5c-58fc-4a92-bdcf-af75a937fe91 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:04.176336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.208239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.215643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.269235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-13fc0c0f-b938-4cf2-a57b-cd0950040dd4 service neutron] 10.222.0.35 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819015 Aug 20 09:09:04.287903 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.303857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:04.312662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:04.317323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.330566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:04.334832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.343371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:04.351233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Pushing event updated for resources: {'Port': ['ID=fb72d042-7518-4012-9dfd-8035ca6ccfb6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:04.366927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:04.376020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0c3f2c-6ed8-4e61-9d66-04c836fc4607,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:04.381656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:04.389403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:04.396376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=ebeae74a-1d64-4baa-81b3-bfae9788a731,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:04.399185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.401278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9809b3a4-e082-4b68-b4fb-006cab669ce3 tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0c3f2c-6ed8-4e61-9d66-04c836fc4607 HTTP/1.1" status: 204 len: 168 time: 0.5301521 Aug 20 09:09:04.420246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf504a-5f09-43d4-90ca-4a54c81b4bb9 None None] Network 20ae4d44-22ea-43b5-925f-26eae363d43f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:04.420811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36842) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:04.479422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-7884c25c-a325-4ce4-b958-5c0df29c4e9b service neutron] 10.222.0.35 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749246 Aug 20 09:09:04.501065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 879fcf07-30ce-4422-a78a-bbcff4b442c1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:04.509059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87097e0-50d8-41f4-9630-30f66c965fcf req-30a9bdac-2886-4f6e-be98-80cef0b33f80 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:04.510648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f87097e0-50d8-41f4-9630-30f66c965fcf req-30a9bdac-2886-4f6e-be98-80cef0b33f80 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.5433335 Aug 20 09:09:04.517682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 879fcf07-30ce-4422-a78a-bbcff4b442c1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:04.518241 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.521447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Attempting to bind port fb72d042-7518-4012-9dfd-8035ca6ccfb6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:04.522007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Attempting to bind port fb72d042-7518-4012-9dfd-8035ca6ccfb6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '889029f5-3a9e-4ca5-9921-6bf5d107486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:04.522484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Attempting to bind port fb72d042-7518-4012-9dfd-8035ca6ccfb6 on network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:04.522683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing IP validity checks on allocation pools {{(pid=101316) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 09:09:04.523246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.ipam_backend_mixin [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101316) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 09:09:04.532850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:04.539550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.563142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:04.563710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Checking segment: {'id': '889029f5-3a9e-4ca5-9921-6bf5d107486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:04.564220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.564750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Bound using segment: {'id': '889029f5-3a9e-4ca5-9921-6bf5d107486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:04.565389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Bound port: fb72d042-7518-4012-9dfd-8035ca6ccfb6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889029f5-3a9e-4ca5-9921-6bf5d107486c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:04.566002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.569734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.588705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c2fbdfc6-2ff6-4d5f-aa50-da31bf7317c9 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8290186 Aug 20 09:09:04.595450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36844) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:04.596163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f87097e0-50d8-41f4-9630-30f66c965fcf req-c181a0a0-7d61-4b33-b7d2-800f1ad41c7b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 Aug 20 09:09:04.615833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'ebeae74a-1d64-4baa-81b3-bfae9788a731', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:04.627893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.690980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.778571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.791741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba40bec-3bc2-4d26-b91c-aa9017867f8e']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:04.802189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=48a8bc22-1113-45c1-8b35-7d967440af69,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:04.819219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aee58f3-f92b-4713-9781-f9ce489d6878') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:04.819645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aee58f3-f92b-4713-9781-f9ce489d6878') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:04.835774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Deleting port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:04.836183 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.856622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.961446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:04.987264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] For port 4d31d0fd-1c01-420d-8d62-2f07c5197b06, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4d31d0fd-1c01-420d-8d62-2f07c5197b06,segment=NetworkSegment(ab62b350-194a-4f61-87ab-124f5685075c),segment_id=ab62b350-194a-4f61-87ab-124f5685075c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:04.987639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.005824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Calling delete_port for 4d31d0fd-1c01-420d-8d62-2f07c5197b06 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:05.051255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ca6106e-ba92-4344-9ee0-bf896ad2801b req-b0d4f997-1fb9-4e74-abaa-1d75c2bad874 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 210 time: 0.0881097 Aug 20 09:09:05.055866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:05.065697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.074498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06f41b-ef69-4215-bc06-d29e7322a8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-0ba40bec-3bc2-4d26-b91c-aa9017867f8e', 'network_id': '0ba40bec-3bc2-4d26-b91c-aa9017867f8e', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '48a8bc22-1113-45c1-8b35-7d967440af69'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:05.076951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3e06f41b-ef69-4215-bc06-d29e7322a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:05.078082 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:05.113397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] For port fb72d042-7518-4012-9dfd-8035ca6ccfb6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:05.114831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.121969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] For port fb72d042-7518-4012-9dfd-8035ca6ccfb6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fb72d042-7518-4012-9dfd-8035ca6ccfb6,segment=NetworkSegment(889029f5-3a9e-4ca5-9921-6bf5d107486c),segment_id=889029f5-3a9e-4ca5-9921-6bf5d107486c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:05.133781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.158134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.205906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=afa33a04-15bc-4743-ad14-2228170a0684,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:05.210907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.259719 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.270628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.276192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/0ba40bec-3bc2-4d26-b91c-aa9017867f8e HTTP/1.1" status: 204 len: 168 time: 1.7458351 Aug 20 09:09:05.287314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:05.291824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.73 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e669b270-822b-4b87-a877-0b48be405fce) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:05.322103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352342379'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:05.352385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:05.353296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: af09ec5c-58fc-4a92-bdcf-af75a937fe91, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:05.384491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccfdb1-a60b-487c-a7fe-fb27bad192d9 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=0ba40bec-3bc2-4d26-b91c-aa9017867f8e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:05.413479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:05.420475 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.445326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e08e5-5cb1-432b-ab38-81d07081e3e0 None None] Network 0ba40bec-3bc2-4d26-b91c-aa9017867f8e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:05.470049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.486277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] No DVR routers for this DVR port 4d31d0fd-1c01-420d-8d62-2f07c5197b06 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:05.488445 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network af09ec5c-58fc-4a92-bdcf-af75a937fe91 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:05.506463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee691799-b1ba-4c79-9248-0a414ac3308f None None] DHCP port deletion for 20ae4d44-22ea-43b5-925f-26eae363d43f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:05.518570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:05.519687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event deleted for resources: {'Port': ['ID=4d31d0fd-1c01-420d-8d62-2f07c5197b06,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:05.521559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, af09ec5c-58fc-4a92-bdcf-af75a937fe91) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:05.527892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.538294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:05.540550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a292b-4331-408c-ab1f-61f3ea1db9c4 None None] Pushing event updated for resources: {'Port': ['ID=fb72d042-7518-4012-9dfd-8035ca6ccfb6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:05.543686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.548922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e08e5-5cb1-432b-ab38-81d07081e3e0 None None] Network 0ba40bec-3bc2-4d26-b91c-aa9017867f8e could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:09:05.555143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62258f7-2f31-4dd9-a755-9ca387cd1870 None None] Network af09ec5c-58fc-4a92-bdcf-af75a937fe91 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:05.572810 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.573399 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 902717ec-8658-4e12-a8ee-2927ecea8a3d of type vlan for network 9f17f481-2e3f-4292-9b97-162ec057272f Aug 20 09:09:05.605103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6771c39f-f61d-42d3-b103-5db4301d6363 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6640127 Aug 20 09:09:05.605485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.609313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:05.649099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ae4d44-22ea-43b5-925f-26eae363d43f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:05.685941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab62b350-194a-4f61-87ab-124f5685075c') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:05.691459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab62b350-194a-4f61-87ab-124f5685075c') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:05.706303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.744024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.768325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 879fcf07-30ce-4422-a78a-bbcff4b442c1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=879fcf07-30ce-4422-a78a-bbcff4b442c1,segment=NetworkSegment(17529ee4-dd19-43b6-b4e0-97afcbe8eaca),segment_id=17529ee4-dd19-43b6-b4e0-97afcbe8eaca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:05.787050 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.800347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:05.807392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:05.811638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:05.823639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.857197 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.882574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=e669b270-822b-4b87-a877-0b48be405fce,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:05.895000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.912936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:05.913673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.955568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:05.957430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:05.962395 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:06.001986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=879fcf07-30ce-4422-a78a-bbcff4b442c1,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:06.022508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-af09ec5c-58fc-4a92-bdcf-af75a937fe91', 'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': 'afa33a04-15bc-4743-ad14-2228170a0684'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:06.023767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.117666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=9f17f481-2e3f-4292-9b97-162ec057272f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:06.152464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fb72d042-7518-4012-9dfd-8035ca6ccfb6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:06.154772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9f17f481-2e3f-4292-9b97-162ec057272f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:06.162763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eefc439a-eefb-4147-a738-9b775e447d46 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8648152 Aug 20 09:09:06.164626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.171200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.173480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] 10.222.0.35 "DELETE /v2.0/networks/20ae4d44-22ea-43b5-925f-26eae363d43f HTTP/1.1" status: 204 len: 168 time: 1.7516434 Aug 20 09:09:06.174316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36870) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:06.206052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf38757-6edb-4076-8075-1abf6bbe5fec req-26590bee-5d66-476f-95b5-384706aab9ed tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 210 time: 0.0518129 Aug 20 09:09:06.217879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.228222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b79d2-d670-404f-ba0e-925878e70aad req-59309be5-e102-40c1-a297-24851ffa0f53 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:06.229965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-103b79d2-d670-404f-ba0e-925878e70aad req-59309be5-e102-40c1-a297-24851ffa0f53 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.3666008 Aug 20 09:09:06.234854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:06.240083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f2bd1-d5f9-475c-a4d4-9f05a232d1cc tempest-TagsExtTest-125464671 tempest-TagsExtTest-125464671-project] Pushing event deleted for resources: {'Network': ['ID=20ae4d44-22ea-43b5-925f-26eae363d43f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:06.402292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.403258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Allocated IP 2001:db8::3 (af09ec5c-58fc-4a92-bdcf-af75a937fe91/afa33a04-15bc-4743-ad14-2228170a0684/852eb02d-3708-4da6-9482-311f2e05bfef) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:06.410483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port fb72d042-7518-4012-9dfd-8035ca6ccfb6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:06.419889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-103b79d2-d670-404f-ba0e-925878e70aad req-5d24e214-8c58-4645-80ad-4db55d10771b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727180 Aug 20 09:09:06.465866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:06.479525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.568078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4d31d0fd-1c01-420d-8d62-2f07c5197b06 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:06.627374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4d31d0fd-1c01-420d-8d62-2f07c5197b06 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:06.629565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4d31d0fd-1c01-420d-8d62-2f07c5197b06 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:06.758553 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.805217 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.815562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Transition to ACTIVE for port object 852eb02d-3708-4da6-9482-311f2e05bfef will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:06.833872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Transition to ACTIVE for port object 852eb02d-3708-4da6-9482-311f2e05bfef will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:06.845486 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.875210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:06.915532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Network af09ec5c-58fc-4a92-bdcf-af75a937fe91 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:06.918439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:06.922588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:06.936293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Pushing event updated for resources: {'Port': ['ID=852eb02d-3708-4da6-9482-311f2e05bfef,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:06.955924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=afa33a04-15bc-4743-ad14-2228170a0684,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:06.959333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:07.041369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Attempting to bind port 852eb02d-3708-4da6-9482-311f2e05bfef on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:07.042173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Attempting to bind port 852eb02d-3708-4da6-9482-311f2e05bfef by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:07.042806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Attempting to bind port 852eb02d-3708-4da6-9482-311f2e05bfef on network af09ec5c-58fc-4a92-bdcf-af75a937fe91 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:07.053619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:07.056139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Checking segment: {'id': '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:07.058276 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.058695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Bound using segment: {'id': '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:07.059202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Bound port: 852eb02d-3708-4da6-9482-311f2e05bfef, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:07.059589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.063711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '902717ec-8658-4e12-a8ee-2927ecea8a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:07.064080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 9f17f481-2e3f-4292-9b97-162ec057272f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:07.091393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=721f9f82-f7bf-4877-8438-d83706e17c89,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:07.101255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.125367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af09ec5c-58fc-4a92-bdcf-af75a937fe91']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:07.148096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] For port 852eb02d-3708-4da6-9482-311f2e05bfef, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:07.157047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] For port 852eb02d-3708-4da6-9482-311f2e05bfef, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=852eb02d-3708-4da6-9482-311f2e05bfef,segment=NetworkSegment(90d56291-24f8-4ac8-8a9c-4bfb87a58dd7),segment_id=90d56291-24f8-4ac8-8a9c-4bfb87a58dd7)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:07.159886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:07.160252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:07.165552 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.179303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.195614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-33245b6c-2253-48f9-8c61-a21d6ad218a9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:07.197121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-33245b6c-2253-48f9-8c61-a21d6ad218a9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.26 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 807 time: 0.4590979 Aug 20 09:09:07.226621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 9f17f481-2e3f-4292-9b97-162ec057272f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:07.228192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.247650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dcad9-adfb-4b9c-90df-bb31ce777e33 req-0d00bfd1-67ab-4b9c-b092-3e143623f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:07.249164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-929dcad9-adfb-4b9c-90df-bb31ce777e33 req-0d00bfd1-67ab-4b9c-b092-3e143623f622 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 1096 time: 0.2792222 Aug 20 09:09:07.251615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:07.252560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.259648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da75f0-b280-4c5e-9867-426d6145fbea None None] Network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:07.260580 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:07.286368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9f17f481-2e3f-4292-9b97-162ec057272f) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:07.321699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169c2dd-30d9-41d7-a772-fce7e77ce319 None None] Network af09ec5c-58fc-4a92-bdcf-af75a937fe91 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:07.324521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575232f-5232-44fc-9dd9-709b72a5b413 None None] Network 9f17f481-2e3f-4292-9b97-162ec057272f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:07.338276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:07.338888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.352254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-65024c71-1e48-4037-8592-520d5b192b91 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db78ea35b044b249969e0f33a255ff7 HTTP/1.1" status: 200 len: 380 time: 0.1421623 Aug 20 09:09:07.372568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'port': {'device_id': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'admin_state_up': True, 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'security_groups': ['0faeef23-b44a-4c60-93bf-13aefa2db830']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:07.386886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9b3855d0-93c1-4a68-a207-28749d81e024 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e664f89ecc444883ad7702bfcec5a28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209833 Aug 20 09:09:07.398937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36884) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:07.455541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8582cf8a-7f9e-49e8-9374-e07449462ce3 req-a5a6057e-041b-4e0d-8fa0-745fd401a9d1 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 210 time: 0.1023157 Aug 20 09:09:07.459328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:09:07.459328 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:09:07.459328 n-d-804285-2 neutron-server[101316]: [parameters: {'id': 'af09ec5c-58fc-4a92-bdcf-af75a937fe91'}] Aug 20 09:09:07.459328 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:07.459727 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:07.474740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e94b442-0b4c-4c04-978a-e91f0d27ec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.508844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.516765 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-929dcad9-adfb-4b9c-90df-bb31ce777e33 req-a2c78758-e253-4aee-b8e5-9df584b70631 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574000 Aug 20 09:09:07.532979 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e94b442-0b4c-4c04-978a-e91f0d27ec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.539977 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f06426c6-961b-48d4-8c22-b1b955df5104 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3120484 Aug 20 09:09:07.545914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36888) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:07.604936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a4bf8-e18b-4a58-9fca-cc6aa7d1d42b None None] Pushing event updated for resources: {'Port': ['ID=852eb02d-3708-4da6-9482-311f2e05bfef,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:07.628533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Made reservation on behalf of 1db78ea35b044b249969e0f33a255ff7 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:07.632526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.639160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce34055-277c-4dd6-8f0e-701e48af780e req-2a16ae92-4f2b-4c7b-a826-9f9086ee2782 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:07.647763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ce34055-277c-4dd6-8f0e-701e48af780e req-2a16ae92-4f2b-4c7b-a826-9f9086ee2782 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.0997095 Aug 20 09:09:07.682877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.703695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ce34055-277c-4dd6-8f0e-701e48af780e req-bd8ea510-c324-447b-b72e-5ad4ad46d63e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512869 Aug 20 09:09:07.708452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e94b442-0b4c-4c04-978a-e91f0d27ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.715144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e94b442-0b4c-4c04-978a-e91f0d27ec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.716819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4e94b442-0b4c-4c04-978a-e91f0d27ec23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7de6ac58-4a89-4443-bbe0-f4bb640f6ca3 HTTP/1.1" status: 204 len: 168 time: 0.3182952 Aug 20 09:09:07.740886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] Provisioning for port fb72d042-7518-4012-9dfd-8035ca6ccfb6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:07.745749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94b442-0b4c-4c04-978a-e91f0d27ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de6ac58-4a89-4443-bbe0-f4bb640f6ca3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:07.778953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] Provisioning complete for port fb72d042-7518-4012-9dfd-8035ca6ccfb6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:07.779321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:07.938859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 879fcf07-30ce-4422-a78a-bbcff4b442c1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:07.961224 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.002285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9f17f481-2e3f-4292-9b97-162ec057272f', 'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '721f9f82-f7bf-4877-8438-d83706e17c89'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:08.003925 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.087132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port 852eb02d-3708-4da6-9482-311f2e05bfef {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:08.087132 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.160148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 879fcf07-30ce-4422-a78a-bbcff4b442c1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:08.160988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.183196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port 852eb02d-3708-4da6-9482-311f2e05bfef, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=852eb02d-3708-4da6-9482-311f2e05bfef,segment=NetworkSegment(90d56291-24f8-4ac8-8a9c-4bfb87a58dd7),segment_id=90d56291-24f8-4ac8-8a9c-4bfb87a58dd7)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:08.183657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.199778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for 852eb02d-3708-4da6-9482-311f2e05bfef owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:08.246546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.363094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.412498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=852eb02d-3708-4da6-9482-311f2e05bfef,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:08.448179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port 852eb02d-3708-4da6-9482-311f2e05bfef on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:08.465812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.476719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.480473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Allocated IP 172.20.0.5 (40ff20ae-195c-4c1d-b967-310d41810e85/3087a9a6-fe03-495f-b70d-78b85607298c/483638a8-c6df-4e6a-b04d-e0d6e89df184) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:08.488372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.525538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Allocated IP 172.20.0.1 (9f17f481-2e3f-4292-9b97-162ec057272f/721f9f82-f7bf-4877-8438-d83706e17c89/57fd96af-fe86-49f7-9ac6-cf2f0802acec) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:08.674843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=e669b270-822b-4b87-a877-0b48be405fce,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:08.683506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dcf16a23-e9f0-4e0b-ae5b-8d5a87bfd6d0 req-5457d828-70ed-4b5c-a8c0-713049a69ad9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 210 time: 0.0653231 Aug 20 09:09:08.693600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.712150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af09ec5c-58fc-4a92-bdcf-af75a937fe91']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:08.754234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:08.754717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d56291-24f8-4ac8-8a9c-4bfb87a58dd7') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:08.754853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.782241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.808046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.823130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:08.823789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:08.826957 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:08.843211 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.934210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.948174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.958260 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP 5a89836a-b911-4355-9a8a-b6f7a4867917 associated. External IP: 172.25.5.73, port: ebeae74a-1d64-4baa-81b3-bfae9788a731. Aug 20 09:09:08.960745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Transition to ACTIVE for port object 483638a8-c6df-4e6a-b04d-e0d6e89df184 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:08.976882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] For port fb72d042-7518-4012-9dfd-8035ca6ccfb6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fb72d042-7518-4012-9dfd-8035ca6ccfb6,segment=NetworkSegment(889029f5-3a9e-4ca5-9921-6bf5d107486c),segment_id=889029f5-3a9e-4ca5-9921-6bf5d107486c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:08.977670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.987842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/af09ec5c-58fc-4a92-bdcf-af75a937fe91 HTTP/1.1" status: 204 len: 168 time: 3.3722126 Aug 20 09:09:08.988589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:08.993662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:08.998506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Transition to ACTIVE for port object 57fd96af-fe86-49f7-9ac6-cf2f0802acec will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:09.001112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-985582129'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:09.013704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089493-4c36-4294-83ed-fc213181e35b req-5063e812-bd25-4cdb-869c-6612ed98a114 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:09.014916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Transition to ACTIVE for port object 57fd96af-fe86-49f7-9ac6-cf2f0802acec will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:09.019874 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.032088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba089493-4c36-4294-83ed-fc213181e35b req-5063e812-bd25-4cdb-869c-6612ed98a114 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.2089548 Aug 20 09:09:09.045199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3c2bd-536c-4731-bd5e-e1c7703a8cfe tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=af09ec5c-58fc-4a92-bdcf-af75a937fe91,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:09.066751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.111819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:09.115305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.117393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba089493-4c36-4294-83ed-fc213181e35b req-f57d13a0-a023-44ae-b223-8ca57e738311 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843527 Aug 20 09:09:09.129246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Network 9f17f481-2e3f-4292-9b97-162ec057272f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:09.146514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:09.150157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.152125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.155367 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:09.160964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75138a-7904-44a7-bd56-8a8c2992791e None None] Pushing event updated for resources: {'Port': ['ID=fb72d042-7518-4012-9dfd-8035ca6ccfb6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:09.223253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=721f9f82-f7bf-4877-8438-d83706e17c89,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:09.248093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Network 40ff20ae-195c-4c1d-b967-310d41810e85 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:09.295357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:09.303414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:09.442419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a3b289f3-0d97-4eeb-af7f-2b36059e96af None None] Provisioning complete for port fb72d042-7518-4012-9dfd-8035ca6ccfb6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:09.442801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a3b289f3-0d97-4eeb-af7f-2b36059e96af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.493492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:09.507278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Pushing event updated for resources: {'Port': ['ID=57fd96af-fe86-49f7-9ac6-cf2f0802acec,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:09.529025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-84860023-0296-4760-bab3-8ae41686491b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:09.534014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Attempting to bind port 57fd96af-fe86-49f7-9ac6-cf2f0802acec on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:09.534603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Attempting to bind port 57fd96af-fe86-49f7-9ac6-cf2f0802acec by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '902717ec-8658-4e12-a8ee-2927ecea8a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:09.534729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Attempting to bind port 57fd96af-fe86-49f7-9ac6-cf2f0802acec on network 9f17f481-2e3f-4292-9b97-162ec057272f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:09.539320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-84860023-0296-4760-bab3-8ae41686491b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 810 time: 0.1668801 Aug 20 09:09:09.553893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:09.554364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Checking segment: {'id': '902717ec-8658-4e12-a8ee-2927ecea8a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:09.554789 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.555194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Bound using segment: {'id': '902717ec-8658-4e12-a8ee-2927ecea8a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:09.555713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Bound port: 57fd96af-fe86-49f7-9ac6-cf2f0802acec, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902717ec-8658-4e12-a8ee-2927ecea8a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9f17f481-2e3f-4292-9b97-162ec057272f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:09.556093 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.564379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-d7a8610a-504f-4bd3-8223-c29b38a251a6 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/quotas/58525599ec504ee8bb2082aa26fa8662 HTTP/1.1" status: 200 len: 375 time: 0.0221455 Aug 20 09:09:09.605636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.607104 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment 8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1 of type vlan for network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 Aug 20 09:09:09.615272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'Port': ['ID=483638a8-c6df-4e6a-b04d-e0d6e89df184,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:09.653583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-2131536e-af73-4028-bab3-4d6a48b1e5e7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832903 Aug 20 09:09:09.667837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:09.668591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.711839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.769657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.774295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f17f481-2e3f-4292-9b97-162ec057272f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:09.788316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-dbfaf878-5fea-466b-a8c2-6b97a43b29ec tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4254372 Aug 20 09:09:09.792722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902717ec-8658-4e12-a8ee-2927ecea8a3d') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:09.793022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902717ec-8658-4e12-a8ee-2927ecea8a3d') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:09.811593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Request body: {'port': {'device_id': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:09.847364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.893505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] For port 57fd96af-fe86-49f7-9ac6-cf2f0802acec, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:09.906641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.912247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:09.912860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.927236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-641f8d68-2bc1-4817-9ae3-14f428c52ed5 None None] Provisioning for port 483638a8-c6df-4e6a-b04d-e0d6e89df184 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:09.931005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-db909df8-5413-40fd-994f-9c2ead6a40a9 service neutron] 10.222.0.35 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697222 Aug 20 09:09:09.934612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.940331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-641f8d68-2bc1-4817-9ae3-14f428c52ed5 None None] Provisioning complete for port 483638a8-c6df-4e6a-b04d-e0d6e89df184 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:09.942254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-641f8d68-2bc1-4817-9ae3-14f428c52ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:09.985137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:10.004194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:10.004606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:10.095326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fb72d042-7518-4012-9dfd-8035ca6ccfb6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:10.150226 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:10.205261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98937c70-b85d-4f72-b24d-428ec6a1b798 req-a15bc70c-ddfe-4b1e-b77c-ea3011a318e8 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:10.216962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98937c70-b85d-4f72-b24d-428ec6a1b798 req-a15bc70c-ddfe-4b1e-b77c-ea3011a318e8 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 931 time: 0.3164258 Aug 20 09:09:10.220004 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2236121 Aug 20 09:09:10.224135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:10.227604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36950) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:10.240495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:10.255568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:09:10.255568 n-d-804285-2 neutron-server[101317]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:09:10.255568 n-d-804285-2 neutron-server[101317]: [parameters: {'id': '9f17f481-2e3f-4292-9b97-162ec057272f'}] Aug 20 09:09:10.255568 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:10.256476 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:10.271647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e10ec-2c3a-483f-b82e-98793a789d69 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=d082ca48-3ae8-42fa-b436-b7c0eb1a3072,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:10.274590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] For port 57fd96af-fe86-49f7-9ac6-cf2f0802acec, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=57fd96af-fe86-49f7-9ac6-cf2f0802acec,segment=NetworkSegment(902717ec-8658-4e12-a8ee-2927ecea8a3d),segment_id=902717ec-8658-4e12-a8ee-2927ecea8a3d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:10.282179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-641f8d68-2bc1-4817-9ae3-14f428c52ed5 None None] Port 483638a8-c6df-4e6a-b04d-e0d6e89df184 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:09:10.310132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:10.317256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:10.406594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fb72d042-7518-4012-9dfd-8035ca6ccfb6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:10.409410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:10.414050 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98937c70-b85d-4f72-b24d-428ec6a1b798 req-852e8919-9f2c-4f35-8499-f463f4a57fe3 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927812 Aug 20 09:09:10.432422 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-7dd50fd8-ff5f-4c48-82df-8cdda10b48e4 service neutron] 10.222.0.35 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895396 Aug 20 09:09:10.725798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b13209c8-666c-46aa-a038-0c1c9a5fb1c3 req-fe35b1db-2789-4639-abad-914819372115 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 210 time: 0.0447459 Aug 20 09:09:10.738709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:10.752564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:10.756631 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:10.764931 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:10.794413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Pushing event updated for resources: {'Port': ['ID=57fd96af-fe86-49f7-9ac6-cf2f0802acec,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:10.798492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:10.816983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.817331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.817670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.818033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.818503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.818840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.819167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.819502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.819812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.820135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.820461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.820779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddcae72-b542-44c8-ab44-01b4792a7531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:10.838765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:10.839408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:10.903417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13663613-81f0-4cd9-b86c-da9a3a6058a0 None None] Network 9f17f481-2e3f-4292-9b97-162ec057272f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:10.910359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:10.994043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.066922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:11.067672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:11.112857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:11.114123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40471d3c-91fd-4252-b4e1-8aaff6ca0977 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:11.154338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e508baa-5199-4c02-8cfa-3039a67c9680 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:11.173731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-70678c68-9d71-4017-bb9d-a44ce0fa4258 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5744712 Aug 20 09:09:11.177193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:11.184735 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:11.244248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port 57fd96af-fe86-49f7-9ac6-cf2f0802acec {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:11.244589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.339092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e508baa-5199-4c02-8cfa-3039a67c9680 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:11.374095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.421156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port 57fd96af-fe86-49f7-9ac6-cf2f0802acec, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=57fd96af-fe86-49f7-9ac6-cf2f0802acec,segment=NetworkSegment(902717ec-8658-4e12-a8ee-2927ecea8a3d),segment_id=902717ec-8658-4e12-a8ee-2927ecea8a3d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:11.422421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.436315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for 57fd96af-fe86-49f7-9ac6-cf2f0802acec owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:11.510453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483638a8-c6df-4e6a-b04d-e0d6e89df184 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:11.542531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.592924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Transition to ACTIVE for port object 483638a8-c6df-4e6a-b04d-e0d6e89df184 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:11.614060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.671789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.685309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:11.689985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port 57fd96af-fe86-49f7-9ac6-cf2f0802acec on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:11.776061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Pushing event updated for resources: {'Port': ['ID=483638a8-c6df-4e6a-b04d-e0d6e89df184,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:11.856159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961805c2-a196-432f-b625-074ee49d63de None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:11.959662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=57fd96af-fe86-49f7-9ac6-cf2f0802acec,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:11.970706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.038213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f17f481-2e3f-4292-9b97-162ec057272f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:12.047299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0d34812-3c21-45e2-8241-2ab533296582 req-def73932-e7d2-48d2-bccf-49d592446077 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 210 time: 0.1163251 Aug 20 09:09:12.048213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=4b096516-cb8b-44d4-8b6e-5863ff7ce6e7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:12.073223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:12.073779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: d082ca48-3ae8-42fa-b436-b7c0eb1a3072, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:12.085111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902717ec-8658-4e12-a8ee-2927ecea8a3d') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:12.085841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902717ec-8658-4e12-a8ee-2927ecea8a3d') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:12.107655 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.131254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Attempting to bind port 483638a8-c6df-4e6a-b04d-e0d6e89df184 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:12.131623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Attempting to bind port 483638a8-c6df-4e6a-b04d-e0d6e89df184 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:12.131922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Attempting to bind port 483638a8-c6df-4e6a-b04d-e0d6e89df184 on network 40ff20ae-195c-4c1d-b967-310d41810e85 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:12.134551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.137557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:12.147414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Port 483638a8-c6df-4e6a-b04d-e0d6e89df184 on network 40ff20ae-195c-4c1d-b967-310d41810e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:09:12.147855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Attempting to bind port 483638a8-c6df-4e6a-b04d-e0d6e89df184 on network 40ff20ae-195c-4c1d-b967-310d41810e85 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:12.154134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:12.154547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.158178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:12.158526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Checking segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:12.158926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Bound using segment: {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:12.159385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Bound port: 483638a8-c6df-4e6a-b04d-e0d6e89df184, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329334cd-7f54-416f-a3bd-1544baed2c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:12.159754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:12.161867 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:12.165199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961805c2-a196-432f-b625-074ee49d63de None None] Unable to find a vacant binding_index for network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 and agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 {{(pid=101318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 20 09:09:12.172858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961805c2-a196-432f-b625-074ee49d63de None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d082ca48-3ae8-42fa-b436-b7c0eb1a3072) {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:12.198725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d082ca48-3ae8-42fa-b436-b7c0eb1a3072) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:12.222262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.222761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.270310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.277350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.283345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.289032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36986) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:12.289197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/9f17f481-2e3f-4292-9b97-162ec057272f HTTP/1.1" status: 204 len: 168 time: 4.7423139 Aug 20 09:09:12.290787 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90db9899-d624-480e-b253-98ac5ed8364e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0583336 Aug 20 09:09:12.295438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36988) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:12.305029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904820277'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:12.307949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546d39a-fb99-43b4-8ccd-fd9c3f747e4d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=9f17f481-2e3f-4292-9b97-162ec057272f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:12.324216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.324549 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP 5a89836a-b911-4355-9a8a-b6f7a4867917 disassociated. External IP: 172.25.5.73, port: ebeae74a-1d64-4baa-81b3-bfae9788a731. Aug 20 09:09:12.335012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] For port 483638a8-c6df-4e6a-b04d-e0d6e89df184, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:12.338696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] For port 483638a8-c6df-4e6a-b04d-e0d6e89df184, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:12.344518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.385167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.386207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.387660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] 10.222.0.26 "PUT /v2.0/ports/483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 1091 time: 2.5872247 Aug 20 09:09:12.388107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:12.390444 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495798a1-683a-4ee5-a650-a13fa3e5b653" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:12.419651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357babe9-42a1-47c2-ac87-762c86645676 service neutron] Pushing event updated for resources: {'Port': ['ID=483638a8-c6df-4e6a-b04d-e0d6e89df184,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:12.471937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a489141-849f-46fb-8c89-ca5db2f7cd69 req-6d5df568-a94a-4b10-b849-28c94666a200 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.474937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a489141-849f-46fb-8c89-ca5db2f7cd69 req-6d5df568-a94a-4b10-b849-28c94666a200 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 943 time: 0.5430470 Aug 20 09:09:12.479304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.491382 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053e604e-1eec-4f18-b613-9916022d877b x-openstack-request-id: req-053e604e-1eec-4f18-b613-9916022d877b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:12.492366 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:12.492802 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-053e604e-1eec-4f18-b613-9916022d877b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:12.493556 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'status': 'completed', 'code': 200} Aug 20 09:09:12.511974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-830baa8a-5290-4985-ab5d-3ce6f28e1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.514260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-830baa8a-5290-4985-ab5d-3ce6f28e1d3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1094 time: 0.0770965 Aug 20 09:09:12.571703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:12.575511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.590170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-adb83b71-ae04-49da-b8c7-1aa0b09511b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 217 time: 0.0674675 Aug 20 09:09:12.598807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d082ca48-3ae8-42fa-b436-b7c0eb1a3072', 'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': '4b096516-cb8b-44d4-8b6e-5863ff7ce6e7'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:12.599700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.617015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:12.631306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.631664 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9 of type vlan for network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 Aug 20 09:09:12.672894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-34f60c1e-37d9-4407-a56e-2fc0d115a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.674704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-34f60c1e-37d9-4407-a56e-2fc0d115a17b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 200 len: 846 time: 0.0714831 Aug 20 09:09:12.704919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a489141-849f-46fb-8c89-ca5db2f7cd69 req-36cda07d-d319-418d-8a66-52623d188b8c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737492 Aug 20 09:09:12.730154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.756826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-904f7fef-1b55-4721-859b-0a33facf26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.759960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-904f7fef-1b55-4721-859b-0a33facf26a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40ff20ae-195c-4c1d-b967-310d41810e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775146 Aug 20 09:09:12.819526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-b5c2d6d3-ca77-4411-aac6-ed55880988e0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:12.821048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-b5c2d6d3-ca77-4411-aac6-ed55880988e0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.26 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 810 time: 0.8471386 Aug 20 09:09:12.840255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Request body: {'port': {'device_id': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'admin_state_up': True, 'tenant_id': '58525599ec504ee8bb2082aa26fa8662'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:12.851398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Allocated IP 2001:db8::1 (d082ca48-3ae8-42fa-b436-b7c0eb1a3072/4b096516-cb8b-44d4-8b6e-5863ff7ce6e7/406ba308-db34-4236-9032-4cd30470c39b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:12.920513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:12.963785 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-a8964273-c7c2-489c-96c5-eb8d75802543 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947060 Aug 20 09:09:13.018735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.116932 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d977c797-b533-456a-b6f4-7d88d3c135f9 req-852f9cad-ce0c-40e0-8a3e-a70a218f68b8 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449571 Aug 20 09:09:13.129869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.135758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:13.136373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.202068 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.220517 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-052fde92-6c7b-4842-9db4-0690c55ea2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.224201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Transition to ACTIVE for port object 406ba308-db34-4236-9032-4cd30470c39b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:13.248457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Transition to ACTIVE for port object 406ba308-db34-4236-9032-4cd30470c39b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:13.256995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-07b9c585-f388-4faa-b21d-dae6375d1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:13.259000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-07b9c585-f388-4faa-b21d-dae6375d1b16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1094 time: 0.0792720 Aug 20 09:09:13.263726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.270506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-324d2dd4-4057-434d-a10d-e9f9ed25bbbc req-a0bd8a99-a735-453c-a510-0df10793c148 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 210 time: 0.0730186 Aug 20 09:09:13.282754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9921470 Aug 20 09:09:13.285774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37024) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:13.310688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:13.323428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=7b723130-2c0c-4521-8bd0-117c35ec1aa0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:13.345126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:13.376381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Pushing event updated for resources: {'Port': ['ID=406ba308-db34-4236-9032-4cd30470c39b,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:13.391132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.391765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.392230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.392578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.392918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.393321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.393661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.394030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.394353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.394853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.395337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.395832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477994a5-440a-410c-a416-ee135cc2d2bf tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:13.402891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:13.409888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:13.413001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:13.420491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.424270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-3bfb8e07-06d4-404f-bd97-bee57757853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:13.427841 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-3bfb8e07-06d4-404f-bd97-bee57757853f service neutron] 10.222.0.26 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 907 time: 0.1593347 Aug 20 09:09:13.430694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Made reservation on behalf of 58525599ec504ee8bb2082aa26fa8662 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:13.434278 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.478859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:13.487117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=4b096516-cb8b-44d4-8b6e-5863ff7ce6e7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:13.512884 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-ca65fea2-4652-490f-8dff-883e3bac6b3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 217 time: 0.0769467 Aug 20 09:09:13.540535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Attempting to bind port 406ba308-db34-4236-9032-4cd30470c39b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:13.541205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Attempting to bind port 406ba308-db34-4236-9032-4cd30470c39b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:13.541771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Attempting to bind port 406ba308-db34-4236-9032-4cd30470c39b on network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:13.548412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:13.549053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Checking segment: {'id': '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:13.549686 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.550424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Bound using segment: {'id': '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:13.551145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Bound port: 406ba308-db34-4236-9032-4cd30470c39b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:13.551730 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.614443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-d635d2d0-67e2-4f24-9077-0bfed9a27009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:13.616096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-d635d2d0-67e2-4f24-9077-0bfed9a27009 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 200 len: 846 time: 0.0962501 Aug 20 09:09:13.649237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] For port 406ba308-db34-4236-9032-4cd30470c39b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:13.652598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] For port 406ba308-db34-4236-9032-4cd30470c39b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=406ba308-db34-4236-9032-4cd30470c39b,segment=NetworkSegment(8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1),segment_id=8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:13.663583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.725295 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.745783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6528a-b75d-4a77-9c40-14ba3bd41e86 None None] Pushing event updated for resources: {'Port': ['ID=406ba308-db34-4236-9032-4cd30470c39b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:13.752450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d082ca48-3ae8-42fa-b436-b7c0eb1a3072']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:13.826276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:13.826620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:13.848506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff754b43-1c34-4296-8f89-6c59ec1fe068 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:13.863704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.954820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.959462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:13.979141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:13.999943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:14.000657 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:14.005043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:14.008285 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:14.017759 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:14.033789 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:14.034429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:14.059998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff754b43-1c34-4296-8f89-6c59ec1fe068 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:14.097552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:14.120980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Allocated IP 172.20.0.5 (7896f4ca-20e4-4737-be89-256176e5ddd2/28e77217-0052-42da-8167-e669acf4147e/897d0d6d-1124-47e5-b9c5-c1b73a46635b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:14.171923 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:14.176534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-494955df-b4b6-4b32-9ecd-e65da5fd3e47 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/floatingips/5a89836a-b911-4355-9a8a-b6f7a4867917 HTTP/1.1" status: 200 len: 687 time: 2.9978495 Aug 20 09:09:14.177315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 is not hosted by any dhcp agent {{(pid=101316) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:09:14.182932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:14.183559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:14.197950 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:14.198295 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "PUT /v2.0/networks/7b723130-2c0c-4521-8bd0-117c35ec1aa0 HTTP/1.1" status: 200 len: 723 time: 0.8964753 Aug 20 09:09:14.199026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37034) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:14.199367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37036) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:14.200433 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:08:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:14.235406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:14.268242 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:14.269265 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13978eea-d7ff-4e28-9fa0-67c0f9392e9b None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:14.298198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:14.314006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-c5897dc5-776d-46a1-8a84-c9200eeb423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:14.317866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-c5897dc5-776d-46a1-8a84-c9200eeb423f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40ff20ae-195c-4c1d-b967-310d41810e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6918132 Aug 20 09:09:14.506974 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-d30fd4d5-3696-4a72-b433-0791aea1140b service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774828 Aug 20 09:09:14.558502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df94e8-6a20-4bcb-993b-d5fc3a89941c None None] Network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:14.677659 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:09:14.677659 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:09:14.677659 n-d-804285-2 neutron-server[101316]: [parameters: {'id': 'd082ca48-3ae8-42fa-b436-b7c0eb1a3072'}] Aug 20 09:09:14.677659 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:14.680734 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:14.703154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81f30a-918d-4b19-8b24-4babfd5bf90a req-5698fd66-b7e3-48b8-81aa-bf4395407c6c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:14.705985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa81f30a-918d-4b19-8b24-4babfd5bf90a req-5698fd66-b7e3-48b8-81aa-bf4395407c6c tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 943 time: 0.8608670 Aug 20 09:09:14.707529 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-495798a1-683a-4ee5-a650-a13fa3e5b653 req-b3fa36e6-d068-43ec-a184-45ac7f61a515 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945484 Aug 20 09:09:14.782703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9f9ad70-2d76-4bcf-8c36-d49487659ae9 req-c4371fd4-dff6-4ac2-b9c7-81ad6944cbc3 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 210 time: 0.1233957 Aug 20 09:09:14.793391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25363-a883-4667-951d-68e1a6be227d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=7b723130-2c0c-4521-8bd0-117c35ec1aa0,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:14.835292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:14.950294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead308fe-cf57-48f5-8dea-a21383ebe1ec None None] Network d082ca48-3ae8-42fa-b436-b7c0eb1a3072 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:15.113685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa81f30a-918d-4b19-8b24-4babfd5bf90a req-3d459364-6b93-4fbf-9d0b-b2ec80fa3f75 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267798 Aug 20 09:09:15.124789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:15.128729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.129625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:15.152264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 483638a8-c6df-4e6a-b04d-e0d6e89df184 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:09:15.152524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port e669b270-822b-4b87-a877-0b48be405fce {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:15.152762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.315865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b9334a-29a2-4d74-871d-dca2444b2938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.463732 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b9334a-29a2-4d74-871d-dca2444b2938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.474053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-35b9334a-29a2-4d74-871d-dca2444b2938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.523725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9334a-29a2-4d74-871d-dca2444b2938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1724f1-7b41-48ba-ac13-be3ed834d4b9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:15.524575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 483638a8-c6df-4e6a-b04d-e0d6e89df184, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:15.537346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'port_id': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'mac_address': 'fa:16:3e:c1:50:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:09:15.548477 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-35b9334a-29a2-4d74-871d-dca2444b2938 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05c00c1baf0e4465b5d33f4e1065515d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171634 Aug 20 09:09:15.551104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37058) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:15.576852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.594079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483638a8-c6df-4e6a-b04d-e0d6e89df184 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:15.604785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1034cf7-68e7-4389-a416-353378ed945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.615450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 483638a8-c6df-4e6a-b04d-e0d6e89df184, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:15.621157 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.636264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1034cf7-68e7-4389-a416-353378ed945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.675648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=483638a8-c6df-4e6a-b04d-e0d6e89df184,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:15.684408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.695261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1034cf7-68e7-4389-a416-353378ed945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.698210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1034cf7-68e7-4389-a416-353378ed945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.699338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c1034cf7-68e7-4389-a416-353378ed945c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb1724f1-7b41-48ba-ac13-be3ed834d4b9 HTTP/1.1" status: 204 len: 168 time: 0.1472063 Aug 20 09:09:15.708203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1034cf7-68e7-4389-a416-353378ed945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1724f1-7b41-48ba-ac13-be3ed834d4b9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:15.792094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.819122 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:09:15.826372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['483638a8-c6df-4e6a-b04d-e0d6e89df184'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:09:15.838676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.839016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:15.869048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for e669b270-822b-4b87-a877-0b48be405fce owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:16.019531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-170b0872-b6f0-466f-a972-d86ac1a09cd7 req-e5450fc8-cb1e-49cd-9950-48e7f7b3bafc tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 210 time: 0.0824919 Aug 20 09:09:16.048808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port 406ba308-db34-4236-9032-4cd30470c39b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:16.049150 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.089260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37066) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:16.109520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eba65560-bc61-4493-a3c7-88b3c3418b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.158311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.172804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:09:16.225931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Pushing event updated for resources: {'Port': ['ID=897d0d6d-1124-47e5-b9c5-c1b73a46635b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:16.253447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port 406ba308-db34-4236-9032-4cd30470c39b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=406ba308-db34-4236-9032-4cd30470c39b,segment=NetworkSegment(8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1),segment_id=8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:16.253854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.261487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eba65560-bc61-4493-a3c7-88b3c3418b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.263007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.267280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eba65560-bc61-4493-a3c7-88b3c3418b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.321370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eba65560-bc61-4493-a3c7-88b3c3418b21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=422ab470f9da4d319eccb714dddf3a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299414 Aug 20 09:09:16.322654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba65560-bc61-4493-a3c7-88b3c3418b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a763c404-d263-4482-b768-bb1b8e349b99,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:16.325353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:16.352418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=9bf6f6ee-6ebc-4887-ae7c-6f996852c40c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:16.355718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Network 7896f4ca-20e4-4737-be89-256176e5ddd2 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:16.362242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for 406ba308-db34-4236-9032-4cd30470c39b owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:16.370647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:16.379901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:16.395439 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.420628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4f89bad-04bf-4d25-aa24-cf27f48d7528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.433513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:16.434173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.475175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4f89bad-04bf-4d25-aa24-cf27f48d7528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.529844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4f89bad-04bf-4d25-aa24-cf27f48d7528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.533163 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4f89bad-04bf-4d25-aa24-cf27f48d7528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.536813 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d4f89bad-04bf-4d25-aa24-cf27f48d7528 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a763c404-d263-4482-b768-bb1b8e349b99 HTTP/1.1" status: 204 len: 168 time: 0.2077157 Aug 20 09:09:16.542477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f89bad-04bf-4d25-aa24-cf27f48d7528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a763c404-d263-4482-b768-bb1b8e349b99,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:16.547072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ace4-24f0-456c-994d-a0ba8496eb62 req-feedadd8-d054-4787-9173-cf992c528696 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:16.554916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1ace4-24f0-456c-994d-a0ba8496eb62 req-feedadd8-d054-4787-9173-cf992c528696 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 944 time: 0.3117888 Aug 20 09:09:16.579736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-998bc8e6-db92-4cf5-8edd-68f0d2e00d6b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7459691 Aug 20 09:09:16.603363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Request body: {'port': {'device_id': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:16.635277 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.635989 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fa57545e-e0a8-4006-a4f5-47fd15bf689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.685425 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:16.686036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 7b723130-2c0c-4521-8bd0-117c35ec1aa0, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:16.700817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=e669b270-822b-4b87-a877-0b48be405fce,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:16.762269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70a1ace4-24f0-456c-994d-a0ba8496eb62 req-3eb23a2f-134a-4fc0-86f0-7a6c4804521f tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062855 Aug 20 09:09:16.793586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.835121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.840325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:16.857509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=406ba308-db34-4236-9032-4cd30470c39b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:16.862489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port 406ba308-db34-4236-9032-4cd30470c39b on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:16.894635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 7b723130-2c0c-4521-8bd0-117c35ec1aa0) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:16.902821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:16.903433 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.913610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ab4abe-555b-46e2-b511-b59a079ae4f9 None None] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:16.951726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.954794 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:16.955969 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab9e492a-746d-4893-b746-44ddd1f0316d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/floatingips/5a89836a-b911-4355-9a8a-b6f7a4867917 HTTP/1.1" status: 204 len: 168 time: 2.7424159 Aug 20 09:09:16.966561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37084) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:16.970666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'b6ceeb10-697d-49e1-b3dc-bcea11d01022'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:17.003318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.005965 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.067726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d082ca48-3ae8-42fa-b436-b7c0eb1a3072']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:17.073501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37090) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:17.073666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-20965101-53ca-48fb-b7e8-a4ce68de33fa tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8588488 Aug 20 09:09:17.081827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:17.109650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:17.110150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd183a6-ff09-4ca9-80f1-c99db2cfdaa1') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:17.175960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 483638a8-c6df-4e6a-b04d-e0d6e89df184 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:17.192800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.254221 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-7b723130-2c0c-4521-8bd0-117c35ec1aa0', 'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '9bf6f6ee-6ebc-4887-ae7c-6f996852c40c'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:17.255141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.286435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 483638a8-c6df-4e6a-b04d-e0d6e89df184 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:17.292800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 483638a8-c6df-4e6a-b04d-e0d6e89df184 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:17.293131 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.309560 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126522279'] for subnet, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.332129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.351456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:17.352494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:17.355658 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:17.379202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.441866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55a3f-2983-4fe9-bb97-996b243ef365 req-7297d0f1-3fd7-483a-b1b8-8d45c11b251c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:17.443459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95e55a3f-2983-4fe9-bb97-996b243ef365 req-7297d0f1-3fd7-483a-b1b8-8d45c11b251c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 931 time: 0.3314781 Aug 20 09:09:17.464976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.479953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.482740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/d082ca48-3ae8-42fa-b436-b7c0eb1a3072 HTTP/1.1" status: 204 len: 168 time: 5.1600087 Aug 20 09:09:17.498388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:17.512930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37104) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:17.518347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1413652206'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:17.541964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff820194-a7dd-43a1-82f4-139076b0b20a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=d082ca48-3ae8-42fa-b436-b7c0eb1a3072,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:17.545603 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.580170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95e55a3f-2983-4fe9-bb97-996b243ef365 req-2801ab46-500d-4a0d-a8b7-004f1ec25b91 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239562 Aug 20 09:09:17.591383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897d0d6d-1124-47e5-b9c5-c1b73a46635b {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:17.604758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.607726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:17.611655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.655848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Transition to ACTIVE for port object 897d0d6d-1124-47e5-b9c5-c1b73a46635b will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:17.671457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.690959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:17.696173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.710675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.54 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c933825c-1134-4682-bbf4-f8c0b66d2fa0) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:17.751547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791067162974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2992891'] for subnet, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.767897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 483638a8-c6df-4e6a-b04d-e0d6e89df184, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:17.774173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:17.777105 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3da89-582f-45ec-9347-9170d55bebda" -d '{"events": [{"server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "name": "network-vif-plugged", "status": "completed", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:17.788148 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.801487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Pushing event updated for resources: {'Port': ['ID=897d0d6d-1124-47e5-b9c5-c1b73a46635b,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:17.821079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:17.821550 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment ef14446d-c4a0-4635-a747-09e19460c696 of type vlan for network 33d1e1be-e461-438d-90fa-67d54969398c Aug 20 09:09:17.940559 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4266dae1-3e4d-4a53-8e0d-f9dc461a459e x-openstack-request-id: req-4266dae1-3e4d-4a53-8e0d-f9dc461a459e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:17.940866 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "name": "network-vif-plugged", "status": "completed", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:17.941129 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4266dae1-3e4d-4a53-8e0d-f9dc461a459e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:17.941536 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'code': 200} Aug 20 09:09:17.947833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=483638a8-c6df-4e6a-b04d-e0d6e89df184,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:17.990061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=9bf6f6ee-6ebc-4887-ae7c-6f996852c40c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:17.998964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Allocated IP 172.20.0.2 (7b723130-2c0c-4521-8bd0-117c35ec1aa0/9bf6f6ee-6ebc-4887-ae7c-6f996852c40c/bd46c776-80a9-4189-96c8-f9308c4984a5) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:18.006890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.066114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:18.067136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.074299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6316d922-8710-4fba-8f6a-885822348d72 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "PUT /v2.0/subnets/9bf6f6ee-6ebc-4887-ae7c-6f996852c40c HTTP/1.1" status: 200 len: 806 time: 0.9989436 Aug 20 09:09:18.079400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37118) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:18.183033 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.189216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:18.190445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.211473 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.213055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d837f9-a30b-468b-8cfa-5219aa7a627b req-68735e24-6017-4fbd-b166-52cd848ccaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:18.221611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Transition to ACTIVE for port object bd46c776-80a9-4189-96c8-f9308c4984a5 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:18.223645 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c2d837f9-a30b-468b-8cfa-5219aa7a627b req-68735e24-6017-4fbd-b166-52cd848ccaae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1096 time: 0.2354565 Aug 20 09:09:18.231811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb13bd-1a93-4c6a-bd07-c06c03a83c18 req-d0e60827-ea95-4594-b338-adaf3ec09731 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:18.233412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bcb13bd-1a93-4c6a-bd07-c06c03a83c18 req-d0e60827-ea95-4594-b338-adaf3ec09731 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 945 time: 0.2569275 Aug 20 09:09:18.234384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Attempting to bind port 897d0d6d-1124-47e5-b9c5-c1b73a46635b on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:18.234739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Attempting to bind port 897d0d6d-1124-47e5-b9c5-c1b73a46635b by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:18.235073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Attempting to bind port 897d0d6d-1124-47e5-b9c5-c1b73a46635b on network 7896f4ca-20e4-4737-be89-256176e5ddd2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:18.245858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Transition to ACTIVE for port object bd46c776-80a9-4189-96c8-f9308c4984a5 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:18.258158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.268451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.295835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c2d837f9-a30b-468b-8cfa-5219aa7a627b req-4e943928-24fc-4a81-8e4b-3ff6566a266f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553246 Aug 20 09:09:18.321847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.326878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:18.331294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:18.334063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:18.341177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8414414 Aug 20 09:09:18.345429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:18.351220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Port 897d0d6d-1124-47e5-b9c5-c1b73a46635b on network 7896f4ca-20e4-4737-be89-256176e5ddd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:09:18.351546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Attempting to bind port 897d0d6d-1124-47e5-b9c5-c1b73a46635b on network 7896f4ca-20e4-4737-be89-256176e5ddd2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:18.372799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Pushing event updated for resources: {'Port': ['ID=bd46c776-80a9-4189-96c8-f9308c4984a5,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:18.382167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': '33d1e1be-e461-438d-90fa-67d54969398c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:18.394232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8449529-f50d-48e5-844c-b62497de25df tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=33d1e1be-e461-438d-90fa-67d54969398c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:18.407406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:18.407749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Checking segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:18.408139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Bound using segment: {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:18.408624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Bound port: 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4465455d-79a8-46ad-9b9c-cb46095c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:18.409214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.436012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 33d1e1be-e461-438d-90fa-67d54969398c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:18.467337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bcb13bd-1a93-4c6a-bd07-c06c03a83c18 req-d9f91f29-68f7-492f-8d51-3703236b11a6 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980875 Aug 20 09:09:18.486457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Attempting to bind port bd46c776-80a9-4189-96c8-f9308c4984a5 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:18.487555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Attempting to bind port bd46c776-80a9-4189-96c8-f9308c4984a5 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:18.487951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Attempting to bind port bd46c776-80a9-4189-96c8-f9308c4984a5 on network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:18.537037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.559716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:18.560089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Checking segment: {'id': 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:18.563853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.564267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Bound using segment: {'id': 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:18.574055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Bound port: bd46c776-80a9-4189-96c8-f9308c4984a5, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7b723130-2c0c-4521-8bd0-117c35ec1aa0'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:18.574550 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.575122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] For port 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:18.580151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] For port 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:18.592434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.628318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:18.664881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port bd46c776-80a9-4189-96c8-f9308c4984a5 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:18.665576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.702214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:18.705947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.715160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] 10.222.0.26 "PUT /v2.0/ports/897d0d6d-1124-47e5-b9c5-c1b73a46635b HTTP/1.1" status: 200 len: 1091 time: 2.1180730 Aug 20 09:09:18.715889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'tag': '897d0d6d-1124-47e5-b9c5-c1b73a46635b'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:18.722908 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceda0d27-14d3-4ffc-9e27-423851ccfc08" -d '{"events": [{"name": "network-changed", "server_uuid": "8db977b5-4c1c-4cc9-9db9-cb33f43fedcc", "tag": "897d0d6d-1124-47e5-b9c5-c1b73a46635b"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:18.754628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] For port bd46c776-80a9-4189-96c8-f9308c4984a5, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:18.758685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] For port bd46c776-80a9-4189-96c8-f9308c4984a5, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bd46c776-80a9-4189-96c8-f9308c4984a5,segment=NetworkSegment(eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9),segment_id=eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:18.765040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.777749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=c933825c-1134-4682-bbf4-f8c0b66d2fa0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:18.789680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:18.794548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:18.803498 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f98e9-6fbb-442b-9579-a92379f37d9c x-openstack-request-id: req-b78f98e9-6fbb-442b-9579-a92379f37d9c {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:18.803795 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db977b5-4c1c-4cc9-9db9-cb33f43fedcc", "tag": "897d0d6d-1124-47e5-b9c5-c1b73a46635b", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:18.804047 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b78f98e9-6fbb-442b-9579-a92379f37d9c {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:18.805318 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'tag': '897d0d6d-1124-47e5-b9c5-c1b73a46635b', 'status': 'completed', 'code': 200} Aug 20 09:09:18.824255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:18.830169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.873060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:18.881510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7ff62-4808-479e-a645-8d0fc6d2c980 None None] Pushing event updated for resources: {'Port': ['ID=bd46c776-80a9-4189-96c8-f9308c4984a5,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:18.957572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc618-99c3-4855-9783-4d39367483b1 service neutron] Pushing event updated for resources: {'Port': ['ID=897d0d6d-1124-47e5-b9c5-c1b73a46635b,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:18.989844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe7f18-ebeb-4ae0-b6de-56d097d4bb63 req-221f12ec-3be2-45c1-abcf-302a47257517 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:18.992045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bbe7f18-ebeb-4ae0-b6de-56d097d4bb63 req-221f12ec-3be2-45c1-abcf-302a47257517 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 943 time: 0.2650278 Aug 20 09:09:19.011335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port bd46c776-80a9-4189-96c8-f9308c4984a5, host n-d-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:19.011796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:19.048794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-37e16e1c-2900-4c13-b0ea-35869bf1c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:19.050402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-37e16e1c-2900-4c13-b0ea-35869bf1c07c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 1094 time: 0.2671998 Aug 20 09:09:19.054404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for bd46c776-80a9-4189-96c8-f9308c4984a5 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:19.148159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-db066e71-47d1-499e-8733-2e4030c9002b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b HTTP/1.1" status: 200 len: 217 time: 0.0787618 Aug 20 09:09:19.160334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bbe7f18-ebeb-4ae0-b6de-56d097d4bb63 req-7391575b-6c6e-41c3-be47-e4a08aad5272 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609423 Aug 20 09:09:19.234009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:19.240423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e9727ed2-5bec-4e9c-9f9e-3a77af5bfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:19.242026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-e9727ed2-5bec-4e9c-9f9e-3a77af5bfbc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.0788383 Aug 20 09:09:19.315555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-d2943cbf-4598-4a5e-963a-508d9d74e463 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349660 Aug 20 09:09:19.488618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:19.545853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-dcc1aaab-07b7-46e2-ad70-463c1b50b4bf service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152891 Aug 20 09:09:19.597740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:19.695765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=bd46c776-80a9-4189-96c8-f9308c4984a5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:19.724504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=88544cbd-a2c3-41f1-ade9-ddde71b6397f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:19.758579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port bd46c776-80a9-4189-96c8-f9308c4984a5 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:19.765659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': 'ef14446d-c4a0-4635-a747-09e19460c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33d1e1be-e461-438d-90fa-67d54969398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:19.766023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: 33d1e1be-e461-438d-90fa-67d54969398c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:19.872278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:19.884679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network 33d1e1be-e461-438d-90fa-67d54969398c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:19.925177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:19.928802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 33d1e1be-e461-438d-90fa-67d54969398c) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:19.937597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb536f-516d-4b1e-b31c-b1f12920a576 None None] Network 33d1e1be-e461-438d-90fa-67d54969398c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:20.030085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:20.030885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.033287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.112544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bf4c9dd2-183d-4874-b7ca-14ba3bd866f1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7458887 Aug 20 09:09:20.115242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37146) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:20.123195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.150632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9c806-bb9a-48d7-9a39-8206e487ad3c req-53947a4f-695b-4e19-82b3-4f8388a8569b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:20.152498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12d9c806-bb9a-48d7-9a39-8206e487ad3c req-53947a4f-695b-4e19-82b3-4f8388a8569b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 945 time: 0.5879447 Aug 20 09:09:20.228969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-33d1e1be-e461-438d-90fa-67d54969398c', 'network_id': '33d1e1be-e461-438d-90fa-67d54969398c', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': '88544cbd-a2c3-41f1-ade9-ddde71b6397f'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:20.230578 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.267319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff3c19ff-93d7-44b8-b69e-c1679f857f83 req-7505a178-e516-471b-8c46-576b8999cc13 service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145710 Aug 20 09:09:20.282664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12d9c806-bb9a-48d7-9a39-8206e487ad3c req-95ca2d83-e372-4392-ad5c-1fb8bcac4faa tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015809 Aug 20 09:09:20.336047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafc43d-dda5-44bb-8da1-b76f13521887 None None] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:20.357816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Deleting port 1801a074-a233-4631-a59d-0a61ad1e4195 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:20.358385 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.386805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf6f6ee-6ebc-4887-ae7c-6f996852c40c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:20.408923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3425e508-a706-4b10-a361-24e47340dd30 None None] Could not find standard attr ID for object bd46c776-80a9-4189-96c8-f9308c4984a5. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:09:20.440261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.472257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b723130-2c0c-4521-8bd0-117c35ec1aa0']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:20.498522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:20.499286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb13ae7c-cd3e-4dfe-8020-b0b5b93df5f9') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:20.534611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Allocated IP 2001:db8::1 (33d1e1be-e461-438d-90fa-67d54969398c/88544cbd-a2c3-41f1-ade9-ddde71b6397f/f372c6b5-9d65-4153-a3c3-a4667b5cf365) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:20.554036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf51789-2c2b-4b8d-8903-31bc3aa6a70b req-9c404ffe-f8ca-4c00-92ae-062be7071760 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:20.555436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cf51789-2c2b-4b8d-8903-31bc3aa6a70b req-9c404ffe-f8ca-4c00-92ae-062be7071760 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 943 time: 0.1997025 Aug 20 09:09:20.562567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-58ad2127-54fb-4676-b3fa-04c3e478e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:20.564144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-58ad2127-54fb-4676-b3fa-04c3e478e883 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 1094 time: 0.2443736 Aug 20 09:09:20.570583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.577026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] For port 1801a074-a233-4631-a59d-0a61ad1e4195, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1801a074-a233-4631-a59d-0a61ad1e4195,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:20.577551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.591342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.609600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.619594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dec9c7-2bbb-4dbd-83e4-2cbdaef63896 None None] DHCP port deletion for 7b723130-2c0c-4521-8bd0-117c35ec1aa0 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:20.650265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256effea-b0a7-4ebf-bf60-30c08d585607 None None] Network 7b723130-2c0c-4521-8bd0-117c35ec1aa0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:20.662049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.665109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Calling delete_port for 1801a074-a233-4631-a59d-0a61ad1e4195 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:20.694217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.696134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:20.696528 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.697402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09cce2-24f8-4e98-85b6-6076d216e9c6 req-4a067035-94d6-4e25-a65d-015678033186 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:20.699771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d09cce2-24f8-4e98-85b6-6076d216e9c6 req-4a067035-94d6-4e25-a65d-015678033186 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 945 time: 0.2707496 Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:20.715100 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:20.756846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cf51789-2c2b-4b8d-8903-31bc3aa6a70b req-3541db5e-8c66-4b45-af8c-2f57ba0b0673 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916077 Aug 20 09:09:20.775955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.863140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.867551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.887638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.888931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Transition to ACTIVE for port object f372c6b5-9d65-4153-a3c3-a4667b5cf365 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:20.889498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/7b723130-2c0c-4521-8bd0-117c35ec1aa0 HTTP/1.1" status: 204 len: 168 time: 2.8091674 Aug 20 09:09:20.901172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-4280298b-498e-4e72-8b07-e539bdc57b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:20.902297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37158) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:20.902905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-4280298b-498e-4e72-8b07-e539bdc57b49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 910 time: 0.3210971 Aug 20 09:09:20.904367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=c933825c-1134-4682-bbf4-f8c0b66d2fa0,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:20.916382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Transition to ACTIVE for port object f372c6b5-9d65-4153-a3c3-a4667b5cf365 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:20.924839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f40871-4a4c-4cda-b35a-7c8a2c3b115c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=7b723130-2c0c-4521-8bd0-117c35ec1aa0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:20.927203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.930683 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fc3083-d728-45af-872e-6dcb1b1bf5b2 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:20.931252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fc3083-d728-45af-872e-6dcb1b1bf5b2 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:20.932978 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-24fc3083-d728-45af-872e-6dcb1b1bf5b2 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/7b723130-2c0c-4521-8bd0-117c35ec1aa0 HTTP/1.1" status: 404 len: 339 time: 0.0296009 Aug 20 09:09:20.938150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:20.947796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569106674', 'description': 'd1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:20.954505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Network 33d1e1be-e461-438d-90fa-67d54969398c is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:20.955451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:20.973833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:20.976217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:20.994331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-c660e4f3-895c-48f6-9406-fb35e2005f79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b HTTP/1.1" status: 200 len: 217 time: 0.0661614 Aug 20 09:09:20.998981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d09cce2-24f8-4e98-85b6-6076d216e9c6 req-4f2e3c6a-ba3b-4107-b691-74136eac56d5 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823153 Aug 20 09:09:21.037342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Pushing event updated for resources: {'Port': ['ID=f372c6b5-9d65-4153-a3c3-a4667b5cf365,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:21.048168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.057201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Attempting to bind port f372c6b5-9d65-4153-a3c3-a4667b5cf365 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:21.057595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Attempting to bind port f372c6b5-9d65-4153-a3c3-a4667b5cf365 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ef14446d-c4a0-4635-a747-09e19460c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33d1e1be-e461-438d-90fa-67d54969398c'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:21.057989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Attempting to bind port f372c6b5-9d65-4153-a3c3-a4667b5cf365 on network 33d1e1be-e461-438d-90fa-67d54969398c {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:21.064372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:21.064753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Checking segment: {'id': 'ef14446d-c4a0-4635-a747-09e19460c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33d1e1be-e461-438d-90fa-67d54969398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:21.065160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.065550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Bound using segment: {'id': 'ef14446d-c4a0-4635-a747-09e19460c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33d1e1be-e461-438d-90fa-67d54969398c'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:21.066042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Bound port: f372c6b5-9d65-4153-a3c3-a4667b5cf365, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef14446d-c4a0-4635-a747-09e19460c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '33d1e1be-e461-438d-90fa-67d54969398c'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:21.066426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.070884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:21.085859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.116974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=88544cbd-a2c3-41f1-ade9-ddde71b6397f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:21.149957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] For port f372c6b5-9d65-4153-a3c3-a4667b5cf365, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:21.156300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] For port f372c6b5-9d65-4153-a3c3-a4667b5cf365, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f372c6b5-9d65-4153-a3c3-a4667b5cf365,segment=NetworkSegment(ef14446d-c4a0-4635-a747-09e19460c696),segment_id=ef14446d-c4a0-4635-a747-09e19460c696)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:21.161490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-0291ada2-3f0b-4114-97af-47c715d155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:21.162981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 897d0d6d-1124-47e5-b9c5-c1b73a46635b details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:09:21.163617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-0291ada2-3f0b-4114-97af-47c715d155b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.1637344 Aug 20 09:09:21.168560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.200045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206497d0-cf28-4406-a617-4040a7e93319 req-6e55207a-3fc3-49ee-913e-c35fc0d57019 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:21.208603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-206497d0-cf28-4406-a617-4040a7e93319 req-6e55207a-3fc3-49ee-913e-c35fc0d57019 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 945 time: 0.1150177 Aug 20 09:09:21.244738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:21.254237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-9d5391c9-bd6a-4053-8199-ecf4c29048ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828776 Aug 20 09:09:21.258491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.285996 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.286368 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 82a6926e-03cb-4102-afde-4f378c44fb12 of type vlan for network dfb8d3ee-e4c6-4c86-aeb9-94237135c992 Aug 20 09:09:21.288724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d1e1be-e461-438d-90fa-67d54969398c']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:21.308467 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP 5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e associated. External IP: 172.25.5.54, port: b6ceeb10-697d-49e1-b3dc-bcea11d01022. Aug 20 09:09:21.348333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-206497d0-cf28-4406-a617-4040a7e93319 req-9106e6dc-4507-46a4-aecf-3f27b0fa5cb3 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278255 Aug 20 09:09:21.348737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:21.354980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0425b8-4f5e-49ee-a94b-d1c6182b38cd None None] Pushing event updated for resources: {'Port': ['ID=f372c6b5-9d65-4153-a3c3-a4667b5cf365,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:21.364306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2738e0-6062-42d3-bfc3-ce3847a002ba None None] Network 33d1e1be-e461-438d-90fa-67d54969398c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:21.442925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.474649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-72900223-764b-4fe4-b656-afea9b8bf72c service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118063 Aug 20 09:09:21.474938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:21.478061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Pushing event deleted for resources: {'Port': ['ID=1801a074-a233-4631-a59d-0a61ad1e4195,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:21.522662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '897d0d6d-1124-47e5-b9c5-c1b73a46635b', 'network_id': '7896f4ca-20e4-4737-be89-256176e5ddd2', 'port_id': '897d0d6d-1124-47e5-b9c5-c1b73a46635b', 'mac_address': 'fa:16:3e:96:2c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e77217-0052-42da-8167-e669acf4147e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:09:21.598626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.621416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897d0d6d-1124-47e5-b9c5-c1b73a46635b {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:21.657751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:21.666651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.731869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=897d0d6d-1124-47e5-b9c5-c1b73a46635b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:21.810765 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ceda0d27-14d3-4ffc-9e27-423851ccfc08 req-4d45c9ee-e620-46f4-9757-75692c545e71 service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282518 Aug 20 09:09:21.873159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['897d0d6d-1124-47e5-b9c5-c1b73a46635b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:09:21.873305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b2e82-ffac-417c-8889-679b4a8d119c tempest-TestServerBasicOps-1967386153 tempest-TestServerBasicOps-1967386153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:21.878456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6c7b2e82-ffac-417c-8889-679b4a8d119c tempest-TestServerBasicOps-1967386153 tempest-TestServerBasicOps-1967386153-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1091 time: 0.5154688 Aug 20 09:09:21.880806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37172) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:21.889389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:21.917476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef14446d-c4a0-4635-a747-09e19460c696') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:21.921098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.922253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef14446d-c4a0-4635-a747-09e19460c696') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:21.940127 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:21.986744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88bfa5-24b5-46da-93e5-3f58ba3a999e None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:21.996879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bd46c776-80a9-4189-96c8-f9308c4984a5 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:21.999448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.019704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.026738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:22.027195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:22.086342 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:22.096284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: bd46c776-80a9-4189-96c8-f9308c4984a5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:22.096712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bd46c776-80a9-4189-96c8-f9308c4984a5 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:22.146558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61378-2e32-42e3-9c0d-ce97c4d82de6 req-9686694b-ba62-45ca-a2fa-0596055f8045 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:22.148172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ea61378-2e32-42e3-9c0d-ce97c4d82de6 req-9686694b-ba62-45ca-a2fa-0596055f8045 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 944 time: 0.1964638 Aug 20 09:09:22.175468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.256201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ea61378-2e32-42e3-9c0d-ce97c4d82de6 req-51a3eb9e-ba14-4836-ac25-3b2c5c6c165e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972090 Aug 20 09:09:22.328220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88bfa5-24b5-46da-93e5-3f58ba3a999e None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:22.336270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.db.api [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:09:22.336270 n-d-804285-2 neutron-server[101317]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:09:22.336270 n-d-804285-2 neutron-server[101317]: [parameters: {'id': '33d1e1be-e461-438d-90fa-67d54969398c'}] Aug 20 09:09:22.336270 n-d-804285-2 neutron-server[101317]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101317) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:22.336725 n-d-804285-2 neutron-server[101317]: DEBUG oslo_db.api [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:22.386329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.394861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:22.395520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.398782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.399987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:22.457853 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5145686 Aug 20 09:09:22.462890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:22.478291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Router d178d5cf-87f3-444e-b4c5-421ffea57a3f has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:22.569674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ec166-b5cd-438a-8412-6e205aca8b2c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=dfb8d3ee-e4c6-4c86-aeb9-94237135c992,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:22.584711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network dfb8d3ee-e4c6-4c86-aeb9-94237135c992 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:22.586569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Allocated IP 172.25.5.47 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/0d975cdb-c90b-4bd6-953d-51592978291c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:22.638923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52101193-8dde-40cf-b3fe-dbe435144090 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:22.644143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52101193-8dde-40cf-b3fe-dbe435144090 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks?id=dfb8d3ee-e4c6-4c86-aeb9-94237135c992 HTTP/1.1" status: 200 len: 761 time: 0.1753795 Aug 20 09:09:22.644812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:22.651386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'description': 'd2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:22.690788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:22.702332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a691d865-6a74-469b-b70e-8f5e0aa59333 admin admin] 10.222.0.35 "PUT /v2.0/routers/d178d5cf-87f3-444e-b4c5-421ffea57a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1799641 Aug 20 09:09:22.705763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:22.708974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] Sync routers for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:22.723127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:22.731472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:22.732098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:22.736946 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:22.749876 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:22.751639 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:22.753618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.794271 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:22.809334 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:22.810221 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:22.826864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-14d30804-18b3-49f7-9047-a4d0dbe733d7 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8604159 Aug 20 09:09:22.830928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:22.842088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.866746 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:22.866970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.867901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e04c2-32e7-48f5-ac38-75123b6c92eb None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:22.893677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.924958 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:22.925153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:09:22.976478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.016070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.022334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network dfb8d3ee-e4c6-4c86-aeb9-94237135c992 is not hosted by any dhcp agent {{(pid=101317) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:09:23.029362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:23.031421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.033229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "PUT /v2.0/networks/dfb8d3ee-e4c6-4c86-aeb9-94237135c992 HTTP/1.1" status: 200 len: 758 time: 0.3876746 Aug 20 09:09:23.054488 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-487ef970-cc42-4920-bd4c-a1f6dca8761e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/floatingips/5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e HTTP/1.1" status: 200 len: 977 time: 0.2224498 Aug 20 09:09:23.055338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37188) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:23.055772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37190) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:23.081418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:23.083111 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.094849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:23.097993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:23.154899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'Port': ['ID=0d975cdb-c90b-4bd6-953d-51592978291c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:23.209533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 897d0d6d-1124-47e5-b9c5-c1b73a46635b up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:23.259936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Deleting port 381c5610-72eb-4aac-a1e9-64eb061c4017 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:23.260551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.304436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 897d0d6d-1124-47e5-b9c5-c1b73a46635b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:23.317349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 897d0d6d-1124-47e5-b9c5-c1b73a46635b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:23.317743 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.353854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20001b-9a7f-4ae0-9444-5028c55debee tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=dfb8d3ee-e4c6-4c86-aeb9-94237135c992,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:23.383611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network dfb8d3ee-e4c6-4c86-aeb9-94237135c992 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:23.388654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adedd43a-8979-403a-b5e8-d2b6a2c914db tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:23.391050 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-adedd43a-8979-403a-b5e8-d2b6a2c914db tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks?id=dfb8d3ee-e4c6-4c86-aeb9-94237135c992 HTTP/1.1" status: 200 len: 761 time: 0.2897203 Aug 20 09:09:23.397996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:23.399598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port f372c6b5-9d65-4153-a3c3-a4667b5cf365 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:23.400205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.407458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1159991438'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:23.419836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-543262d8-71e9-4a28-9ec9-6927b2fa48eb tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2579138 Aug 20 09:09:23.422203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37204) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:23.442301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'port_id': 'ebeae74a-1d64-4baa-81b3-bfae9788a731'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:23.578819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T09:09:21Z', 'revision_number': 5, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port': {'id': '381c5610-72eb-4aac-a1e9-64eb061c4017', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:9d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T08:57:41Z', 'updated_at': '2021-08-20T08:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:23.581133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.614164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] Checking router: d178d5cf-87f3-444e-b4c5-421ffea57a3f for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:09:23.619940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:23.623976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.632258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] Routers {'d178d5cf-87f3-444e-b4c5-421ffea57a3f'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:23.633319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:23.636443 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.662310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port f372c6b5-9d65-4153-a3c3-a4667b5cf365, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f372c6b5-9d65-4153-a3c3-a4667b5cf365,segment=NetworkSegment(ef14446d-c4a0-4635-a747-09e19460c696),segment_id=ef14446d-c4a0-4635-a747-09e19460c696)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:23.662683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.711100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for f372c6b5-9d65-4153-a3c3-a4667b5cf365 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:23.712948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:23.731173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d0d6d-1124-47e5-b9c5-c1b73a46635b'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:23.733473 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c6d39-89c5-44f9-b01e-9187cb26e227" -d '{"events": [{"server_uuid": "8db977b5-4c1c-4cc9-9db9-cb33f43fedcc", "name": "network-vif-plugged", "status": "completed", "tag": "897d0d6d-1124-47e5-b9c5-c1b73a46635b"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:23.759762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:23.768427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] Set router d178d5cf-87f3-444e-b4c5-421ffea57a3f gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:09:23.770774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.833556 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a99d860-2d32-41fa-af6a-14507920e439 x-openstack-request-id: req-7a99d860-2d32-41fa-af6a-14507920e439 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:23.833978 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db977b5-4c1c-4cc9-9db9-cb33f43fedcc", "name": "network-vif-plugged", "status": "completed", "tag": "897d0d6d-1124-47e5-b9c5-c1b73a46635b", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:23.834430 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a99d860-2d32-41fa-af6a-14507920e439 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:23.835110 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d0d6d-1124-47e5-b9c5-c1b73a46635b', 'code': 200} Aug 20 09:09:23.847095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.847452 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 6d884440-7b73-47b4-a987-af1d88a32441 of type vlan for network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c Aug 20 09:09:23.854223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T09:09:23Z', 'revision_number': 6, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:23.891734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960046-268c-43ee-a4e7-77b2e86ba5ff None None] The sync data for ids ['d178d5cf-87f3-444e-b4c5-421ffea57a3f'] in n-d-804285-2 is: [{'id': 'd178d5cf-87f3-444e-b4c5-421ffea57a3f', 'name': 'tempest-TaggedBootDevicesTest_v242-2127957471-router', 'tenant_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T08:57:39Z', 'updated_at': '2021-08-20T09:09:23Z', 'revision_number': 6, 'project_id': 'b6e19c0f3e7c4092aba300a78ea3dd50', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:23.926769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=897d0d6d-1124-47e5-b9c5-c1b73a46635b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:23.959107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:23.990544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38e22-6e42-4013-9a1b-6efd4ccc78ff req-f1d1a6ef-48f1-4afa-affc-5da129d1c30c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:23.992751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4d38e22-6e42-4013-9a1b-6efd4ccc78ff req-f1d1a6ef-48f1-4afa-affc-5da129d1c30c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2678137 Aug 20 09:09:23.997880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] For port 381c5610-72eb-4aac-a1e9-64eb061c4017, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=381c5610-72eb-4aac-a1e9-64eb061c4017,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:23.998545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.025376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Calling delete_port for 381c5610-72eb-4aac-a1e9-64eb061c4017 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:24.050169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.062752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.068270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:24.068872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.137086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8838f-317a-4932-b692-d8031ff7e9c7 req-8ff0e39f-2e42-434e-b423-a87338f4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:24.138749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39e8838f-317a-4932-b692-d8031ff7e9c7 req-8ff0e39f-2e42-434e-b423-a87338f4f09e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 1096 time: 0.2427371 Aug 20 09:09:24.145814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=f372c6b5-9d65-4153-a3c3-a4667b5cf365,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:24.169082 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4d38e22-6e42-4013-9a1b-6efd4ccc78ff req-4e719a43-7732-468c-9e71-703ff3056887 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653864 Aug 20 09:09:24.189932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port f372c6b5-9d65-4153-a3c3-a4667b5cf365 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:24.211130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8059795 Aug 20 09:09:24.228131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37210) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:24.238787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505771c-e347-4015-9839-065389156e02 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=0d7451f5-7a85-41c4-abf1-3fe49ca70e9c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:24.241636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:24.256544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:24.326109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39e8838f-317a-4932-b692-d8031ff7e9c7 req-f662f437-3dac-45f6-a005-8a53ea2b62b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754148 Aug 20 09:09:24.345352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.358448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d1e1be-e461-438d-90fa-67d54969398c']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:24.375273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef14446d-c4a0-4635-a747-09e19460c696') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:24.375747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef14446d-c4a0-4635-a747-09e19460c696') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:24.389902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.406742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.451612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:24.452030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:24.455779 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:24.478219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.537307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:24.540878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.563516 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.572512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.574049 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/33d1e1be-e461-438d-90fa-67d54969398c HTTP/1.1" status: 204 len: 168 time: 4.4577103 Aug 20 09:09:24.586532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37214) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:24.595930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643687628'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:24.618148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab842f2-27d1-499d-918a-82cf330676e8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=33d1e1be-e461-438d-90fa-67d54969398c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:24.626537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:24.630114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.630381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.693760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:24.693972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=381c5610-72eb-4aac-a1e9-64eb061c4017,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:24.699597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.744251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.744605 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment e4d5e4ef-804a-46ab-ba02-67be9c7daba2 of type vlan for network f47b511a-31b5-4721-91f6-b057521f71a9 Aug 20 09:09:24.766409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.795794 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.856736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.983477 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP 5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e associated. External IP: 172.25.5.54, port: b6ceeb10-697d-49e1-b3dc-bcea11d01022. Aug 20 09:09:24.987953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:24.997590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:24.998713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.041773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.112962 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5209165 Aug 20 09:09:25.118875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:25.124131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:25.187247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.204003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.208145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca432fe0-ddca-492f-b199-bd283aa083a1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=f47b511a-31b5-4721-91f6-b057521f71a9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:25.223116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:25.246380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.318944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:25.322362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.377761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=20e968b7-6c25-46c3-937f-88399f5efaed,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:25.396682 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.397099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d178d5cf-87f3-444e-b4c5-421ffea57a3f {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:09:25.407170 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.408321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2fdb39e1-58f8-4a06-a1eb-1784e3672a81 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d178d5cf-87f3-444e-b4c5-421ffea57a3f HTTP/1.1" status: 204 len: 168 time: 2.7012460 Aug 20 09:09:25.413670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37220) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:25.437574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.441917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '6d884440-7b73-47b4-a987-af1d88a32441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:25.442297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:25.456321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22d19-cf80-4cce-a4c4-60e1d578904a req-a832a9a6-36d1-4956-af59-26237da6e302 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:25.462464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26c22d19-cf80-4cce-a4c4-60e1d578904a req-a832a9a6-36d1-4956-af59-26237da6e302 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1844115 Aug 20 09:09:25.463557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.496372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:25.507229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Deleting subnet 1250a3d0-39fb-409b-a936-3ab03579e8f9 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:25.514274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.569561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event updated for resources: {'Port': ['ID=0d975cdb-c90b-4bd6-953d-51592978291c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:25.573708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:25.600673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.601551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:25.608048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26c22d19-cf80-4cce-a4c4-60e1d578904a req-1a154fb3-252b-4b49-82f5-db28376afba3 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341777 Aug 20 09:09:25.609775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:25.609969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1553635'] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.616811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3913a3-135e-44f7-ac76-c7610a7557c4 None None] Network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:25.726647 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-14c4a58b-1a05-4841-8987-3fdd1000952a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4903877 Aug 20 09:09:25.730762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37228) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:25.895618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-0d7451f5-7a85-41c4-abf1-3fe49ca70e9c', 'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': '20e968b7-6c25-46c3-937f-88399f5efaed'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:25.895851 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:25.947037 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Floating IP 17aec08c-5666-41a5-99f8-0dc8b7c01ab4 associated. External IP: 172.25.5.47, port: 483638a8-c6df-4e6a-b04d-e0d6e89df184. Aug 20 09:09:25.984350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.016703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.031910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1801a074-a233-4631-a59d-0a61ad1e4195 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:26.062872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1801a074-a233-4631-a59d-0a61ad1e4195 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:26.063308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1801a074-a233-4631-a59d-0a61ad1e4195 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:26.063828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 381c5610-72eb-4aac-a1e9-64eb061c4017 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:26.092051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 381c5610-72eb-4aac-a1e9-64eb061c4017 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:26.092051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 381c5610-72eb-4aac-a1e9-64eb061c4017 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:26.141512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:26.145633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.170308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Allocated IP 172.20.0.2 (0d7451f5-7a85-41c4-abf1-3fe49ca70e9c/20e968b7-6c25-46c3-937f-88399f5efaed/95a4bb4c-c660-4a79-a1ad-a7b1246033e9) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:26.241240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:26.243042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.258596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:26.259631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:26.271969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.295022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:26.325027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Router 4383e32c-d1f1-4055-9980-7041f087d67a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:26.325339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:26.360207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:26.360765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:26.365805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:26.366456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: f47b511a-31b5-4721-91f6-b057521f71a9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:26.437609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.440261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network f47b511a-31b5-4721-91f6-b057521f71a9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:26.467285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:26.478353 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] Sync routers for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:26.481346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1250a3d0-39fb-409b-a936-3ab03579e8f9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:26.489575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.494297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3ed3bc16-3904-45e8-be9b-6a1cb448a07d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1250a3d0-39fb-409b-a936-3ab03579e8f9 HTTP/1.1" status: 204 len: 168 time: 1.0798330 Aug 20 09:09:26.494626 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:26.495683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f47b511a-31b5-4721-91f6-b057521f71a9) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:26.495816 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:26.502068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37234) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:26.506782 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.517656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.518140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Transition to ACTIVE for port object 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:26.535859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Transition to ACTIVE for port object 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:26.545576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:26.546670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.548205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66974b3d-9054-463f-b320-64c5ecbaac25 None None] Network 2197b274-0c57-4258-a943-1259d03ded58 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:26.550663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6d22a-122a-4b04-9e06-6c1c58673f4a None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:26.554202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:26.555010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eef6fd-1a96-44b4-9a24-ff4711a9f4a0 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:26.556881 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.582843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-581ffc0a-351d-45d7-8f19-9d91de90a283 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7009790 Aug 20 09:09:26.585283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:26.587557 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e337089-101e-4c42-9f91-dfc955e8f8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:26.624878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67f1d259-4d95-4e02-8fcf-d0274869b313 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5049267 Aug 20 09:09:26.630474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37240) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:26.636495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:26.644855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.745804 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c76e01-696d-4797-9e22-7f13e9ee4434 x-openstack-request-id: req-c9c76e01-696d-4797-9e22-7f13e9ee4434 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:26.746083 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:26.746347 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c9c76e01-696d-4797-9e22-7f13e9ee4434 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:26.746765 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'status': 'completed', 'code': 200} Aug 20 09:09:26.749866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:26.757253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:26.763391 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:26.770343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:26.775718 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:09:26.787904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:26.793253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Pushing event updated for resources: {'Port': ['ID=95a4bb4c-c660-4a79-a1ad-a7b1246033e9,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:26.799259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=20e968b7-6c25-46c3-937f-88399f5efaed,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:27.078224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Attempting to bind port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:27.078599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Attempting to bind port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '6d884440-7b73-47b4-a987-af1d88a32441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:27.078968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Attempting to bind port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 on network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:27.093691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:27.094071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:27.094317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Checking segment: {'id': '6d884440-7b73-47b4-a987-af1d88a32441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:27.094681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.095081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Bound using segment: {'id': '6d884440-7b73-47b4-a987-af1d88a32441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:27.095583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Bound port: 95a4bb4c-c660-4a79-a1ad-a7b1246033e9, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d884440-7b73-47b4-a987-af1d88a32441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:27.095950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.097514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.225087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] DHCP port deletion for 2197b274-0c57-4258-a943-1259d03ded58 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:27.236389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f47b511a-31b5-4721-91f6-b057521f71a9', 'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': 'ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:27.237428 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.250603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Deleting port 463cdda1-4023-4074-bcc9-d06287e9e832 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:27.250603 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.379021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:27.386900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.393289 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '17aec08c-5666-41a5-99f8-0dc8b7c01ab4', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'port_id': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'mac_address': 'fa:16:3e:c1:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:09:24Z', 'updated_at': '2021-08-20T09:09:24Z', 'revision_number': 0, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:27.409938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-ad4857aa-d221-4682-9942-3a7acbf9a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:27.411540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-ad4857aa-d221-4682-9942-3a7acbf9a386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1096 time: 0.6959538 Aug 20 09:09:27.413856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.428789 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] Checking router: 4383e32c-d1f1-4055-9980-7041f087d67a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:09:27.441041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:27.441753 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:27.516333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7451f5-7a85-41c4-abf1-3fe49ca70e9c']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:27.523676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] For port 463cdda1-4023-4074-bcc9-d06287e9e832, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=463cdda1-4023-4074-bcc9-d06287e9e832,segment=NetworkSegment(8d288c9f-f2c3-42c1-a8d0-d8695bed8c68),segment_id=8d288c9f-f2c3-42c1-a8d0-d8695bed8c68)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:27.524232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.526052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430af1-5b2a-4d4d-bd42-aa64a55dec63 req-f8d393a9-368a-45f9-bb8c-78bd6532683c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:27.527577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff430af1-5b2a-4d4d-bd42-aa64a55dec63 req-f8d393a9-368a-45f9-bb8c-78bd6532683c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.7252045 Aug 20 09:09:27.534103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-ee0e8d4f-e1ce-4202-925a-f01ca8e9067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:27.534349 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9658645-b728-4f7c-835b-32b62fc4e085 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/floatingips/5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e HTTP/1.1" status: 200 len: 978 time: 4.0962579 Aug 20 09:09:27.535626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-ee0e8d4f-e1ce-4202-925a-f01ca8e9067a service neutron] 10.222.0.26 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 907 time: 0.1127837 Aug 20 09:09:27.540163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d884440-7b73-47b4-a987-af1d88a32441') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:27.540464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d884440-7b73-47b4-a987-af1d88a32441') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:27.541170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37246) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:27.549849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:27.576725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.584900 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:09:27.610071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.618508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Calling delete_port for 463cdda1-4023-4074-bcc9-d06287e9e832 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:27.652606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.657294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff430af1-5b2a-4d4d-bd42-aa64a55dec63 req-88f9ddba-f159-4286-88a7-c3c177214b92 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191950 Aug 20 09:09:27.678764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:27.679147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:27.705064 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:27.728386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Allocated IP 2001:db8::2 (f47b511a-31b5-4721-91f6-b057521f71a9/ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4/5eee7f6e-6ce8-42c9-8282-34babd21085a) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:27.833141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-d505f53a-dbe8-495e-9462-f915ee6f98ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 998 time: 0.2843974 Aug 20 09:09:27.869701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:09:27.869701 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:09:27.869701 n-d-804285-2 neutron-server[101316]: [parameters: {'id': '0d7451f5-7a85-41c4-abf1-3fe49ca70e9c'}] Aug 20 09:09:27.869701 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:27.870463 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:27.919989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '17aec08c-5666-41a5-99f8-0dc8b7c01ab4', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'port_id': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'mac_address': 'fa:16:3e:c1:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:09:24Z', 'updated_at': '2021-08-20T09:09:24Z', 'revision_number': 0, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:27.928398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.945756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:27.949788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-9429045e-0ed2-494c-9e67-bc0aa2247e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:27.951354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-9429045e-0ed2-494c-9e67-bc0aa2247e2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 200 len: 846 time: 0.1104994 Aug 20 09:09:27.963747 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fabcb3-2e25-4e39-9adc-9ff48f5addd0 None None] The sync data for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 is: [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '17aec08c-5666-41a5-99f8-0dc8b7c01ab4', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'port_id': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'mac_address': 'fa:16:3e:c1:50:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:09:24Z', 'updated_at': '2021-08-20T09:09:24Z', 'revision_number': 0, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:27.981549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:27.984521 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP 5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e disassociated. External IP: 172.25.5.54, port: ebeae74a-1d64-4baa-81b3-bfae9788a731. Aug 20 09:09:28.011408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 463cdda1-4023-4074-bcc9-d06287e9e832 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:28.012366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-08b5cf15-b825-4e6d-b107-049b5a2f92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.014564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-08b5cf15-b825-4e6d-b107-049b5a2f92e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40ff20ae-195c-4c1d-b967-310d41810e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557215 Aug 20 09:09:28.021164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] For port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:28.078115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.097066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] For port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=95a4bb4c-c660-4a79-a1ad-a7b1246033e9,segment=NetworkSegment(6d884440-7b73-47b4-a987-af1d88a32441),segment_id=6d884440-7b73-47b4-a987-af1d88a32441)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:28.109741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 463cdda1-4023-4074-bcc9-d06287e9e832 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:28.110120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 463cdda1-4023-4074-bcc9-d06287e9e832 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:28.126644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:28.127294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.129706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.142758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Pushing event deleted for resources: {'Port': ['ID=463cdda1-4023-4074-bcc9-d06287e9e832,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:28.149052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] No DVR routers for this DVR port 463cdda1-4023-4074-bcc9-d06287e9e832 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:28.234344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558fd56-af23-442f-8596-324b3b5c0fce req-2ee97180-ab66-45e6-b94e-d953fdd628e6 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.236076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8558fd56-af23-442f-8596-324b3b5c0fce req-2ee97180-ab66-45e6-b94e-d953fdd628e6 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1863790 Aug 20 09:09:28.256833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.267130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Transition to ACTIVE for port object 5eee7f6e-6ce8-42c9-8282-34babd21085a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:28.286888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Transition to ACTIVE for port object 5eee7f6e-6ce8-42c9-8282-34babd21085a will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:28.291387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.313771 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.341414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.359179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Deleting port 463cdda1-4023-4074-bcc9-d06287e9e832 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:28.360282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.369475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-cba018cb-3ec8-4c90-ac11-1bd4ba37a9b7 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471432 Aug 20 09:09:28.373106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.376346 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44150942-ccbe-4e6f-88fc-491e087e8bba None None] New status for floating IP 17aec08c-5666-41a5-99f8-0dc8b7c01ab4: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:09:28.409835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8558fd56-af23-442f-8596-324b3b5c0fce req-5d485a65-e20a-4151-9d61-160c17c25171 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570332 Aug 20 09:09:28.426351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:28.427229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.441174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-c4780917-234e-4bb7-beb9-16466d8efb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.442902 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-c4780917-234e-4bb7-beb9-16466d8efb03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 1096 time: 0.5028484 Aug 20 09:09:28.455411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=877c6c45-698d-47c5-982d-dac808c2ec67,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:28.481888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:28.514149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.517190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc81e2a3-5f69-4b43-83de-24db1945c3fb None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:28.529437 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e337089-101e-4c42-9f91-dfc955e8f8d1 req-7281b845-e4a2-4792-abfd-931f813eaa4d service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521251 Aug 20 09:09:28.541938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:28.550457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:28.553320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:28.553915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.579348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.597344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network f47b511a-31b5-4721-91f6-b057521f71a9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:28.614150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:28.618298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2197b274-0c57-4258-a943-1259d03ded58']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.619162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5b17-c518-43b3-8bbc-bb725ffea1c3 None None] Pushing event updated for resources: {'Port': ['ID=95a4bb4c-c660-4a79-a1ad-a7b1246033e9,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:28.639213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770565a-97bf-472e-909b-acc10e7737ff None None] Network 0d7451f5-7a85-41c4-abf1-3fe49ca70e9c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:28.660722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=95a4bb4c-c660-4a79-a1ad-a7b1246033e9,segment=NetworkSegment(6d884440-7b73-47b4-a987-af1d88a32441),segment_id=6d884440-7b73-47b4-a987-af1d88a32441)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:28.661473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.677052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:28.678051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-f25fe2cb-f926-401e-9741-87d9fcf1fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.679619 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-f25fe2cb-f926-401e-9741-87d9fcf1fdb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 910 time: 0.2183585 Aug 20 09:09:28.682946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.683593 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.689128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.689428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d288c9f-f2c3-42c1-a8d0-d8695bed8c68') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:28.751676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.757381 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-0b236b46-d423-4f4f-8c04-5a28533e1aed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b HTTP/1.1" status: 200 len: 217 time: 0.0650115 Aug 20 09:09:28.759355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Attempting to bind port 5eee7f6e-6ce8-42c9-8282-34babd21085a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:28.759823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Attempting to bind port 5eee7f6e-6ce8-42c9-8282-34babd21085a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:28.760290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Attempting to bind port 5eee7f6e-6ce8-42c9-8282-34babd21085a on network f47b511a-31b5-4721-91f6-b057521f71a9 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:28.774318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:28.775093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Checking segment: {'id': 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:28.775850 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.776467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Bound using segment: {'id': 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:28.777179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Bound port: 5eee7f6e-6ce8-42c9-8282-34babd21085a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:28.777819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.795315 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.810649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37262) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:28.811045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-619bbdc2-26dc-4679-b36a-f9803f197573 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1783097 Aug 20 09:09:28.817205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] For port 463cdda1-4023-4074-bcc9-d06287e9e832, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:28.817940 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.838647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port 95a4bb4c-c660-4a79-a1ad-a7b1246033e9 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:28.854839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.862796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Calling delete_port for 463cdda1-4023-4074-bcc9-d06287e9e832 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:28.866667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Port 463cdda1-4023-4074-bcc9-d06287e9e832 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:09:28.873695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:28.874221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:28.878171 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:28.890814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Pushing event updated for resources: {'Port': ['ID=5eee7f6e-6ce8-42c9-8282-34babd21085a,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:28.895783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.928819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] Pushing event deleted for resources: {'Port': ['ID=463cdda1-4023-4074-bcc9-d06287e9e832,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:28.932459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10741590-0bb3-4a5e-a38a-8954dc0140be None None] No DVR routers for this DVR port 463cdda1-4023-4074-bcc9-d06287e9e832 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:28.959804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=95a4bb4c-c660-4a79-a1ad-a7b1246033e9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:28.964898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] For port 5eee7f6e-6ce8-42c9-8282-34babd21085a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:28.975914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] For port 5eee7f6e-6ce8-42c9-8282-34babd21085a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5eee7f6e-6ce8-42c9-8282-34babd21085a,segment=NetworkSegment(e4d5e4ef-804a-46ab-ba02-67be9c7daba2),segment_id=e4d5e4ef-804a-46ab-ba02-67be9c7daba2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:28.978384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4145e-cdd5-4145-85d0-ae3ce1fef279 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.981679 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.985537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-2bb2bea7-ff9b-488c-900a-1e6eaea5f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.987672 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-2bb2bea7-ff9b-488c-900a-1e6eaea5f207 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.1709125 Aug 20 09:09:28.989857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4145e-cdd5-4145-85d0-ae3ce1fef279 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.990003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.995293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:28.995829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4145e-cdd5-4145-85d0-ae3ce1fef279 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:28.999744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2197b274-0c57-4258-a943-1259d03ded58 HTTP/1.1" status: 204 len: 168 time: 2.4938076 Aug 20 09:09:29.003068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4145e-cdd5-4145-85d0-ae3ce1fef279 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:29.006338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4145e-cdd5-4145-85d0-ae3ce1fef279 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:29.008525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4cc4145e-cdd5-4145-85d0-ae3ce1fef279 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1713550 Aug 20 09:09:29.048026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3e0c3-c556-4e38-ad10-0377cdba3fe8 None None] Pushing event updated for resources: {'Port': ['ID=5eee7f6e-6ce8-42c9-8282-34babd21085a,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:29.057341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37266) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.065500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864011642'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:29.066994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cecb34-e7c4-456d-94d6-267f445d2499 admin admin] Pushing event deleted for resources: {'Network': ['ID=2197b274-0c57-4258-a943-1259d03ded58,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:29.096587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-f497d11e-7bea-4ed0-8f62-ea3409e139f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751235 Aug 20 09:09:29.113484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:29.142537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.158103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7451f5-7a85-41c4-abf1-3fe49ca70e9c']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:29.180328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d884440-7b73-47b4-a987-af1d88a32441') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:29.180787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d884440-7b73-47b4-a987-af1d88a32441') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:29.194730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.220368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.227467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:29.228070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.292835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37268) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:29.300947 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:29.305985 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.315729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.317569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/0d7451f5-7a85-41c4-abf1-3fe49ca70e9c HTTP/1.1" status: 204 len: 168 time: 3.5852652 Aug 20 09:09:29.331661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.351903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d1d00-315e-4a25-aa3f-bd3e4113844d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=0d7451f5-7a85-41c4-abf1-3fe49ca70e9c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:29.380399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-f928bd9e-f508-436e-af54-10f092d3eb12 service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764435 Aug 20 09:09:29.387638 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b492d21-35f2-4106-83e3-ec5ee1480767 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] GET failed (client error): The resource could not be found. Aug 20 09:09:29.391168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0b492d21-35f2-4106-83e3-ec5ee1480767 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/subnets/20e968b7-6c25-46c3-937f-88399f5efaed HTTP/1.1" status: 404 len: 337 time: 0.0578792 Aug 20 09:09:29.393145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37274) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.404280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:29.410809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.440627 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe34c2f6-7134-4f9e-8e29-ff6ddade08fe tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:29.441616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe34c2f6-7134-4f9e-8e29-ff6ddade08fe tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:29.448946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fe34c2f6-7134-4f9e-8e29-ff6ddade08fe tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/0d7451f5-7a85-41c4-abf1-3fe49ca70e9c HTTP/1.1" status: 404 len: 339 time: 0.0486660 Aug 20 09:09:29.453664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37278) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.646168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:29.709336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.709989 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment 7c113425-9e79-4438-a1f9-a86b825da9c9 of type vlan for network 845ac9c8-74df-4213-82df-747862ea0b6e Aug 20 09:09:29.792068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2164b1-8b02-4d75-ab38-b6c77f2abd76 req-b40c3d01-96e2-42d9-b24c-80c8fde8c106 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:29.793723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c2164b1-8b02-4d75-ab38-b6c77f2abd76 req-b40c3d01-96e2-42d9-b24c-80c8fde8c106 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2822657 Aug 20 09:09:29.851200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3919de-7e5a-4d71-ace8-0c8471a841a8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:29.855544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fd3919de-7e5a-4d71-ace8-0c8471a841a8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4008515 Aug 20 09:09:29.867461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.882304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.916390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:29.928307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:29.931373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7af6e965-7a7d-40b5-b22d-06a209778513 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 207 time: 0.0622256 Aug 20 09:09:29.936192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.953349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:29.970811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:29.974486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cbe02a02-d61d-4a49-9b86-e380a7d0892b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6e19c0f3e7c4092aba300a78ea3dd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977042 Aug 20 09:09:29.979094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:29.980886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37284) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:29.995983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44f4172a-265d-4f91-bda7-9b10dc533805 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/floatingips/5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e HTTP/1.1" status: 200 len: 687 time: 2.4486029 Aug 20 09:09:29.995983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37286) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.016702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.resource_extend [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:09:30.072411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5eee7f6e-6ce8-42c9-8282-34babd21085a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:30.073456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c6dc7be-b3e5-4a5e-9292-10c88e29d277 req-57f301fb-9aae-4873-b0e0-6f55150f1002 service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772718 Aug 20 09:09:30.075136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:30.133409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:30.134064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:30.181107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:30.182109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ec0c0-2921-4641-bf8d-dd5cbbe17d2f None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:30.206068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c2164b1-8b02-4d75-ab38-b6c77f2abd76 req-2310433b-ce34-4ed8-a6c2-b9300e71a467 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610110 Aug 20 09:09:30.212518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5eee7f6e-6ce8-42c9-8282-34babd21085a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:30.219119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port c933825c-1134-4682-bbf4-f8c0b66d2fa0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:30.222444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.234804 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.240790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.241391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.291424 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2148bd7e-5731-4a05-8aef-0395910dbc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.312707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.313200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.326362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for c933825c-1134-4682-bbf4-f8c0b66d2fa0 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:30.367594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3066401 Aug 20 09:09:30.368991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.375242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:30.387026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974dcd7-2568-44a7-909a-7708e964b02d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.393908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974dcd7-2568-44a7-909a-7708e964b02d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.399715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974dcd7-2568-44a7-909a-7708e964b02d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.406272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974dcd7-2568-44a7-909a-7708e964b02d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.408141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6974dcd7-2568-44a7-909a-7708e964b02d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4703653 Aug 20 09:09:30.415318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37298) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.429473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2148bd7e-5731-4a05-8aef-0395910dbc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.432876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede340e1-162c-44ab-afc4-3b15c3c4d29e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=845ac9c8-74df-4213-82df-747862ea0b6e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:30.445794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 845ac9c8-74df-4213-82df-747862ea0b6e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:30.518237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88521c-ed89-4645-84f9-c131cd981762 None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:30.566451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2148bd7e-5731-4a05-8aef-0395910dbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.569023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2148bd7e-5731-4a05-8aef-0395910dbc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.570517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2148bd7e-5731-4a05-8aef-0395910dbc8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89162a85-88ef-48a6-8c91-a592368008cc HTTP/1.1" status: 204 len: 168 time: 0.5847709 Aug 20 09:09:30.602428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] Provisioning for port 5eee7f6e-6ce8-42c9-8282-34babd21085a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:30.617603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] Provisioning complete for port 5eee7f6e-6ce8-42c9-8282-34babd21085a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:30.618006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.646092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148bd7e-5731-4a05-8aef-0395910dbc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89162a85-88ef-48a6-8c91-a592368008cc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:30.654711 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.677403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.689686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab4e1229-9155-4b7a-ae6b-f8d7e4ade992 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2705030 Aug 20 09:09:30.695558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network 845ac9c8-74df-4213-82df-747862ea0b6e is not hosted by any dhcp agent {{(pid=101317) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:09:30.704172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37308) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.705042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.706039 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.707660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "PUT /v2.0/networks/845ac9c8-74df-4213-82df-747862ea0b6e HTTP/1.1" status: 200 len: 723 time: 0.3378005 Aug 20 09:09:30.719439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.721545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37310) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.769007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f47e8a-f83d-4ab8-bdf9-4bdc2b459bba tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.770607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f47e8a-f83d-4ab8-bdf9-4bdc2b459bba tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.775557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-77f47e8a-f83d-4ab8-bdf9-4bdc2b459bba tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0664001 Aug 20 09:09:30.776226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37312) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.795776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': '845ac9c8-74df-4213-82df-747862ea0b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:30.842711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b60742c-8893-47f7-b0a5-3c933ac0b68a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.845402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b60742c-8893-47f7-b0a5-3c933ac0b68a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:30.847023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1b60742c-8893-47f7-b0a5-3c933ac0b68a tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0698502 Aug 20 09:09:30.850683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37316) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:30.912848 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:30.919113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=c933825c-1134-4682-bbf4-f8c0b66d2fa0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:30.983986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] For port 5eee7f6e-6ce8-42c9-8282-34babd21085a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5eee7f6e-6ce8-42c9-8282-34babd21085a,segment=NetworkSegment(e4d5e4ef-804a-46ab-ba02-67be9c7daba2),segment_id=e4d5e4ef-804a-46ab-ba02-67be9c7daba2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:30.990290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.009315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9bb28-73ae-487f-9621-d108bc990df2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=845ac9c8-74df-4213-82df-747862ea0b6e,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:31.039701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3054cc2-21a9-4e02-ab64-9f329c50ceff tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.045031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c3054cc2-21a9-4e02-ab64-9f329c50ceff tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks/2a4e820d-bda2-42c8-90b9-db3226d6127f HTTP/1.1" status: 200 len: 800 time: 0.1895959 Aug 20 09:09:31.047121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.054397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.057221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.060969 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e7b2e86-a9a2-4bf6-a96d-251346fdc12d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/floatingips/5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e HTTP/1.1" status: 204 len: 168 time: 1.0618811 Aug 20 09:09:31.060969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:31.063169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.064242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.081626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235b790-3860-4f83-af2d-f856067d8269 None None] Pushing event updated for resources: {'Port': ['ID=5eee7f6e-6ce8-42c9-8282-34babd21085a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:31.085807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 845ac9c8-74df-4213-82df-747862ea0b6e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:31.131971 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-38129c7d-6513-4f3e-be68-a3e476a937e3 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] delete failed (client error): The resource could not be found. Aug 20 09:09:31.137760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37326) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.138639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-38129c7d-6513-4f3e-be68-a3e476a937e3 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/floatingips/5eee5fd1-ee4a-4a64-9b00-d0b1c157ce9e HTTP/1.1" status: 404 len: 345 time: 0.0734675 Aug 20 09:09:31.202891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Update dhcp port {'port': {'network_id': 'f47b511a-31b5-4721-91f6-b057521f71a9', 'fixed_ips': [{'subnet_id': 'ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4', 'ip_address': '2001:db8::2'}, {'subnet_id': '877c6c45-698d-47c5-982d-dac808c2ec67'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '5eee7f6e-6ce8-42c9-8282-34babd21085a'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:09:31.239564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.270371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c5cf4c85-f53a-43b9-9ce7-b6a72ae5e106 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/networks/2a4e820d-bda2-42c8-90b9-db3226d6127f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2218773 Aug 20 09:09:31.276136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37334) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.315439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086f232-5957-4d75-a8c3-87b059797c5b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.323694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086f232-5957-4d75-a8c3-87b059797c5b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.332294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086f232-5957-4d75-a8c3-87b059797c5b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.338692 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0086f232-5957-4d75-a8c3-87b059797c5b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/ports?network_id=7a8d6773-2be6-4e9f-a513-28c8c95adf3e HTTP/1.1" status: 200 len: 2359 time: 0.1993294 Aug 20 09:09:31.339011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37338) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.411211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9466602-6be8-42c3-bca1-c908d6fa9c61 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.415686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9466602-6be8-42c3-bca1-c908d6fa9c61 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/subnets/c505f776-8043-43df-811d-f09a79a9a685 HTTP/1.1" status: 200 len: 811 time: 0.1382461 Aug 20 09:09:31.420406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37340) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.467123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18282b2b-bc5b-40a6-8668-c8096b1b619c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.469188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-18282b2b-bc5b-40a6-8668-c8096b1b619c tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/subnets/c7809d59-c36b-4826-a685-51b2888ae5fb HTTP/1.1" status: 200 len: 797 time: 0.1281924 Aug 20 09:09:31.473975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37344) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.480632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'port': {'network_id': '7a8d6773-2be6-4e9f-a513-28c8c95adf3e', 'name': 'tempest-FloatingIPTestJSON-2093399485', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:31.523996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Allocated IP 172.20.0.1 (f47b511a-31b5-4721-91f6-b057521f71a9/877c6c45-698d-47c5-982d-dac808c2ec67/5eee7f6e-6ce8-42c9-8282-34babd21085a) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:31.553304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.569993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d5c3a-4632-4bb0-8a29-2c073d9eb854 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.571373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a25d5c3a-4632-4bb0-8a29-2c073d9eb854 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "GET /v2.0/subnets/c505f776-8043-43df-811d-f09a79a9a685?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1492429 Aug 20 09:09:31.592286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37348) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.606426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412406668'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:31.659700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:31.665733 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.710191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] For port 5eee7f6e-6ce8-42c9-8282-34babd21085a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5eee7f6e-6ce8-42c9-8282-34babd21085a,segment=NetworkSegment(e4d5e4ef-804a-46ab-ba02-67be9c7daba2),segment_id=e4d5e4ef-804a-46ab-ba02-67be9c7daba2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:31.716625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=4a2b0680-9cfd-462a-9f04-44827b9340bb,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:31.747873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': '7c113425-9e79-4438-a1f9-a86b825da9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '845ac9c8-74df-4213-82df-747862ea0b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:31.748714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: 845ac9c8-74df-4213-82df-747862ea0b6e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:31.761175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:31.768934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network 845ac9c8-74df-4213-82df-747862ea0b6e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:31.780157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 845ac9c8-74df-4213-82df-747862ea0b6e) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:31.787598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.788262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.790085 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.790085 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Added segment 5dba1a7c-b017-4086-99f0-7a75b8d87765 of type vlan for network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 Aug 20 09:09:31.799078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b9501-3ab4-4a12-b0ff-154bcbf79cb0 None None] Network 845ac9c8-74df-4213-82df-747862ea0b6e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:31.809767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-968585fe-05d3-4c7a-b375-ce4c8773a83d tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0181849 Aug 20 09:09:31.810540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.811979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37356) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.819529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:31.849675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa96cb-76ab-4353-b701-1ab7b8ef6f68 req-56db1f43-d627-448c-a2ec-09d17f2490ac tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:31.851247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3eaa96cb-76ab-4353-b701-1ab7b8ef6f68 req-56db1f43-d627-448c-a2ec-09d17f2490ac tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.5337367 Aug 20 09:09:31.863853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.890263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:31.906495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37358) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:31.943635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126522279'] for subnet, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:31.965737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Transition to ACTIVE for port object 5eee7f6e-6ce8-42c9-8282-34babd21085a will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:31.972457 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.011628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5eee7f6e-6ce8-42c9-8282-34babd21085a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:32.184976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-538915561-network', 'tenant_id': '98deb059989d424a82b22a419bd410b9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:32.239794 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791067162974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2992891'] for subnet, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.274111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Made reservation on behalf of 98deb059989d424a82b22a419bd410b9 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:32.276561 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.291345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.308774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:32.309499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.311108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "PUT /v2.0/subnets/4a2b0680-9cfd-462a-9f04-44827b9340bb HTTP/1.1" status: 200 len: 826 time: 0.4974616 Aug 20 09:09:32.315295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37362) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:32.388095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebee26-4278-4b65-907c-ab2f5a316329 None None] Pushing event updated for resources: {'Port': ['ID=5eee7f6e-6ce8-42c9-8282-34babd21085a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:32.393226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466aef5-c7c4-489e-a431-8b4bc42faf97 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=4a2b0680-9cfd-462a-9f04-44827b9340bb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:32.468922 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.480327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.489744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3eaa96cb-76ab-4353-b701-1ab7b8ef6f68 req-c681ecc2-4045-4d85-bfdb-94fd3c200613 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267967 Aug 20 09:09:32.512375 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.520505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:32.521420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.524720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] device_id is not set on port 91de72d3-107c-4703-87ba-97a5590dde9b yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:32.536192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a013e1d-1c12-4655-9725-34af07974a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-845ac9c8-74df-4213-82df-747862ea0b6e', 'network_id': '845ac9c8-74df-4213-82df-747862ea0b6e', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': '4a2b0680-9cfd-462a-9f04-44827b9340bb'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:32.542262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a013e1d-1c12-4655-9725-34af07974a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.570439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.602039 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.611647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.651998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:32.684383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0857804 Aug 20 09:09:32.691153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37364) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:32.701758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:32.704737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489582c-988a-4347-a9f3-977fd7a5e141 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Network': ['ID=ca9a8f84-a1cc-4c6d-b102-2f36c6233984,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:32.706110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.706463 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Added segment 19c902c7-38fd-4cf4-b8e7-684360e8f568 of type vlan for network 59fd5528-79de-48fd-8221-5041ef2cc996 Aug 20 09:09:32.710221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b6cff-e97a-44d9-a310-e538f0a824fe,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:32.719959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:32.796887 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-4a013e1d-1c12-4655-9725-34af07974a42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a2b0680-9cfd-462a-9f04-44827b9340bb: This subnet is being modified by another concurrent operation. Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a2b0680-9cfd-462a-9f04-44827b9340bb: This subnet is being modified by another concurrent operation. Aug 20 09:09:32.862159 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:09:32.882125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22976169-2526-4937-a751-8662d163404a None None] Network 845ac9c8-74df-4213-82df-747862ea0b6e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:32.920579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2b0680-9cfd-462a-9f04-44827b9340bb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:32.964819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.005630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.031823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845ac9c8-74df-4213-82df-747862ea0b6e']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:33.041552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Made reservation on behalf of ef59b3ecd8524dd0b3275a8799f3e592 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:33.045407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.069343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c113425-9e79-4438-a1f9-a86b825da9c9') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:33.069647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c113425-9e79-4438-a1f9-a86b825da9c9') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:33.071746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.076406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd21ad0-e3ab-4ee8-af72-058b4c33e408 None None] Network 845ac9c8-74df-4213-82df-747862ea0b6e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:33.078895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:33.081886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.133785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.14 (7a8d6773-2be6-4e9f-a513-28c8c95adf3e/c7809d59-c36b-4826-a685-51b2888ae5fb/91de72d3-107c-4703-87ba-97a5590dde9b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:33.143253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.13 (7a8d6773-2be6-4e9f-a513-28c8c95adf3e/c7809d59-c36b-4826-a685-51b2888ae5fb/91de72d3-107c-4703-87ba-97a5590dde9b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:33.215373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Performing IP validity checks on allocation pools {{(pid=101317) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 09:09:33.215930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101317) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 09:09:33.244887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3367817 Aug 20 09:09:33.259696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0e2a3-5879-4965-85cb-8527ec8abd31 None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:33.286719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37376) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:33.289670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.297901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Request body: {'subnet': {'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-538915561-subnet', 'tenant_id': '98deb059989d424a82b22a419bd410b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:33.325903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.364123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e01f15ac-86ed-432a-aeaf-34eedab1f848 None None] Provisioning for port 5eee7f6e-6ce8-42c9-8282-34babd21085a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:33.367546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c619e05-1efa-46b9-bb56-506f4a0dcad7 admin admin] Pushing event updated for resources: {'Network': ['ID=59fd5528-79de-48fd-8221-5041ef2cc996,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:33.377686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.377893 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.382063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e01f15ac-86ed-432a-aeaf-34eedab1f848 None None] Provisioning complete for port 5eee7f6e-6ce8-42c9-8282-34babd21085a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:33.382552 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e01f15ac-86ed-432a-aeaf-34eedab1f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.384683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 59fd5528-79de-48fd-8221-5041ef2cc996 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:33.389358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Made reservation on behalf of 98deb059989d424a82b22a419bd410b9 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:33.393581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.398306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:33.398720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:33.402555 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:33.436122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:33.439841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:33.444120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:33.510609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:33.511925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.526739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=91de72d3-107c-4703-87ba-97a5590dde9b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:33.550175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7d7e8a84-ffa7-4cbd-9d9a-ccee1c6030b5 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0725825 Aug 20 09:09:33.550596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37380) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:33.564699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '91de72d3-107c-4703-87ba-97a5590dde9b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:33.626981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.688252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.733431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.765334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.770390 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/845ac9c8-74df-4213-82df-747862ea0b6e HTTP/1.1" status: 204 len: 168 time: 1.4540052 Aug 20 09:09:33.773155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37384) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:33.845609 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9f6386-03e1-4e93-ab3c-21dffc6a772c tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:33.846519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9f6386-03e1-4e93-ab3c-21dffc6a772c tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:33.848384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9d9f6386-03e1-4e93-ab3c-21dffc6a772c tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/845ac9c8-74df-4213-82df-747862ea0b6e HTTP/1.1" status: 404 len: 339 time: 0.0738678 Aug 20 09:09:33.855589 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.857349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37386) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:33.888071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113913695', 'description': 'd1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:33.917430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af1842-67ad-44bf-a0ae-e5269e73e0f4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=845ac9c8-74df-4213-82df-747862ea0b6e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:33.918086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5ff8a-2ac1-47b2-a744-6fb64015ff69 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:33.931904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:33.974351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=b93f95bd-881b-4984-994d-65e82084c94d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:33.998031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1afe7a-722c-4bac-b9f8-6d5701a03fc3 req-32e45e8d-3795-4024-bf64-747233d56d2d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:33.999555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5eee7f6e-6ce8-42c9-8282-34babd21085a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:34.000095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c1afe7a-722c-4bac-b9f8-6d5701a03fc3 req-32e45e8d-3795-4024-bf64-747233d56d2d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.3929217 Aug 20 09:09:34.031601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:34.045733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:34.052022 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.057078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Checking segment: {'id': '5dba1a7c-b017-4086-99f0-7a75b8d87765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:34.057449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network hostable DHCP agents. Network: ca9a8f84-a1cc-4c6d-b102-2f36c6233984, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:34.083606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:34.085897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Checking segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:34.086389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Network hostable DHCP agents. Network: 59fd5528-79de-48fd-8221-5041ef2cc996, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:34.090096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d3f3653d-b12d-4a55-8409-950da0fcc64f None None] Provisioning complete for port 5eee7f6e-6ce8-42c9-8282-34babd21085a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:34.090588 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d3f3653d-b12d-4a55-8409-950da0fcc64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.100534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ca9a8f84-a1cc-4c6d-b102-2f36c6233984) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:34.110372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:34.110983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.120414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Network 59fd5528-79de-48fd-8221-5041ef2cc996 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:34.132319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 59fd5528-79de-48fd-8221-5041ef2cc996) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:34.146296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37390) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:34.147526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ffc11bb6-1301-47c8-b70b-702773b12fe8 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4525154 Aug 20 09:09:34.149352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:34.149999 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.182541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:34.183032 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29eb1285-8ef4-4a15-a4ac-a1b08f01d06a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8890631 Aug 20 09:09:34.191536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5eee7f6e-6ce8-42c9-8282-34babd21085a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:34.191911 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.235552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c1afe7a-722c-4bac-b9f8-6d5701a03fc3 req-ab3fcc3b-b9dc-48c4-8c44-2ad9ccf00ad3 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283475 Aug 20 09:09:34.257817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:34.290405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.290719 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment 9e8d0f30-d030-4cc4-ac7f-6f2f7d838310 of type vlan for network 7bbddd47-fa9a-4d9b-b5e7-475baad0c82f Aug 20 09:09:34.292301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.167 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e0fc5171-36c0-42da-b562-020645fd6716) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:34.363565 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-129028855'] for subnet, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.411216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5ff8a-2ac1-47b2-a744-6fb64015ff69 None None] Unable to find a vacant binding_index for network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 and agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 {{(pid=101318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 20 09:09:34.417252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5ff8a-2ac1-47b2-a744-6fb64015ff69 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ca9a8f84-a1cc-4c6d-b102-2f36c6233984) {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:34.605689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.796760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-ca9a8f84-a1cc-4c6d-b102-2f36c6233984', 'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984', 'tenant_id': 'ef59b3ecd8524dd0b3275a8799f3e592', 'fixed_ips': [{'subnet_id': 'b93f95bd-881b-4984-994d-65e82084c94d'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:34.797829 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.835175 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.842515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:34.843190 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.929129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-e737672f-f31a-43c7-89ed-ecef90a30bb1 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:34.930635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-e737672f-f31a-43c7-89ed-ecef90a30bb1 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 817 time: 0.3534980 Aug 20 09:09:34.940925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.948275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791067162974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126524826'] for subnet, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:34.960274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Allocated IP 172.20.0.3 (ca9a8f84-a1cc-4c6d-b102-2f36c6233984/b93f95bd-881b-4984-994d-65e82084c94d/7af10cb0-13f4-4bb5-a49e-c9c2392dd844) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:34.962172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37410) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:34.962447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1019795 Aug 20 09:09:35.012872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6bd9e-dbd6-47ff-b23a-863f2557eda5 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=7bbddd47-fa9a-4d9b-b5e7-475baad0c82f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:35.021363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-488e5171-7955-4af8-90e7-86fca444a926 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/quotas/98deb059989d424a82b22a419bd410b9 HTTP/1.1" status: 200 len: 375 time: 0.0752797 Aug 20 09:09:35.027322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7bbddd47-fa9a-4d9b-b5e7-475baad0c82f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:35.037275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:35.037900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.039175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "PUT /v2.0/subnets/b93f95bd-881b-4984-994d-65e82084c94d HTTP/1.1" status: 200 len: 877 time: 0.8653958 Aug 20 09:09:35.044344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37412) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:35.068113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-0871eca8-4c68-4e49-b7c8-55eeb0e6e49e tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357113 Aug 20 09:09:35.081061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9539f-031c-48e0-b408-6aac90a6e8cc tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event updated for resources: {'Subnet': ['ID=b93f95bd-881b-4984-994d-65e82084c94d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:35.111480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ae36e-0ace-42ed-abad-cfe90bedc87f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:35.112979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5a1ae36e-0ace-42ed-abad-cfe90bedc87f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks?id=7bbddd47-fa9a-4d9b-b5e7-475baad0c82f HTTP/1.1" status: 200 len: 765 time: 0.1497998 Aug 20 09:09:35.117386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37414) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:35.122811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'description': 'd2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:35.152273 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.206409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.215145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:35.221996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:35.228891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:35.232799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-aef2ac7f-183a-4ba5-bb33-5649b8cef903 service neutron] 10.222.0.35 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526408 Aug 20 09:09:35.234690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=e0fc5171-36c0-42da-b562-020645fd6716,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:35.234844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Transition to ACTIVE for port object 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:35.265467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Transition to ACTIVE for port object 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:35.286049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.332829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.380478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:35.382569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:35.387487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.391294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:35.404219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Pushing event updated for resources: {'Port': ['ID=7af10cb0-13f4-4bb5-a49e-c9c2392dd844,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:35.412215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-911fef86-a600-4638-a96b-28bd83de86a3 service neutron] 10.222.0.35 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567545 Aug 20 09:09:35.422174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.482291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network 7bbddd47-fa9a-4d9b-b5e7-475baad0c82f is not hosted by any dhcp agent {{(pid=101317) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:09:35.493618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:35.494427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.496425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "PUT /v2.0/networks/7bbddd47-fa9a-4d9b-b5e7-475baad0c82f HTTP/1.1" status: 200 len: 762 time: 0.3780773 Aug 20 09:09:35.498594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Attempting to bind port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:35.499572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Attempting to bind port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5dba1a7c-b017-4086-99f0-7a75b8d87765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:35.500010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Attempting to bind port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 on network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:35.500662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37428) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:35.514292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:35.515240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Checking segment: {'id': '5dba1a7c-b017-4086-99f0-7a75b8d87765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:35.515654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.516865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Bound using segment: {'id': '5dba1a7c-b017-4086-99f0-7a75b8d87765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:35.518337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Bound port: 7af10cb0-13f4-4bb5-a49e-c9c2392dd844, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dba1a7c-b017-4086-99f0-7a75b8d87765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ca9a8f84-a1cc-4c6d-b102-2f36c6233984'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:35.518743 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.569685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:35.570428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.573359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69831bd-7245-448e-a441-1456abd5aaa1 req-fc0f13fd-c5bd-41a6-88c6-770b8e237a82 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:35.574043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae130e3-1cbf-416c-bfd1-aae8365e121b tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=7bbddd47-fa9a-4d9b-b5e7-475baad0c82f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:35.574939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c69831bd-7245-448e-a441-1456abd5aaa1 req-fc0f13fd-c5bd-41a6-88c6-770b8e237a82 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1884992 Aug 20 09:09:35.602483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7bbddd47-fa9a-4d9b-b5e7-475baad0c82f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:35.702264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] For port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:35.708101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] For port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7af10cb0-13f4-4bb5-a49e-c9c2392dd844,segment=NetworkSegment(5dba1a7c-b017-4086-99f0-7a75b8d87765),segment_id=5dba1a7c-b017-4086-99f0-7a75b8d87765)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:35.717679 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.738015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844, host n-d-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:35.738380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:35.750745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbc1f3-ae77-4b4b-abd3-c88b351a9258 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:35.755835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09bbc1f3-ae77-4b4b-abd3-c88b351a9258 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks?id=7bbddd47-fa9a-4d9b-b5e7-475baad0c82f HTTP/1.1" status: 200 len: 765 time: 0.2490757 Aug 20 09:09:35.765465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37434) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:35.788563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f386b1a-777b-4a5d-82c6-9abddc23fcda None None] Pushing event updated for resources: {'Port': ['ID=7af10cb0-13f4-4bb5-a49e-c9c2392dd844,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:35.858968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c69831bd-7245-448e-a441-1456abd5aaa1 req-e4c18372-f86d-4d8e-99cf-21ef95a7ca28 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389340 Aug 20 09:09:35.921917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:35.935300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7db61109-43a1-41dd-9833-067a115990f7 req-1b17a1ad-f59a-41b4-8627-d2d932fe8877 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 210 time: 0.0565901 Aug 20 09:09:36.163626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.197406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30acc11-b906-4186-9df9-667cd347d501 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.200087 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b30acc11-b906-4186-9df9-667cd347d501 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4335814 Aug 20 09:09:36.203184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37446) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:36.239523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cd761e85-2cf9-4961-b889-2dc8c1d639b1 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 207 time: 0.0350447 Aug 20 09:09:36.243887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37448) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:36.282591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.331863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=7af10cb0-13f4-4bb5-a49e-c9c2392dd844,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:36.380680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:36.424638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.427855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.434719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.443196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.450596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.457974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.464325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.466155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bda0b1be-39e2-46e7-88fd-bbcdebbcd655 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2212393 Aug 20 09:09:36.482028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37456) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:36.524916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.556600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.582048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=b93f95bd-881b-4984-994d-65e82084c94d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:36.632410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.644336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9a8f84-a1cc-4c6d-b102-2f36c6233984']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:36.688771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dba1a7c-b017-4086-99f0-7a75b8d87765') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:36.689423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dba1a7c-b017-4086-99f0-7a75b8d87765') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:36.703997 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bd643c26-016d-4820-b438-906b7c7711e9 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2207501 Aug 20 09:09:36.710777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37460) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:36.715156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.762032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.780793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:36.781255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:36.877656 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:36.880634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e6b1d-5217-42e6-a13f-d8185083ee20 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.885804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e6b1d-5217-42e6-a13f-d8185083ee20 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.886011 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e6b1d-5217-42e6-a13f-d8185083ee20 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.887870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e6b1d-5217-42e6-a13f-d8185083ee20 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.888493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.892215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e6b1d-5217-42e6-a13f-d8185083ee20 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:36.894116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0d0e6b1d-5217-42e6-a13f-d8185083ee20 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1823859 Aug 20 09:09:36.900350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37464) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:36.911763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.917744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/ca9a8f84-a1cc-4c6d-b102-2f36c6233984 HTTP/1.1" status: 204 len: 168 time: 1.8692458 Aug 20 09:09:36.939562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37466) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:36.952687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:36.976082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:37.056822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d647cde-caa9-4daf-9e2c-ac05d71194dd tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=ca9a8f84-a1cc-4c6d-b102-2f36c6233984,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:37.131784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7b3cd45-0b19-4ed1-9925-1dd7a5afdde2 req-10dfc988-1814-438d-bdd6-d8821ec1ab05 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 210 time: 0.0674591 Aug 20 09:09:37.136024 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acad382-d4b6-4ef9-91ce-57d18af5599d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:37.137429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acad382-d4b6-4ef9-91ce-57d18af5599d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:37.146163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37470) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:37.154093 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8acad382-d4b6-4ef9-91ce-57d18af5599d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/b93f95bd-881b-4984-994d-65e82084c94d HTTP/1.1" status: 404 len: 337 time: 0.2132249 Aug 20 09:09:37.218829 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e97a41-a263-45ce-a439-e2e6fac07824 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:37.221028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e97a41-a263-45ce-a439-e2e6fac07824 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:37.225758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-97e97a41-a263-45ce-a439-e2e6fac07824 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/ca9a8f84-a1cc-4c6d-b102-2f36c6233984 HTTP/1.1" status: 404 len: 339 time: 0.0742891 Aug 20 09:09:37.230300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1a6aa-f020-4a4a-8d57-66093feb5669 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:37.231856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1a6aa-f020-4a4a-8d57-66093feb5669 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:37.238113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37472) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:37.238539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1a6aa-f020-4a4a-8d57-66093feb5669 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:37.240571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1a6aa-f020-4a4a-8d57-66093feb5669 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:37.242250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb1a6aa-f020-4a4a-8d57-66093feb5669 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['shared'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:37.243686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fcb1a6aa-f020-4a4a-8d57-66093feb5669 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3246589 Aug 20 09:09:37.247996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37474) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:37.297835 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39a3d4d-bdfa-4fee-a593-97740ca671ae tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:37.303554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39a3d4d-bdfa-4fee-a593-97740ca671ae tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:37.306380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d39a3d4d-bdfa-4fee-a593-97740ca671ae tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/20e968b7-6c25-46c3-937f-88399f5efaed HTTP/1.1" status: 404 len: 337 time: 0.0650539 Aug 20 09:09:37.312958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=e0fc5171-36c0-42da-b562-020645fd6716,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:37.330497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f45455-3ced-43f8-a571-c9d1f78520f5 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:37.339932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37476) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:37.390791 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08bbf7d-af61-4577-951a-f376a0c0eafb tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:37.391860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08bbf7d-af61-4577-951a-f376a0c0eafb tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:37.397084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a08bbf7d-af61-4577-951a-f376a0c0eafb tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/0d7451f5-7a85-41c4-abf1-3fe49ca70e9c HTTP/1.1" status: 404 len: 339 time: 0.0560803 Aug 20 09:09:37.397246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37478) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:37.399786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:37.406620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-156200ea-0704-4df3-93b5-084f303d137c None None] Could not find standard attr ID for object 7af10cb0-13f4-4bb5-a49e-c9c2392dd844. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:09:37.415187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df9541-5669-413c-9db0-7de2e240bbb4 req-e2064fbb-d999-4fa3-a330-29dd161fe2aa tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:37.416750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12df9541-5669-413c-9db0-7de2e240bbb4 req-e2064fbb-d999-4fa3-a330-29dd161fe2aa tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.3762195 Aug 20 09:09:37.453772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f45455-3ced-43f8-a571-c9d1f78520f5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:37.527249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-12df9541-5669-413c-9db0-7de2e240bbb4 req-afc22bbc-ce28-464c-930d-afcca6e63017 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747266 Aug 20 09:09:37.547368 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP d0247b42-c46e-49bb-a6a6-c2ce5a1f0b94 associated. External IP: 172.25.5.167, port: 91de72d3-107c-4703-87ba-97a5590dde9b. Aug 20 09:09:38.021262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee1a90-8011-44ee-8c82-0862a916fc10 None None] DHCP port deletion for ca9a8f84-a1cc-4c6d-b102-2f36c6233984 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:38.067228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da3d8f-de24-4b03-83ba-b40d518721d0 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:38.091815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e86818-1fd9-47ea-a343-851de7d342f5 None None] Network 59fd5528-79de-48fd-8221-5041ef2cc996 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:38.098133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da3d8f-de24-4b03-83ba-b40d518721d0 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:09:38.121048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed81d0-03af-4141-96de-90cc4fa5ee68 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:38.179720 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed81d0-03af-4141-96de-90cc4fa5ee68 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:09:38.191216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336db695-4e56-4f81-84c5-bfd8195f9248 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:38.205254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b1655-89e3-4cc1-b62f-2224ccab2721 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:38.206674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f64b1655-89e3-4cc1-b62f-2224ccab2721 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks/eea35d8d-aa6e-4f0d-9c10-486bc9d850cc HTTP/1.1" status: 200 len: 804 time: 0.9401591 Aug 20 09:09:38.208837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336db695-4e56-4f81-84c5-bfd8195f9248 None None] Network ca9a8f84-a1cc-4c6d-b102-2f36c6233984 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:09:38.231774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37494) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:38.332728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a912fc08-9331-4db0-8b10-bf44a1269376 req-33a15dcd-8e17-4bfd-9a0a-a258ffa3b5da tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 210 time: 0.0593436 Aug 20 09:09:38.345746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.360003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7882d269-ca64-479b-8170-960df447d08b None None] Network 59fd5528-79de-48fd-8221-5041ef2cc996 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:38.493652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:38.652316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:38.668659 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:38.676277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.677189 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.683948 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:38.685085 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.688912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb8d3ee-e4c6-4c86-aeb9-94237135c992']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.689113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c45149-3620-4224-975f-2805ff950658 req-659e004f-0ccb-4b35-9cf6-576153734f59 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:38.690137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95c45149-3620-4224-975f-2805ff950658 req-659e004f-0ccb-4b35-9cf6-576153734f59 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.0657818 Aug 20 09:09:38.708420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-013c5e66-8826-4f2f-94ae-e45141acd18a tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:38.711836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-013c5e66-8826-4f2f-94ae-e45141acd18a tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.26 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 817 time: 0.5416543 Aug 20 09:09:38.726328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a6926e-03cb-4102-afde-4f378c44fb12') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.726830 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.727077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a6926e-03cb-4102-afde-4f378c44fb12') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.737369 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:38.738267 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.739266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-df47f0dd-a5ff-4340-bdb3-509a5f9a699d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1865566 Aug 20 09:09:38.742049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:38.747504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'port_id': '91de72d3-107c-4703-87ba-97a5590dde9b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:38.751761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Request body: {'port': {'device_id': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'admin_state_up': True, 'tenant_id': '98deb059989d424a82b22a419bd410b9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:38.774661 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:38.775590 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3c9c7-f3bf-414b-bf46-4024db3ee2eb None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:38.812039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95c45149-3620-4224-975f-2805ff950658 req-15562fdb-ff51-439f-bf6f-c7c2f9c4cb17 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022763 Aug 20 09:09:38.828586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.877138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.902823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-82b551aa-c619-4d3b-8114-1b5c392bb42d tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:38.904695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-82b551aa-c619-4d3b-8114-1b5c392bb42d tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 817 time: 0.7389407 Aug 20 09:09:38.907095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.924065 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4d05f5c3-6b26-47b8-ba22-f786ce6ae3a2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/networks/eea35d8d-aa6e-4f0d-9c10-486bc9d850cc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6618023 Aug 20 09:09:38.935847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37502) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:38.948386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:38.948801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:38.959875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Request body: {'port': {'device_id': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'admin_state_up': True, 'tenant_id': '98deb059989d424a82b22a419bd410b9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:38.963029 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:39.016646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-79f70f12-cc63-48b3-8981-bd3dc8493377 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:39.018140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-79f70f12-cc63-48b3-8981-bd3dc8493377 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 817 time: 0.7097871 Aug 20 09:09:39.097518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Request body: {'port': {'device_id': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'admin_state_up': True, 'tenant_id': '98deb059989d424a82b22a419bd410b9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:39.118212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Made reservation on behalf of 98deb059989d424a82b22a419bd410b9 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:39.122438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.259219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfa813-9f3d-4ce2-b24e-9348d5409c17 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:39.261367 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e6bfa813-9f3d-4ce2-b24e-9348d5409c17 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/subnets/e92c5360-818f-4874-89aa-f5c262ef70e7 HTTP/1.1" status: 200 len: 843 time: 0.3240759 Aug 20 09:09:39.265582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37504) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.319346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.360302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.363972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/dfb8d3ee-e4c6-4c86-aeb9-94237135c992 HTTP/1.1" status: 204 len: 168 time: 1.9642224 Aug 20 09:09:39.368667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37508) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.396395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdccbbc-55f4-450f-95ad-668ade5439b0 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=dfb8d3ee-e4c6-4c86-aeb9-94237135c992,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:39.409585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5be81-0e28-4055-b3e2-8506b0f680d9 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['shared'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:39.411100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-36a5be81-0e28-4055-b3e2-8506b0f680d9 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "GET /v2.0/subnets/e92c5360-818f-4874-89aa-f5c262ef70e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1442370 Aug 20 09:09:39.416667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37510) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.419036 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-5915c7c7-1a1d-47a9-b932-06d702170a1f tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.419818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5915c7c7-1a1d-47a9-b932-06d702170a1f tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.424799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5915c7c7-1a1d-47a9-b932-06d702170a1f tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/9bf6f6ee-6ebc-4887-ae7c-6f996852c40c HTTP/1.1" status: 404 len: 337 time: 0.0524826 Aug 20 09:09:39.426001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450611689'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:39.427028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37512) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.479596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc20cd6f-126e-4bc7-8505-db5038b04404 req-ceb41280-7679-4505-a154-dbdb72721351 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 210 time: 0.0330048 Aug 20 09:09:39.497330 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbc2dcd-33e2-411d-bc3b-9b8417fb92f2 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.497976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbc2dcd-33e2-411d-bc3b-9b8417fb92f2 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.502827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cfbc2dcd-33e2-411d-bc3b-9b8417fb92f2 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/7b723130-2c0c-4521-8bd0-117c35ec1aa0 HTTP/1.1" status: 404 len: 339 time: 0.0686359 Aug 20 09:09:39.511769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37514) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.552334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.552754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Made reservation on behalf of 98deb059989d424a82b22a419bd410b9 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:39.556360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:39.556688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.560061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.563882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.564953 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34d3343-c66d-4b50-9c76-70a02841afc1 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.565405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34d3343-c66d-4b50-9c76-70a02841afc1 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.567341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e34d3343-c66d-4b50-9c76-70a02841afc1 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/721f9f82-f7bf-4877-8438-d83706e17c89 HTTP/1.1" status: 404 len: 337 time: 0.0515800 Aug 20 09:09:39.571690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37516) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.605000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Allocated IP 172.20.0.12 (59fd5528-79de-48fd-8221-5041ef2cc996/b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0/da40c89a-bf17-4056-b511-3040df2c3f14) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:39.629771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Made reservation on behalf of 98deb059989d424a82b22a419bd410b9 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:39.631991 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca60c9c-f35e-424f-8adf-29cc3da5ce93 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.632572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca60c9c-f35e-424f-8adf-29cc3da5ce93 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.633286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.634282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ca60c9c-f35e-424f-8adf-29cc3da5ce93 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/9f17f481-2e3f-4292-9b97-162ec057272f HTTP/1.1" status: 404 len: 339 time: 0.0335016 Aug 20 09:09:39.638096 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37518) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.654034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:39.684280 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-46963b42-5748-4d89-bb4c-d265eecfa36b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.684734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46963b42-5748-4d89-bb4c-d265eecfa36b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.687027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46963b42-5748-4d89-bb4c-d265eecfa36b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/48a8bc22-1113-45c1-8b35-7d967440af69 HTTP/1.1" status: 404 len: 337 time: 0.0460622 Aug 20 09:09:39.690976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37520) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.718087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.718521 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Added segment 3a953879-990a-4844-9fb1-028fbae27a5d of type vlan for network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e Aug 20 09:09:39.747150 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f05dfb6-7ede-491c-ba77-dfba0514da6e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.747724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f05dfb6-7ede-491c-ba77-dfba0514da6e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.749781 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2f05dfb6-7ede-491c-ba77-dfba0514da6e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/0ba40bec-3bc2-4d26-b91c-aa9017867f8e HTTP/1.1" status: 404 len: 339 time: 0.0543447 Aug 20 09:09:39.754107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37522) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.798165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.803959 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1c509c-c620-433a-b3f5-32f2eb33472c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.804408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1c509c-c620-433a-b3f5-32f2eb33472c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.806688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc1c509c-c620-433a-b3f5-32f2eb33472c tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/b40be704-1322-4564-9046-99c0f41430d6 HTTP/1.1" status: 404 len: 337 time: 0.0491409 Aug 20 09:09:39.809262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37524) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.850586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:39.876059 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ffe67f-5945-4293-9b11-856c75d5f723 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.876660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ffe67f-5945-4293-9b11-856c75d5f723 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.878452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00ffe67f-5945-4293-9b11-856c75d5f723 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/426c6424-5c46-4d12-9430-1c9254aa9258 HTTP/1.1" status: 404 len: 339 time: 0.0682435 Aug 20 09:09:39.881242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37528) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.882531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:39.883466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7af10cb0-13f4-4bb5-a49e-c9c2392dd844 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:39.894458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.900061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:39.900659 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:39.925583 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-60292464-2303-4be9-8e2f-07fa64601a84 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.926062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60292464-2303-4be9-8e2f-07fa64601a84 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.927759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60292464-2303-4be9-8e2f-07fa64601a84 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/361cea4f-1ff8-4065-ac3a-bf3e3dfc8eed HTTP/1.1" status: 404 len: 337 time: 0.0447161 Aug 20 09:09:39.933909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37530) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.962234 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-237e5409-47ca-46eb-b049-1b2b7cd8374e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:39.962740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237e5409-47ca-46eb-b049-1b2b7cd8374e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:39.964444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-237e5409-47ca-46eb-b049-1b2b7cd8374e tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/3b1e8d78-76c1-418e-a7b6-8de4bd500e18 HTTP/1.1" status: 404 len: 339 time: 0.0307722 Aug 20 09:09:39.967045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37534) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:39.971685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.002769 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69ebf13-0fe0-4d3e-b35d-2d0ab2c17f9d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:40.003226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69ebf13-0fe0-4d3e-b35d-2d0ab2c17f9d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:40.004942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f69ebf13-0fe0-4d3e-b35d-2d0ab2c17f9d tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/15b19bea-b0e5-48ed-82b4-49ab8418c509 HTTP/1.1" status: 404 len: 337 time: 0.0364618 Aug 20 09:09:40.008329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37538) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.030679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6099176 Aug 20 09:09:40.031638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37540) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.037004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:40.043946 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ec984b-0727-48a8-b65f-fec7b0d80937 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:40.044543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ec984b-0727-48a8-b65f-fec7b0d80937 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:40.049064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed77f35-2987-4934-9451-8bd8634a5c28 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Network': ['ID=2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:40.049241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e5ec984b-0727-48a8-b65f-fec7b0d80937 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/11749fe5-22d2-4ece-ac6d-cfa9575168d4 HTTP/1.1" status: 404 len: 339 time: 0.0375783 Aug 20 09:09:40.051301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37544) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.070718 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:40.078793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c872-23d5-4482-b9ab-1eb41f129d2f req-ed550462-0911-4b26-a92b-b2c79f6f4776 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:40.080347 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f63c872-23d5-4482-b9ab-1eb41f129d2f req-ed550462-0911-4b26-a92b-b2c79f6f4776 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1761990 Aug 20 09:09:40.107051 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9055e86-0e39-4933-bfa1-80ec267829ae tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:40.107514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9055e86-0e39-4933-bfa1-80ec267829ae tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:40.111521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f9055e86-0e39-4933-bfa1-80ec267829ae tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/9c077f1b-fd72-4d33-8a36-de296ab2c7eb HTTP/1.1" status: 404 len: 337 time: 0.0486667 Aug 20 09:09:40.113151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37548) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.118282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:40.151921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.153839 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c1726b-61a9-48ca-85d7-2170219d2753 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:40.154518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c1726b-61a9-48ca-85d7-2170219d2753 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:40.157616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00c1726b-61a9-48ca-85d7-2170219d2753 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/1820aa2f-2569-4794-a591-e42ba75f48df HTTP/1.1" status: 404 len: 339 time: 0.0433478 Aug 20 09:09:40.189333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37550) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.205487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f63c872-23d5-4482-b9ab-1eb41f129d2f req-ba95df38-3456-4ed4-af57-cc906292118e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033595 Aug 20 09:09:40.270676 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b00f59-ad0e-4329-8a9f-380b69206b8f tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:40.271429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b00f59-ad0e-4329-8a9f-380b69206b8f tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:40.272893 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15b00f59-ad0e-4329-8a9f-380b69206b8f tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/986982a0-2078-475f-b844-ad0d6a35f190 HTTP/1.1" status: 404 len: 337 time: 0.0825624 Aug 20 09:09:40.279459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.289363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Network 59fd5528-79de-48fd-8221-5041ef2cc996 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:40.298708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Made reservation on behalf of 93a1b1e8791c45168c952fc8e300fa69 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:40.302259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.306237 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a81aeef-2f64-4243-9217-ac0d5530f5b6 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:40.306414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Pushing event updated for resources: {'Port': ['ID=da40c89a-bf17-4056-b511-3040df2c3f14,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:40.306806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a81aeef-2f64-4243-9217-ac0d5530f5b6 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:40.309240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:40.311726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0a81aeef-2f64-4243-9217-ac0d5530f5b6 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/8b94a345-ba8e-4c00-991f-eff509741408 HTTP/1.1" status: 404 len: 339 time: 0.0302074 Aug 20 09:09:40.315238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37556) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.316076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:40.319204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Allocated IP 172.20.0.13 (59fd5528-79de-48fd-8221-5041ef2cc996/b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0/40b311f6-6ee5-4a0e-a9c7-861110295169) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:40.335759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:40.340849 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.349037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:40.358586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:40.359428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:40.399333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:40.406760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eef218d8-faf0-4bb8-a21a-c0091d5c4b11 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/floatingips/d0247b42-c46e-49bb-a6a6-c2ce5a1f0b94 HTTP/1.1" status: 200 len: 979 time: 1.6631103 Aug 20 09:09:40.408904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37558) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:40.410518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:40.411559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:40.451135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:40.452576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e1e74-974b-4e2c-94e7-7cb0091d56c5 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:40.456515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing IP validity checks on allocation pools {{(pid=101317) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 09:09:40.457044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101317) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 09:09:40.485969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting subnet c505f776-8043-43df-811d-f09a79a9a685 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:40.506024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:40.506930 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.517289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.583438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-68afa2b9-2efc-47f1-97e6-4360ee31a700 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8358479 Aug 20 09:09:40.606753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Request body: {'port': {'device_id': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:40.611666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.618389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb6e6b71-a9ae-4bcf-a42e-3618c0507d13 req-3a994cce-b933-440b-a1d6-fd08ff52af18 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 210 time: 0.0298421 Aug 20 09:09:40.640996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port e0fc5171-36c0-42da-b562-020645fd6716 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:40.641470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.729868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.730296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:40.745699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for e0fc5171-36c0-42da-b562-020645fd6716 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:41.094919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.190623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.217668 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.219275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.260058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.269851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=e0fc5171-36c0-42da-b562-020645fd6716,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:41.376325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.376585 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP d0247b42-c46e-49bb-a6a6-c2ce5a1f0b94 disassociated (deleted). External IP: 172.25.5.167, port: 91de72d3-107c-4703-87ba-97a5590dde9b. Aug 20 09:09:41.426228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80a8b-9dfe-4274-9c74-f0d88522347d req-fb22d35a-4001-43d9-b03f-77ec9968a04c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:41.427749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aea80a8b-9dfe-4274-9c74-f0d88522347d req-fb22d35a-4001-43d9-b03f-77ec9968a04c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1325984 Aug 20 09:09:41.472744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=2ba94aad-16e1-43a4-9785-82b540d66d7e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:41.500142 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.512563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.525107 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aea80a8b-9dfe-4274-9c74-f0d88522347d req-886d985d-f5b5-4254-b52b-02e3dc36fd5e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868888 Aug 20 09:09:41.564213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Checking segment: {'id': '3a953879-990a-4844-9fb1-028fbae27a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:41.564576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network hostable DHCP agents. Network: 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:41.594790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Subnet': ['ID=c505f776-8043-43df-811d-f09a79a9a685,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:41.605387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a5713-e7b7-4bb7-86df-682ed4a3c13b None None] Network 2a4e820d-bda2-42c8-90b9-db3226d6127f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:41.609526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.613520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e06c3d5-4dc4-47eb-a6e4-74d4be596380 tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/subnets/c505f776-8043-43df-811d-f09a79a9a685 HTTP/1.1" status: 204 len: 168 time: 1.2897050 Aug 20 09:09:41.624916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:41.641953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Network 59fd5528-79de-48fd-8221-5041ef2cc996 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:41.656466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:41.697527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:41.709420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Pushing event updated for resources: {'Port': ['ID=40b311f6-6ee5-4a0e-a9c7-861110295169,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:41.712262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Allocated IP 172.20.0.6 (59fd5528-79de-48fd-8221-5041ef2cc996/b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0/91304493-d9b1-4718-bb89-362dc57e2965) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:41.714400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:41.734781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a71d066b-8a6f-4112-9698-67a4ad46bc56 req-7d8c1a1f-d25d-444c-b16d-35afa7d49a9f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 210 time: 0.0327652 Aug 20 09:09:41.752334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:41.786264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:41.799663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:41.800270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.805110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce847ef-bbd2-4567-8c85-c111c57e3428 None None] Network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:41.805502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.811969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:41.817554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.825502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:41.825902 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:41.826362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:41.841989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:41.844103 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:41.853221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab3b7cea-7391-4a2e-a529-678a9080396b tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/floatingips/d0247b42-c46e-49bb-a6a6-c2ce5a1f0b94 HTTP/1.1" status: 204 len: 168 time: 1.4408166 Aug 20 09:09:41.853450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37572) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:41.856827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-75916f3a-6e74-4d08-9a5d-65082588b637 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8240178 Aug 20 09:09:41.865742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37574) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:41.867152 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-f41ef401-51c7-4c57-9df8-e143e712deef tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9357610 Aug 20 09:09:41.872538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:41.898353 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:41.906894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Request body: {'port': {'device_id': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:41.913036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:41.913884 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:41.930620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] DHCP port deletion for 2a4e820d-bda2-42c8-90b9-db3226d6127f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:41.966501 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:41.968031 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df7a65-a3fd-4a34-b133-e811b768fcdd None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:42.021225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port 91de72d3-107c-4703-87ba-97a5590dde9b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:42.021685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.124947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.130737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.142736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for 91de72d3-107c-4703-87ba-97a5590dde9b owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:42.164194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.168037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126522279'] for subnet, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.209195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] Deleting port 0c8adc08-c079-42fd-9b2c-af709ee13beb {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:42.209569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.234983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Deleting port 0c8adc08-c079-42fd-9b2c-af709ee13beb {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:42.235351 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.313875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] For port 0c8adc08-c079-42fd-9b2c-af709ee13beb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0c8adc08-c079-42fd-9b2c-af709ee13beb,segment=NetworkSegment(48cbcd94-08d3-40d3-81cc-ddc943095da7),segment_id=48cbcd94-08d3-40d3-81cc-ddc943095da7)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:42.314449 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.317435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e', 'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e', 'tenant_id': '93a1b1e8791c45168c952fc8e300fa69', 'fixed_ips': [{'subnet_id': '2ba94aad-16e1-43a4-9785-82b540d66d7e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:42.318326 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.357267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] Calling delete_port for 0c8adc08-c079-42fd-9b2c-af709ee13beb owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:42.366696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.371273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] For port 0c8adc08-c079-42fd-9b2c-af709ee13beb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0c8adc08-c079-42fd-9b2c-af709ee13beb,segment=NetworkSegment(48cbcd94-08d3-40d3-81cc-ddc943095da7),segment_id=48cbcd94-08d3-40d3-81cc-ddc943095da7)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:42.372392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.406810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=91de72d3-107c-4703-87ba-97a5590dde9b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:42.468046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Calling delete_port for 0c8adc08-c079-42fd-9b2c-af709ee13beb owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:42.529231 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:09:42.529231 n-d-804285-2 neutron-server[101318]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 09:09:42.529231 n-d-804285-2 neutron-server[101318]: [parameters: {'in_use': 1, 'id_1': '2ba94aad-16e1-43a4-9785-82b540d66d7e'}] Aug 20 09:09:42.529231 n-d-804285-2 neutron-server[101318]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:42.529837 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:42.541860 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.552697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.559862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d5dd66cf-17ff-4745-a1c8-505c07222e54 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/ports/91de72d3-107c-4703-87ba-97a5590dde9b HTTP/1.1" status: 204 len: 168 time: 0.7052119 Aug 20 09:09:42.560547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37594) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:42.566188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:42.582908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] Pushing event deleted for resources: {'Port': ['ID=0c8adc08-c079-42fd-9b2c-af709ee13beb,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:42.585098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bce51-c07a-4a9b-8326-bc731f0aa762 None None] No DVR routers for this DVR port 0c8adc08-c079-42fd-9b2c-af709ee13beb on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:42.597114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.660768 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.687740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.747728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0103260-4220-47b3-a217-c77495f2f640 req-9d6d5ec0-85fb-47a9-a131-f73991379efc tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:42.750277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0103260-4220-47b3-a217-c77495f2f640 req-9d6d5ec0-85fb-47a9-a131-f73991379efc tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.0910683 Aug 20 09:09:42.811059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Network 59fd5528-79de-48fd-8221-5041ef2cc996 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:42.820174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:42.832386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:42.839408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0103260-4220-47b3-a217-c77495f2f640 req-44d6af15-eb93-4a4a-a935-74899795985f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835600 Aug 20 09:09:42.849878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.929805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Pushing event updated for resources: {'Port': ['ID=91304493-d9b1-4718-bb89-362dc57e2965,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:42.933160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791067162974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2992891'] for subnet, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.974297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:42.982326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c1e27-2f44-4414-a3eb-eb9d7e85d196 req-a24d451c-5106-45f6-bf05-77092ef4e9b3 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:42.983973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-153c1e27-2f44-4414-a3eb-eb9d7e85d196 req-a24d451c-5106-45f6-bf05-77092ef4e9b3 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 931 time: 0.1251094 Aug 20 09:09:43.010920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:43.011461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.031178 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.034274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.223 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c9368392-a0a4-4f7a-b0bd-8c01aab4ff16) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:43.047382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-153c1e27-2f44-4414-a3eb-eb9d7e85d196 req-162a1a37-d1b5-4798-b2e1-a9e750f2d70b tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 Aug 20 09:09:43.057063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Port': ['ID=0c8adc08-c079-42fd-9b2c-af709ee13beb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.064010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] No DVR routers for this DVR port 0c8adc08-c079-42fd-9b2c-af709ee13beb on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:43.071737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:43.072485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.073835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "PUT /v2.0/subnets/2ba94aad-16e1-43a4-9785-82b540d66d7e HTTP/1.1" status: 200 len: 900 time: 1.2057409 Aug 20 09:09:43.076730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37612) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:43.082630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-893732d3-905d-4c94-86ce-b10377c1febc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9945827 Aug 20 09:09:43.083241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb79ac-9427-4020-a48b-3ed4fd18a69e tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event updated for resources: {'Subnet': ['ID=2ba94aad-16e1-43a4-9785-82b540d66d7e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.124665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Request body: {'port': {'device_id': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:43.240237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Allocated IP 2001:db8::3 (2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e/2ba94aad-16e1-43a4-9785-82b540d66d7e/e268afac-56b2-43d4-b408-4a8dc8b22734) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:43.250681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.252083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da40c89a-bf17-4056-b511-3040df2c3f14 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:43.255626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.257503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.285264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.292936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4e820d-bda2-42c8-90b9-db3226d6127f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:43.306227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.315097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cbcd94-08d3-40d3-81cc-ddc943095da7') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:43.315398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cbcd94-08d3-40d3-81cc-ddc943095da7') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:43.317260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Transition to ACTIVE for port object da40c89a-bf17-4056-b511-3040df2c3f14 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:43.332216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.369533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.407645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.415661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.426499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:43.428203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.432775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:43.441148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:43.443297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Transition to ACTIVE for port object e268afac-56b2-43d4-b408-4a8dc8b22734 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:43.444126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=c9368392-a0a4-4f7a-b0bd-8c01aab4ff16,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.461332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Transition to ACTIVE for port object e268afac-56b2-43d4-b408-4a8dc8b22734 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:43.474978 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.500571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.502651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.524838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:43.525412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:43.530588 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:43.537445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Pushing event updated for resources: {'Port': ['ID=e268afac-56b2-43d4-b408-4a8dc8b22734,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.557139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7ab7948a-6252-405d-932b-39a874a25116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.562986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:43.564668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:43.569604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:43.603623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba94aad-16e1-43a4-9785-82b540d66d7e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.666114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Attempting to bind port e268afac-56b2-43d4-b408-4a8dc8b22734 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:43.666683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Attempting to bind port e268afac-56b2-43d4-b408-4a8dc8b22734 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '3a953879-990a-4844-9fb1-028fbae27a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:43.666818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Attempting to bind port e268afac-56b2-43d4-b408-4a8dc8b22734 on network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:43.672921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:43.673693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Checking segment: {'id': '3a953879-990a-4844-9fb1-028fbae27a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:43.674703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.674843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Bound using segment: {'id': '3a953879-990a-4844-9fb1-028fbae27a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:43.675334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Bound port: e268afac-56b2-43d4-b408-4a8dc8b22734, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a953879-990a-4844-9fb1-028fbae27a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:43.675722 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.676171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.701423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.722216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:43.758344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a953879-990a-4844-9fb1-028fbae27a5d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:43.758616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] For port e268afac-56b2-43d4-b408-4a8dc8b22734, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:43.758751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a953879-990a-4844-9fb1-028fbae27a5d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:43.762069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] For port e268afac-56b2-43d4-b408-4a8dc8b22734, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e268afac-56b2-43d4-b408-4a8dc8b22734,segment=NetworkSegment(3a953879-990a-4844-9fb1-028fbae27a5d),segment_id=3a953879-990a-4844-9fb1-028fbae27a5d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:43.768706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.776615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-69768891-a047-45e5-a22c-28dd2dcab492 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1156883 Aug 20 09:09:43.777217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.780943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.877259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=da40c89a-bf17-4056-b511-3040df2c3f14,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.885039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.901516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:43.902020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:43.907581 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:43.968382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6e93-06f1-4376-a72f-9d29bad4b178 None None] Pushing event updated for resources: {'Port': ['ID=e268afac-56b2-43d4-b408-4a8dc8b22734,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:43.982679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d25f1-e3a5-4a8b-b142-dc08b113308e None None] Network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:43.997680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0c8adc08-c079-42fd-9b2c-af709ee13beb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:44.077951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.094931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0c8adc08-c079-42fd-9b2c-af709ee13beb {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:44.095289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0c8adc08-c079-42fd-9b2c-af709ee13beb not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:44.116242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.118284 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] 10.222.0.35 "DELETE /v2.0/networks/2a4e820d-bda2-42c8-90b9-db3226d6127f HTTP/1.1" status: 204 len: 168 time: 2.4923978 Aug 20 09:09:44.118664 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.168945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2133d3c-6ef1-4af2-bfc6-6010b626237b tempest-NetworksTest-2100020367 tempest-NetworksTest-2100020367-project] Pushing event deleted for resources: {'Network': ['ID=2a4e820d-bda2-42c8-90b9-db3226d6127f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:44.188592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b311f6-6ee5-4a0e-a9c7-861110295169 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:44.207432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.216815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-5152604b-5834-4009-850b-c4388b9a4e53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3253591 Aug 20 09:09:44.242719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Attempting to bind port da40c89a-bf17-4056-b511-3040df2c3f14 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:44.243218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Attempting to bind port da40c89a-bf17-4056-b511-3040df2c3f14 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:44.243656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Attempting to bind port da40c89a-bf17-4056-b511-3040df2c3f14 on network 59fd5528-79de-48fd-8221-5041ef2cc996 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:44.253472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Port da40c89a-bf17-4056-b511-3040df2c3f14 on network 59fd5528-79de-48fd-8221-5041ef2cc996 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:09:44.254018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Attempting to bind port da40c89a-bf17-4056-b511-3040df2c3f14 on network 59fd5528-79de-48fd-8221-5041ef2cc996 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:44.262180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:44.265352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Checking segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:44.266201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Bound using segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:44.267751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Bound port: da40c89a-bf17-4056-b511-3040df2c3f14, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:44.269181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.283733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023a8b0-be87-4d3c-baeb-f3931b1fc80b None None] Network 2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:44.434739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-27582e9c-ff2f-4d62-a591-8aa72c99df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:44.437687 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-27582e9c-ff2f-4d62-a591-8aa72c99df01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 1096 time: 0.1278079 Aug 20 09:09:44.454398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] For port da40c89a-bf17-4056-b511-3040df2c3f14, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:44.459535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] For port da40c89a-bf17-4056-b511-3040df2c3f14, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da40c89a-bf17-4056-b511-3040df2c3f14,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:44.473105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4c811-fcca-47e9-9f38-a97bb3f9b093 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:09:44.476873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.588487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37624) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:44.590211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:44.591170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-03e772ec-079c-45b3-b81e-b831ceb72c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:44.591365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.593158 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] 10.222.0.26 "PUT /v2.0/ports/da40c89a-bf17-4056-b511-3040df2c3f14 HTTP/1.1" status: 200 len: 1092 time: 3.9920464 Aug 20 09:09:44.595687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'tag': 'da40c89a-bf17-4056-b511-3040df2c3f14'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:44.598243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-03e772ec-079c-45b3-b81e-b831ceb72c17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1096 time: 0.7734053 Aug 20 09:09:44.616075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 09:09:44.616075 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 09:09:44.616075 n-d-804285-2 neutron-server[101316]: [parameters: {'id': '2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e'}] Aug 20 09:09:44.616075 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:09:44.618395 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:09:44.625536 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57f4ea9-47f0-4580-865b-6e63d5b7a486" -d '{"events": [{"name": "network-changed", "server_uuid": "c51d5704-84b7-46d9-ac7b-178c6aaab6ff", "tag": "da40c89a-bf17-4056-b511-3040df2c3f14"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:44.634825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Transition to ACTIVE for port object 40b311f6-6ee5-4a0e-a9c7-861110295169 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:44.662903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4c811-fcca-47e9-9f38-a97bb3f9b093 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:09:44.670082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.765566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98d14-1067-4d4c-93ee-a6b8398e208b req-b310db41-48ea-41e2-8656-c9a921bfa2e5 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:44.767248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bd98d14-1067-4d4c-93ee-a6b8398e208b req-b310db41-48ea-41e2-8656-c9a921bfa2e5 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.3747010 Aug 20 09:09:44.779265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7757bdb-53e0-44d8-86be-51fc54542cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=da40c89a-bf17-4056-b511-3040df2c3f14,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:44.823097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040de6a-a616-4d25-affb-adeb12520dfe req-0fd3a097-a268-49e8-9c0d-7a7f73a7d13c tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:44.824747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0040de6a-a616-4d25-affb-adeb12520dfe req-0fd3a097-a268-49e8-9c0d-7a7f73a7d13c tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 931 time: 0.3614097 Aug 20 09:09:44.865702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:44.884606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.006210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-b2e8283f-118a-46bf-839c-1a1b31faff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.007970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-b2e8283f-118a-46bf-839c-1a1b31faff32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 910 time: 0.5467055 Aug 20 09:09:45.008672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Pushing event updated for resources: {'Port': ['ID=40b311f6-6ee5-4a0e-a9c7-861110295169,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:45.012935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bd98d14-1067-4d4c-93ee-a6b8398e208b req-7d5369f4-12fd-4b3d-b02d-3c70eb29ac38 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345905 Aug 20 09:09:45.086157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-d90c000c-b575-45cc-b4c8-81f470dbf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.087732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-d90c000c-b575-45cc-b4c8-81f470dbf5f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 907 time: 0.4458466 Aug 20 09:09:45.093255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0040de6a-a616-4d25-affb-adeb12520dfe req-db4a9f1d-7c87-4b35-a941-f6bef00805dd tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574451 Aug 20 09:09:45.093677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-e570fb4e-0cfc-4d26-8a9b-ef1195c14ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.095203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-e570fb4e-0cfc-4d26-8a9b-ef1195c14ea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 1095 time: 0.4402502 Aug 20 09:09:45.095925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=c9368392-a0a4-4f7a-b0bd-8c01aab4ff16,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:45.099633 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dd153e-bf5e-4e66-be72-ea6e4cde5263 x-openstack-request-id: req-d2dd153e-bf5e-4e66-be72-ea6e4cde5263 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:45.099789 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51d5704-84b7-46d9-ac7b-178c6aaab6ff", "tag": "da40c89a-bf17-4056-b511-3040df2c3f14", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:45.100500 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2dd153e-bf5e-4e66-be72-ea6e4cde5263 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:45.101334 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'tag': 'da40c89a-bf17-4056-b511-3040df2c3f14', 'status': 'completed', 'code': 200} Aug 20 09:09:45.117147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.153550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.184585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-2b6b83c8-d3ef-4954-a455-2d5d48f6bb13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b HTTP/1.1" status: 200 len: 217 time: 0.1019533 Aug 20 09:09:45.189929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.190095 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f017408-9d47-41de-8bf3-7aefcc243438 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef59b3ecd8524dd0b3275a8799f3e592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932798 Aug 20 09:09:45.190224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f5ba2515-b0d7-4969-92ef-b40781969723 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6268241 Aug 20 09:09:45.193113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:45.193113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37638) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:45.205466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'port': {'network_id': '7a8d6773-2be6-4e9f-a513-28c8c95adf3e', 'name': 'tempest-FloatingIPTestJSON-1233287605'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:45.212986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-5a909adf-701f-4b0d-b434-421a025f9015 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 1000 time: 0.1063318 Aug 20 09:09:45.254519 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-8b01d1c0-7cc2-4ae1-841b-51f12c7460f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da40c89a-bf17-4056-b511-3040df2c3f14 HTTP/1.1" status: 200 len: 217 time: 0.1075368 Aug 20 09:09:45.303503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91304493-d9b1-4718-bb89-362dc57e2965 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:45.337943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.378892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-259570d5-f176-490c-a99d-1269498d3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.380318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-259570d5-f176-490c-a99d-1269498d3e94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.1729975 Aug 20 09:09:45.383322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-4ad0880f-c46d-4fda-b558-b43eb61dff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.384732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-4ad0880f-c46d-4fda-b558-b43eb61dff25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 200 len: 857 time: 0.1050308 Aug 20 09:09:45.385334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Attempting to bind port 40b311f6-6ee5-4a0e-a9c7-861110295169 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:45.385674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Attempting to bind port 40b311f6-6ee5-4a0e-a9c7-861110295169 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:45.386026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Attempting to bind port 40b311f6-6ee5-4a0e-a9c7-861110295169 on network 59fd5528-79de-48fd-8221-5041ef2cc996 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:45.390601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-803ef429-c628-421c-a3b9-dad5ae7c5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.391007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Transition to ACTIVE for port object 91304493-d9b1-4718-bb89-362dc57e2965 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:45.392543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-803ef429-c628-421c-a3b9-dad5ae7c5c09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 200 len: 846 time: 0.1603770 Aug 20 09:09:45.429575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.430038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Port 40b311f6-6ee5-4a0e-a9c7-861110295169 on network 59fd5528-79de-48fd-8221-5041ef2cc996 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:09:45.431033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Attempting to bind port 40b311f6-6ee5-4a0e-a9c7-861110295169 on network 59fd5528-79de-48fd-8221-5041ef2cc996 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:45.449410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-60e9f413-af3d-4da1-baad-5f3cd7810911 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608852 Aug 20 09:09:45.455965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-4564e328-77d5-48b5-b992-fd36e762432a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59fd5528-79de-48fd-8221-5041ef2cc996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553298 Aug 20 09:09:45.459614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09a7ef6d-c7c2-4cb7-871d-f163a8a46b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.485996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port e268afac-56b2-43d4-b408-4a8dc8b22734 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:45.486346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.494024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:45.494372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Checking segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:45.494754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Bound using segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:45.495460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Bound port: 40b311f6-6ee5-4a0e-a9c7-861110295169, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:45.495825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.553091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09a7ef6d-c7c2-4cb7-871d-f163a8a46b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.570157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-c1864c3c-e50a-4fdc-9133-37bd1b079d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:45.571795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-c1864c3c-e50a-4fdc-9133-37bd1b079d2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40ff20ae-195c-4c1d-b967-310d41810e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646097 Aug 20 09:09:45.609296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:45.612860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.616391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port e268afac-56b2-43d4-b408-4a8dc8b22734, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e268afac-56b2-43d4-b408-4a8dc8b22734,segment=NetworkSegment(3a953879-990a-4844-9fb1-028fbae27a5d),segment_id=3a953879-990a-4844-9fb1-028fbae27a5d)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:45.617016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.662857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=91304493-d9b1-4718-bb89-362dc57e2965,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:45.700030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for e268afac-56b2-43d4-b408-4a8dc8b22734 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:45.718928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] device_id is not set on port c1c51681-5dd2-4bd6-9915-771f9c34a843 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:45.771438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] For port 40b311f6-6ee5-4a0e-a9c7-861110295169, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:45.780381 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-c97795e0-17d6-4066-a8b7-bfb6919970d0 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025579 Aug 20 09:09:45.800435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-5aff7fcc-fccd-407e-b786-ccbb7a3a5563 service neutron] 10.222.0.26 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237596 Aug 20 09:09:45.807894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] For port 40b311f6-6ee5-4a0e-a9c7-861110295169, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=40b311f6-6ee5-4a0e-a9c7-861110295169,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:45.841566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09a7ef6d-c7c2-4cb7-871d-f163a8a46b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.844722 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09a7ef6d-c7c2-4cb7-871d-f163a8a46b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.845915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09a7ef6d-c7c2-4cb7-871d-f163a8a46b3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69709df5-7668-462e-9ccd-05deea39cdbf HTTP/1.1" status: 204 len: 168 time: 0.6522417 Aug 20 09:09:45.861599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-33ef9323-ad12-4dc2-81a5-bd3eb7df4427 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723155 Aug 20 09:09:45.866927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Attempting to bind port 91304493-d9b1-4718-bb89-362dc57e2965 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:45.867276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Attempting to bind port 91304493-d9b1-4718-bb89-362dc57e2965 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:45.867611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Attempting to bind port 91304493-d9b1-4718-bb89-362dc57e2965 on network 59fd5528-79de-48fd-8221-5041ef2cc996 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:45.882215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:45.890240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ef6d-c7c2-4cb7-871d-f163a8a46b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69709df5-7668-462e-9ccd-05deea39cdbf,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:45.986848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Port 91304493-d9b1-4718-bb89-362dc57e2965 on network 59fd5528-79de-48fd-8221-5041ef2cc996 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:09:45.987195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Attempting to bind port 91304493-d9b1-4718-bb89-362dc57e2965 on network 59fd5528-79de-48fd-8221-5041ef2cc996 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:46.022864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.023729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.024940 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] 10.222.0.37 "PUT /v2.0/ports/40b311f6-6ee5-4a0e-a9c7-861110295169 HTTP/1.1" status: 200 len: 1092 time: 4.1414723 Aug 20 09:09:46.030519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:46.030850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Checking segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:46.031249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Bound using segment: {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:46.031695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Bound port: 91304493-d9b1-4718-bb89-362dc57e2965, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c902c7-38fd-4cf4-b8e7-684360e8f568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:46.032056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.036509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.050332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.2 (7a8d6773-2be6-4e9f-a513-28c8c95adf3e/c7809d59-c36b-4826-a685-51b2888ae5fb/c1c51681-5dd2-4bd6-9915-771f9c34a843) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:46.090202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=e268afac-56b2-43d4-b408-4a8dc8b22734,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:46.095073 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-53da475c-66d0-4aba-8ddc-8d2226161eb2 service neutron] 10.222.0.37 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054585 Aug 20 09:09:46.107373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port e268afac-56b2-43d4-b408-4a8dc8b22734 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:46.131104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87298c3a-03cc-4169-be82-5cc1d5933c7b req-b4b3514c-23aa-41e2-9e7c-950c644cd28b service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487435 Aug 20 09:09:46.202019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-307de059-771e-441e-b361-b48d572242e1 service neutron] 10.222.0.26 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890185 Aug 20 09:09:46.202650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f989a-26ee-49a7-afb9-5fb512a0ef43 service neutron] Pushing event updated for resources: {'Port': ['ID=40b311f6-6ee5-4a0e-a9c7-861110295169,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:46.277999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-0a6681b5-6c6d-473e-a70d-12ec2cc0b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.279550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-0a6681b5-6c6d-473e-a70d-12ec2cc0b1c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 1095 time: 0.1835802 Aug 20 09:09:46.325264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.355756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] For port 91304493-d9b1-4718-bb89-362dc57e2965, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:46.359392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-19cea6f5-321a-4cd6-aa7c-1210f3aa4e0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b311f6-6ee5-4a0e-a9c7-861110295169 HTTP/1.1" status: 200 len: 217 time: 0.0666389 Aug 20 09:09:46.384487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] For port 91304493-d9b1-4718-bb89-362dc57e2965, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=91304493-d9b1-4718-bb89-362dc57e2965,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:46.410679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.454929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-c2f7652e-063b-4c2d-81b9-2c9b1497d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.456467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-c2f7652e-063b-4c2d-81b9-2c9b1497d7eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 1095 time: 0.1744518 Aug 20 09:09:46.465975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.466733 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.468947 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] 10.222.0.37 "PUT /v2.0/ports/91304493-d9b1-4718-bb89-362dc57e2965 HTTP/1.1" status: 200 len: 1091 time: 3.3570077 Aug 20 09:09:46.481099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.484678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-f6ebf834-7d92-4970-a27d-178d3c92f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.486800 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-f6ebf834-7d92-4970-a27d-178d3c92f782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 200 len: 857 time: 0.1182423 Aug 20 09:09:46.508594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:46.528121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a953879-990a-4844-9fb1-028fbae27a5d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:46.528441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a953879-990a-4844-9fb1-028fbae27a5d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:46.548468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.559718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910951-6863-4789-a476-35e86e43ece4 req-d81d7e4a-3e8d-4af9-b1be-b51a386668d5 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.561454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b910951-6863-4789-a476-35e86e43ece4 req-d81d7e4a-3e8d-4af9-b1be-b51a386668d5 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 943 time: 0.3467844 Aug 20 09:09:46.592221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca0b8-1c64-4959-bc6b-2112c701431b req-d1feaed8-e12c-45c2-8f7b-7456bf6ef4e1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:46.594951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a77ca0b8-1c64-4959-bc6b-2112c701431b req-d1feaed8-e12c-45c2-8f7b-7456bf6ef4e1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.3989234 Aug 20 09:09:46.648527 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4990cbfe-5cdc-4824-b254-03935efe4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.690572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.730669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.756718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:46.757124 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:46.760482 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:46.834072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-b0b90ad8-0d43-49b4-abd8-2d7ec1b4660c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fd5528-79de-48fd-8221-5041ef2cc996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3327386 Aug 20 09:09:46.834693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865eb76-6997-424a-8d9a-57d3ec1d0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=91304493-d9b1-4718-bb89-362dc57e2965,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:46.854608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a77ca0b8-1c64-4959-bc6b-2112c701431b req-cee8b682-3fba-4b36-a3bb-734a93e87c3e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528105 Aug 20 09:09:46.857874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b910951-6863-4789-a476-35e86e43ece4 req-ed0c0b10-aeb1-4291-9d5b-114934f1384e tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838531 Aug 20 09:09:46.862818 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:46.923779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 7a8d6773-2be6-4e9f-a513-28c8c95adf3e is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:46.927478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:46.933759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:46.962419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37668) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:46.964566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=c1c51681-5dd2-4bd6-9915-771f9c34a843,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:46.966947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.003985 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.004173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-4869292a-9e7a-4e40-af59-b29c6395ffc0 service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256008 Aug 20 09:09:47.005900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e HTTP/1.1" status: 204 len: 168 time: 3.9271307 Aug 20 09:09:47.006713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3bda-8fac-4cfc-872b-a23baa88c816 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:47.007819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-21eb31ad-9593-449d-b2d1-56200b35880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.009220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-21eb31ad-9593-449d-b2d1-56200b35880d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 1094 time: 0.1814349 Aug 20 09:09:47.012299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37672) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:47.050256 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2ad5ea-dd3e-46c9-ae4d-0e3de7107235 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:47.050896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2ad5ea-dd3e-46c9-ae4d-0e3de7107235 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:47.052711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1c2ad5ea-dd3e-46c9-ae4d-0e3de7107235 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/2ba94aad-16e1-43a4-9785-82b540d66d7e HTTP/1.1" status: 404 len: 337 time: 0.0393462 Aug 20 09:09:47.055658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37674) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:47.073955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.074696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.089611 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-562373ff-4689-4995-bd49-b61b8f6d21fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:47.090127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-341c7f21-eac3-4749-894f-8d694558107b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91304493-d9b1-4718-bb89-362dc57e2965 HTTP/1.1" status: 200 len: 217 time: 0.0700793 Aug 20 09:09:47.090636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562373ff-4689-4995-bd49-b61b8f6d21fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:47.094236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-562373ff-4689-4995-bd49-b61b8f6d21fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/2264908e-6ba4-4ce5-9a2d-a5ce48e5ef2e HTTP/1.1" status: 404 len: 339 time: 0.0375328 Aug 20 09:09:47.098068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37676) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:47.118048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'tag': '40b311f6-6ee5-4a0e-a9c7-861110295169'}, {'name': 'network-changed', 'server_uuid': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'tag': '91304493-d9b1-4718-bb89-362dc57e2965'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:47.120584 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa", "tag": "40b311f6-6ee5-4a0e-a9c7-861110295169"}, {"name": "network-changed", "server_uuid": "d0e904f5-f0d1-4699-962e-88ae7ee7435b", "tag": "91304493-d9b1-4718-bb89-362dc57e2965"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:47.164063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b59e4093-3450-45d0-8920-8a91bf6beba4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9686859 Aug 20 09:09:47.166398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37680) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:47.171326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'port_id': 'c1c51681-5dd2-4bd6-9915-771f9c34a843'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:47.179174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1899929068'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:47.197624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-baab51a2-8f18-48ce-92a0-5610266bffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.199139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-baab51a2-8f18-48ce-92a0-5610266bffb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 917 time: 0.7276931 Aug 20 09:09:47.202760 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7ee73-aba8-4d59-a851-9cbc8e6a454f x-openstack-request-id: req-d2d7ee73-aba8-4d59-a851-9cbc8e6a454f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:47.203066 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa", "tag": "40b311f6-6ee5-4a0e-a9c7-861110295169", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0e904f5-f0d1-4699-962e-88ae7ee7435b", "tag": "91304493-d9b1-4718-bb89-362dc57e2965", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:47.203312 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2d7ee73-aba8-4d59-a851-9cbc8e6a454f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:47.203697 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'tag': '40b311f6-6ee5-4a0e-a9c7-861110295169', 'status': 'completed', 'code': 200} Aug 20 09:09:47.203953 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'tag': '91304493-d9b1-4718-bb89-362dc57e2965', 'status': 'completed', 'code': 200} Aug 20 09:09:47.265635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.277682 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-2d4f06b5-09fc-4f48-9469-33d8ffe66472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da40c89a-bf17-4056-b511-3040df2c3f14 HTTP/1.1" status: 200 len: 217 time: 0.0657499 Aug 20 09:09:47.279591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302dc1-c412-41f3-8353-74b454500396 req-06b93c95-4dfc-49f5-abcc-c7a50b83fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.281551 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-06b93c95-4dfc-49f5-abcc-c7a50b83fd9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 200 len: 857 time: 0.1430614 Aug 20 09:09:47.284877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da40c89a-bf17-4056-b511-3040df2c3f14 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:09:47.315859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-677b8cd9-700e-41cf-83e7-49863d904d5d service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864041 Aug 20 09:09:47.317819 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.368878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:47.372988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.404984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-787f7525-0a31-4182-b6ac-5c213d8fb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.406488 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-787f7525-0a31-4182-b6ac-5c213d8fb9f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 200 len: 857 time: 0.0896456 Aug 20 09:09:47.443858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.466017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-c20e3ecc-1a65-4b17-a799-02f4dc838291 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=59fd5528-79de-48fd-8221-5041ef2cc996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480480 Aug 20 09:09:47.486288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port da40c89a-bf17-4056-b511-3040df2c3f14, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da40c89a-bf17-4056-b511-3040df2c3f14,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:47.486853 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-a8af020f-14f5-422c-8502-a22fb4684c9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fd5528-79de-48fd-8221-5041ef2cc996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915811 Aug 20 09:09:47.502566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'da40c89a-bf17-4056-b511-3040df2c3f14', 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'port_id': 'da40c89a-bf17-4056-b511-3040df2c3f14', 'mac_address': 'fa:16:3e:f7:7b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:09:47.615867 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.633619 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.638961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.644186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da40c89a-bf17-4056-b511-3040df2c3f14 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:47.653966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.655365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:47.672190 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-1bff8282-96be-4826-8464-1ddedd5e04bd service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738436 Aug 20 09:09:47.672779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port da40c89a-bf17-4056-b511-3040df2c3f14, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da40c89a-bf17-4056-b511-3040df2c3f14,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:47.678192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.683621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.706944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-36552e10-cd0a-40d8-87fa-68928ffdd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.708466 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-36552e10-cd0a-40d8-87fa-68928ffdd045 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 1095 time: 0.2993305 Aug 20 09:09:47.735219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbddd47-fa9a-4d9b-b5e7-475baad0c82f']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:47.741341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002e9ea4-6e25-4f89-a7ba-b02a55b0652d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:47.745298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=da40c89a-bf17-4056-b511-3040df2c3f14,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:47.758739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8d0f30-d030-4cc4-ac7f-6f2f7d838310') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:47.759247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8d0f30-d030-4cc4-ac7f-6f2f7d838310') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:47.869667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f1f7b5-31b2-4a24-b211-58820e94384d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:47.904967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da40c89a-bf17-4056-b511-3040df2c3f14'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:09:47.957945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-ca70d918-ad48-44b6-828e-44d15c1d89b0 service neutron] 10.222.0.26 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699833 Aug 20 09:09:47.959611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-f3cdc7db-f99b-4239-84b3-f85187443fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:47.961232 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-f3cdc7db-f99b-4239-84b3-f85187443fe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 917 time: 0.1735992 Aug 20 09:09:48.093317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-ab50db5b-6306-4c4e-ad4b-36367e555182 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b311f6-6ee5-4a0e-a9c7-861110295169 HTTP/1.1" status: 200 len: 217 time: 0.1037233 Aug 20 09:09:48.156860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c302dc1-c412-41f3-8353-74b454500396 req-28ac2591-b679-4ab4-9081-3d1fa76c876b service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752581 Aug 20 09:09:48.162997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.188385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:48.200643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-22b0d116-3d46-48e3-837c-7c4daf9d8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:48.202240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-22b0d116-3d46-48e3-837c-7c4daf9d8ef7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 200 len: 857 time: 0.0932412 Aug 20 09:09:48.238860 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.240272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e57f4ea9-47f0-4580-865b-6e63d5b7a486 req-52e76141-b01a-4174-bf04-2fe8b8fb24c2 service neutron] 10.222.0.26 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717516 Aug 20 09:09:48.257139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:48.257561 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:48.262315 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:48.270016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-21d5f261-0b15-4f4d-951b-75f7e119b838 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fd5528-79de-48fd-8221-5041ef2cc996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545068 Aug 20 09:09:48.361647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f1f7b5-31b2-4a24-b211-58820e94384d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.370009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40f1f7b5-31b2-4a24-b211-58820e94384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.395475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f9d5-b2ad-459f-bc8b-8d762f08d586 req-69558ff2-2aad-4a05-8fb4-918d55e823b8 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:48.397061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7934f9d5-b2ad-459f-bc8b-8d762f08d586 req-69558ff2-2aad-4a05-8fb4-918d55e823b8 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 943 time: 0.2390227 Aug 20 09:09:48.428374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40f1f7b5-31b2-4a24-b211-58820e94384d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6acdea6122954f38bbc009ce1f1a48de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706027 Aug 20 09:09:48.430659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-013dd83e-bfc8-4d62-b8ba-476f51069696 service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518772 Aug 20 09:09:48.431133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37698) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:48.438259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1f7b5-31b2-4a24-b211-58820e94384d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29bd4e-ddce-47ac-97b9-0739bd753d95,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:48.439431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba3a40-0793-4fcd-9fc6-53983cf88538 req-8d333259-df1e-4460-85fa-9bfa315ee1e0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:48.440914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdba3a40-0793-4fcd-9fc6-53983cf88538 req-8d333259-df1e-4460-85fa-9bfa315ee1e0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2864890 Aug 20 09:09:48.442259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.442604 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment 44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f of type vlan for network a159c20b-8817-4b3f-a410-0bff5745cc62 Aug 20 09:09:48.446229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.471213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.473019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/7bbddd47-fa9a-4d9b-b5e7-475baad0c82f HTTP/1.1" status: 204 len: 168 time: 1.3741150 Aug 20 09:09:48.482153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:48.546753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5b81bab-dce7-432d-8ff0-6568e522d499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.561509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83558f6a-bec7-4032-96d1-08d2dfd437ad tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=7bbddd47-fa9a-4d9b-b5e7-475baad0c82f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:48.574883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-b4cc6db4-af87-4c24-b12f-b9936c31a444 service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334345 Aug 20 09:09:48.579735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5b81bab-dce7-432d-8ff0-6568e522d499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.602678 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9e2017-7eb3-47b6-84cb-3cc56e92b7ac tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:48.603133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9e2017-7eb3-47b6-84cb-3cc56e92b7ac tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:48.606996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ce9e2017-7eb3-47b6-84cb-3cc56e92b7ac tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/4a2b0680-9cfd-462a-9f04-44827b9340bb HTTP/1.1" status: 404 len: 337 time: 0.0985618 Aug 20 09:09:48.606996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.611005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37702) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:48.644178 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a878199-f855-4077-ae3c-778e96c3be6a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:48.644696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a878199-f855-4077-ae3c-778e96c3be6a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:48.645073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7934f9d5-b2ad-459f-bc8b-8d762f08d586 req-40cba99b-b308-456b-b402-af0b2155f8a7 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159135 Aug 20 09:09:48.646564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a878199-f855-4077-ae3c-778e96c3be6a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/845ac9c8-74df-4213-82df-747862ea0b6e HTTP/1.1" status: 404 len: 339 time: 0.0345950 Aug 20 09:09:48.657096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdba3a40-0793-4fcd-9fc6-53983cf88538 req-f1ebc397-44a3-4c59-9c53-68eae7fcdce0 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951995 Aug 20 09:09:48.662195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37704) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:48.711871 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.717453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:48.717790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5b81bab-dce7-432d-8ff0-6568e522d499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.718227 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.720265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e5b81bab-dce7-432d-8ff0-6568e522d499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.721422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e5b81bab-dce7-432d-8ff0-6568e522d499 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d29bd4e-ddce-47ac-97b9-0739bd753d95 HTTP/1.1" status: 204 len: 168 time: 0.2885387 Aug 20 09:09:48.730754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-51ddb7ff-4fba-4991-b9b4-a4fc1cdb5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:48.732269 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-51ddb7ff-4fba-4991-b9b4-a4fc1cdb5c05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98deb059989d424a82b22a419bd410b9&device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 1094 time: 0.1108093 Aug 20 09:09:48.740913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting subnet 877c6c45-698d-47c5-982d-dac808c2ec67 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:48.744510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b81bab-dce7-432d-8ff0-6568e522d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29bd4e-ddce-47ac-97b9-0739bd753d95,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:48.756704 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.781739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.resource_extend [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:09:48.819750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8560343 Aug 20 09:09:48.828241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37708) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:48.836121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1121cf-3188-4045-b2ed-4b0cae9afaa1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=a159c20b-8817-4b3f-a410-0bff5745cc62,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:48.837127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.838823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'name': 'tempest-PortsTestJSON-1600948913'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:48.850705 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.852296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:48.858528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.896621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:48.966613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-c8b05e3a-4d45-4999-b231-1191d0c520b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:48.968177 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-c8b05e3a-4d45-4999-b231-1191d0c520b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 200 len: 917 time: 0.2247915 Aug 20 09:09:48.979262 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP f2ef2144-d0e7-48fa-9954-4e64ba46b262 associated. External IP: 172.25.5.223, port: c1c51681-5dd2-4bd6-9915-771f9c34a843. Aug 20 09:09:49.023564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-0918d66b-cfec-4973-9202-93ccc9b1d8f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91304493-d9b1-4718-bb89-362dc57e2965 HTTP/1.1" status: 200 len: 217 time: 0.0461473 Aug 20 09:09:49.114384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37712) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:49.123032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.128796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:49.132235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.168679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-542cf76b-a166-4a87-b5be-1ca76680724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:49.170064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-542cf76b-a166-4a87-b5be-1ca76680724b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 200 len: 857 time: 0.1371751 Aug 20 09:09:49.171317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0dfe52d1-a753-4dc0-bbe5-e62047cd2d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.206642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:49.221020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-26339488-193b-4323-a1b1-9e01ddfafa68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59fd5528-79de-48fd-8221-5041ef2cc996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434847 Aug 20 09:09:49.222153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:49.297365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da40c89a-bf17-4056-b511-3040df2c3f14 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:49.324052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:49.329182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.346042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:49.363183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6abffd90-77c8-435b-bbcf-65cb867541c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/floatingips/f2ef2144-d0e7-48fa-9954-4e64ba46b262 HTTP/1.1" status: 200 len: 978 time: 2.1955199 Aug 20 09:09:49.365814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:49.371393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:49.372057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:49.380547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.409328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:49.414551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port da40c89a-bf17-4056-b511-3040df2c3f14 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:49.418456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port da40c89a-bf17-4056-b511-3040df2c3f14 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:49.418924 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.444296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=877c6c45-698d-47c5-982d-dac808c2ec67,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:49.467070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:49.468537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port c1c51681-5dd2-4bd6-9915-771f9c34a843 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:49.468668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:49.468894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.470412 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.475461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4854f5d-2c3e-4a63-bb56-32b664ee41c4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/877c6c45-698d-47c5-982d-dac808c2ec67 HTTP/1.1" status: 204 len: 168 time: 0.8086641 Aug 20 09:09:49.475638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37716) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:49.503578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:49.504234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b04c9-29eb-452a-b77b-8933767013c9 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:49.505667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2207ad2-de20-4f08-a536-7b11f9477515 None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:49.529051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 91304493-d9b1-4718-bb89-362dc57e2965 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:09:49.534311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-e6a534ac-968f-4f75-9f9b-fb276ca8d6ef service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042784 Aug 20 09:09:49.583858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting subnet ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:49.590789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.630836 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.673891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.721233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.805302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 91304493-d9b1-4718-bb89-362dc57e2965, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=91304493-d9b1-4718-bb89-362dc57e2965,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:49.821865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da40c89a-bf17-4056-b511-3040df2c3f14'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:49.824314 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909518fc-5704-4933-9fcb-d7594e2024e9" -d '{"events": [{"server_uuid": "c51d5704-84b7-46d9-ac7b-178c6aaab6ff", "name": "network-vif-plugged", "status": "completed", "tag": "da40c89a-bf17-4056-b511-3040df2c3f14"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:49.843120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port da40c89a-bf17-4056-b511-3040df2c3f14, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da40c89a-bf17-4056-b511-3040df2c3f14,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:49.845265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '91304493-d9b1-4718-bb89-362dc57e2965', 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'port_id': '91304493-d9b1-4718-bb89-362dc57e2965', 'mac_address': 'fa:16:3e:81:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:09:49.871567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.893377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.896043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0dfe52d1-a753-4dc0-bbe5-e62047cd2d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.910460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0dfe52d1-a753-4dc0-bbe5-e62047cd2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:49.986822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0dfe52d1-a753-4dc0-bbe5-e62047cd2d7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f7f74fab0484993838e5a189e021845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8690221 Aug 20 09:09:49.988275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f94623a-bd0e-4d3f-9b19-574eef1cf99c req-766ba810-d943-47b5-ac9b-2e0d42a47efa service neutron] 10.222.0.37 "GET /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466918 Aug 20 09:09:49.988880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe52d1-a753-4dc0-bbe5-e62047cd2d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79517748-a4e3-4a9b-ae3d-3efdb91169be,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:49.992452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37724) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:49.999250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.002135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=da40c89a-bf17-4056-b511-3040df2c3f14,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.020276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.031100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b919a-3148-48cc-9fd2-8e69a7692191 req-5aca0de2-445e-48bd-8223-ba5dd0da3168 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:50.032634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f2b919a-3148-48cc-9fd2-8e69a7692191 req-5aca0de2-445e-48bd-8223-ba5dd0da3168 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 943 time: 0.2763953 Aug 20 09:09:50.036212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91304493-d9b1-4718-bb89-362dc57e2965 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:50.044971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.055775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18613923-d538-48cf-a206-ba00f1542ab2 req-69ce131d-e689-47a7-bc5b-d7ab848e2bc7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:50.056866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18613923-d538-48cf-a206-ba00f1542ab2 req-69ce131d-e689-47a7-bc5b-d7ab848e2bc7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2895117 Aug 20 09:09:50.089798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 91304493-d9b1-4718-bb89-362dc57e2965, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=91304493-d9b1-4718-bb89-362dc57e2965,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:50.096308 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.097191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=64b37ab0-cffb-4fe9-aea1-a428f48ff87b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.097473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 40b311f6-6ee5-4a0e-a9c7-861110295169 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:09:50.117264 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.117538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.117887 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP f2ef2144-d0e7-48fa-9954-4e64ba46b262 disassociated. External IP: 172.25.5.223, port: c1c51681-5dd2-4bd6-9915-771f9c34a843. Aug 20 09:09:50.118252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for c1c51681-5dd2-4bd6-9915-771f9c34a843 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:50.133497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.134234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.134234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.135559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.135559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.135559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.135559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.135974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.136080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.136692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.136692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.137001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:09:50.142766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b504526c-4c1f-4783-85be-b13ddce8dd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.148219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:50.148568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: a159c20b-8817-4b3f-a410-0bff5745cc62, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:50.184894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b504526c-4c1f-4783-85be-b13ddce8dd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.190431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=91304493-d9b1-4718-bb89-362dc57e2965,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.194057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 40b311f6-6ee5-4a0e-a9c7-861110295169, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=40b311f6-6ee5-4a0e-a9c7-861110295169,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:50.211376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18613923-d538-48cf-a206-ba00f1542ab2 req-841a08ef-20e1-4101-9edf-4c264487a9c7 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313679 Aug 20 09:09:50.212533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '40b311f6-6ee5-4a0e-a9c7-861110295169', 'network_id': '59fd5528-79de-48fd-8221-5041ef2cc996', 'port_id': '40b311f6-6ee5-4a0e-a9c7-861110295169', 'mac_address': 'fa:16:3e:15:a9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:09:50.218423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f2b919a-3148-48cc-9fd2-8e69a7692191 req-a86f7560-d6a5-4381-88a4-28b7cbddd78c tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420741 Aug 20 09:09:50.229820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.266422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:50.273684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.278682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, a159c20b-8817-4b3f-a410-0bff5745cc62) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:50.289680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:50.292792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2064d52-87bf-4d92-b626-3f64bee1574a None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:50.297868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:50.298595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.315381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b504526c-4c1f-4783-85be-b13ddce8dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.319250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b504526c-4c1f-4783-85be-b13ddce8dd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.319380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b311f6-6ee5-4a0e-a9c7-861110295169 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:09:50.323632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b504526c-4c1f-4783-85be-b13ddce8dd65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79517748-a4e3-4a9b-ae3d-3efdb91169be HTTP/1.1" status: 204 len: 168 time: 0.3277950 Aug 20 09:09:50.340855 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8575ce16-232d-4d66-b9b3-f907b51c0423 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4996049 Aug 20 09:09:50.341980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37728) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:50.349892 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd962d26-ff6a-4ec2-a895-75ff43dcb3a7 x-openstack-request-id: req-fd962d26-ff6a-4ec2-a895-75ff43dcb3a7 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:50.350212 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51d5704-84b7-46d9-ac7b-178c6aaab6ff", "name": "network-vif-plugged", "status": "completed", "tag": "da40c89a-bf17-4056-b511-3040df2c3f14", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:50.350433 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fd962d26-ff6a-4ec2-a895-75ff43dcb3a7 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:50.351026 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da40c89a-bf17-4056-b511-3040df2c3f14', 'code': 200} Aug 20 09:09:50.367363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-669592335'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:50.375178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504526c-4c1f-4783-85be-b13ddce8dd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79517748-a4e3-4a9b-ae3d-3efdb91169be,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.415252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 40b311f6-6ee5-4a0e-a9c7-861110295169, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=40b311f6-6ee5-4a0e-a9c7-861110295169,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:50.423641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.453988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:50.458129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.512382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:50.516173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac865-e172-4830-a700-9d6109a35797 req-1d519bff-eb8c-4071-bc5a-c3c3e11d0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:50.522449 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1aeac865-e172-4830-a700-9d6109a35797 req-1d519bff-eb8c-4071-bc5a-c3c3e11d0215 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 1097 time: 0.1253245 Aug 20 09:09:50.555400 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.556177 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment e239292f-f6e5-40b7-93e7-5f91094d5548 of type vlan for network c8351e48-e90a-4d17-ac19-98bbbe05b966 Aug 20 09:09:50.637475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.683296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.690148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:50.691094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.720660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.728595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3751328 Aug 20 09:09:50.733406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37732) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:50.734040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.746895 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1aeac865-e172-4830-a700-9d6109a35797 req-436799ee-ec50-4007-a9d0-bf9ed46af974 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155204 Aug 20 09:09:50.754481 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.759811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-72ce46ad-99fd-487b-a87c-c030a3ed22fd tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/ba2d83d2-3a31-4cb4-a80a-e5f784dc30a4 HTTP/1.1" status: 204 len: 168 time: 1.2838466 Aug 20 09:09:50.760744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37734) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:50.776925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'ports': [{'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'}, {'network_id': 'c8351e48-e90a-4d17-ac19-98bbbe05b966'}]} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:50.777241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:50.777756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'c8351e48-e90a-4d17-ac19-98bbbe05b966'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:50.792272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=c1c51681-5dd2-4bd6-9915-771f9c34a843,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.833647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=40b311f6-6ee5-4a0e-a9c7-861110295169,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.891531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['40b311f6-6ee5-4a0e-a9c7-861110295169'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:09:50.893279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2813-c91a-419b-b7b0-1038c65dbcad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=c8351e48-e90a-4d17-ac19-98bbbe05b966,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:50.924938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:50.951570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['91304493-d9b1-4718-bb89-362dc57e2965'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:09:50.961780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network c8351e48-e90a-4d17-ac19-98bbbe05b966 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:51.077427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 2} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:51.081977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:51.086006 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.088545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213c7c2-65af-4544-8295-26fcfe21e6b2 None None] Network f47b511a-31b5-4721-91f6-b057521f71a9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:51.102168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port 5eee7f6e-6ce8-42c9-8282-34babd21085a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:51.102781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.103004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.205913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 6ebe422a-6961-4e25-9021-9cea9680b105 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:51.243657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ca2005fa-83ba-412f-b5d3-796f0bf9f5f9 None None] Provisioning complete for port 5eee7f6e-6ce8-42c9-8282-34babd21085a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:51.244033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ca2005fa-83ba-412f-b5d3-796f0bf9f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.371601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port 5eee7f6e-6ce8-42c9-8282-34babd21085a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5eee7f6e-6ce8-42c9-8282-34babd21085a,segment=NetworkSegment(e4d5e4ef-804a-46ab-ba02-67be9c7daba2),segment_id=e4d5e4ef-804a-46ab-ba02-67be9c7daba2)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:51.371987 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.393487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for 5eee7f6e-6ce8-42c9-8282-34babd21085a owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:51.413233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.501073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] DHCP port deletion for f47b511a-31b5-4721-91f6-b057521f71a9 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:51.510579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 7ed2aa40-524d-4258-9f5d-004bfb00c89c yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:51.531085 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.556378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Deleting port 5eee7f6e-6ce8-42c9-8282-34babd21085a {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:51.556946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.617158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port 5eee7f6e-6ce8-42c9-8282-34babd21085a on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:51.627613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=5eee7f6e-6ce8-42c9-8282-34babd21085a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:51.628173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] For port 5eee7f6e-6ce8-42c9-8282-34babd21085a, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:51.628996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.642822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Calling delete_port for 5eee7f6e-6ce8-42c9-8282-34babd21085a owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:51.645567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Port 5eee7f6e-6ce8-42c9-8282-34babd21085a was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:09:51.647065 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.662727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:51.674663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] Pushing event deleted for resources: {'Port': ['ID=5eee7f6e-6ce8-42c9-8282-34babd21085a,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:51.675085 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:51.676626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a80a0-4830-4136-bbaf-6c7dd41f281e None None] No DVR routers for this DVR port 5eee7f6e-6ce8-42c9-8282-34babd21085a on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:51.693295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d09a-5631-4143-bc85-14f9c52d1660 req-28558ad8-1655-45a5-8bf6-a8af74731a9b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:51.698232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd71d09a-5631-4143-bc85-14f9c52d1660 req-28558ad8-1655-45a5-8bf6-a8af74731a9b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.3493154 Aug 20 09:09:51.699604 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:51.700285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.707581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.757122 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.762858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ca2d9-eac7-4078-aa92-d4f98eae94af req-e1021ab4-f95c-4800-b73f-77093ac3cb0f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:51.765105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea0ca2d9-eac7-4078-aa92-d4f98eae94af req-e1021ab4-f95c-4800-b73f-77093ac3cb0f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 944 time: 0.2352710 Aug 20 09:09:51.766301 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:51.766912 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.772927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.819924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:51.823052 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.823196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:51.824613 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece0b93-3303-425f-a3e5-fa33840c4075 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:51.825831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:51.826743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.857783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.883566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=6ebe422a-6961-4e25-9021-9cea9680b105,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:51.891424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd71d09a-5631-4143-bc85-14f9c52d1660 req-8a376843-d560-4c0d-a8e8-4f4bf4b8fe7a tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648176 Aug 20 09:09:51.893371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47b511a-31b5-4721-91f6-b057521f71a9']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.935948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea0ca2d9-eac7-4078-aa92-d4f98eae94af req-f9c9aa47-2712-4996-82b4-126d0beaf68d tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084621 Aug 20 09:09:51.943657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.944015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d5e4ef-804a-46ab-ba02-67be9c7daba2') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:51.953346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.954995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': 'e239292f-f6e5-40b7-93e7-5f91094d5548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c8351e48-e90a-4d17-ac19-98bbbe05b966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:51.955450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e691eef6-e651-4db1-9c0d-b8ec96618f9d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/ports/c1c51681-5dd2-4bd6-9915-771f9c34a843 HTTP/1.1" status: 204 len: 168 time: 2.5886993 Aug 20 09:09:51.955708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: c8351e48-e90a-4d17-ac19-98bbbe05b966, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:51.958010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37762) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:51.961152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:51.971382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=7ed2aa40-524d-4258-9f5d-004bfb00c89c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:51.974082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5eee7f6e-6ce8-42c9-8282-34babd21085a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:52.000834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5eee7f6e-6ce8-42c9-8282-34babd21085a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:52.001880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5eee7f6e-6ce8-42c9-8282-34babd21085a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:52.018824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network c8351e48-e90a-4d17-ac19-98bbbe05b966 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:52.029067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, c8351e48-e90a-4d17-ac19-98bbbe05b966) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:52.032397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb7d244d-4261-4c56-9f69-d474d7b2d746 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/floatingips/f2ef2144-d0e7-48fa-9954-4e64ba46b262 HTTP/1.1" status: 200 len: 688 time: 0.0731966 Aug 20 09:09:52.033496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:52.033636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.035779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37766) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.040486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:52.046345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:52.047035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730cdfbe-8037-425c-888d-30d8701e5324 None None] Network c8351e48-e90a-4d17-ac19-98bbbe05b966 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:52.047155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.064942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-80237f97-03ae-4f4b-84da-770fbc033702 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3203857 Aug 20 09:09:52.065558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37770) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.078226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:52.078655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:52.081942 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:52.165073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 7ed2aa40-524d-4258-9f5d-004bfb00c89c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:52.165427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.241347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.247155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.252693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/f47b511a-31b5-4721-91f6-b057521f71a9 HTTP/1.1" status: 204 len: 168 time: 1.4709065 Aug 20 09:09:52.254514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37774) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.259928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port c9368392-a0a4-4f7a-b0bd-8c01aab4ff16 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:52.260232 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.264749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.285432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 7ed2aa40-524d-4258-9f5d-004bfb00c89c owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:52.349759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcda68-14c9-498d-a25c-491f2acedda2 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=f47b511a-31b5-4721-91f6-b057521f71a9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:52.354937 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0325223-c27f-4a7c-b8f8-8468d95cd52f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:52.354937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0325223-c27f-4a7c-b8f8-8468d95cd52f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:52.359541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e0325223-c27f-4a7c-b8f8-8468d95cd52f tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/88544cbd-a2c3-41f1-ade9-ddde71b6397f HTTP/1.1" status: 404 len: 337 time: 0.0808361 Aug 20 09:09:52.359871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37778) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.381664 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ee1948-f8a4-48e3-8b49-ff8a5b6ff39a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:52.382261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ee1948-f8a4-48e3-8b49-ff8a5b6ff39a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:52.384134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f1ee1948-f8a4-48e3-8b49-ff8a5b6ff39a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/33d1e1be-e461-438d-90fa-67d54969398c HTTP/1.1" status: 404 len: 339 time: 0.0232942 Aug 20 09:09:52.386755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.390967 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.391379 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.397956 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.405982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for c9368392-a0a4-4f7a-b0bd-8c01aab4ff16 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:52.431373 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacb8f62-9d99-471e-a777-a3463a6a8035 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:52.431829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacb8f62-9d99-471e-a777-a3463a6a8035 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:52.436711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dacb8f62-9d99-471e-a777-a3463a6a8035 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/4b096516-cb8b-44d4-8b6e-5863ff7ce6e7 HTTP/1.1" status: 404 len: 337 time: 0.0458941 Aug 20 09:09:52.451937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37786) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.455401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=7ed2aa40-524d-4258-9f5d-004bfb00c89c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:52.461387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.465952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-de9c54bf-ad5d-448f-80f2-7decf730a01c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/7ed2aa40-524d-4258-9f5d-004bfb00c89c HTTP/1.1" status: 204 len: 168 time: 0.3993711 Aug 20 09:09:52.466558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37788) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.480573 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-451411ad-5dd7-4065-a5ea-90a1a1b0aaa8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:52.481126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451411ad-5dd7-4065-a5ea-90a1a1b0aaa8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:52.485660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-451411ad-5dd7-4065-a5ea-90a1a1b0aaa8 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/d082ca48-3ae8-42fa-b436-b7c0eb1a3072 HTTP/1.1" status: 404 len: 339 time: 0.0298784 Aug 20 09:09:52.486668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37790) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.520737 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-63803633-e6f0-4d33-854b-d31cae9fa77a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:52.521200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63803633-e6f0-4d33-854b-d31cae9fa77a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:52.522962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-63803633-e6f0-4d33-854b-d31cae9fa77a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/afa33a04-15bc-4743-ad14-2228170a0684 HTTP/1.1" status: 404 len: 337 time: 0.0358784 Aug 20 09:09:52.526242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37792) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.560312 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32d65fe-5e55-4358-8be6-d80665d45e23 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:52.560939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32d65fe-5e55-4358-8be6-d80665d45e23 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:52.563408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f32d65fe-5e55-4358-8be6-d80665d45e23 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/af09ec5c-58fc-4a92-bdcf-af75a937fe91 HTTP/1.1" status: 404 len: 339 time: 0.0347862 Aug 20 09:09:52.569618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37794) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.586759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3dd9a1-8043-45e4-9840-0d6093bdcf5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:52.594325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3dd9a1-8043-45e4-9840-0d6093bdcf5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:52.596130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bc3dd9a1-8043-45e4-9840-0d6093bdcf5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1280901 Aug 20 09:09:52.598845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.609414 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.639155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=c9368392-a0a4-4f7a-b0bd-8c01aab4ff16,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:52.696458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting subnet a0639b4f-ff43-44a4-9641-48f7c7ee98a4 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:52.699683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.709929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.712824 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.714059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d16a939b-0bb5-4cd1-85a8-4364599caf37 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/floatingips/f2ef2144-d0e7-48fa-9954-4e64ba46b262 HTTP/1.1" status: 204 len: 168 time: 0.6771255 Aug 20 09:09:52.718311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37804) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:52.722880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'ebeae74a-1d64-4baa-81b3-bfae9788a731'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:52.751338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.752334 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.804167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 6ebe422a-6961-4e25-9021-9cea9680b105 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:52.804512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.819054 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:09:52.859973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.909208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.920410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:52.949166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 6ebe422a-6961-4e25-9021-9cea9680b105 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:53.041155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.124 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/42c712bb-f733-44b8-ad8a-bc521498529c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:53.073405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.098474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.124135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.128157 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/a0639b4f-ff43-44a4-9641-48f7c7ee98a4 HTTP/1.1" status: 204 len: 168 time: 0.5553496 Aug 20 09:09:53.128323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c8328-b01e-411b-a74f-84244a087299 req-ebf44a71-5819-4460-8d72-9a3388c0958a tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:53.128789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feefbb1-1cc4-47b3-aa0c-96a97857d970 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=a0639b4f-ff43-44a4-9641-48f7c7ee98a4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:53.130878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14439fd4-697c-49fe-9bdf-22657360cc19 None None] Network f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:53.135499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f40c8328-b01e-411b-a74f-84244a087299 req-ebf44a71-5819-4460-8d72-9a3388c0958a tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1406205 Aug 20 09:09:53.161371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37828) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.175596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=6ebe422a-6961-4e25-9021-9cea9680b105,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:53.198403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37154b0c-1854-4a0e-b818-84d3706c9f33 req-33b3d5be-3b08-47fe-ab55-6674d1f989cd tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:53.199948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37154b0c-1854-4a0e-b818-84d3706c9f33 req-33b3d5be-3b08-47fe-ab55-6674d1f989cd tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 944 time: 0.1629789 Aug 20 09:09:53.236355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.240396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-64fd3dfc-1c27-475e-ae24-0a602ce72976 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/6ebe422a-6961-4e25-9021-9cea9680b105 HTTP/1.1" status: 204 len: 168 time: 0.6383905 Aug 20 09:09:53.241061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37834) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.262138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f40c8328-b01e-411b-a74f-84244a087299 req-a3171886-2b16-4799-bebf-ee32317a1579 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256285 Aug 20 09:09:53.303137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37154b0c-1854-4a0e-b818-84d3706c9f33 req-72453267-bbaf-4284-8e60-bb959a7a96b8 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908310 Aug 20 09:09:53.318086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.321984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.341094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e553a1e-ced2-4455-9537-d1dbb14b9676 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:53.342851 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e553a1e-ced2-4455-9537-d1dbb14b9676 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1008635 Aug 20 09:09:53.346259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37836) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.368068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.376343 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9d4984-94c4-4cc0-902c-a6de4c2293a0 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:09:53.376343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3c9d4984-94c4-4cc0-902c-a6de4c2293a0 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/7ed2aa40-524d-4258-9f5d-004bfb00c89c HTTP/1.1" status: 404 len: 333 time: 0.0289342 Aug 20 09:09:53.382710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37838) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.386129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] DHCP port deletion for f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:53.426850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port fb72d042-7518-4012-9dfd-8035ca6ccfb6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:53.427193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.446103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] Deleting port fb72d042-7518-4012-9dfd-8035ca6ccfb6 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:53.446461 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-affebee8-0ada-49fa-8dc0-501d7f6033d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:09:53.446666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.448911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-affebee8-0ada-49fa-8dc0-501d7f6033d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/6ebe422a-6961-4e25-9021-9cea9680b105 HTTP/1.1" status: 404 len: 333 time: 0.0645347 Aug 20 09:09:53.450857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:53.453983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37840) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.463562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:53.466055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:53.507361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port fb72d042-7518-4012-9dfd-8035ca6ccfb6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fb72d042-7518-4012-9dfd-8035ca6ccfb6,segment=NetworkSegment(889029f5-3a9e-4ca5-9921-6bf5d107486c),segment_id=889029f5-3a9e-4ca5-9921-6bf5d107486c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:53.508053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.521152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] For port fb72d042-7518-4012-9dfd-8035ca6ccfb6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fb72d042-7518-4012-9dfd-8035ca6ccfb6,segment=NetworkSegment(889029f5-3a9e-4ca5-9921-6bf5d107486c),segment_id=889029f5-3a9e-4ca5-9921-6bf5d107486c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:53.521483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.523329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for fb72d042-7518-4012-9dfd-8035ca6ccfb6 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:53.530803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=42c712bb-f733-44b8-ad8a-bc521498529c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:53.538105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] Calling delete_port for fb72d042-7518-4012-9dfd-8035ca6ccfb6 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:53.552658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 91304493-d9b1-4718-bb89-362dc57e2965 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:53.580699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.618443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37844) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.630742 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.661111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=fb72d042-7518-4012-9dfd-8035ca6ccfb6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:53.665478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port fb72d042-7518-4012-9dfd-8035ca6ccfb6 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:53.669794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 91304493-d9b1-4718-bb89-362dc57e2965 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:53.678413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 91304493-d9b1-4718-bb89-362dc57e2965 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:53.678791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.731354 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.751101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.761822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:53.771559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] Pushing event deleted for resources: {'Port': ['ID=fb72d042-7518-4012-9dfd-8035ca6ccfb6,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:53.774694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e5e82-2f31-4e84-8d28-28137a08cdba None None] No DVR routers for this DVR port fb72d042-7518-4012-9dfd-8035ca6ccfb6 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:53.779510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889029f5-3a9e-4ca5-9921-6bf5d107486c') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:53.780487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889029f5-3a9e-4ca5-9921-6bf5d107486c') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:53.792322 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.806656 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.814187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:53.814707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:53.817921 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:53.827544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.863091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2c32-2385-42e4-99ef-354f88dfcd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.870012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91304493-d9b1-4718-bb89-362dc57e2965'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:53.880329 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e5e63-986c-4639-8ca6-42b9c96e447c" -d '{"events": [{"server_uuid": "d0e904f5-f0d1-4699-962e-88ae7ee7435b", "name": "network-vif-plugged", "status": "completed", "tag": "91304493-d9b1-4718-bb89-362dc57e2965"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:53.890962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 91304493-d9b1-4718-bb89-362dc57e2965, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=91304493-d9b1-4718-bb89-362dc57e2965,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:53.893963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.895198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.897910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.899005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 40b311f6-6ee5-4a0e-a9c7-861110295169 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:09:53.915196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:53.920020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f HTTP/1.1" status: 204 len: 168 time: 0.7544260 Aug 20 09:09:53.925188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37852) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:53.931913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831368f5-8cec-47f4-9736-7c5c074f6598 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=f6c02f0f-dd64-4e53-bc1e-6f1a03236f2f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:53.943241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8351e48-e90a-4d17-ac19-98bbbe05b966']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:53.946879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fb72d042-7518-4012-9dfd-8035ca6ccfb6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:53.957477 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc288f-799d-46a5-9e84-e17d7f8e0a28 x-openstack-request-id: req-bfdc288f-799d-46a5-9e84-e17d7f8e0a28 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:53.957477 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e904f5-f0d1-4699-962e-88ae7ee7435b", "name": "network-vif-plugged", "status": "completed", "tag": "91304493-d9b1-4718-bb89-362dc57e2965", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:53.957477 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfdc288f-799d-46a5-9e84-e17d7f8e0a28 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:53.957477 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91304493-d9b1-4718-bb89-362dc57e2965', 'code': 200} Aug 20 09:09:53.987058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e239292f-f6e5-40b7-93e7-5f91094d5548') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:53.987336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e239292f-f6e5-40b7-93e7-5f91094d5548') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:53.989643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: fb72d042-7518-4012-9dfd-8035ca6ccfb6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:53.990005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fb72d042-7518-4012-9dfd-8035ca6ccfb6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:54.004996 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-01294dda-d122-48f1-b1bc-10ffac09bc11 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:54.005417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01294dda-d122-48f1-b1bc-10ffac09bc11 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:54.009627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-01294dda-d122-48f1-b1bc-10ffac09bc11 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/9491af42-2edd-4a42-9f6c-0685f93b6c9e HTTP/1.1" status: 404 len: 337 time: 0.0809889 Aug 20 09:09:54.012692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.014754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37856) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:54.027350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=91304493-d9b1-4718-bb89-362dc57e2965,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.034729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 40b311f6-6ee5-4a0e-a9c7-861110295169 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:09:54.039183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 40b311f6-6ee5-4a0e-a9c7-861110295169 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:09:54.039704 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.048498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deb80d-113b-4ee3-9582-fbbca397451b req-41283f84-12ae-4e98-93f6-b4b2f1f95314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:54.050241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17deb80d-113b-4ee3-9582-fbbca397451b req-41283f84-12ae-4e98-93f6-b4b2f1f95314 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 1096 time: 0.0469275 Aug 20 09:09:54.079897 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-324dda97-f8c5-4303-b555-05caaf303bd7 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:54.080484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324dda97-f8c5-4303-b555-05caaf303bd7 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:54.082770 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-324dda97-f8c5-4303-b555-05caaf303bd7 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/37d5a443-02a5-48b5-a070-66ef3238798f HTTP/1.1" status: 404 len: 339 time: 0.0648241 Aug 20 09:09:54.085913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37858) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:54.087458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.105316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:54.105316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.105732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17deb80d-113b-4ee3-9582-fbbca397451b req-67007024-80d8-41c3-8583-edd2bd7d7ab8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 Aug 20 09:09:54.128416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.149561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting subnet e92c5360-818f-4874-89aa-f5c262ef70e7 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:54.153149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.164388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 40b311f6-6ee5-4a0e-a9c7-861110295169, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=40b311f6-6ee5-4a0e-a9c7-861110295169,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:54.169022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.196653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.220789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=40b311f6-6ee5-4a0e-a9c7-861110295169,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.285381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.356872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.387285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Subnet': ['ID=e92c5360-818f-4874-89aa-f5c262ef70e7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.389499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.392828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e296da0-9248-41eb-8cfb-7853bf04b9d4 tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/subnets/e92c5360-818f-4874-89aa-f5c262ef70e7 HTTP/1.1" status: 204 len: 168 time: 0.3044164 Aug 20 09:09:54.394114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37864) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:54.398459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398f16e-7925-4379-82a9-c3cfa6098cc7 None None] Network eea35d8d-aa6e-4f0d-9c10-486bc9d850cc requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:54.418830 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:54.473760 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.534245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Deleting port b00a5034-b0c8-4996-af9d-5b752c0cef7d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:54.534628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.599843 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.603437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] DHCP port deletion for eea35d8d-aa6e-4f0d-9c10-486bc9d850cc request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:09:54.604900 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.610891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/c8351e48-e90a-4d17-ac19-98bbbe05b966 HTTP/1.1" status: 204 len: 168 time: 1.1519158 Aug 20 09:09:54.613056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37866) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:54.621287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1415742074'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:54.630039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] For port b00a5034-b0c8-4996-af9d-5b752c0cef7d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b00a5034-b0c8-4996-af9d-5b752c0cef7d,segment=NetworkSegment(f4a9413b-f6a6-4634-90d3-ce102608aaac),segment_id=f4a9413b-f6a6-4634-90d3-ce102608aaac)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:54.630417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.645628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Calling delete_port for b00a5034-b0c8-4996-af9d-5b752c0cef7d owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:54.651184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c1a2-bc78-4ed3-b7b9-fd506409c7d9 req-86c69aed-3ffa-427a-b374-0820b0f99b4e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:54.652677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb36c1a2-bc78-4ed3-b7b9-fd506409c7d9 req-86c69aed-3ffa-427a-b374-0820b0f99b4e tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2298110 Aug 20 09:09:54.660167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d98981-fe41-49fd-8208-0fa6576c5579 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=c8351e48-e90a-4d17-ac19-98bbbe05b966,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.663797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] Deleting port b00a5034-b0c8-4996-af9d-5b752c0cef7d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:54.664373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.674691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122dc56-5ccc-4a64-840c-88553b721dab req-effdd556-7f0a-4e5e-8c26-5eac296ac6a0 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:54.676261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f122dc56-5ccc-4a64-840c-88553b721dab req-effdd556-7f0a-4e5e-8c26-5eac296ac6a0 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 945 time: 0.2544987 Aug 20 09:09:54.708677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.735013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] For port b00a5034-b0c8-4996-af9d-5b752c0cef7d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b00a5034-b0c8-4996-af9d-5b752c0cef7d,segment=NetworkSegment(f4a9413b-f6a6-4634-90d3-ce102608aaac),segment_id=f4a9413b-f6a6-4634-90d3-ce102608aaac)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:09:54.735557 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.737110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.751040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] Calling delete_port for b00a5034-b0c8-4996-af9d-5b752c0cef7d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:54.769083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Port': ['ID=b00a5034-b0c8-4996-af9d-5b752c0cef7d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.771040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] No DVR routers for this DVR port b00a5034-b0c8-4996-af9d-5b752c0cef7d on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:54.801306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2c32-2385-42e4-99ef-354f88dfcd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.826442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb36c1a2-bc78-4ed3-b7b9-fd506409c7d9 req-c1063f02-f09c-431c-9455-85d9ab2672c4 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433115 Aug 20 09:09:54.827113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2c32-2385-42e4-99ef-354f88dfcd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.852497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.858809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f122dc56-5ccc-4a64-840c-88553b721dab req-869afcec-df19-4429-8e68-878ec8041c62 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698611 Aug 20 09:09:54.877376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.886917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] Pushing event deleted for resources: {'Port': ['ID=b00a5034-b0c8-4996-af9d-5b752c0cef7d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.888764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fff24-f53a-4282-a9aa-134d5cab2aba None None] No DVR routers for this DVR port b00a5034-b0c8-4996-af9d-5b752c0cef7d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:09:54.894098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef2c32-2385-42e4-99ef-354f88dfcd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ea006-e663-4828-88af-e31ab333f4e2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:54.897419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:54.902559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.907403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea35d8d-aa6e-4f0d-9c10-486bc9d850cc']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:54.931014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a9413b-f6a6-4634-90d3-ce102608aaac') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:54.931299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a9413b-f6a6-4634-90d3-ce102608aaac') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:54.935398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b6ef2c32-2385-42e4-99ef-354f88dfcd5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=585767c5f2cc4b3081550dd6b51905b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3157582 Aug 20 09:09:54.938116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37868) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:54.947090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.953508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.962836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:54.966839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.976360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:09:54.976758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:09:54.979708 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:09:54.982329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:54.982329 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment d54d64f7-75be-4552-a6b8-c5c86f4b4074 of type vlan for network 1a8d0b51-59aa-4d87-8218-110cac6f3020 Aug 20 09:09:55.033266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e70f4b1c-cb0c-4c69-8dc8-2ec8eb5df8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.074295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.082523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.092895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.097094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] 10.222.0.35 "DELETE /v2.0/networks/eea35d8d-aa6e-4f0d-9c10-486bc9d850cc HTTP/1.1" status: 204 len: 168 time: 0.6997445 Aug 20 09:09:55.103949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e70f4b1c-cb0c-4c69-8dc8-2ec8eb5df8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.140022 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.148054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:55.148743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.154466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839b5e-2ecb-441c-ba3e-fd1a81b1855a tempest-NetworksIpV6Test-1111079862 tempest-NetworksIpV6Test-1111079862-project] Pushing event deleted for resources: {'Network': ['ID=eea35d8d-aa6e-4f0d-9c10-486bc9d850cc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:55.197556 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e70f4b1c-cb0c-4c69-8dc8-2ec8eb5df8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.200180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e70f4b1c-cb0c-4c69-8dc8-2ec8eb5df8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.204383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e70f4b1c-cb0c-4c69-8dc8-2ec8eb5df8f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c1ea006-e663-4828-88af-e31ab333f4e2 HTTP/1.1" status: 204 len: 168 time: 0.2622862 Aug 20 09:09:55.211753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.222963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.277616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=1a8d0b51-59aa-4d87-8218-110cac6f3020,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:55.285043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7224f414-7592-4ad0-9d86-e988a04aad43 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6706820 Aug 20 09:09:55.286277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:55.289540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 1a8d0b51-59aa-4d87-8218-110cac6f3020 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:55.309937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:55.342244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f4b1c-cb0c-4c69-8dc8-2ec8eb5df8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ea006-e663-4828-88af-e31ab333f4e2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:55.344794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=42c712bb-f733-44b8-ad8a-bc521498529c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:55.347915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.389691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37880) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:55.467017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:55.473625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.488517 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP a08e4afb-b35e-44a2-9092-d21032c1ba96 associated. External IP: 172.25.5.124, port: ebeae74a-1d64-4baa-81b3-bfae9788a731. Aug 20 09:09:55.595969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37884) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:55.612676 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9ba72012-58da-4b52-aefc-cafb70b5d5aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93a1b1e8791c45168c952fc8e300fa69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195222 Aug 20 09:09:55.613758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37886) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:55.616649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b327c3-0217-4901-a253-6e35f3b02cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.705618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da3243d-aaa1-4e36-9b62-b353aac2c0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.762518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da3243d-aaa1-4e36-9b62-b353aac2c0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.790224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.793942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:09:55.861548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b327c3-0217-4901-a253-6e35f3b02cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.868552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b327c3-0217-4901-a253-6e35f3b02cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.869400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=e26ef41e-2d7f-497e-a609-0fbbbe171bcd,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:55.887434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': 'd54d64f7-75be-4552-a6b8-c5c86f4b4074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:55.888339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: 1a8d0b51-59aa-4d87-8218-110cac6f3020, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:55.901371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da3243d-aaa1-4e36-9b62-b353aac2c0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.903960 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3da3243d-aaa1-4e36-9b62-b353aac2c0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.905688 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3da3243d-aaa1-4e36-9b62-b353aac2c0b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8d6e67a-f814-4c0c-b25e-b860a45358af HTTP/1.1" status: 204 len: 168 time: 0.2912910 Aug 20 09:09:55.938404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3243d-aaa1-4e36-9b62-b353aac2c0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d6e67a-f814-4c0c-b25e-b860a45358af,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:55.952776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 1a8d0b51-59aa-4d87-8218-110cac6f3020 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:55.956352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b311f6-6ee5-4a0e-a9c7-861110295169'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:09:55.964758 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43804847-dcf1-49b4-9eb0-dcdea72f3a93" -d '{"events": [{"server_uuid": "bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa", "name": "network-vif-plugged", "status": "completed", "tag": "40b311f6-6ee5-4a0e-a9c7-861110295169"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:09:55.966669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 1a8d0b51-59aa-4d87-8218-110cac6f3020) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:55.974123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:55.974767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:55.981366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ac095-d02d-4e32-aefa-a7bbb0a46c8d None None] Network 1a8d0b51-59aa-4d87-8218-110cac6f3020 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:56.004211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a7f4d04f-80fc-4374-99b5-c785e4298d2f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7154050 Aug 20 09:09:56.005630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37896) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:56.012938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16b327c3-0217-4901-a253-6e35f3b02cdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a7ca903703f46eeac017104317e459d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158766 Aug 20 09:09:56.013546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37898) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:56.017117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020', 'name': 'tempest-PortsTestJSON-1320567823'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:56.068832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b327c3-0217-4901-a253-6e35f3b02cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1244c2-9010-4b0a-a6d9-ef5f401482bc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:56.069949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b00a5034-b0c8-4996-af9d-5b752c0cef7d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:09:56.096353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b00a5034-b0c8-4996-af9d-5b752c0cef7d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:09:56.096749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b00a5034-b0c8-4996-af9d-5b752c0cef7d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:09:56.097292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:09:56.115765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:09:56.169052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1664efa-6f9b-489e-8285-7d9631b4da77 req-0b1256d0-dc52-48dc-a462-1a0cf819c588 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:56.174122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1664efa-6f9b-489e-8285-7d9631b4da77 req-0b1256d0-dc52-48dc-a462-1a0cf819c588 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 945 time: 0.2038083 Aug 20 09:09:56.193850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:56.194508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:56.194837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5eff-8c5e-488c-9c9a-b7f72e0c56fd req-93e0d820-c260-4e44-a650-23e76cb0b22f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:56.205920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f15f5eff-8c5e-488c-9c9a-b7f72e0c56fd req-93e0d820-c260-4e44-a650-23e76cb0b22f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2308707 Aug 20 09:09:56.218004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.260247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:56.327511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-496f651e-135c-4fa2-af13-1f002517c6c2 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6080256 Aug 20 09:09:56.330720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b0fad81-2771-4705-88c0-cc63ea164520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.332309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:09:56.332991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37902) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:56.333103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:56.336158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:56.341434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.343386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1948451227'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:56.362542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1664efa-6f9b-489e-8285-7d9631b4da77 req-e78db39d-4acb-4273-aa65-3706b11c1d87 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586566 Aug 20 09:09:56.397381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f15f5eff-8c5e-488c-9c9a-b7f72e0c56fd req-8cb8ae5f-9ece-4455-8408-dc760bade718 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768339 Aug 20 09:09:56.409570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b0fad81-2771-4705-88c0-cc63ea164520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.411960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:56.417620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port f292b74c-e206-409e-9394-b315ed8b0b57 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:09:56.424895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.486506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:09:56.489459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7144066-aa8c-44c5-b824-888ffb974244 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:09:56.497217 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3675172-bc94-4059-aafb-62a076f1f747 x-openstack-request-id: req-a3675172-bc94-4059-aafb-62a076f1f747 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:09:56.497641 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa", "name": "network-vif-plugged", "status": "completed", "tag": "40b311f6-6ee5-4a0e-a9c7-861110295169", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:09:56.497919 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3675172-bc94-4059-aafb-62a076f1f747 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:09:56.498873 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b311f6-6ee5-4a0e-a9c7-861110295169', 'code': 200} Aug 20 09:09:56.522021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:09:56.573741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-1a8d0b51-59aa-4d87-8218-110cac6f3020', 'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': 'e26ef41e-2d7f-497e-a609-0fbbbe171bcd'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:56.574687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.586177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93112e7-8176-4efc-8e27-31525c26085a req-ef857e61-0a9d-4b50-a987-30354ec2df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:56.590218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c93112e7-8176-4efc-8e27-31525c26085a req-ef857e61-0a9d-4b50-a987-30354ec2df3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 1096 time: 0.2424786 Aug 20 09:09:56.605939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b0fad81-2771-4705-88c0-cc63ea164520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.609532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b0fad81-2771-4705-88c0-cc63ea164520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.624482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2b0fad81-2771-4705-88c0-cc63ea164520 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb1244c2-9010-4b0a-a6d9-ef5f401482bc HTTP/1.1" status: 204 len: 168 time: 0.5638893 Aug 20 09:09:56.628469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.630181 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Added segment c6884dcb-dbb9-42d2-944b-6590c4ba4a07 of type vlan for network b8c29367-6929-4330-a6b7-29e3bc0ef730 Aug 20 09:09:56.674860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fad81-2771-4705-88c0-cc63ea164520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1244c2-9010-4b0a-a6d9-ef5f401482bc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:56.691243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5793dce-a4dc-4f8f-b761-38ebf894ab41 req-05553c9a-1a3c-4273-987e-1e29fa21a011 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:56.698815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5793dce-a4dc-4f8f-b761-38ebf894ab41 req-05553c9a-1a3c-4273-987e-1e29fa21a011 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 946 time: 0.1662107 Aug 20 09:09:56.766024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.819099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5793dce-a4dc-4f8f-b761-38ebf894ab41 req-bf94f72b-1e95-4ead-89cd-f61616b00e81 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841334 Aug 20 09:09:56.847926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.854974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:56.855761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:56.973963 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6382139 Aug 20 09:09:57.005516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37926) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:57.016733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'subnet': {'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:57.039208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febb8cb-dc14-4d52-bd9d-434ee5bc315d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Network': ['ID=b8c29367-6929-4330-a6b7-29e3bc0ef730,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:57.069829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:09:57.136053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.11 (1a8d0b51-59aa-4d87-8218-110cac6f3020/e26ef41e-2d7f-497e-a609-0fbbbe171bcd/f292b74c-e206-409e-9394-b315ed8b0b57) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:57.137643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c256a-174b-465e-857f-42c1c78f831c req-e487aab9-e369-4533-a558-06c72059ae51 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:57.139861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e2c256a-174b-465e-857f-42c1c78f831c req-e487aab9-e369-4533-a558-06c72059ae51 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 946 time: 0.1761603 Aug 20 09:09:57.158082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3f32d-0125-4008-a179-48e1a9967cfd req-880d64b2-0f89-41da-b0d6-2237774a3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:57.159587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aff3f32d-0125-4008-a179-48e1a9967cfd req-880d64b2-0f89-41da-b0d6-2237774a3d98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 1097 time: 0.5829256 Aug 20 09:09:57.162130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c93112e7-8176-4efc-8e27-31525c26085a req-722c8c90-84fb-4348-bbb3-c4293091f480 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866923 Aug 20 09:09:57.211758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e2c256a-174b-465e-857f-42c1c78f831c req-38846a01-6ab7-4ce4-a513-d1cf68fe3d83 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604711 Aug 20 09:09:57.223985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aff3f32d-0125-4008-a179-48e1a9967cfd req-272f97b7-e5c5-436d-af1b-a4af93129a2f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570796 Aug 20 09:09:57.239471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:09:57.253302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.365252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce382-1ceb-4266-9b54-6fac94dd194e req-4c1a7cf4-78be-4102-acef-e63a3a5a8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:57.366939 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ca4ce382-1ceb-4266-9b54-6fac94dd194e req-4c1a7cf4-78be-4102-acef-e63a3a5a8576 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1096 time: 0.2928920 Aug 20 09:09:57.430412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ca4ce382-1ceb-4266-9b54-6fac94dd194e req-8a22a41b-dc9f-4ea5-87ea-94edcf58e533 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570061 Aug 20 09:09:57.456421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.488197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object f292b74c-e206-409e-9394-b315ed8b0b57 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:57.541097 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.558652 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.592757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 1a8d0b51-59aa-4d87-8218-110cac6f3020 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:57.598607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:57.604134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:57.625484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf49876-812c-479f-8468-a8c884f8d741 req-194608d2-43fa-4787-a423-a0bd4466a37f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:57.627108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebf49876-812c-479f-8468-a8c884f8d741 req-194608d2-43fa-4787-a423-a0bd4466a37f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1333199 Aug 20 09:09:57.639468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Allocated IP 172.20.0.2 (1a8d0b51-59aa-4d87-8218-110cac6f3020/e26ef41e-2d7f-497e-a609-0fbbbe171bcd/3e0562a2-08d5-4e03-b142-3d8b58410fe0) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:57.652635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=f292b74c-e206-409e-9394-b315ed8b0b57,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:57.674210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Subnet': ['ID=8f803d7d-ce94-4fc7-ba67-50c7565f8cfd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:57.697840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Checking segment: {'id': 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:57.698219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network hostable DHCP agents. Network: b8c29367-6929-4330-a6b7-29e3bc0ef730, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:09:57.698465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:57.699277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.707666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebf49876-812c-479f-8468-a8c884f8d741 req-2f83fb9f-f6f6-4f6b-b413-acbf307eb62d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695860 Aug 20 09:09:57.722199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37954) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:57.723945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15c23b96-f414-498d-ae0d-f049d92d8134 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7148037 Aug 20 09:09:57.759157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:09:57.770904 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b8c29367-6929-4330-a6b7-29e3bc0ef730) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:57.780582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100ae77d-3322-4a8a-abc1-3f1ebdb6d97d None None] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:09:57.785870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:57.786469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.849829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37962) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:57.855041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1686001298', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:09:57.862316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f865c9c3-fde7-49c4-a639-f688f457e531 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8508372 Aug 20 09:09:57.907894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.909819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:57.912283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port f292b74c-e206-409e-9394-b315ed8b0b57 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:09:57.912283 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.024953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.050105 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.075525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for f292b74c-e206-409e-9394-b315ed8b0b57 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:09:58.079339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Transition to ACTIVE for port object 3e0562a2-08d5-4e03-b142-3d8b58410fe0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:58.105121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.144895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Transition to ACTIVE for port object 3e0562a2-08d5-4e03-b142-3d8b58410fe0 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:58.191161 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.282616 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.391428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=f292b74c-e206-409e-9394-b315ed8b0b57,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:58.402524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Pushing event updated for resources: {'Port': ['ID=3e0562a2-08d5-4e03-b142-3d8b58410fe0,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:58.420578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-b8c29367-6929-4330-a6b7-29e3bc0ef730', 'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730', 'tenant_id': '34e0f27c047341e48eb1c02a7da06a80', 'fixed_ips': [{'subnet_id': '8f803d7d-ce94-4fc7-ba67-50c7565f8cfd'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:09:58.422680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.450851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Network 1a8d0b51-59aa-4d87-8218-110cac6f3020 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:58.452890 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.463271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:58.468835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:58.626195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597a586-09f5-44fd-b337-3970ddaafcef req-2f0fbc0b-6969-48ec-a17f-b27921812cd6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:58.628456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2597a586-09f5-44fd-b337-3970ddaafcef req-2f0fbc0b-6969-48ec-a17f-b27921812cd6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 946 time: 0.2518528 Aug 20 09:09:58.630838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.635872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6309b776-e4c7-4232-b49b-14d14b88b752 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/f292b74c-e206-409e-9394-b315ed8b0b57 HTTP/1.1" status: 204 len: 168 time: 0.9126849 Aug 20 09:09:58.636061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37992) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:58.669458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Attempting to bind port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:58.670106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Attempting to bind port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'd54d64f7-75be-4552-a6b8-c5c86f4b4074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:58.671039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Attempting to bind port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 on network 1a8d0b51-59aa-4d87-8218-110cac6f3020 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:58.679592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2597a586-09f5-44fd-b337-3970ddaafcef req-da9c46c8-3528-4b1d-88d7-cd1541a1729a tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Aug 20 09:09:58.688434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:58.689933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Checking segment: {'id': 'd54d64f7-75be-4552-a6b8-c5c86f4b4074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:58.689933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.689933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Bound using segment: {'id': 'd54d64f7-75be-4552-a6b8-c5c86f4b4074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:58.697638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Bound port: 3e0562a2-08d5-4e03-b142-3d8b58410fe0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54d64f7-75be-4552-a6b8-c5c86f4b4074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1a8d0b51-59aa-4d87-8218-110cac6f3020'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:58.697952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.701001 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-719bedad-dc7e-4658-99da-90e3f3828c4e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:09:58.702485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719bedad-dc7e-4658-99da-90e3f3828c4e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:09:58.706490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-719bedad-dc7e-4658-99da-90e3f3828c4e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/f292b74c-e206-409e-9394-b315ed8b0b57 HTTP/1.1" status: 404 len: 333 time: 0.0627024 Aug 20 09:09:58.707197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37996) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:58.766093 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-91988e9e-f47a-4210-81e0-e90b561d14ee tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:09:58.772541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-91988e9e-f47a-4210-81e0-e90b561d14ee tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/f292b74c-e206-409e-9394-b315ed8b0b57 HTTP/1.1" status: 404 len: 333 time: 0.0619035 Aug 20 09:09:58.773360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:58.813407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Allocated IP 172.20.0.2 (b8c29367-6929-4330-a6b7-29e3bc0ef730/8f803d7d-ce94-4fc7-ba67-50c7565f8cfd/9816086b-190a-4a25-ba11-c8fd7e3e7ce2) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:58.828482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] For port 3e0562a2-08d5-4e03-b142-3d8b58410fe0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:58.832187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] For port 3e0562a2-08d5-4e03-b142-3d8b58410fe0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3e0562a2-08d5-4e03-b142-3d8b58410fe0,segment=NetworkSegment(d54d64f7-75be-4552-a6b8-c5c86f4b4074),segment_id=d54d64f7-75be-4552-a6b8-c5c86f4b4074)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:58.839685 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.895382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:58.906531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet e26ef41e-2d7f-497e-a609-0fbbbe171bcd {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:09:58.911410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:58.976126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f95e0-f946-49e8-85ec-4c039a78d038 req-27e7ae15-af0d-400c-9036-5573a3b4ad6a tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:58.977732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f6f95e0-f946-49e8-85ec-4c039a78d038 req-27e7ae15-af0d-400c-9036-5573a3b4ad6a tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1284976 Aug 20 09:09:58.978302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede1f3-a4c9-4fd5-a35d-5517a75add0f None None] Pushing event updated for resources: {'Port': ['ID=3e0562a2-08d5-4e03-b142-3d8b58410fe0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:58.988654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.002036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.041650 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.081858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f6f95e0-f946-49e8-85ec-4c039a78d038 req-14dc0a9e-8bc5-4bd1-98b1-b977139c2685 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869851 Aug 20 09:09:59.136090 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.164636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.182927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Transition to ACTIVE for port object 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:59.221262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Transition to ACTIVE for port object 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:09:59.232384 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.286131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.25.5.76 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/35bd19b1-ecf2-4922-944b-b0ccc87d470b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:09:59.306301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d71230dd-de0b-4437-aae8-d98154d0ac9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.314094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.319526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:09:59.323507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:09:59.327446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:09:59.353899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Pushing event updated for resources: {'Port': ['ID=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:59.413756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=e26ef41e-2d7f-497e-a609-0fbbbe171bcd,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:59.416545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Attempting to bind port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:09:59.416858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Attempting to bind port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:09:59.417215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Attempting to bind port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 on network b8c29367-6929-4330-a6b7-29e3bc0ef730 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:09:59.428267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:09:59.428938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Checking segment: {'id': 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:09:59.429837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.430394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Bound using segment: {'id': 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:09:59.431408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Bound port: 9816086b-190a-4a25-ba11-c8fd7e3e7ce2, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:09:59.441629 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.474434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.478854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-14832b8d-dfd5-4ac9-8495-3cd0ebf8aa87 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/e26ef41e-2d7f-497e-a609-0fbbbe171bcd HTTP/1.1" status: 204 len: 168 time: 0.7034512 Aug 20 09:09:59.483909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38022) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:59.554524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063974f6-b89b-46bf-88e1-3622b5750734 req-b162f0b8-a8c2-428d-b47f-d43d27f6be44 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:59.557189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-063974f6-b89b-46bf-88e1-3622b5750734 req-b162f0b8-a8c2-428d-b47f-d43d27f6be44 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1445482 Aug 20 09:09:59.565973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] For port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:09:59.573349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] For port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,segment=NetworkSegment(c6884dcb-dbb9-42d2-944b-6590c4ba4a07),segment_id=c6884dcb-dbb9-42d2-944b-6590c4ba4a07)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:09:59.579473 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.588000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-ee4d5dc2-21e6-4f54-b541-aa13296810a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:59.589639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-ee4d5dc2-21e6-4f54-b541-aa13296810a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58525599ec504ee8bb2082aa26fa8662&device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 1096 time: 0.1878250 Aug 20 09:09:59.620825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-063974f6-b89b-46bf-88e1-3622b5750734 req-b518e042-f26e-41e4-99f5-3133a28e6134 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Aug 20 09:09:59.645251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d71230dd-de0b-4437-aae8-d98154d0ac9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.654180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d71230dd-de0b-4437-aae8-d98154d0ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.693867 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.698307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d71230dd-de0b-4437-aae8-d98154d0ac9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4074a4f57ea04b0faf7de2af9ec0e16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8018615 Aug 20 09:09:59.699321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38028) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:09:59.700177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.707685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71230dd-de0b-4437-aae8-d98154d0ac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcfbe2b-9356-45c6-8959-bf22fe1ff7e4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:59.710263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614586e-5ed9-47f0-b6dd-c1b994604e1b None None] Pushing event updated for resources: {'Port': ['ID=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:59.789779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-476a5f84-407d-425c-88e4-79687f9c3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:09:59.791320 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-476a5f84-407d-425c-88e4-79687f9c3bab service neutron] 10.222.0.26 "GET /v2.0/networks?id=7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 200 len: 910 time: 0.1899574 Aug 20 09:09:59.812426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e60860a6-abed-4a23-83d4-dce2eab13bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.851976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.855001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-c5e08bbf-9e4a-4dcf-b263-eba6db3b0ede service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b HTTP/1.1" status: 200 len: 217 time: 0.0549440 Aug 20 09:09:59.902993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e60860a6-abed-4a23-83d4-dce2eab13bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:09:59.992250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=35bd19b1-ecf2-4922-944b-b0ccc87d470b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:09:59.999181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:00.017861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-6b2fc50a-8373-4683-bfbd-c278716ea0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:00.019352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-6b2fc50a-8373-4683-bfbd-c278716ea0f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 200 len: 850 time: 0.1376312 Aug 20 09:10:00.023760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3e0562a2-08d5-4e03-b142-3d8b58410fe0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:00.027176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:00.027176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:00.049890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa67d7-f1e9-4092-a026-7cbeb0161f2c req-b7904bb5-b839-4c41-9182-0e4c081f3447 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:00.051802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25fa67d7-f1e9-4092-a026-7cbeb0161f2c req-b7904bb5-b839-4c41-9182-0e4c081f3447 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 946 time: 0.2613323 Aug 20 09:10:00.093743 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e60860a6-abed-4a23-83d4-dce2eab13bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:00.097548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e60860a6-abed-4a23-83d4-dce2eab13bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:00.104476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e60860a6-abed-4a23-83d4-dce2eab13bef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bcfbe2b-9356-45c6-8959-bf22fe1ff7e4 HTTP/1.1" status: 204 len: 168 time: 0.4018261 Aug 20 09:10:00.123940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60860a6-abed-4a23-83d4-dce2eab13bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcfbe2b-9356-45c6-8959-bf22fe1ff7e4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:00.129473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:00.146424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:00.166032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-25fa67d7-f1e9-4092-a026-7cbeb0161f2c req-b825face-ccb6-4013-8701-7c4442723679 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984125 Aug 20 09:10:00.182494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:00.276807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-b2e9bc31-04d2-4a24-bb19-89e31ee65d15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7896f4ca-20e4-4737-be89-256176e5ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670538 Aug 20 09:10:00.385022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] For port 3e0562a2-08d5-4e03-b142-3d8b58410fe0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3e0562a2-08d5-4e03-b142-3d8b58410fe0,segment=NetworkSegment(d54d64f7-75be-4552-a6b8-c5c86f4b4074),segment_id=d54d64f7-75be-4552-a6b8-c5c86f4b4074)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:00.385945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:00.542757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 3e0562a2-08d5-4e03-b142-3d8b58410fe0 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:00.610142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c5900-e344-4c7a-92ad-5e06084342f7 req-130e9416-d839-42ea-b263-6513f1881f58 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:00.612445 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e09c5900-e344-4c7a-92ad-5e06084342f7 req-130e9416-d839-42ea-b263-6513f1881f58 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 946 time: 0.0734539 Aug 20 09:10:00.640012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad0d8e0-bf27-4f78-948f-a2eb53a33cd3 None None] Network 1a8d0b51-59aa-4d87-8218-110cac6f3020 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:00.708581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e09c5900-e344-4c7a-92ad-5e06084342f7 req-72c6d268-33ce-45ef-bede-49e09c3561be tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699484 Aug 20 09:10:00.751362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-a81be4ca-7d71-4f4a-8b9f-cc0f4efec696 service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621627 Aug 20 09:10:00.862610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] Provisioning for port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:00.875366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] Provisioning complete for port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:00.875583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:00.882299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060b0b8-03f0-47a2-a976-e4eed23e7449 req-b0f90e9e-190f-42ea-9eb5-58236834397c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:00.884663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4060b0b8-03f0-47a2-a976-e4eed23e7449 req-b0f90e9e-190f-42ea-9eb5-58236834397c tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1214287 Aug 20 09:10:00.981225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4060b0b8-03f0-47a2-a976-e4eed23e7449 req-c023f267-7c4c-4305-b5e1-257bf7299e92 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899417 Aug 20 09:10:01.003066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] DHCP port deletion for 1a8d0b51-59aa-4d87-8218-110cac6f3020 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:10:01.123809 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.188320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] For port 3e0562a2-08d5-4e03-b142-3d8b58410fe0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3e0562a2-08d5-4e03-b142-3d8b58410fe0,segment=NetworkSegment(d54d64f7-75be-4552-a6b8-c5c86f4b4074),segment_id=d54d64f7-75be-4552-a6b8-c5c86f4b4074)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:01.201032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] Deleting port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:01.201464 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.205820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.293817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] For port 3e0562a2-08d5-4e03-b142-3d8b58410fe0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3e0562a2-08d5-4e03-b142-3d8b58410fe0,segment=NetworkSegment(d54d64f7-75be-4552-a6b8-c5c86f4b4074),segment_id=d54d64f7-75be-4552-a6b8-c5c86f4b4074)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:01.294306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.312084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] Calling delete_port for 3e0562a2-08d5-4e03-b142-3d8b58410fe0 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:01.423466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75d58e-d263-4413-9073-96b5c85d1da1 None None] Pushing event updated for resources: {'Port': ['ID=3e0562a2-08d5-4e03-b142-3d8b58410fe0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:01.425961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b2b02-a0f0-46b2-a1e4-01e3d8f9320a None None] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:01.442470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.489465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-901944da-e54f-43ff-bc7d-e9896cfbf75e req-21dc8e03-bcb9-42a5-8a18-9bb3436321ba service neutron] 10.222.0.26 "GET /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7286897 Aug 20 09:10:01.556749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.602357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=3e0562a2-08d5-4e03-b142-3d8b58410fe0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:01.615697 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.617323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No DVR routers for this DVR port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:01.635729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e93499e-562e-4903-8d1d-ddbda971b383 None None] Provisioning for port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:01.671826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] Pushing event deleted for resources: {'Port': ['ID=3e0562a2-08d5-4e03-b142-3d8b58410fe0,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:01.677990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7db660-4ae8-4c30-847d-107a0bf72e38 None None] No DVR routers for this DVR port 3e0562a2-08d5-4e03-b142-3d8b58410fe0 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:01.824815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.850477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8d0b51-59aa-4d87-8218-110cac6f3020']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:01.897667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75be3c-fa2b-4a2f-ad39-d3cc1eefe59c req-47c0a89e-e834-429c-9ad6-98a1f358fad2 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:01.905875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a75be3c-fa2b-4a2f-ad39-d3cc1eefe59c req-47c0a89e-e834-429c-9ad6-98a1f358fad2 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 946 time: 0.0939674 Aug 20 09:10:01.917732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54d64f7-75be-4552-a6b8-c5c86f4b4074') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:01.918045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54d64f7-75be-4552-a6b8-c5c86f4b4074') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:01.962164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:01.990622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a75be3c-fa2b-4a2f-ad39-d3cc1eefe59c req-ea780bfe-f63b-4e10-9463-3f5cb1677a0f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764000 Aug 20 09:10:01.995158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688d13-7720-4820-889d-85b939aeaa64 req-1cb32728-0a61-40e7-a629-4e4d4670ce5c tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:01.996744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9688d13-7720-4820-889d-85b939aeaa64 req-1cb32728-0a61-40e7-a629-4e4d4670ce5c tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 946 time: 0.2300155 Aug 20 09:10:02.025369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.031056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:02.088676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:02.089122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:02.093430 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:02.155860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489a54-47c1-4463-9e71-dae1abbe3a1c req-acc762fd-53f0-49de-9e6e-82c9ffb6ff09 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:02.158933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca489a54-47c1-4463-9e71-dae1abbe3a1c req-acc762fd-53f0-49de-9e6e-82c9ffb6ff09 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.0816045 Aug 20 09:10:02.181595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:02.192176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:02.193026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.209304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.216772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca489a54-47c1-4463-9e71-dae1abbe3a1c req-0936b7ef-999b-4314-9ccc-1dcd31d6d375 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513411 Aug 20 09:10:02.220692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.277193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.279064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/1a8d0b51-59aa-4d87-8218-110cac6f3020 HTTP/1.1" status: 204 len: 168 time: 2.7941473 Aug 20 09:10:02.283477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:02.289191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324118909'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:02.307885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d70359-7b7a-493b-b17b-42d145b2d038 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=1a8d0b51-59aa-4d87-8218-110cac6f3020,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:02.312233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Deleting port 40b311f6-6ee5-4a0e-a9c7-861110295169 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:02.312648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.336692 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.338589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:02.349996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.403954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:02.421543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,segment=NetworkSegment(c6884dcb-dbb9-42d2-944b-6590c4ba4a07),segment_id=c6884dcb-dbb9-42d2-944b-6590c4ba4a07)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:02.425876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.429622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.429622 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment bb36fc0f-099e-4495-9477-b0ac5ead13e3 of type vlan for network 02807be4-c5c6-4605-bd46-6a7114e4bd00 Aug 20 09:10:02.531894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.540328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3e0562a2-08d5-4e03-b142-3d8b58410fe0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:02.572885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] For port 40b311f6-6ee5-4a0e-a9c7-861110295169, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=40b311f6-6ee5-4a0e-a9c7-861110295169,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:02.572885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.579121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.584042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:02.588120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Calling delete_port for 40b311f6-6ee5-4a0e-a9c7-861110295169 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:02.593839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:02.594447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3e0562a2-08d5-4e03-b142-3d8b58410fe0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:02.594574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.594849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3e0562a2-08d5-4e03-b142-3d8b58410fe0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:02.682309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 9adf7552-9ef6-47ad-a067-012e553f4527 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:10:02.688415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4012537 Aug 20 09:10:02.688670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38110) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:02.693977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:02.829825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.841448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['40b311f6-6ee5-4a0e-a9c7-861110295169', '91304493-d9b1-4718-bb89-362dc57e2965'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:02.847196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da40c89a-bf17-4056-b511-3040df2c3f14'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:02.863767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Pushing event deleted for resources: {'Port': ['ID=40b311f6-6ee5-4a0e-a9c7-861110295169,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:02.869943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:02.888505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38114) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:02.893978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555502067', 'description': 'tempest-secgroup-smoke-555502067 description', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:02.895875 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] Sync routers for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:02.931490 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:02.932152 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:02.953603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] No DVR routers for this DVR port 40b311f6-6ee5-4a0e-a9c7-861110295169 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:02.956933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.959171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c9688d13-7720-4820-889d-85b939aeaa64 req-5945cfe1-103a-4cc2-b1a4-19d0dc7b186f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "DELETE /v2.0/ports/40b311f6-6ee5-4a0e-a9c7-861110295169 HTTP/1.1" status: 204 len: 173 time: 0.9514802 Aug 20 09:10:02.959811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'name': 'network-vif-deleted', 'tag': '40b311f6-6ee5-4a0e-a9c7-861110295169'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:02.968372 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73169b8-35fc-491c-bb94-67b9ec230c12" -d '{"events": [{"server_uuid": "bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa", "name": "network-vif-deleted", "tag": "40b311f6-6ee5-4a0e-a9c7-861110295169"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:02.983319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:02.987127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd6e595f-0882-47a7-b45c-3c17443cbf2d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1338542 Aug 20 09:10:02.988387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38120) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:03.073022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:03.073291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.096186 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:03.096738 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:03.115404 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.167267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c25b6-8b61-4ed6-bccb-ac6e1fd10fe4 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=02807be4-c5c6-4605-bd46-6a7114e4bd00,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:03.173947 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2b89fe5-750a-4f2d-9ce7-59c80d115e68 req-d48debe1-1d5d-480d-9d3a-f861bcde56bc tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa HTTP/1.1" status: 200 len: 210 time: 0.0414534 Aug 20 09:10:03.187397 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:03.190526 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b23c8-270f-4c49-a91e-94b6fec3923a None None] The sync data for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:03.208247 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ce61a-53cc-447f-b88c-5e0a005ff869 x-openstack-request-id: req-964ce61a-53cc-447f-b88c-5e0a005ff869 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:03.208549 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa", "name": "network-vif-deleted", "tag": "40b311f6-6ee5-4a0e-a9c7-861110295169", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:03.208809 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-964ce61a-53cc-447f-b88c-5e0a005ff869 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:03.209216 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc49dfa-1260-4068-bd2f-bb1f84cbd5fa', 'name': 'network-vif-deleted', 'tag': '40b311f6-6ee5-4a0e-a9c7-861110295169', 'status': 'completed', 'code': 200} Aug 20 09:10:03.278387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 02807be4-c5c6-4605-bd46-6a7114e4bd00 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:03.367644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b3ac-103e-47e0-a308-b0ccc0a7181d req-94eb211f-8c41-4427-a874-31213cc11df1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:03.370156 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bde8b3ac-103e-47e0-a308-b0ccc0a7181d req-94eb211f-8c41-4427-a874-31213cc11df1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.0746956 Aug 20 09:10:03.434476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.441537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bde8b3ac-103e-47e0-a308-b0ccc0a7181d req-156abe7a-a64c-4db7-a419-7fed7d44882f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 Aug 20 09:10:03.442683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.489306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:03.499687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.576727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.615794 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.625378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46778025-90fb-48d5-9658-7e8f2319bfcb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:03.660094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbfa017-eb55-42c8-92af-36b055820c9b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:03.683845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.690554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ea387df7-ecdf-4e00-9657-892b601ed755 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7977304 Aug 20 09:10:03.693443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38132) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:03.738100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa017-eb55-42c8-92af-36b055820c9b', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:03.803587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.849834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.850500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323964e-3dd6-4774-860f-e102a4e53498 req-77e5588d-9d5c-4161-aad9-f30a7d338d8d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:03.852236 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5323964e-3dd6-4774-860f-e102a4e53498 req-77e5588d-9d5c-4161-aad9-f30a7d338d8d tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1064386 Aug 20 09:10:03.902785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=e8fc2648-c798-456d-bb75-027c7c4c1df0,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:03.921974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': 'bb36fc0f-099e-4495-9477-b0ac5ead13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:03.922363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: 02807be4-c5c6-4605-bd46-6a7114e4bd00, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:03.928522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5323964e-3dd6-4774-860f-e102a4e53498 req-786e0f34-1af0-45c3-b80e-ce2c4d16cd31 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675273 Aug 20 09:10:03.931414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:03.963097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 02807be4-c5c6-4605-bd46-6a7114e4bd00 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:03.973932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:03.975274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 02807be4-c5c6-4605-bd46-6a7114e4bd00) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:03.980192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:03.980793 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.001672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-53c22c15-0787-4f95-9a63-b56fbba5a324 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3118284 Aug 20 09:10:04.002481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38140) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:04.006225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb5569-33fc-42c6-8dac-54fb3b4a7b15 None None] Network 02807be4-c5c6-4605-bd46-6a7114e4bd00 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:04.008062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1751985918'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:04.060497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.065520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.104492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:04.105763 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.131144 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.132276 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348752 Aug 20 09:10:04.134986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38142) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:04.142100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa017-eb55-42c8-92af-36b055820c9b', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:04.147951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:04.152315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ead61-1b9d-45b3-904a-4518ae6e7a14 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e81cfc3-c1cc-457f-9565-39c288746e5a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:04.154062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.194175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 50bf50e3-b302-4896-8a5c-ed917bd7db36 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:04.279594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-02807be4-c5c6-4605-bd46-6a7114e4bd00', 'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': 'e8fc2648-c798-456d-bb75-027c7c4c1df0'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:10:04.280658 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.311356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.410901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.3 (02807be4-c5c6-4605-bd46-6a7114e4bd00/e8fc2648-c798-456d-bb75-027c7c4c1df0/50bf50e3-b302-4896-8a5c-ed917bd7db36) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:04.577143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.596217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 50bf50e3-b302-4896-8a5c-ed917bd7db36 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:04.639873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.712423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Allocated IP 172.20.0.2 (02807be4-c5c6-4605-bd46-6a7114e4bd00/e8fc2648-c798-456d-bb75-027c7c4c1df0/7d831d08-207c-4ec5-8b81-d5b55a3ef1eb) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:04.721793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 02807be4-c5c6-4605-bd46-6a7114e4bd00 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:04.731508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:04.731864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:04.741597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=50bf50e3-b302-4896-8a5c-ed917bd7db36,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:04.802076 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.814693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.1 (b8c29367-6929-4330-a6b7-29e3bc0ef730/8f803d7d-ce94-4fc7-ba67-50c7565f8cfd/f1407ccb-5b91-4186-936d-d687e6461f92) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:04.816957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.822515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:04.824099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.851683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aaa8464b-095d-44ea-ad31-b0f782a72767 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8455017 Aug 20 09:10:04.852278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d565a6-61a8-4619-a734-883f587734ec,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:04.854690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38162) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:04.888913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:04.895297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-26afd033-62aa-42fc-8405-d1d8c287c0bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7592685 Aug 20 09:10:04.899256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38166) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:04.903807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa017-eb55-42c8-92af-36b055820c9b', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:04.985128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.027994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Transition to ACTIVE for port object 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:05.052770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 50bf50e3-b302-4896-8a5c-ed917bd7db36 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:05.053113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.066166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Transition to ACTIVE for port object 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:05.075095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.117045 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.154126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Pushing event updated for resources: {'Port': ['ID=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:05.180834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec293b-2367-47ac-ad6e-c6316b4abd93 req-7d9a03cc-0291-43e9-89c5-f73928c087fb tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:05.182362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Network 02807be4-c5c6-4605-bd46-6a7114e4bd00 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:05.184031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:05.187413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:05.190051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11ec293b-2367-47ac-ad6e-c6316b4abd93 req-7d9a03cc-0291-43e9-89c5-f73928c087fb tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1456673 Aug 20 09:10:05.224394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.235117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.251047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Transition to ACTIVE for port object f1407ccb-5b91-4186-936d-d687e6461f92 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:05.262072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Attempting to bind port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:05.262822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Attempting to bind port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'bb36fc0f-099e-4495-9477-b0ac5ead13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:05.263239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Attempting to bind port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb on network 02807be4-c5c6-4605-bd46-6a7114e4bd00 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:05.270040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:05.270452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Checking segment: {'id': 'bb36fc0f-099e-4495-9477-b0ac5ead13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:05.270904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.271343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Bound using segment: {'id': 'bb36fc0f-099e-4495-9477-b0ac5ead13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:05.271855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Bound port: 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb36fc0f-099e-4495-9477-b0ac5ead13e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '02807be4-c5c6-4605-bd46-6a7114e4bd00'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:05.272239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.275415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 50bf50e3-b302-4896-8a5c-ed917bd7db36 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:05.297980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.305089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11ec293b-2367-47ac-ad6e-c6316b4abd93 req-6dfa6f57-6846-4356-8ce9-389c4f071511 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135385 Aug 20 09:10:05.340215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.356540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] For port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:05.360597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] For port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,segment=NetworkSegment(bb36fc0f-099e-4495-9477-b0ac5ead13e3),segment_id=bb36fc0f-099e-4495-9477-b0ac5ead13e3)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:05.365429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.366459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:05.369892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.390948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d48231-9f5f-4873-9fe7-f85df52536da req-8f300935-0829-4ea3-8f04-7b912cf79731 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:05.393134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:05.399049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d48231-9f5f-4873-9fe7-f85df52536da req-8f300935-0829-4ea3-8f04-7b912cf79731 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:05.401702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83d48231-9f5f-4873-9fe7-f85df52536da req-8f300935-0829-4ea3-8f04-7b912cf79731 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff&device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 1682 time: 0.1848993 Aug 20 09:10:05.405025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:05.408118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.409325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5091023 Aug 20 09:10:05.412620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38176) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:05.416064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa189c-2fb2-4ef7-8900-6b4fa9b6c656 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5ed943-fc20-4b60-8e53-af7738867397,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:05.441047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9c635-446f-4be3-b9db-4402830b8576 None None] Pushing event updated for resources: {'Port': ['ID=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:05.460063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa017-eb55-42c8-92af-36b055820c9b', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:05.470316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=f1407ccb-5b91-4186-936d-d687e6461f92,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:05.502209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.511093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83d48231-9f5f-4873-9fe7-f85df52536da req-25018c8e-67d5-4ec7-9d68-ce03ae4f6459 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992389 Aug 20 09:10:05.603175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 40b311f6-6ee5-4a0e-a9c7-861110295169 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:05.636512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.637636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 40b311f6-6ee5-4a0e-a9c7-861110295169 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:05.638178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 40b311f6-6ee5-4a0e-a9c7-861110295169 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:05.641311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.697605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=50bf50e3-b302-4896-8a5c-ed917bd7db36,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:05.740151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.915854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.917986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49d06874-1039-49ee-80df-33d797f3822f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/50bf50e3-b302-4896-8a5c-ed917bd7db36 HTTP/1.1" status: 204 len: 168 time: 1.0620911 Aug 20 09:10:05.922434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-766caca5-8d29-4598-970f-b24251f2e0db None None] Provisioning for port f1407ccb-5b91-4186-936d-d687e6461f92 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:05.931077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38186) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:05.932227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-766caca5-8d29-4598-970f-b24251f2e0db None None] Provisioning complete for port f1407ccb-5b91-4186-936d-d687e6461f92 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:05.932693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-766caca5-8d29-4598-970f-b24251f2e0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.956841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:05.964689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.001839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8730ea4-baca-43db-8750-482162a972f9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:06.039007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.042903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b56b9e7b-0331-48a0-ac78-d0f1cb6fb9f8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6241834 Aug 20 09:10:06.043287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:06.044689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-766caca5-8d29-4598-970f-b24251f2e0db None None] Port f1407ccb-5b91-4186-936d-d687e6461f92 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:06.051246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa017-eb55-42c8-92af-36b055820c9b', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:06.076058 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-310153ac-a185-438a-adba-5e34b7ba35e5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:06.083552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:06.085240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-310153ac-a185-438a-adba-5e34b7ba35e5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/50bf50e3-b302-4896-8a5c-ed917bd7db36 HTTP/1.1" status: 404 len: 333 time: 0.1509705 Aug 20 09:10:06.088208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38194) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:06.101396 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:10:06.125167 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.169090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:06.215768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet e8fc2648-c798-456d-bb75-027c7c4c1df0 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:06.225898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.278041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.285532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.289453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.351583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bb0ea0-5869-45c4-b5c4-b981c393a5f0,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:06.361064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.362462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dfd0ccd9-60a2-42f5-a3af-fabe2496aec2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3170388 Aug 20 09:10:06.365598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:06.391313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa017-eb55-42c8-92af-36b055820c9b', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:06.430186 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:10:06.440109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.444341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.464860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.473832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.577873 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df807538-4b63-4d07-ac79-a625a762fb6d req-3a24c1fa-51e4-44c9-a0db-004276308bba tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:06.581813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df807538-4b63-4d07-ac79-a625a762fb6d req-3a24c1fa-51e4-44c9-a0db-004276308bba tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.1577828 Aug 20 09:10:06.669602 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.714328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fc2648-c798-456d-bb75-027c7c4c1df0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:06.724303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.726915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df807538-4b63-4d07-ac79-a625a762fb6d req-875f66f4-2166-4bc4-8b1a-1dbde13aa0de tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320593 Aug 20 09:10:06.728841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.730073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=f1407ccb-5b91-4186-936d-d687e6461f92,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:06.733635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87bce2c5-1181-4226-8cc7-89f74483f289 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/e8fc2648-c798-456d-bb75-027c7c4c1df0 HTTP/1.1" status: 204 len: 168 time: 0.6368377 Aug 20 09:10:06.741157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38210) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:06.742229 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185b1de-9de3-4ced-9738-23052417a216 req-4520167d-32e5-4d0f-8985-9b4b2a17b048 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:06.751019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7185b1de-9de3-4ced-9738-23052417a216 req-4520167d-32e5-4d0f-8985-9b4b2a17b048 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 946 time: 0.1651049 Aug 20 09:10:06.796987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7185b1de-9de3-4ced-9738-23052417a216 req-2a074978-ff5b-46f4-82ce-ce9903e3b967 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Aug 20 09:10:06.910538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.936657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.961317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:06.983200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8deb3911-5300-4991-be71-8f2dedaad733,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:07.014568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.019147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3faeeff3-ae0c-464d-ba7c-f302d949632d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6468396 Aug 20 09:10:07.019289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38214) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:07.025150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75a7b05-6471-431e-b483-4b7c6d5d7c09 None None] Network 02807be4-c5c6-4605-bd46-6a7114e4bd00 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:07.025774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'network': {'name': 'tempest-network-smoke--1305140263', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:07.059175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:07.065362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:07.069841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:07.070033 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.144926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:07.163628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.164121 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Added segment 56fc9f04-28cb-407c-811e-475422ad5607 of type vlan for network 345b1c2e-d546-42e0-ac22-65c00a57d356 Aug 20 09:10:07.179277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] Provisioning for port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:07.200040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] Provisioning complete for port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:07.200810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.236871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 9adf7552-9ef6-47ad-a067-012e553f4527 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:07.251966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617b837-e3af-44e2-826e-90f0f239386f req-30c080f5-11ea-4478-b24a-9213b047e2f6 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:07.253407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.253563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0617b837-e3af-44e2-826e-90f0f239386f req-30c080f5-11ea-4478-b24a-9213b047e2f6 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.2111557 Aug 20 09:10:07.304258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.312665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:07.314252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.393917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3731306 Aug 20 09:10:07.397629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38216) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:07.405951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:07.408735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.409324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'admin_state_up': True, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:07.411126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] DHCP port deletion for 02807be4-c5c6-4605-bd46-6a7114e4bd00 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:10:07.446059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.451577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.458367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0414a-1978-44ea-afdb-a31176fda479 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Network': ['ID=345b1c2e-d546-42e0-ac22-65c00a57d356,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:07.492049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:07.499395 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.613013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] Deleting port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:07.613013 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.672797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] For port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,segment=NetworkSegment(bb36fc0f-099e-4495-9477-b0ac5ead13e3),segment_id=bb36fc0f-099e-4495-9477-b0ac5ead13e3)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:07.673309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.680362 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.730023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] For port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,segment=NetworkSegment(bb36fc0f-099e-4495-9477-b0ac5ead13e3),segment_id=bb36fc0f-099e-4495-9477-b0ac5ead13e3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:07.743928 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.761940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:07.789231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:07.805878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1ca962f2-5bfb-4f83-9eed-98365d08081f tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/routers/9adf7552-9ef6-47ad-a067-012e553f4527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8150439 Aug 20 09:10:07.806065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] For port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,segment=NetworkSegment(bb36fc0f-099e-4495-9477-b0ac5ead13e3),segment_id=bb36fc0f-099e-4495-9477-b0ac5ead13e3)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:07.806065 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.808396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] Sync routers for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:07.827842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:07.835687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] Calling delete_port for 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:07.848154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3260cd-e9bf-4dec-93aa-406d110dca06 None None] Pushing event updated for resources: {'Port': ['ID=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:07.861273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:07.862092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:07.903205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:07.913334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-e4831bf5-5180-4066-b2f4-fcc97ca6a00f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:07.915692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-e4831bf5-5180-4066-b2f4-fcc97ca6a00f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.26 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 946 time: 0.3461387 Aug 20 09:10:07.918840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'port': {'network_id': 'b8c29367-6929-4330-a6b7-29e3bc0ef730', 'name': 'tempest-FloatingIPTestJSON-759889527'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:07.941559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Deleting port 897d0d6d-1124-47e5-b9c5-c1b73a46635b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:07.942199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.961916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cb6abd29-fb73-444c-9e55-b365ef3be7cf None None] Provisioning complete for port f1407ccb-5b91-4186-936d-d687e6461f92 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:07.962304 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cb6abd29-fb73-444c-9e55-b365ef3be7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:07.966281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:07.967488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:07.993645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:08.057453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:08.058153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d8b54-df58-4064-9581-135b01d8d041 None None] The sync data for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:08.082173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cb6abd29-fb73-444c-9e55-b365ef3be7cf None None] Port f1407ccb-5b91-4186-936d-d687e6461f92 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:08.121167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] For port 897d0d6d-1124-47e5-b9c5-c1b73a46635b, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=897d0d6d-1124-47e5-b9c5-c1b73a46635b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:08.121637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.135677 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.142573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-bbb260f4-c449-4993-aec1-a7881d435004 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:08.146165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-bbb260f4-c449-4993-aec1-a7881d435004 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0e904f5-f0d1-4699-962e-88ae7ee7435b HTTP/1.1" status: 200 len: 945 time: 0.4515214 Aug 20 09:10:08.169599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] Pushing event deleted for resources: {'Port': ['ID=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:08.176511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf9a81-f6a8-4b4d-a9ad-804c75631a6a None None] No DVR routers for this DVR port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:08.193547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.206431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.226681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Calling delete_port for 897d0d6d-1124-47e5-b9c5-c1b73a46635b owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:08.307116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=7d831d08-207c-4ec5-8b81-d5b55a3ef1eb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:08.316582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No DVR routers for this DVR port 7d831d08-207c-4ec5-8b81-d5b55a3ef1eb on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:08.408631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.487271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617813ec-6a25-4477-bc1c-8865615b866f req-e2955d61-29a9-4669-8432-1b6949c3e665 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:08.488840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-617813ec-6a25-4477-bc1c-8865615b866f req-e2955d61-29a9-4669-8432-1b6949c3e665 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 945 time: 0.5962968 Aug 20 09:10:08.510463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.521034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742cbb6-052d-4ee3-b14e-ccd282c1df90 req-2ec83f54-205a-427a-b0de-21c0d2a5f970 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:08.522629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9742cbb6-052d-4ee3-b14e-ccd282c1df90 req-2ec83f54-205a-427a-b0de-21c0d2a5f970 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 946 time: 0.6057131 Aug 20 09:10:08.528663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02807be4-c5c6-4605-bd46-6a7114e4bd00']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:08.551746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb36fc0f-099e-4495-9477-b0ac5ead13e3') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:08.552100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb36fc0f-099e-4495-9477-b0ac5ead13e3') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:08.570181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Made reservation on behalf of 34e0f27c047341e48eb1c02a7da06a80 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:08.574251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.580025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.618901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.623555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Deleting port 91304493-d9b1-4718-bb89-362dc57e2965 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:08.624672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.632001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Deleting port da40c89a-bf17-4056-b511-3040df2c3f14 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:08.632001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.635043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] device_id is not set on port da2c728b-b186-472e-9df3-46eec6051634 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:08.653536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:08.653981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.656023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-617813ec-6a25-4477-bc1c-8865615b866f req-8c81286b-6434-4179-9533-e87dbcb8c713 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283674 Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:08.684577 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:08.698289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9742cbb6-052d-4ee3-b14e-ccd282c1df90 req-96572ef9-06d9-4386-8d21-e0a03962e94f tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/security-groups?id=0a0b6cff-e97a-44d9-a310-e538f0a824fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662440 Aug 20 09:10:08.860367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] For port da40c89a-bf17-4056-b511-3040df2c3f14, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=da40c89a-bf17-4056-b511-3040df2c3f14,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:08.860750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.887459 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.892691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.924218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.932414 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.934465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/02807be4-c5c6-4605-bd46-6a7114e4bd00 HTTP/1.1" status: 204 len: 168 time: 2.1922557 Aug 20 09:10:08.936383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26da133-cec0-42b5-91c6-58b18f2a428e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=02807be4-c5c6-4605-bd46-6a7114e4bd00,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:08.937823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Calling delete_port for da40c89a-bf17-4056-b511-3040df2c3f14 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:08.941993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:08.944368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.947127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] For port 91304493-d9b1-4718-bb89-362dc57e2965, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=91304493-d9b1-4718-bb89-362dc57e2965,segment=NetworkSegment(19c902c7-38fd-4cf4-b8e7-684360e8f568),segment_id=19c902c7-38fd-4cf4-b8e7-684360e8f568)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:08.947587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:08.948528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'name': 'tempest-PortsTestJSON-2049757955'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:08.964824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:09.207842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.225 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/1673b942-6572-4d49-895d-2edf1740c985) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:09.210035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:09.213905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.268108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Pushing event deleted for resources: {'Port': ['ID=897d0d6d-1124-47e5-b9c5-c1b73a46635b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:09.278087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port da04f465-9687-4765-9a0f-9404e3493b04 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:09.282036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Calling delete_port for 91304493-d9b1-4718-bb89-362dc57e2965 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:09.284440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Allocated IP 172.20.0.6 (b8c29367-6929-4330-a6b7-29e3bc0ef730/8f803d7d-ce94-4fc7-ba67-50c7565f8cfd/da2c728b-b186-472e-9df3-46eec6051634) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:09.336871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] No DVR routers for this DVR port 897d0d6d-1124-47e5-b9c5-c1b73a46635b on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:09.367651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.369995 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0617b837-e3af-44e2-826e-90f0f239386f req-72b02ee5-9597-4f30-b60c-bc3b5147f049 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.26 "DELETE /v2.0/ports/897d0d6d-1124-47e5-b9c5-c1b73a46635b HTTP/1.1" status: 204 len: 173 time: 2.1101298 Aug 20 09:10:09.370495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'name': 'network-vif-deleted', 'tag': '897d0d6d-1124-47e5-b9c5-c1b73a46635b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:09.372784 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc41038-bbec-4afa-aa9c-a958d39673d6" -d '{"events": [{"server_uuid": "8db977b5-4c1c-4cc9-9db9-cb33f43fedcc", "name": "network-vif-deleted", "tag": "897d0d6d-1124-47e5-b9c5-c1b73a46635b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:09.417673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.431168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['91304493-d9b1-4718-bb89-362dc57e2965'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:09.433405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['da40c89a-bf17-4056-b511-3040df2c3f14'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:09.441906 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d8e56-34df-40ad-9d02-55e5153309b9 x-openstack-request-id: req-2a4d8e56-34df-40ad-9d02-55e5153309b9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:09.442293 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db977b5-4c1c-4cc9-9db9-cb33f43fedcc", "name": "network-vif-deleted", "tag": "897d0d6d-1124-47e5-b9c5-c1b73a46635b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:09.442609 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a4d8e56-34df-40ad-9d02-55e5153309b9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:09.443064 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db977b5-4c1c-4cc9-9db9-cb33f43fedcc', 'name': 'network-vif-deleted', 'tag': '897d0d6d-1124-47e5-b9c5-c1b73a46635b', 'status': 'completed', 'code': 200} Aug 20 09:10:09.488209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 897d0d6d-1124-47e5-b9c5-c1b73a46635b no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:09.517052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 897d0d6d-1124-47e5-b9c5-c1b73a46635b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:09.517402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 897d0d6d-1124-47e5-b9c5-c1b73a46635b not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:09.517895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da40c89a-bf17-4056-b511-3040df2c3f14 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:09.543211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: da40c89a-bf17-4056-b511-3040df2c3f14 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:09.543565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device da40c89a-bf17-4056-b511-3040df2c3f14 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:09.569866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.572298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Pushing event deleted for resources: {'Port': ['ID=da40c89a-bf17-4056-b511-3040df2c3f14,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:09.608858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.623908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Pushing event deleted for resources: {'Port': ['ID=91304493-d9b1-4718-bb89-362dc57e2965,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:09.679720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] No DVR routers for this DVR port 91304493-d9b1-4718-bb89-362dc57e2965 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:09.684587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.688085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea9ce065-46fa-46e8-b988-395f1c36a43f req-18d992df-3b7d-49f2-ac43-6124e1597a61 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.37 "DELETE /v2.0/ports/91304493-d9b1-4718-bb89-362dc57e2965 HTTP/1.1" status: 204 len: 173 time: 1.4793327 Aug 20 09:10:09.744800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] No DVR routers for this DVR port da40c89a-bf17-4056-b511-3040df2c3f14 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:09.756781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.764280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.766111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-466977f7-d703-4713-8186-e8f54a52f4e6 req-3e433d38-81a1-43f4-847d-82372c1c6fe6 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.26 "DELETE /v2.0/ports/da40c89a-bf17-4056-b511-3040df2c3f14 HTTP/1.1" status: 204 len: 173 time: 1.8348231 Aug 20 09:10:09.766572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'name': 'network-vif-deleted', 'tag': 'da40c89a-bf17-4056-b511-3040df2c3f14'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:09.768857 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f73215-beeb-433f-9136-0913a120808d" -d '{"events": [{"server_uuid": "c51d5704-84b7-46d9-ac7b-178c6aaab6ff", "name": "network-vif-deleted", "tag": "da40c89a-bf17-4056-b511-3040df2c3f14"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:09.800338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.818088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Transition to ACTIVE for port object da2c728b-b186-472e-9df3-46eec6051634 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:09.825203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.898092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:09.959072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23c40c9a-83f0-4ce6-9d96-564045155f3d req-c269b1ff-e316-41ec-8170-76ae79fdb572 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db977b5-4c1c-4cc9-9db9-cb33f43fedcc HTTP/1.1" status: 200 len: 210 time: 0.1125164 Aug 20 09:10:09.964398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:09.969325 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cba1baf4-36af-44f7-9043-1aaaff865db6 req-df4a2931-95cb-44b6-a960-240a40110a80 tempest-ListServersNegativeTestJSON-782711044 tempest-ListServersNegativeTestJSON-782711044-project] 10.222.0.35 "GET /v2.0/ports?device_id=c51d5704-84b7-46d9-ac7b-178c6aaab6ff HTTP/1.1" status: 200 len: 210 time: 0.1103833 Aug 20 09:10:09.978473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:10.004978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:10.008410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:10.016914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:10.020087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=1673b942-6572-4d49-895d-2edf1740c985,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:10.024351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:10.098630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event updated for resources: {'Port': ['ID=da2c728b-b186-472e-9df3-46eec6051634,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:10.117940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:10.118624 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.140005 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c7e936b7-97ad-4950-8f72-fc8cee463090 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3022273 Aug 20 09:10:10.142826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38258) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:10.148440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Request body: {'floatingip': {'port_id': 'da2c728b-b186-472e-9df3-46eec6051634'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:10.154842 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ba47d-8acd-4ac4-9afe-18eb90b12d97 x-openstack-request-id: req-122ba47d-8acd-4ac4-9afe-18eb90b12d97 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:10.155142 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51d5704-84b7-46d9-ac7b-178c6aaab6ff", "name": "network-vif-deleted", "tag": "da40c89a-bf17-4056-b511-3040df2c3f14", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:10.155377 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-122ba47d-8acd-4ac4-9afe-18eb90b12d97 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:10.155780 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d5704-84b7-46d9-ac7b-178c6aaab6ff', 'name': 'network-vif-deleted', 'tag': 'da40c89a-bf17-4056-b511-3040df2c3f14', 'status': 'completed', 'code': 200} Aug 20 09:10:10.220585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.251413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.359759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:10.363889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:10.376642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:10.384076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:10.386958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.427325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-02c7c987-623e-43d6-b2bc-38b27a01ddc0 None None] Provisioning for port da2c728b-b186-472e-9df3-46eec6051634 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:10.432205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-02c7c987-623e-43d6-b2bc-38b27a01ddc0 None None] Provisioning complete for port da2c728b-b186-472e-9df3-46eec6051634 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:10.433318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-02c7c987-623e-43d6-b2bc-38b27a01ddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.480824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c987-623e-43d6-b2bc-38b27a01ddc0 None None] Port da2c728b-b186-472e-9df3-46eec6051634 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:10.497203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5526013 Aug 20 09:10:10.504457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38260) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:10.516640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76749981-6134-4d8b-ae5d-bb42a7c36722 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=da04f465-9687-4765-9a0f-9404e3493b04,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:10.643551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.774154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port da04f465-9687-4765-9a0f-9404e3493b04 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:10.774823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.898859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.922437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:10.929175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for da04f465-9687-4765-9a0f-9404e3493b04 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:11.103663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:11.150273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Deleting subnet b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:11.158472 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.184372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.186307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.191614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router 98d82c50-5f57-4813-ac18-6137544aa94c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:10:11.206869 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.263822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=da04f465-9687-4765-9a0f-9404e3493b04,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:11.274967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.280720 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff338b43-256b-4c0b-9c3b-830b7db28a03 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/da04f465-9687-4765-9a0f-9404e3493b04 HTTP/1.1" status: 204 len: 168 time: 0.7718639 Aug 20 09:10:11.280986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38278) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:11.287055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'mac_address': 'fa:16:3e:fc:40:7c', 'name': 'tempest-PortsTestJSON-1726475243'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:11.438917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:11.450183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'name': 'network-vif-deleted', 'tag': '91304493-d9b1-4718-bb89-362dc57e2965'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:11.452646 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce13875e-0a3f-459f-b5d4-b7d001d0bcd8" -d '{"events": [{"server_uuid": "d0e904f5-f0d1-4699-962e-88ae7ee7435b", "name": "network-vif-deleted", "tag": "91304493-d9b1-4718-bb89-362dc57e2965"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:11.467301 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP a08e4afb-b35e-44a2-9092-d21032c1ba96 associated. External IP: 172.25.5.124, port: ebeae74a-1d64-4baa-81b3-bfae9788a731. Aug 20 09:10:11.540657 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c1cb0-6d30-4a24-ba5b-11a5fa90d491 x-openstack-request-id: req-bf4c1cb0-6d30-4a24-ba5b-11a5fa90d491 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:11.540996 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e904f5-f0d1-4699-962e-88ae7ee7435b", "name": "network-vif-deleted", "tag": "91304493-d9b1-4718-bb89-362dc57e2965", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:11.541300 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf4c1cb0-6d30-4a24-ba5b-11a5fa90d491 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:11.541614 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e904f5-f0d1-4699-962e-88ae7ee7435b', 'name': 'network-vif-deleted', 'tag': '91304493-d9b1-4718-bb89-362dc57e2965', 'status': 'completed', 'code': 200} Aug 20 09:10:11.571818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.644187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port b0038aef-b257-40b0-b281-7bd129f22447 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:11.652890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 91304493-d9b1-4718-bb89-362dc57e2965 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:11.694041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.695498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 91304493-d9b1-4718-bb89-362dc57e2965 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:11.695914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 91304493-d9b1-4718-bb89-362dc57e2965 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:11.769839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.855730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35be8d-0eab-4315-94b4-61bfa8f55bbd req-ad037ee0-24b2-4bc4-ab45-513d94fc447f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:11.857316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f35be8d-0eab-4315-94b4-61bfa8f55bbd req-ad037ee0-24b2-4bc4-ab45-513d94fc447f tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.1301854 Aug 20 09:10:11.874766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:11.909635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:11.919131 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Sync routers for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:11.937760 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:11.938400 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:11.953910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f35be8d-0eab-4315-94b4-61bfa8f55bbd req-2e431b47-15fb-49cd-b653-42e58191c8b1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Aug 20 09:10:11.961322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.972836 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:11.977524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-45cbe2a3-35f2-4e1d-9c65-7761a9476193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5783966 Aug 20 09:10:11.978424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38294) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.024413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.026374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0 HTTP/1.1" status: 204 len: 168 time: 0.9217920 Aug 20 09:10:12.027681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15297-212a-48e9-8fe9-becab44cf8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ca7eb2-d0eb-405e-a761-ce5dd6623ea0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:12.029401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38298) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.062257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.155156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38300) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.155710 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.190836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:12.212749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:12.227195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:12.228310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.260884 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:12.268871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.280894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:12.281901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.295578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c40b13bb-8b01-4e66-b2c7-882c9181d40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.334772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.336243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4fe9c1-2f7a-47bd-aeed-4dbd35960bb6 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:12.364284 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.381659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fd5528-79de-48fd-8221-5041ef2cc996']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.438136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f452524c-d498-4a9d-a9a8-37dcee1f5bd5 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6caaa9aa26a243619caaee88e01e8cd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4176548 Aug 20 09:10:12.438136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c902c7-38fd-4cf4-b8e7-684360e8f568') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.438136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c902c7-38fd-4cf4-b8e7-684360e8f568') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.438778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38304) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.462397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.494676 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:10Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:12.531016 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Checking router: 98d82c50-5f57-4813-ac18-6137544aa94c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:10:12.531958 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Updating router 98d82c50-5f57-4813-ac18-6137544aa94c port 1673b942-6572-4d49-895d-2edf1740c985 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:10:12.543831 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.562479 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.564666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:12.565076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:12.566852 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:12.638211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.673987 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.675769 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.689053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.693589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/59fd5528-79de-48fd-8221-5041ef2cc996 HTTP/1.1" status: 204 len: 168 time: 0.6603937 Aug 20 09:10:12.693955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:12.703723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f66e6-fc0e-4fa1-ab1b-07ed4a67bca4 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:12.707210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f5f66e6-fc0e-4fa1-ab1b-07ed4a67bca4 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2653284 Aug 20 09:10:12.707210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b71771-7872-46b8-88c9-e2aaf8a6e0c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fd5528-79de-48fd-8221-5041ef2cc996,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:12.709203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:12.710920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38308) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.734584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:12.740069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:12.740682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.782255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=b0038aef-b257-40b0-b281-7bd129f22447,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:12.794509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f0d87185-19eb-40a8-9b3c-5c8260bce388 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731959 Aug 20 09:10:12.798192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38310) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.806097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870563254', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:12.889147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38312) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.892219 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.903710 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Transition to ACTIVE for port object 1673b942-6572-4d49-895d-2edf1740c985 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:12.911692 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.927917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c40b13bb-8b01-4e66-b2c7-882c9181d40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.935814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4a582a83-10c4-4f15-8274-986a29bf915a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98deb059989d424a82b22a419bd410b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448453 Aug 20 09:10:12.938186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.942530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c40b13bb-8b01-4e66-b2c7-882c9181d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:12.959514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e75b3d27-bf04-4d0a-a6c6-bdc2d50e8923 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6751301 Aug 20 09:10:12.960784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38316) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:12.973623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 9adf7552-9ef6-47ad-a067-012e553f4527 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:12.987359 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Pushing event updated for resources: {'Port': ['ID=1673b942-6572-4d49-895d-2edf1740c985,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:12.989575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Attempting to bind port 1673b942-6572-4d49-895d-2edf1740c985 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:12.990022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Attempting to bind port 1673b942-6572-4d49-895d-2edf1740c985 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:12.990383 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Attempting to bind port 1673b942-6572-4d49-895d-2edf1740c985 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:12.994094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:13.005628 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:13.006037 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:13.006445 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.006820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.008988 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:13.009479 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Bound port: 1673b942-6572-4d49-895d-2edf1740c985, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:13.009898 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.015617 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.015979 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.016311 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.016651 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.017986 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.018540 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.021843 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.022192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.022528 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.022863 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.023192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.023518 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.032262 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c40b13bb-8b01-4e66-b2c7-882c9181d40c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=787d16c8f02746578c6f1749f37fab60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724101 Aug 20 09:10:13.036329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:13.047007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b13bb-8b01-4e66-b2c7-882c9181d40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3284c12e-d017-4a8e-8ccb-95986e2c8163,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:13.091252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] For port 1673b942-6572-4d49-895d-2edf1740c985, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:13.095616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5c8e7-3889-4947-b216-aa68fc8c01e3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:13.095989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] For port 1673b942-6572-4d49-895d-2edf1740c985, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1673b942-6572-4d49-895d-2edf1740c985,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:13.097154 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5fb5c8e7-3889-4947-b216-aa68fc8c01e3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/b0038aef-b257-40b0-b281-7bd129f22447 HTTP/1.1" status: 200 len: 841 time: 0.1338301 Aug 20 09:10:13.099902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38322) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:13.103554 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.161429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:13.162395 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:13.209602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e5e02-08fb-46d2-be71-5b0a319f3808 None None] Pushing event updated for resources: {'Port': ['ID=1673b942-6572-4d49-895d-2edf1740c985,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:13.217477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f76140ae-a869-42f1-a792-e76beb7a4467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.230470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.234901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:13.240182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.264822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] Sync routers for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:13.285676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bc883-4d9e-4ed1-9cab-8cf973c58fdd req-df99f853-8520-412f-aeb0-0226f7f085a1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:13.293456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf7bc883-4d9e-4ed1-9cab-8cf973c58fdd req-df99f853-8520-412f-aeb0-0226f7f085a1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.2121584 Aug 20 09:10:13.296252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:13.296986 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.297131 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:13.315917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port b0038aef-b257-40b0-b281-7bd129f22447 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:13.316272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.317938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5d30735-984f-4613-b282-f6c1fc3f36dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.344124 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:13.351236 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:13.377394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-59ff93b8-8b6f-4791-aa29-b9235cdefa35 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/floatingips/a08e4afb-b35e-44a2-9092-d21032c1ba96 HTTP/1.1" status: 200 len: 977 time: 3.2308555 Aug 20 09:10:13.380851 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:13.381676 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:13.386382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38324) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:13.417327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5d30735-984f-4613-b282-f6c1fc3f36dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.449805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf7bc883-4d9e-4ed1-9cab-8cf973c58fdd req-c3fcae32-05f2-4366-b451-4149fb2468d5 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553142 Aug 20 09:10:13.455259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.457861 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:13.458478 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7266-195e-45e2-8127-0434a0089706 None None] The sync data for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:13.491851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-a6cf8e45-5c2b-41c2-b565-d1c3daeef9c1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:13.493344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-a6cf8e45-5c2b-41c2-b565-d1c3daeef9c1 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.1225042 Aug 20 09:10:13.495584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for b0038aef-b257-40b0-b281-7bd129f22447 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:13.535715 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.538370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.543757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a0b6cff-e97a-44d9-a310-e538f0a824fe HTTP/1.1" status: 204 len: 168 time: 0.6001775 Aug 20 09:10:13.543757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.584107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0b6cff-e97a-44d9-a310-e538f0a824fe,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:13.603994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.604272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.604390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.604769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.605118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.605452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.605852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.606421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.606554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.606895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.607571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.607779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c65491-85dc-4551-85f4-ba09cad350fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:13.617412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5d30735-984f-4613-b282-f6c1fc3f36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.620316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5d30735-984f-4613-b282-f6c1fc3f36dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.624466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e5d30735-984f-4613-b282-f6c1fc3f36dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3284c12e-d017-4a8e-8ccb-95986e2c8163 HTTP/1.1" status: 204 len: 168 time: 0.5841966 Aug 20 09:10:13.635172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d30735-984f-4613-b282-f6c1fc3f36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3284c12e-d017-4a8e-8ccb-95986e2c8163,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:13.644652 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:10Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:13.648036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Subnet': ['ID=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:13.659470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Checking segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:13.659833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network hostable DHCP agents. Network: 345b1c2e-d546-42e0-ac22-65c00a57d356, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:13.688515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:13.703134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 345b1c2e-d546-42e0-ac22-65c00a57d356) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:13.714226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4803f112-f088-49fb-8faa-b78cd944cbea None None] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:13.720360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:13.720998 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.735844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port da2c728b-b186-472e-9df3-46eec6051634 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:13.736247 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.743737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-57989c5c-7d1c-4630-a27b-bf8fc8391be6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9417837 Aug 20 09:10:13.745048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38330) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:13.772032 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ff0ec-fa6e-45f2-9847-04e0b1684e17 None None] The sync data for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 is: [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:10Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:13.845150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Deleting port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:13.845579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.871596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.987066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:13.989297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/b0038aef-b257-40b0-b281-7bd129f22447 HTTP/1.1" status: 204 len: 168 time: 0.8884637 Aug 20 09:10:13.990657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222939-8b2c-409e-9e52-a3708a15b2ab tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=b0038aef-b257-40b0-b281-7bd129f22447,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:13.995745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38336) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:14.042216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-345b1c2e-d546-42e0-ac22-65c00a57d356', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:10:14.047683 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.050229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.091007 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.139045 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e58121-c365-477b-95b7-5f3b1e9be753 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:14.143249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-41e58121-c365-477b-95b7-5f3b1e9be753 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/b0038aef-b257-40b0-b281-7bd129f22447 HTTP/1.1" status: 404 len: 333 time: 0.1463811 Aug 20 09:10:14.150269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38342) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:14.159992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'name': 'tempest-PortsTestJSON-951468145'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:14.200768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] For port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:14.201681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.242712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Calling delete_port for dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:14.368100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Allocated IP 172.20.0.2 (345b1c2e-d546-42e0-ac22-65c00a57d356/a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d/15b4783c-7f59-47f0-9de2-37edd986154e) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:14.385514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:14.490833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:14.495100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.548269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 7e9872d8-7eaf-4b1f-91bf-88beac3e0354 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:14.562576 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.563374 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.563929 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Floating IP a08e4afb-b35e-44a2-9092-d21032c1ba96 disassociated. External IP: 172.25.5.124, port: da2c728b-b186-472e-9df3-46eec6051634. Aug 20 09:10:14.564624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for da2c728b-b186-472e-9df3-46eec6051634 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:14.700623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49c281e8-9834-41e4-b95d-73c8e4fd10aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.789212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e758-4f52-49a5-ab20-9347a1560915 req-f7309a0f-ab92-46b8-99b9-7cb6fef40c03 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:14.790938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cde9e758-4f52-49a5-ab20-9347a1560915 req-f7309a0f-ab92-46b8-99b9-7cb6fef40c03 tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cb80f03-3662-4cb6-9f7a-348fa86457bc HTTP/1.1" status: 200 len: 945 time: 0.1943831 Aug 20 09:10:14.832188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.845408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:14.885209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.894860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Pushing event deleted for resources: {'Port': ['ID=dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:14.907240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:14.918296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Transition to ACTIVE for port object 15b4783c-7f59-47f0-9de2-37edd986154e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:14.939512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Transition to ACTIVE for port object 15b4783c-7f59-47f0-9de2-37edd986154e will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:14.951654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=da2c728b-b186-472e-9df3-46eec6051634,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:14.972625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.000746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] No DVR routers for this DVR port dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:15.002139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cde9e758-4f52-49a5-ab20-9347a1560915 req-ed9dcde5-48cb-44bc-b08d-0483945b493b tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.35 "GET /v2.0/security-groups?id=84875784-67a4-44ab-95d6-6afd804ed0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906717 Aug 20 09:10:15.005473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38360) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:15.015339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.021678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6419830-35dc-4d92-8278-6401f60d2be3 req-317d37ed-6ad9-4bec-9b17-4bb0521118ab tempest-ServerRescueTestJSON-2131625871 tempest-ServerRescueTestJSON-2131625871-project] 10.222.0.37 "DELETE /v2.0/ports/dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b HTTP/1.1" status: 204 len: 173 time: 1.5039368 Aug 20 09:10:15.026095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'name': 'network-vif-deleted', 'tag': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:15.027761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:15.030817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:15.036201 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fc7aa-e9f2-4bd7-80eb-f948a2984228" -d '{"events": [{"server_uuid": "0cb80f03-3662-4cb6-9f7a-348fa86457bc", "name": "network-vif-deleted", "tag": "dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:15.055538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:15.092020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Pushing event updated for resources: {'Port': ['ID=15b4783c-7f59-47f0-9de2-37edd986154e,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:15.099960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.110585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.110585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.115681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.116029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.117456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.117456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.117456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.117456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.117894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.118151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.118527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.118843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:15.155482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.179148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Attempting to bind port 15b4783c-7f59-47f0-9de2-37edd986154e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:15.179520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Attempting to bind port 15b4783c-7f59-47f0-9de2-37edd986154e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:15.184003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Attempting to bind port 15b4783c-7f59-47f0-9de2-37edd986154e on network 345b1c2e-d546-42e0-ac22-65c00a57d356 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:15.203801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:15.204273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Checking segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:15.204736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.205143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Bound using segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:15.205604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Bound port: 15b4783c-7f59-47f0-9de2-37edd986154e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:15.206021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.223260 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0d6918-4eea-4686-b2f5-4ae397c6e3eb x-openstack-request-id: req-eb0d6918-4eea-4686-b2f5-4ae397c6e3eb {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:15.223478 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb80f03-3662-4cb6-9f7a-348fa86457bc", "name": "network-vif-deleted", "tag": "dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:15.223840 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb0d6918-4eea-4686-b2f5-4ae397c6e3eb {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:15.224299 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb80f03-3662-4cb6-9f7a-348fa86457bc', 'name': 'network-vif-deleted', 'tag': 'dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b', 'status': 'completed', 'code': 200} Aug 20 09:10:15.304263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-382044318-network', 'tenant_id': 'c86da6daab0643fc871d3a79aa2ef9cd'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:15.322136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49c281e8-9834-41e4-b95d-73c8e4fd10aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.338808 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-49c281e8-9834-41e4-b95d-73c8e4fd10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.355184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:15.364990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] For port 15b4783c-7f59-47f0-9de2-37edd986154e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:15.368783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] For port 15b4783c-7f59-47f0-9de2-37edd986154e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=15b4783c-7f59-47f0-9de2-37edd986154e,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:15.371855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:15.378828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.385961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:15.395733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 9adf7552-9ef6-47ad-a067-012e553f4527 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:15.398323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:15.398993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.410433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c281e8-9834-41e4-b95d-73c8e4fd10aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bfa1b0-107c-4512-815c-b94b3f93d958,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:15.438719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-49c281e8-9834-41e4-b95d-73c8e4fd10aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbf2198de48a4adfb754960e243e8eae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0501626 Aug 20 09:10:15.453417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38366) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:15.467147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=7e9872d8-7eaf-4b1f-91bf-88beac3e0354,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:15.479201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb427d04-ab8e-493d-b2e8-bd5f5842f862 None None] Pushing event updated for resources: {'Port': ['ID=15b4783c-7f59-47f0-9de2-37edd986154e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:15.504332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Made reservation on behalf of c86da6daab0643fc871d3a79aa2ef9cd for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:15.508160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.517571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-54a5b2dc-c1f7-450b-8942-00b98036e1ba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3660979 Aug 20 09:10:15.527658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:15.533295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:15.541301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.544253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.569098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:15.584343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] Sync routers for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:15.601197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:15.602944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:15.665832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.668481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7f41664d-ff91-477e-a1f9-43dedf1e74ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/ports/da2c728b-b186-472e-9df3-46eec6051634 HTTP/1.1" status: 204 len: 168 time: 2.2801042 Aug 20 09:10:15.671845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38370) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:15.674260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:15.687495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a3b56e7-a959-403a-adf8-759db744505b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.696687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:15.697399 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:09:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:15.716966 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.764815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a3b56e7-a959-403a-adf8-759db744505b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:15.783704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:15.785362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a7575-edd4-4b7f-9d1d-6a3426de92cd None None] The sync data for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:16.054777 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1673b942-6572-4d49-895d-2edf1740c985 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:16.117692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38376) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:16.129407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1673b942-6572-4d49-895d-2edf1740c985 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:16.134747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1673b942-6572-4d49-895d-2edf1740c985 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:16.136775 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.223467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.250353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 1673b942-6572-4d49-895d-2edf1740c985, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1673b942-6572-4d49-895d-2edf1740c985,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:16.255550 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.256372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 15b4783c-7f59-47f0-9de2-37edd986154e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:16.344270 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.368179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=1673b942-6572-4d49-895d-2edf1740c985,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:16.373305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 15b4783c-7f59-47f0-9de2-37edd986154e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:16.492719 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.493840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a3b56e7-a959-403a-adf8-759db744505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.496685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a3b56e7-a959-403a-adf8-759db744505b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.498748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7a3b56e7-a959-403a-adf8-759db744505b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52bfa1b0-107c-4512-815c-b94b3f93d958 HTTP/1.1" status: 204 len: 168 time: 1.0434484 Aug 20 09:10:16.518205 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.548683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b56e7-a959-403a-adf8-759db744505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bfa1b0-107c-4512-815c-b94b3f93d958,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:16.558367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:16.593440 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.593816 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Added segment 33c494d4-3714-46de-a288-d5cd5f0daa67 of type vlan for network bce7d82d-d7c6-47ec-a227-3aed293be701 Aug 20 09:10:16.643258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.646361 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6eb22400-0cf1-44c2-ad12-929eab04be3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.665828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.679115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f127d-5203-48f0-967d-f5d5dd531bcc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:16.728364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.736134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.1 (345b1c2e-d546-42e0-ac22-65c00a57d356/a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d/3a5bb34c-02d3-497b-9ee6-9c231088da5a) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:16.755413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] In _notify_port_updated(), no bound segment for port 7e9872d8-7eaf-4b1f-91bf-88beac3e0354 on network a159c20b-8817-4b3f-a410-0bff5745cc62 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:10:16.761088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:16.761698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.766218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/ports/7e9872d8-7eaf-4b1f-91bf-88beac3e0354 HTTP/1.1" status: 200 len: 818 time: 1.2342367 Aug 20 09:10:16.772673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38382) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:16.776245 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.789321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005211a3-f524-440b-b95c-81231a1d7bb9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=7e9872d8-7eaf-4b1f-91bf-88beac3e0354,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:16.890619 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.891813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:16.892252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:16.971494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38384) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:16.983021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9757669 Aug 20 09:10:16.988260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:16.999229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Request body: {'subnet': {'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-382044318-subnet', 'tenant_id': 'c86da6daab0643fc871d3a79aa2ef9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:17.023461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7897feb1-0f14-4528-ab0d-ee05c83a4eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.032316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6ea3d-a750-4d94-954a-114d29c48923 admin admin] Pushing event updated for resources: {'Network': ['ID=bce7d82d-d7c6-47ec-a227-3aed293be701,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:17.036704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.045544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network bce7d82d-d7c6-47ec-a227-3aed293be701 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:17.055235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 3a5bb34c-02d3-497b-9ee6-9c231088da5a will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:17.100111 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.145837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:17.151478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:17.155906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:17.187875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Made reservation on behalf of c86da6daab0643fc871d3a79aa2ef9cd for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:17.194201 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.201466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=3a5bb34c-02d3-497b-9ee6-9c231088da5a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:17.208280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 7e9872d8-7eaf-4b1f-91bf-88beac3e0354 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:17.208651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.214493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.243770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e033bb-a13e-4d44-870e-f5aa5413b4ad None None] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:17.307933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] Provisioning for port 15b4783c-7f59-47f0-9de2-37edd986154e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:17.319686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] Provisioning complete for port 15b4783c-7f59-47f0-9de2-37edd986154e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:17.320051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.388646 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.408603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.438746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 7e9872d8-7eaf-4b1f-91bf-88beac3e0354 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:17.474133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.480097 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.526084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] For port 15b4783c-7f59-47f0-9de2-37edd986154e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=15b4783c-7f59-47f0-9de2-37edd986154e,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:17.532842 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.593218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c619ff-299e-4164-8a0d-388349b9552a None None] Pushing event updated for resources: {'Port': ['ID=15b4783c-7f59-47f0-9de2-37edd986154e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:17.677923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:17.684230 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7897feb1-0f14-4528-ab0d-ee05c83a4eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.718530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:17.719201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device dcc2e146-d6f7-49ea-a2cc-58291b1f8a1b not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:17.725425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7897feb1-0f14-4528-ab0d-ee05c83a4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.749613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.759980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.761297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9559d236-dada-4351-a725-548125ec338a None None] Provisioning complete for port 15b4783c-7f59-47f0-9de2-37edd986154e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:17.761774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9559d236-dada-4351-a725-548125ec338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.819907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.837209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7897feb1-0f14-4528-ab0d-ee05c83a4eb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=969bb0b42a2945fea24334989e2fa2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618946 Aug 20 09:10:17.844190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38388) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:17.850041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=3a5bb34c-02d3-497b-9ee6-9c231088da5a,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:17.866994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897feb1-0f14-4528-ab0d-ee05c83a4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37912f4-ff3d-41d5-9157-cca9758873ea,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:17.879485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.880289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9559d236-dada-4351-a725-548125ec338a None None] Provisioning for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:17.887944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.890119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=7e9872d8-7eaf-4b1f-91bf-88beac3e0354,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:17.895030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9559d236-dada-4351-a725-548125ec338a None None] Provisioning complete for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:17.896700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.899097 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9559d236-dada-4351-a725-548125ec338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.912063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:17.916661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e64f240a-1ec1-4986-9784-1d2e6ac6f253 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/7e9872d8-7eaf-4b1f-91bf-88beac3e0354 HTTP/1.1" status: 204 len: 168 time: 1.1077344 Aug 20 09:10:17.932457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38390) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:17.983064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9559d236-dada-4351-a725-548125ec338a None None] Port 3a5bb34c-02d3-497b-9ee6-9c231088da5a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:18.006380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1673b942-6572-4d49-895d-2edf1740c985 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:18.018148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:18.023021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:18.066606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1673b942-6572-4d49-895d-2edf1740c985 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:18.066984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.122146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf7fb457-f001-4e44-9aad-94f5a9dc641a None None] Provisioning complete for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:18.123197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb457-f001-4e44-9aad-94f5a9dc641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.135391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port f1407ccb-5b91-4186-936d-d687e6461f92 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:18.135761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.142150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79044e06-a49d-44f9-b780-617448c75626,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:18.158714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router 98d82c50-5f57-4813-ac18-6137544aa94c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:18.195145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fb457-f001-4e44-9aad-94f5a9dc641a None None] Port 3a5bb34c-02d3-497b-9ee6-9c231088da5a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:18.207235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 15b4783c-7f59-47f0-9de2-37edd986154e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:18.261090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 15b4783c-7f59-47f0-9de2-37edd986154e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:18.261689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.283312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.288908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:18.302352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d099fb4d-a95b-49c8-8077-2a802c6a1301 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/98d82c50-5f57-4813-ac18-6137544aa94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5453792 Aug 20 09:10:18.302583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46ec8202-f7e0-4462-b8a0-2f6da3509c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.314054 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Sync routers for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:18.314596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for f1407ccb-5b91-4186-936d-d687e6461f92 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:18.329207 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:18.330346 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:18.347898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d527cb-fdf1-4f94-b019-55920ad10bc3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:18.349409 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40d527cb-fdf1-4f94-b019-55920ad10bc3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3766868 Aug 20 09:10:18.352196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38394) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:18.361025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Checking segment: {'id': '33c494d4-3714-46de-a288-d5cd5f0daa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:18.361388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Network hostable DHCP agents. Network: bce7d82d-d7c6-47ec-a227-3aed293be701, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:18.385128 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a83458-bd4d-40eb-a0e5-4675d6b2427b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:18.387204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7a83458-bd4d-40eb-a0e5-4675d6b2427b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/7e9872d8-7eaf-4b1f-91bf-88beac3e0354 HTTP/1.1" status: 404 len: 333 time: 0.0335605 Aug 20 09:10:18.390576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6e994d94-2124-434b-afc7-72ae86cf1b58 None None] Provisioning complete for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:18.391069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38396) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:18.394579 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6e994d94-2124-434b-afc7-72ae86cf1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.398160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2051568429'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:18.412886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46ec8202-f7e0-4462-b8a0-2f6da3509c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.438249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:18.443323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.456125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6e994d94-2124-434b-afc7-72ae86cf1b58 None None] Port 3a5bb34c-02d3-497b-9ee6-9c231088da5a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:18.480575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:18.496153 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:18.511055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.511401 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment ad239bc2-792b-401e-bc78-f05f4fb58748 of type vlan for network 04dc199e-14a2-4bbf-953f-e0c9680db822 Aug 20 09:10:18.515104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Network bce7d82d-d7c6-47ec-a227-3aed293be701 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:18.541850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, bce7d82d-d7c6-47ec-a227-3aed293be701) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:18.552942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:18.553544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.559119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd0c8d-bfa8-4d1f-bc19-8c94b67eee90 None None] Network bce7d82d-d7c6-47ec-a227-3aed293be701 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:18.584409 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.589259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-f9cfa9a0-e6d4-4d53-83db-c763a2b4247b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555502067&fields=id&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 267 time: 0.0896552 Aug 20 09:10:18.622523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46ec8202-f7e0-4462-b8a0-2f6da3509c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.625652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-46ec8202-f7e0-4462-b8a0-2f6da3509c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.629304 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-46ec8202-f7e0-4462-b8a0-2f6da3509c07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f37912f4-ff3d-41d5-9157-cca9758873ea HTTP/1.1" status: 204 len: 168 time: 0.7553892 Aug 20 09:10:18.629304 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b3931f42-d368-4c93-ba86-2396042ceb97 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6366386 Aug 20 09:10:18.663927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec8202-f7e0-4462-b8a0-2f6da3509c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37912f4-ff3d-41d5-9157-cca9758873ea,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:18.772607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-76c5fde4-2b8b-4e2e-ae87-0185926bce81 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:18.775389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-76c5fde4-2b8b-4e2e-ae87-0185926bce81 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 797 time: 0.1626382 Aug 20 09:10:18.777992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.786397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:18.787250 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 2, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:18.787779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.823527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Checking router: 98d82c50-5f57-4813-ac18-6137544aa94c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:10:18.823891 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Updating router 98d82c50-5f57-4813-ac18-6137544aa94c port 3a5bb34c-02d3-497b-9ee6-9c231088da5a binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:10:18.853189 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.886290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Deleting port aee0e277-aced-45c9-bf4a-8f59f0e0a712 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:18.886792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.896707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-1774222b-323c-42bc-a8e9-e3d9cbad14fc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/quotas/6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 375 time: 0.1055996 Aug 20 09:10:18.907102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.918792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:18.926633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b50a2e-76aa-42d2-a6aa-e3d34cd7b8b8 None None] Network bce7d82d-d7c6-47ec-a227-3aed293be701 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:18.948663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5562446 Aug 20 09:10:18.969394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38418) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:18.988008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b448fa-9825-4d8d-95ed-2077da071c1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=04dc199e-14a2-4bbf-953f-e0c9680db822,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:19.002688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:19.017964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:19.038176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-5a6076ea-ab35-47b5-8a85-75e8e32fc2a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058903 Aug 20 09:10:19.149604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=f1407ccb-5b91-4186-936d-d687e6461f92,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:19.160008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:19.162640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:19.279693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-f035b5e0-37e3-4add-9d29-8fe3e8af3b4f service neutron] 10.222.0.35 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174807 Aug 20 09:10:19.453493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-dfd4c339-4b2a-4dbd-8611-5e86c5ad08e6 service neutron] 10.222.0.35 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728070 Aug 20 09:10:19.531971 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:19.544412 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Transition to ACTIVE for port object 3a5bb34c-02d3-497b-9ee6-9c231088da5a will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:19.557070 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:19.633276 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd45bed-fcb7-4455-91ca-d6681077adde None None] Pushing event updated for resources: {'Port': ['ID=3a5bb34c-02d3-497b-9ee6-9c231088da5a,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:19.722711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-572dedeb-c944-4dbd-b092-8f00a1a8db4c tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:19.724302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-572dedeb-c944-4dbd-b092-8f00a1a8db4c tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/networks?id=bce7d82d-d7c6-47ec-a227-3aed293be701 HTTP/1.1" status: 200 len: 821 time: 0.2365499 Aug 20 09:10:19.760574 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Attempting to bind port 3a5bb34c-02d3-497b-9ee6-9c231088da5a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:19.760960 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Attempting to bind port 3a5bb34c-02d3-497b-9ee6-9c231088da5a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:19.761330 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Attempting to bind port 3a5bb34c-02d3-497b-9ee6-9c231088da5a on network 345b1c2e-d546-42e0-ac22-65c00a57d356 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:19.774338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2189b8cf-cbe2-49b6-9fca-62e98520d80a req-c04d4b44-8b82-4d51-afb2-3601710e003e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 210 time: 0.1163170 Aug 20 09:10:19.783080 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:19.786181 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Checking segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:19.787863 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:19.788279 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Bound using segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:19.788783 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Bound port: 3a5bb34c-02d3-497b-9ee6-9c231088da5a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:19.788918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] For port aee0e277-aced-45c9-bf4a-8f59f0e0a712, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aee0e277-aced-45c9-bf4a-8f59f0e0a712,segment=NetworkSegment(4465455d-79a8-46ad-9b9c-cb46095c1475),segment_id=4465455d-79a8-46ad-9b9c-cb46095c1475)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:19.789158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:19.789273 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:19.790217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-4caf62f5-0dad-403e-be99-2fef84ead4ac tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/quotas/c86da6daab0643fc871d3a79aa2ef9cd HTTP/1.1" status: 200 len: 375 time: 0.0255711 Aug 20 09:10:19.802378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Calling delete_port for aee0e277-aced-45c9-bf4a-8f59f0e0a712 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:19.891363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] For port 3a5bb34c-02d3-497b-9ee6-9c231088da5a, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:19.894861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-07c70f01-239a-4fba-b509-9c19e1265b7c tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c86da6daab0643fc871d3a79aa2ef9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916467 Aug 20 09:10:19.898044 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] For port 3a5bb34c-02d3-497b-9ee6-9c231088da5a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3a5bb34c-02d3-497b-9ee6-9c231088da5a,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:19.904282 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:20.011448 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:20.011818 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:20.118625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-0553216d-3dfe-40f2-aee4-6c30963e302b service neutron] 10.222.0.35 "GET /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044091 Aug 20 09:10:20.128990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:20.169833 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd45bed-fcb7-4455-91ca-d6681077adde None None] Pushing event updated for resources: {'Port': ['ID=3a5bb34c-02d3-497b-9ee6-9c231088da5a,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:20.178981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee0e277-aced-45c9-bf4a-8f59f0e0a712,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:20.203487 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:20.333548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:20.363110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-57facbfa-8634-4fc8-bbc3-2bf85675877c service neutron] 10.222.0.35 "GET /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421722 Aug 20 09:10:20.564907 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:19Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:20.608022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57fcf9-df85-4af7-a92f-570699beec8e None None] The sync data for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 is: [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:19Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:20.653208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:20.682161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5798a6c5-528b-42ea-b283-0d05f115f725 req-15a3ffc3-031c-4ca8-8861-10b52f061a4e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 210 time: 0.0446684 Aug 20 09:10:20.898951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=f260c13b-a0d1-4090-a033-68deae4b0a2f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:20.916107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': 'ad239bc2-792b-401e-bc78-f05f4fb58748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:20.916826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: 04dc199e-14a2-4bbf-953f-e0c9680db822, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:20.919086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-034ae06f-a877-4f25-a872-585d2caec5f6 req-405675e8-d838-4c79-b14e-a0b111f167fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 210 time: 0.0546782 Aug 20 09:10:20.925850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:20.993408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:21.057522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 04dc199e-14a2-4bbf-953f-e0c9680db822) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:21.066906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:21.067725 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:21.071469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1799af-0a44-46f2-9b3d-174b6fdfa2e2 None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:21.088090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 9adf7552-9ef6-47ad-a067-012e553f4527 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:21.097047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38480) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:21.097265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-152fcc4a-bbc6-483e-87e4-b149b765031e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1036558 Aug 20 09:10:21.102473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:21.318145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:21.322815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:21.396797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-04dc199e-14a2-4bbf-953f-e0c9680db822', 'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': 'f260c13b-a0d1-4090-a033-68deae4b0a2f'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:10:21.397832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:21.531315 n-d-804285-2 neutron-server[101316]: INFO neutron.db.ipam_backend_mixin [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f260c13b-a0d1-4090-a033-68deae4b0a2f (CIDR: 172.20.0.0/28) Aug 20 09:10:21.537114 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:10:21.537927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:10:21.571784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2832133e-2a59-4bdb-be85-df158e5f00ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4730685 Aug 20 09:10:21.574593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38486) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:21.581625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:21.669699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Allocated IP 172.20.0.2 (04dc199e-14a2-4bbf-953f-e0c9680db822/f260c13b-a0d1-4090-a033-68deae4b0a2f/0a13aa27-bf6d-4b42-a3a0-c399e30aa75b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:21.674061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:21.689668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-21d7a9aa-41e2-4011-b46e-89df56010ad1 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/routers/9adf7552-9ef6-47ad-a067-012e553f4527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0165863 Aug 20 09:10:21.694514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] Sync routers for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:21.695360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38488) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:21.698470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-a3cb4e79-3438-46b3-a3d4-22710156a96a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:21.700376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-a3cb4e79-3438-46b3-a3d4-22710156a96a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 797 time: 0.4388978 Aug 20 09:10:21.728185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Router 9b74f267-dfda-4c5a-aedd-90036be1ded0 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:21.765686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:21.772426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:21.859371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:21.887508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] Routers {'9adf7552-9ef6-47ad-a067-012e553f4527'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:21.888843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9adf7552-9ef6-47ad-a067-012e553f4527'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:21.890576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-6117b14c-b089-44af-85f1-ed22b201d153 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 379 time: 0.1754248 Aug 20 09:10:21.911146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'port': {'device_id': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'admin_state_up': True, 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'security_groups': ['5dbfa017-eb55-42c8-92af-36b055820c9b']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:21.917030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a03cd8c-b38c-4be0-bd91-1218595bb490 req-b95a7f11-f328-427a-9260-82136b88fff6 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 210 time: 0.1125636 Aug 20 09:10:21.974300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:21.974955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08382bd-4f6b-4ab2-bd01-b90bb8c6f03a None None] The sync data for ids ['9adf7552-9ef6-47ad-a067-012e553f4527'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:21.996801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.164408 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.179115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Transition to ACTIVE for port object 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:22.194874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:22.205558 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] Sync routers for ids ['9b74f267-dfda-4c5a-aedd-90036be1ded0'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:22.220954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ae40e50d-e3a7-45e8-9539-8b9028862323 admin admin] 10.222.0.35 "PUT /v2.0/routers/9b74f267-dfda-4c5a-aedd-90036be1ded0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0992064 Aug 20 09:10:22.223360 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] Routers {'9b74f267-dfda-4c5a-aedd-90036be1ded0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:22.227133 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9b74f267-dfda-4c5a-aedd-90036be1ded0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:22.231352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Transition to ACTIVE for port object 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:22.245284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9397fc03-507a-42fd-81a5-5f9643b4e420 req-9aaf25cc-f615-4656-b526-e9942dfae7fe tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 210 time: 0.1229789 Aug 20 09:10:22.245745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3a5bb34c-02d3-497b-9ee6-9c231088da5a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:22.248573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38504) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:22.264180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:22.268395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.287794 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.377282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:22.380642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Pushing event updated for resources: {'Port': ['ID=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:22.385001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:22.391067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:22.476278 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] Set router 9b74f267-dfda-4c5a-aedd-90036be1ded0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:22.499810 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.517847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Attempting to bind port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:22.518372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Attempting to bind port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'ad239bc2-792b-401e-bc78-f05f4fb58748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:22.518812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Attempting to bind port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b on network 04dc199e-14a2-4bbf-953f-e0c9680db822 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:22.525307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:22.525893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Checking segment: {'id': 'ad239bc2-792b-401e-bc78-f05f4fb58748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:22.526604 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.527079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Bound using segment: {'id': 'ad239bc2-792b-401e-bc78-f05f4fb58748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:22.527818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Bound port: 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad239bc2-792b-401e-bc78-f05f4fb58748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:22.531262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.567438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-25803ef6-433a-4536-b16e-bb9a856879c8 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:22.569008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-25803ef6-433a-4536-b16e-bb9a856879c8 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.37 "GET /v2.0/networks?id=bce7d82d-d7c6-47ec-a227-3aed293be701 HTTP/1.1" status: 200 len: 821 time: 0.3720500 Aug 20 09:10:22.589849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Request body: {'port': {'device_id': '8db67bd5-0632-4282-8463-a7f4c9473379', 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701', 'admin_state_up': True, 'tenant_id': 'c86da6daab0643fc871d3a79aa2ef9cd'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:22.601270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:22.611964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:22.613452 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.705646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] For port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:22.725771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] For port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,segment=NetworkSegment(ad239bc2-792b-401e-bc78-f05f4fb58748),segment_id=ad239bc2-792b-401e-bc78-f05f4fb58748)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:22.776111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.782247 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.895371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 3a5bb34c-02d3-497b-9ee6-9c231088da5a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3a5bb34c-02d3-497b-9ee6-9c231088da5a,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:22.898757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb7d56-073a-4186-84e7-56cf9afe5158 None None] Pushing event updated for resources: {'Port': ['ID=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:22.903150 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:22.933505 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:10:19Z', 'revision_number': 5, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:22.980429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=3a5bb34c-02d3-497b-9ee6-9c231088da5a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:23.007951 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] Checking router: 9b74f267-dfda-4c5a-aedd-90036be1ded0 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:10:23.017942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] Routers {'9b74f267-dfda-4c5a-aedd-90036be1ded0'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:23.018572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['9b74f267-dfda-4c5a-aedd-90036be1ded0'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:23.165563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-582e1036-cde3-49c0-b1aa-e632df970569 req-eb2c7056-4de0-485b-be71-bc763b916d97 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 210 time: 0.0492749 Aug 20 09:10:23.184178 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] Set router 9b74f267-dfda-4c5a-aedd-90036be1ded0 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:23.220630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:23.225530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.412263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.7 (345b1c2e-d546-42e0-ac22-65c00a57d356/a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d/0071bbcd-6872-4a1d-be0c-6bade1d955c4) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:23.466117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4671c33-b4b8-4352-b736-16b0b15ff8ff req-3fbb3fa4-76b9-45ae-91c2-b3bbd8012723 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 210 time: 0.0670083 Aug 20 09:10:23.499727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.556472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:10:19Z', 'revision_number': 5, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:23.560160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Made reservation on behalf of c86da6daab0643fc871d3a79aa2ef9cd for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:23.564264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.569790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port 35bd19b1-ecf2-4922-944b-b0ccc87d470b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:23.570140 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.613898 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e276-0f76-4bd5-b71e-3728479cef7b None None] The sync data for ids ['9b74f267-dfda-4c5a-aedd-90036be1ded0'] in n-d-804285-2 is: [{'id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'name': 'tempest-ServerRescueTestJSON-349849212-router', 'tenant_id': '58525599ec504ee8bb2082aa26fa8662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:05Z', 'updated_at': '2021-08-20T09:10:19Z', 'revision_number': 5, 'project_id': '58525599ec504ee8bb2082aa26fa8662', 'gw_port': {'id': 'e1764a6b-fd5d-429c-8799-355c9115ce00', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b74f267-dfda-4c5a-aedd-90036be1ded0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:06Z', 'updated_at': '2021-08-20T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:23.673739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.733596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 0071bbcd-6872-4a1d-be0c-6bade1d955c4 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:23.745653 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.808576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.826109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.827268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.831443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:23.843929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:23.846058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for 35bd19b1-ecf2-4922-944b-b0ccc87d470b owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:23.848533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Allocated IP 172.20.0.4 (bce7d82d-d7c6-47ec-a227-3aed293be701/79044e06-a49d-44f9-b780-617448c75626/9eefaafb-cc18-450a-a8a6-54b3f240c511) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:23.858974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:23.859569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:23.874218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=b2e71737-b393-46d1-ae68-a642bd7a2022,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:23.895998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:23.907720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:23.914695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:23.943211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8266bb56-c8db-4b70-a8c1-5b6a43479322 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3648889 Aug 20 09:10:23.945031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38528) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:23.953040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822', 'fixed_ips': [{'subnet_id': 'f260c13b-a0d1-4090-a033-68deae4b0a2f'}, {'subnet_id': 'b2e71737-b393-46d1-ae68-a642bd7a2022'}], 'name': 'tempest-PortsTestJSON-793433204'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:23.958034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:24.112124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:24.114133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.321694 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-52fe7efc-0674-42e6-8f45-f8437a914aea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4089746 Aug 20 09:10:24.354217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Request body: {'port': {'device_id': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:24.461992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3a5bb34c-02d3-497b-9ee6-9c231088da5a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:24.513470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Deleting port e1764a6b-fd5d-429c-8799-355c9115ce00 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:24.514361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.535025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6f8ffd8-febb-4547-9db1-59db98dbf5ba req-98bc3335-e16d-4c8a-8687-7a792435beb9 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 210 time: 0.1197736 Aug 20 09:10:24.554731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.565037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.609813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dbfd260c-cad4-4c63-ad80-551fd851e497 None None] Provisioning for port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:24.624075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dbfd260c-cad4-4c63-ad80-551fd851e497 None None] Provisioning complete for port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:24.625028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dbfd260c-cad4-4c63-ad80-551fd851e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.643841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.708462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] For port e1764a6b-fd5d-429c-8799-355c9115ce00, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e1764a6b-fd5d-429c-8799-355c9115ce00,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:24.709173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.713188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3a5bb34c-02d3-497b-9ee6-9c231088da5a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:24.714255 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.760206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fbffa-bfae-428a-b129-7172168b9f12 None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:24.807518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd260c-cad4-4c63-ad80-551fd851e497 None None] Port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:24.829767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:24.834558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Calling delete_port for e1764a6b-fd5d-429c-8799-355c9115ce00 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:24.846290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=35bd19b1-ecf2-4922-944b-b0ccc87d470b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:24.956017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Network bce7d82d-d7c6-47ec-a227-3aed293be701 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:24.971682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Pushing event updated for resources: {'Port': ['ID=9eefaafb-cc18-450a-a8a6-54b3f240c511,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:24.972944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:24.985339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:24.990591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec4a99-360a-4e00-8dbf-139a83e4dd85 req-493e33d7-7371-4f3c-a96b-c829d24704ce tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:24.992363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:25.001847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7aec4a99-360a-4e00-8dbf-139a83e4dd85 req-493e33d7-7371-4f3c-a96b-c829d24704ce tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 931 time: 0.2667935 Aug 20 09:10:25.016386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aef55f8f-5fb2-4c82-8335-b14113743101 None None] Provisioning for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:25.048993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:25.066362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:25.072706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:25.072706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.083359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:25.084038 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.108200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-b9e20d40-0c8f-4973-8f3a-c0862af4ce1e tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5224824 Aug 20 09:10:25.121222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Request body: {'port': {'device_id': '8db67bd5-0632-4282-8463-a7f4c9473379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:25.151043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.204965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0071bbcd-6872-4a1d-be0c-6bade1d955c4 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:10:25.217225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.227199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.273669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Transition to ACTIVE for port object 0071bbcd-6872-4a1d-be0c-6bade1d955c4 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:25.282216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.352860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7aec4a99-360a-4e00-8dbf-139a83e4dd85 req-a5f9ccbe-7ebf-43b9-a5b7-06fa20984445 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497438 Aug 20 09:10:25.357766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.361569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.417211 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Update dhcp port {'port': {'network_id': '04dc199e-14a2-4bbf-953f-e0c9680db822', 'fixed_ips': [{'subnet_id': 'f260c13b-a0d1-4090-a033-68deae4b0a2f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b2e71737-b393-46d1-ae68-a642bd7a2022'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '0a13aa27-bf6d-4b42-a3a0-c399e30aa75b'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:10:25.445625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:25.489505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.504361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.533123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,segment=NetworkSegment(ad239bc2-792b-401e-bc78-f05f4fb58748),segment_id=ad239bc2-792b-401e-bc78-f05f4fb58748)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:25.564800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.587543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee0e277-aced-45c9-bf4a-8f59f0e0a712 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:25.628533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.631954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Fanout notify agent at l3_agent the message router_deleted on router 9adf7552-9ef6-47ad-a067-012e553f4527 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:10:25.643982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:25.644330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:25.644666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on network 345b1c2e-d546-42e0-ac22-65c00a57d356 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:25.658135 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.658446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: aee0e277-aced-45c9-bf4a-8f59f0e0a712 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:25.658800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee0e277-aced-45c9-bf4a-8f59f0e0a712 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:25.659268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bde7c918-184a-4eb2-b734-61271bace847 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/routers/9adf7552-9ef6-47ad-a067-012e553f4527 HTTP/1.1" status: 204 len: 168 time: 3.9628119 Aug 20 09:10:25.663387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.665883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38560) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:25.666579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on network 345b1c2e-d546-42e0-ac22-65c00a57d356 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:10:25.666710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.668316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on network 345b1c2e-d546-42e0-ac22-65c00a57d356 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:25.700385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:25.712850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:25.713332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Checking segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:25.713877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Bound using segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:25.714419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Bound port: 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:25.714924 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.725070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:25.780196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting subnet 8f803d7d-ce94-4fc7-ba67-50c7565f8cfd {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:25.789937 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.886282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.896626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Allocated IP 172.20.0.18 (04dc199e-14a2-4bbf-953f-e0c9680db822/b2e71737-b393-46d1-ae68-a642bd7a2022/0a13aa27-bf6d-4b42-a3a0-c399e30aa75b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:25.915574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eefaafb-cc18-450a-a8a6-54b3f240c511 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:10:25.941502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:25.944948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.965252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:25.967198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:25.985374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Transition to ACTIVE for port object 9eefaafb-cc18-450a-a8a6-54b3f240c511 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:25.986493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.041108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] For port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,segment=NetworkSegment(ad239bc2-792b-401e-bc78-f05f4fb58748),segment_id=ad239bc2-792b-401e-bc78-f05f4fb58748)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:26.045687 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.053612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:26.066749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.069003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.080163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:26.080856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.082701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] 10.222.0.37 "PUT /v2.0/ports/0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 1091 time: 1.7587416 Aug 20 09:10:26.084804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:26.087138 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21324ecf-72f7-4ce1-a283-96412e894c17" -d '{"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:26.114133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.129068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1764a6b-fd5d-429c-8799-355c9115ce00,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:26.146456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.147006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b74f267-dfda-4c5a-aedd-90036be1ded0 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:10:26.151303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.152477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5662d442-acf4-4a2d-924c-e44e86396cb0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9b74f267-dfda-4c5a-aedd-90036be1ded0 HTTP/1.1" status: 204 len: 168 time: 3.8894415 Aug 20 09:10:26.160129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38564) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:26.182264 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59952968-f487-404b-b794-ac59426a59fd x-openstack-request-id: req-59952968-f487-404b-b794-ac59426a59fd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:26.182859 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:26.183276 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59952968-f487-404b-b794-ac59426a59fd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:26.183545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.184033 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'status': 'completed', 'code': 200} Aug 20 09:10:26.216404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Transition to ACTIVE for port object 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:26.225144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:26.225533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.231983 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.256175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854c577-55f8-4037-9bce-170dc5f6a0ab req-bdd1f180-5e50-46a7-9e87-52511dd04f12 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:26.258005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f854c577-55f8-4037-9bce-170dc5f6a0ab req-bdd1f180-5e50-46a7-9e87-52511dd04f12 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 931 time: 0.5830088 Aug 20 09:10:26.359578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd53a-33f3-48b9-84c2-7c3e98e3f985 service neutron] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:26.363955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Deleting subnet 28e77217-0052-42da-8167-e669acf4147e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:26.367818 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.418554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.470075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Attempting to bind port 9eefaafb-cc18-450a-a8a6-54b3f240c511 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:26.470578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Attempting to bind port 9eefaafb-cc18-450a-a8a6-54b3f240c511 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '33c494d4-3714-46de-a288-d5cd5f0daa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:26.470761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Attempting to bind port 9eefaafb-cc18-450a-a8a6-54b3f240c511 on network bce7d82d-d7c6-47ec-a227-3aed293be701 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:26.477895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.486942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f854c577-55f8-4037-9bce-170dc5f6a0ab req-030656b4-8a80-43dd-86c5-315dbf761d10 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193615 Aug 20 09:10:26.526088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Port 9eefaafb-cc18-450a-a8a6-54b3f240c511 on network bce7d82d-d7c6-47ec-a227-3aed293be701 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:10:26.526625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Attempting to bind port 9eefaafb-cc18-450a-a8a6-54b3f240c511 on network bce7d82d-d7c6-47ec-a227-3aed293be701 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:26.538231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:26.538609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Checking segment: {'id': '33c494d4-3714-46de-a288-d5cd5f0daa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:26.539001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Bound using segment: {'id': '33c494d4-3714-46de-a288-d5cd5f0daa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:26.539453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Bound port: 9eefaafb-cc18-450a-a8a6-54b3f240c511, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c494d4-3714-46de-a288-d5cd5f0daa67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:26.540637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.556815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb5966-c7c5-46f9-850e-547bce2d2240 None None] Pushing event updated for resources: {'Port': ['ID=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:26.577007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-a6b19e48-df28-4d21-8a6f-3f77f3d229e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:26.579620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b had new provisioning blocks added so it will not transition to active. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 20 09:10:26.586503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-a6b19e48-df28-4d21-8a6f-3f77f3d229e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1094 time: 0.4013543 Aug 20 09:10:26.644608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Pushing event updated for resources: {'Port': ['ID=9eefaafb-cc18-450a-a8a6-54b3f240c511,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:26.647547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.657559 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39468-50f9-4787-8aee-591da87600e7 req-b0ad98eb-9b63-463a-9551-2c03254c606d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:26.659189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aae39468-50f9-4787-8aee-591da87600e7 req-b0ad98eb-9b63-463a-9551-2c03254c606d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 943 time: 0.1757743 Aug 20 09:10:26.686633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.705546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-0d40a479-57fb-499b-8532-f93a9f92eb3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 217 time: 0.1043561 Aug 20 09:10:26.737033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e77217-0052-42da-8167-e669acf4147e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:26.741953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Subnet': ['ID=8f803d7d-ce94-4fc7-ba67-50c7565f8cfd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:26.749309 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.753652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a75cd700-8a30-4f6b-8a70-e364826306ed tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/subnets/8f803d7d-ce94-4fc7-ba67-50c7565f8cfd HTTP/1.1" status: 204 len: 168 time: 1.0802679 Aug 20 09:10:26.753846 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.754276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bafd886d-4b1e-400d-8629-86005108bc81 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/28e77217-0052-42da-8167-e669acf4147e HTTP/1.1" status: 204 len: 168 time: 0.5931702 Aug 20 09:10:26.756208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e79b2d-e829-4ca8-b7a2-4543557786ca None None] Network b8c29367-6929-4330-a6b7-29e3bc0ef730 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:26.761121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.12 (04dc199e-14a2-4bbf-953f-e0c9680db822/f260c13b-a0d1-4090-a033-68deae4b0a2f/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:26.763398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38570) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:26.763565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38572) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:26.814799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.25 (04dc199e-14a2-4bbf-953f-e0c9680db822/b2e71737-b393-46d1-ae68-a642bd7a2022/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:26.819644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] For port 9eefaafb-cc18-450a-a8a6-54b3f240c511, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:26.834232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] For port 9eefaafb-cc18-450a-a8a6-54b3f240c511, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511,segment=NetworkSegment(33c494d4-3714-46de-a288-d5cd5f0daa67),segment_id=33c494d4-3714-46de-a288-d5cd5f0daa67)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:26.840169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-9b82f732-9f87-497e-8444-06bc583b018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:26.841878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-9b82f732-9f87-497e-8444-06bc583b018b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.1153708 Aug 20 09:10:26.847881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.857944 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aae39468-50f9-4787-8aee-591da87600e7 req-227c12ae-cbb5-4998-a39c-0d74357e14f6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815081 Aug 20 09:10:26.946350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:26.947008 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:26.948387 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] 10.222.0.37 "PUT /v2.0/ports/9eefaafb-cc18-450a-a8a6-54b3f240c511 HTTP/1.1" status: 200 len: 1091 time: 1.8318388 Aug 20 09:10:27.015388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-0aea26a3-7a8f-489c-8a6d-324e05265b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:27.018730 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-0aea26a3-7a8f-489c-8a6d-324e05265b03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674230 Aug 20 09:10:27.026530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.042046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.057615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ad7f9-b21d-48a6-b09f-8e13f056948d service neutron] Pushing event updated for resources: {'Port': ['ID=9eefaafb-cc18-450a-a8a6-54b3f240c511,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:27.102922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] DHCP port deletion for b8c29367-6929-4330-a6b7-29e3bc0ef730 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:10:27.194689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-6668cbbd-e41e-4273-a543-47bee86c33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:27.196204 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-6668cbbd-e41e-4273-a543-47bee86c33c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c86da6daab0643fc871d3a79aa2ef9cd&device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 1094 time: 0.1836793 Aug 20 09:10:27.204355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] Deleting port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:27.204729 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.248368 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-66bdc87f-2b64-46bc-a8d7-4b316e1abf22 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942139 Aug 20 09:10:27.271530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.292212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7896f4ca-20e4-4737-be89-256176e5ddd2']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:27.304495 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.311303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-56a32488-3783-40de-a73e-e1b27d9e4b91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511 HTTP/1.1" status: 200 len: 217 time: 0.1016903 Aug 20 09:10:27.312079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4465455d-79a8-46ad-9b9c-cb46095c1475') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:27.312526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4465455d-79a8-46ad-9b9c-cb46095c1475') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:27.331695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] For port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,segment=NetworkSegment(c6884dcb-dbb9-42d2-944b-6590c4ba4a07),segment_id=c6884dcb-dbb9-42d2-944b-6590c4ba4a07)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:27.333331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.340322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.352103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] Calling delete_port for 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:27.355065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:27.355414 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.360461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:27.380764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.429045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:27.429449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:27.431401 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:27.435759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-307d5fb8-ce58-42b8-be82-f5b06ec465d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:27.437266 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-307d5fb8-ce58-42b8-be82-f5b06ec465d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79044e06-a49d-44f9-b780-617448c75626 HTTP/1.1" status: 200 len: 861 time: 0.1100392 Aug 20 09:10:27.485910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdeee9b-e343-4ccd-bba8-9a41499092d6 None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:27.511511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-7569d7f7-6c14-4fe1-84fa-1f2fa5bf572a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bce7d82d-d7c6-47ec-a227-3aed293be701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550294 Aug 20 09:10:27.518035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] For port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,segment=NetworkSegment(c6884dcb-dbb9-42d2-944b-6590c4ba4a07),segment_id=c6884dcb-dbb9-42d2-944b-6590c4ba4a07)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:27.518035 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.539029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:27.539707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbe507cc-e73c-4ec3-8bd9-218d57725046 None None] Provisioning for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:27.542338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.551103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.553229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7896f4ca-20e4-4737-be89-256176e5ddd2 HTTP/1.1" status: 204 len: 168 time: 0.7847304 Aug 20 09:10:27.565170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb97e11b-c0c9-4602-8c3a-59e753756ead req-356adb62-99cb-488e-8910-89a9e5569746 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666247 Aug 20 09:10:27.577143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471314cd-ffb7-4c45-ba42-b3f0901534e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7896f4ca-20e4-4737-be89-256176e5ddd2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:27.582472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbe507cc-e73c-4ec3-8bd9-218d57725046 None None] Provisioning complete for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:27.582963 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbe507cc-e73c-4ec3-8bd9-218d57725046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.631504 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.725378 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.776511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:27.789225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] Pushing event deleted for resources: {'Port': ['ID=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:27.795347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-f5f71ef9-aee6-425c-9ac7-97b8219da98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:27.798240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-f5f71ef9-aee6-425c-9ac7-97b8219da98f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1094 time: 0.1618810 Aug 20 09:10:27.802714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fcc88-fa29-4539-b03a-ab52917b6011 None None] No DVR routers for this DVR port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:27.803183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:27.829451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:27.831496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=ec3c8fa2-2f24-41f3-83d0-7e5893ca2762,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:27.990434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:27.995054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-2fbe7d3a-577c-4229-b59e-95395fc44d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:27.996597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-2fbe7d3a-577c-4229-b59e-95395fc44d4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.1883368 Aug 20 09:10:28.012602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38580) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:28.075200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:28.077135 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.101508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-9434ffea-312a-40be-aad8-6e0e45a0bd79 service neutron] 10.222.0.37 "GET /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408626 Aug 20 09:10:28.111751 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-ba7802dd-4f24-4a6e-b4bb-5f31aeaa2109 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 217 time: 0.0997918 Aug 20 09:10:28.194028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db67bd5-0632-4282-8463-a7f4c9473379', 'tag': '9eefaafb-cc18-450a-a8a6-54b3f240c511'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:28.196685 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f411d6f-295a-49f9-81bc-7197000b4777" -d '{"events": [{"name": "network-changed", "server_uuid": "8db67bd5-0632-4282-8463-a7f4c9473379", "tag": "9eefaafb-cc18-450a-a8a6-54b3f240c511"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:28.252842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-696cf593-102c-46aa-a94c-171ab66706ec None None] Provisioning for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:28.259636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-696cf593-102c-46aa-a94c-171ab66706ec None None] Provisioning complete for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:28.259968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:28.260110 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-696cf593-102c-46aa-a94c-171ab66706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.266367 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6a49bd40-a1b4-4c9d-b948-e86c31472042 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58525599ec504ee8bb2082aa26fa8662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503228 Aug 20 09:10:28.268542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38586) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:28.270981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] No DVR routers for this DVR port 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:28.292289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=9816086b-190a-4a25-ba11-c8fd7e3e7ce2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:28.302504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1764a6b-fd5d-429c-8799-355c9115ce00 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:28.347448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e1764a6b-fd5d-429c-8799-355c9115ce00 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:28.348112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e1764a6b-fd5d-429c-8799-355c9115ce00 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:28.348715 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:28.384744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:28.385105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 9816086b-190a-4a25-ba11-c8fd7e3e7ce2 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:28.393945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-696cf593-102c-46aa-a94c-171ab66706ec None None] Port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:28.416325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-696cf593-102c-46aa-a94c-171ab66706ec None None] Provisioning complete for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:28.416848 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-696cf593-102c-46aa-a94c-171ab66706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.475265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.494479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1838bc-dd4e-4b05-9326-882c77a05fd1 req-0b991d69-2d3a-49ec-9b2f-530b4253d3ac tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:28.496796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c1838bc-dd4e-4b05-9326-882c77a05fd1 req-0b991d69-2d3a-49ec-9b2f-530b4253d3ac tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 943 time: 0.8473327 Aug 20 09:10:28.504216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:28.505354 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.533560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c29367-6929-4330-a6b7-29e3bc0ef730']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:28.544770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:28.545650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6884dcb-dbb9-42d2-944b-6590c4ba4a07') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:28.569213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.623267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87988619-19f2-4127-b5af-210a449a713b req-f0ec14a0-feb9-40ce-b360-49ee1634b7fc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:28.625002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87988619-19f2-4127-b5af-210a449a713b req-f0ec14a0-feb9-40ce-b360-49ee1634b7fc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 943 time: 0.3601763 Aug 20 09:10:28.630712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1b0b544-14ee-4f60-b478-95929c4a2f9e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.6846707 Aug 20 09:10:28.632139 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.634721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38596) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:28.646377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f260c13b-a0d1-4090-a033-68deae4b0a2f'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:28.674131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:28.677867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.680950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9a4cd955-682b-4620-8aea-810799648c81 None None] Provisioning complete for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:28.681496 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9a4cd955-682b-4620-8aea-810799648c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: self.session.flush() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:28.685988 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:28.708863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-df1e04e6-162c-4ed2-820b-129e00c37470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:28.710355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-df1e04e6-162c-4ed2-820b-129e00c37470 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.5932875 Aug 20 09:10:28.759309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cd955-682b-4620-8aea-810799648c81 None None] Port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:28.791671 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db8b79b8-6d35-4a89-a7d9-aec45ae062b0 req-c07c9b34-07bd-40a2-8f2b-d9fdacc82a67 service neutron] 10.222.0.37 "GET /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755877 Aug 20 09:10:28.812073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2313483-4c75-440b-b380-da924b184057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.829806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c1838bc-dd4e-4b05-9326-882c77a05fd1 req-b6853eca-1bf9-49be-8707-26acb42adc7d tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098125 Aug 20 09:10:28.833370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-4ca83e67-de97-43c6-8c94-dd9928127d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:28.835240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-4ca83e67-de97-43c6-8c94-dd9928127d86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126800 Aug 20 09:10:28.858758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2313483-4c75-440b-b380-da924b184057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.887450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87988619-19f2-4127-b5af-210a449a713b req-9ed80d34-1cf0-4737-92c3-5d1fd6db083e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515464 Aug 20 09:10:28.890982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.895774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.900367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/networks/b8c29367-6929-4330-a6b7-29e3bc0ef730 HTTP/1.1" status: 204 len: 168 time: 2.1334503 Aug 20 09:10:28.903916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38598) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:28.906857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:28.944036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3085c-2d80-4620-93f9-4145118e9990 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Network': ['ID=b8c29367-6929-4330-a6b7-29e3bc0ef730,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:28.978486 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7955b7a-2f02-4baa-a0af-9eafb4d4b3af x-openstack-request-id: req-b7955b7a-2f02-4baa-a0af-9eafb4d4b3af {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:28.978768 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db67bd5-0632-4282-8463-a7f4c9473379", "tag": "9eefaafb-cc18-450a-a8a6-54b3f240c511", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:28.979019 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7955b7a-2f02-4baa-a0af-9eafb4d4b3af {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:28.979396 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db67bd5-0632-4282-8463-a7f4c9473379', 'tag': '9eefaafb-cc18-450a-a8a6-54b3f240c511', 'status': 'completed', 'code': 200} Aug 20 09:10:29.030033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38602) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:29.125099 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-5b2ca506-3065-48b1-bdc8-fbd52fe0ccd4 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799208 Aug 20 09:10:29.131530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-8b04df65-3e5e-4f32-9190-24803b8abac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:29.133074 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-8b04df65-3e5e-4f32-9190-24803b8abac3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c86da6daab0643fc871d3a79aa2ef9cd&device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 1094 time: 0.1564503 Aug 20 09:10:29.133696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2313483-4c75-440b-b380-da924b184057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.136172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2313483-4c75-440b-b380-da924b184057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.137197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e2313483-4c75-440b-b380-da924b184057 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84875784-67a4-44ab-95d6-6afd804ed0ef HTTP/1.1" status: 204 len: 168 time: 0.8662398 Aug 20 09:10:29.242233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3701efa1-c096-470b-a90f-eb58abb013e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.242803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313483-4c75-440b-b380-da924b184057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84875784-67a4-44ab-95d6-6afd804ed0ef,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:29.275003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Delete allocated IP 172.20.0.25 (04dc199e-14a2-4bbf-953f-e0c9680db822/b2e71737-b393-46d1-ae68-a642bd7a2022) {{(pid=101316) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 09:10:29.318676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port 42c712bb-f733-44b8-ad8a-bc521498529c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:29.319028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.366870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-21324ecf-72f7-4ce1-a283-96412e894c17 req-99919c0e-11b5-487b-a3fc-9ac5346e542a service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268069 Aug 20 09:10:29.377019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-05c474f4-548c-4fff-b2c7-682244223cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:29.378525 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-05c474f4-548c-4fff-b2c7-682244223cff service neutron] 10.222.0.37 "GET /v2.0/networks?id=bce7d82d-d7c6-47ec-a227-3aed293be701 HTTP/1.1" status: 200 len: 921 time: 0.2358627 Aug 20 09:10:29.438487 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-4a2afb7f-67a6-41cb-a712-ecea624acdee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511 HTTP/1.1" status: 200 len: 217 time: 0.0497336 Aug 20 09:10:29.454268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3701efa1-c096-470b-a90f-eb58abb013e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.461157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3701efa1-c096-470b-a90f-eb58abb013e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.461452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.461821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.487658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.496442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for 42c712bb-f733-44b8-ad8a-bc521498529c owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:29.515842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-b66a277b-4baf-4ec6-8377-7591e4f68309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:29.517383 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-b66a277b-4baf-4ec6-8377-7591e4f68309 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79044e06-a49d-44f9-b780-617448c75626 HTTP/1.1" status: 200 len: 861 time: 0.0683186 Aug 20 09:10:29.518801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3701efa1-c096-470b-a90f-eb58abb013e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fdef7819401468a88d0f7743782fbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877779 Aug 20 09:10:29.521994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701efa1-c096-470b-a90f-eb58abb013e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56600246-39b3-4c50-b3e4-357e3abe6f50,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:29.533227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38616) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:29.540147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:29.550509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.577142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-da0b5127-d744-40e3-835b-ec3e86c56509 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bce7d82d-d7c6-47ec-a227-3aed293be701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306153 Aug 20 09:10:29.664122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=ec3c8fa2-2f24-41f3-83d0-7e5893ca2762,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:29.686817 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f87c8d5-99ba-486e-b0f4-6ce12eda732a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.705790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] In _notify_port_updated(), no bound segment for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 on network 04dc199e-14a2-4bbf-953f-e0c9680db822 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:10:29.708478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:10:29.710884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:29.711644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.715916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9a229f92-d00f-4f8c-955d-6adda7e893fb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/ports/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 HTTP/1.1" status: 200 len: 919 time: 1.0740232 Aug 20 09:10:29.717495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38620) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:29.737518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f260c13b-a0d1-4090-a033-68deae4b0a2f'}, {'subnet_id': 'b2e71737-b393-46d1-ae68-a642bd7a2022'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:29.747708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-a3c3f014-b220-4d6f-9851-c257c0584fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625597 Aug 20 09:10:29.749115 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f87c8d5-99ba-486e-b0f4-6ce12eda732a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.818819 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:10:29.836726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.855906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:29.883306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=42c712bb-f733-44b8-ad8a-bc521498529c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:29.891213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:29.911553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'port_id': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'mac_address': 'fa:16:3e:da:bf:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:10:29.982356 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.001485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f87c8d5-99ba-486e-b0f4-6ce12eda732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.005056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f87c8d5-99ba-486e-b0f4-6ce12eda732a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.006420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f87c8d5-99ba-486e-b0f4-6ce12eda732a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56600246-39b3-4c50-b3e4-357e3abe6f50 HTTP/1.1" status: 204 len: 168 time: 0.4721684 Aug 20 09:10:30.019712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0071bbcd-6872-4a1d-be0c-6bade1d955c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:10:30.045005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:30.050237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.051082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9eefaafb-cc18-450a-a8a6-54b3f240c511 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:10:30.075069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0f411d6f-295a-49f9-81bc-7197000b4777 req-3af49791-9191-49de-9813-0f4dd6b5c2e2 service neutron] 10.222.0.37 "GET /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200564 Aug 20 09:10:30.094147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.096998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.103313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b71dec6-3cef-4e14-8065-bea3300d1ddc tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/floatingips/a08e4afb-b35e-44a2-9092-d21032c1ba96 HTTP/1.1" status: 204 len: 168 time: 1.1982825 Aug 20 09:10:30.104238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.116256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c8d5-99ba-486e-b0f4-6ce12eda732a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56600246-39b3-4c50-b3e4-357e3abe6f50,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:30.146767 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3576d8-09a7-4142-a0ca-fc2d9c5cdb14 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] DELETE failed (client error): The resource could not be found. Aug 20 09:10:30.147492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3576d8-09a7-4142-a0ca-fc2d9c5cdb14 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:10:30.156860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7a3576d8-09a7-4142-a0ca-fc2d9c5cdb14 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/ports/da2c728b-b186-472e-9df3-46eec6051634 HTTP/1.1" status: 404 len: 333 time: 0.0513570 Aug 20 09:10:30.157558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.205269 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ce54af67-96f2-46b3-878c-4d06ca73e1a6 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/ports?device_id=9adf7552-9ef6-47ad-a067-012e553f4527 HTTP/1.1" status: 200 len: 205 time: 0.0464010 Aug 20 09:10:30.207518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38642) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.226662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4f91ec28-c1fb-4373-9203-b86853099655 None None] Provisioning for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:30.232828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ebbdf-59de-4379-84eb-f7dd3b57d48c req-f3d1c448-bd9d-4df7-9073-eed4061e1ca5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:30.236121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e26ebbdf-59de-4379-84eb-f7dd3b57d48c req-f3d1c448-bd9d-4df7-9073-eed4061e1ca5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 944 time: 0.2147319 Aug 20 09:10:30.237570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:30.244974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4f91ec28-c1fb-4373-9203-b86853099655 None None] Provisioning complete for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:30.245563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f91ec28-c1fb-4373-9203-b86853099655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.252999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0196ad6-7ea4-4cd8-942e-3a3eb2d2a697 req-365cd478-e7b4-495e-be61-7a5d551317d6 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:30.254952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0196ad6-7ea4-4cd8-942e-3a3eb2d2a697 req-365cd478-e7b4-495e-be61-7a5d551317d6 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 943 time: 0.2557518 Aug 20 09:10:30.270213 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-6957257b-e4a8-4121-b194-984a8121aab4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] delete failed (client error): The resource could not be found. Aug 20 09:10:30.274930 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6957257b-e4a8-4121-b194-984a8121aab4 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/routers/9adf7552-9ef6-47ad-a067-012e553f4527 HTTP/1.1" status: 404 len: 336 time: 0.0663612 Aug 20 09:10:30.277335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38646) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.302584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4f91ec28-c1fb-4373-9203-b86853099655 None None] Port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:30.317508 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8c8c94-cb7e-494e-a1d9-eb759106f787 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] DELETE failed (client error): The resource could not be found. Aug 20 09:10:30.318022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8c8c94-cb7e-494e-a1d9-eb759106f787 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:10:30.322234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc8c8c94-cb7e-494e-a1d9-eb759106f787 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/subnets/8f803d7d-ce94-4fc7-ba67-50c7565f8cfd HTTP/1.1" status: 404 len: 337 time: 0.0409510 Aug 20 09:10:30.322419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9eefaafb-cc18-450a-a8a6-54b3f240c511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511,segment=NetworkSegment(33c494d4-3714-46de-a288-d5cd5f0daa67),segment_id=33c494d4-3714-46de-a288-d5cd5f0daa67)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:30.323136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.337043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '9eefaafb-cc18-450a-a8a6-54b3f240c511', 'network_id': 'bce7d82d-d7c6-47ec-a227-3aed293be701', 'port_id': '9eefaafb-cc18-450a-a8a6-54b3f240c511', 'mac_address': 'fa:16:3e:37:06:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79044e06-a49d-44f9-b780-617448c75626', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:10:30.369741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0196ad6-7ea4-4cd8-942e-3a3eb2d2a697 req-01eca652-eaf4-49d0-85bd-40488ff2fed1 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042087 Aug 20 09:10:30.379360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e26ebbdf-59de-4379-84eb-f7dd3b57d48c req-4a96ec9f-6c71-439c-a567-1a159009c06b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228898 Aug 20 09:10:30.382252 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.414387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eefaafb-cc18-450a-a8a6-54b3f240c511 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:10:30.442791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9eefaafb-cc18-450a-a8a6-54b3f240c511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511,segment=NetworkSegment(33c494d4-3714-46de-a288-d5cd5f0daa67),segment_id=33c494d4-3714-46de-a288-d5cd5f0daa67)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:30.451725 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.456579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port ebeae74a-1d64-4baa-81b3-bfae9788a731 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:30.457812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.531861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9eefaafb-cc18-450a-a8a6-54b3f240c511,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:30.541051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.19 (04dc199e-14a2-4bbf-953f-e0c9680db822/b2e71737-b393-46d1-ae68-a642bd7a2022/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:30.572094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.594345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for ebeae74a-1d64-4baa-81b3-bfae9788a731 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:30.598750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38652) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.617864 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e212c6a-ac2e-499c-a4b6-d4317ef140cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.665814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['0071bbcd-6872-4a1d-be0c-6bade1d955c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:30.668420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['9eefaafb-cc18-450a-a8a6-54b3f240c511'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:30.693892 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.717146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Ignored duplicate provisioning block setup for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 09:10:30.723434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.852957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=ec3c8fa2-2f24-41f3-83d0-7e5893ca2762,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:30.901775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.905865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e212c6a-ac2e-499c-a4b6-d4317ef140cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.917383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e212c6a-ac2e-499c-a4b6-d4317ef140cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.926631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] In _notify_port_updated(), no bound segment for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 on network 04dc199e-14a2-4bbf-953f-e0c9680db822 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:10:30.933527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:30.934669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:30.936763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5377b268-bf23-4857-8b4e-e50e73607067 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/ports/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 HTTP/1.1" status: 200 len: 999 time: 1.2154839 Aug 20 09:10:30.939801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38658) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:30.986720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212c6a-ac2e-499c-a4b6-d4317ef140cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a554cb47-218f-494c-b0ee-3af7d761e59e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:31.011535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=ebeae74a-1d64-4baa-81b3-bfae9788a731,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:31.092978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38662) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.096992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e212c6a-ac2e-499c-a4b6-d4317ef140cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3677030d2fa49d6a44e4844a80fbacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969802 Aug 20 09:10:31.112557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38664) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.128803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.131681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-659a2bd2-5064-4f85-a35f-4e9b9094f79e tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/ports/ebeae74a-1d64-4baa-81b3-bfae9788a731 HTTP/1.1" status: 204 len: 168 time: 0.8075764 Aug 20 09:10:31.135637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38668) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.161046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6f02391d-457f-4a85-9b66-a94afd9fd99f None None] Provisioning complete for port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:31.161620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f02391d-457f-4a85-9b66-a94afd9fd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.168083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:31.168432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.204992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6f02391d-457f-4a85-9b66-a94afd9fd99f None None] Port ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:31.230029 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-278bd51f-8a3e-4059-b427-5a5d187a10f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.241115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1a673e8-b94c-4ed4-9584-52eae557ef8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.268066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-278bd51f-8a3e-4059-b427-5a5d187a10f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.270426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port b6ceeb10-697d-49e1-b3dc-bcea11d01022 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:31.270775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.315892 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.330865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:31.385091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-278bd51f-8a3e-4059-b427-5a5d187a10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.387733 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-278bd51f-8a3e-4059-b427-5a5d187a10f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.388881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-278bd51f-8a3e-4059-b427-5a5d187a10f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a554cb47-218f-494c-b0ee-3af7d761e59e HTTP/1.1" status: 204 len: 168 time: 0.2948635 Aug 20 09:10:31.390761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.409970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for b6ceeb10-697d-49e1-b3dc-bcea11d01022 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:31.481146 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1a673e8-b94c-4ed4-9584-52eae557ef8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.493040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bd51f-8a3e-4059-b427-5a5d187a10f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a554cb47-218f-494c-b0ee-3af7d761e59e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:31.496558 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1a673e8-b94c-4ed4-9584-52eae557ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.554999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e1a673e8-b94c-4ed4-9584-52eae557ef8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c65e64f59ea04efd8552b48877bfdbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379246 Aug 20 09:10:31.554999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a673e8-b94c-4ed4-9584-52eae557ef8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae87f5-feea-4a1d-b464-3ee0aa59d3aa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:31.556018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38676) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.626035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c981b-007f-436f-8f16-d3a8fcabdb4d req-ba6fcafb-498c-4473-8627-8382740157b4 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:31.627569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a28c981b-007f-436f-8f16-d3a8fcabdb4d req-ba6fcafb-498c-4473-8627-8382740157b4 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 944 time: 0.1384315 Aug 20 09:10:31.630723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.650965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8f903-8f4b-4663-a45a-4c7971b1a428 req-daf0e7fc-c99f-401d-b5cd-0e1a9f191a37 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:31.652619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09e8f903-8f4b-4663-a45a-4c7971b1a428 req-daf0e7fc-c99f-401d-b5cd-0e1a9f191a37 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 944 time: 0.1004674 Aug 20 09:10:31.653351 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.656036 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7495b8-b0f3-4fc4-84eb-bc58e3792ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.680950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=ec3c8fa2-2f24-41f3-83d0-7e5893ca2762,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:31.692889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=b6ceeb10-697d-49e1-b3dc-bcea11d01022,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:31.737032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7495b8-b0f3-4fc4-84eb-bc58e3792ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.745785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:31.788239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a28c981b-007f-436f-8f16-d3a8fcabdb4d req-f849d4e1-60b2-41a2-9033-0e09a442232c tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323872 Aug 20 09:10:31.790986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09e8f903-8f4b-4663-a45a-4c7971b1a428 req-ab9999d8-6a33-4d4d-a9ca-186ecf7f40ef tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160464 Aug 20 09:10:31.838999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38680) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.848480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:31.855270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:31.855270 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.858915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.860969 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f3b3581-152f-4ad9-aabf-7459e5ceef76 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/ports/b6ceeb10-697d-49e1-b3dc-bcea11d01022 HTTP/1.1" status: 204 len: 168 time: 0.7238417 Aug 20 09:10:31.864549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38682) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.900571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32310a29-3cf4-4d95-a311-1d585c77ae0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.932879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7495b8-b0f3-4fc4-84eb-bc58e3792ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.937205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f7495b8-b0f3-4fc4-84eb-bc58e3792ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.938527 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f7495b8-b0f3-4fc4-84eb-bc58e3792ee0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0ae87f5-feea-4a1d-b464-3ee0aa59d3aa HTTP/1.1" status: 204 len: 168 time: 0.3815110 Aug 20 09:10:31.951673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:31.980792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:31.983069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79cc4c4-dbbe-4ccb-b092-e40def4952ae tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:31.984092 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c99609-c543-435b-813a-7ff0d9a9805b" -d '{"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-plugged", "status": "completed", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:31.987313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b79cc4c4-dbbe-4ccb-b092-e40def4952ae tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "GET /v2.0/ports?device_id=1501f685-12f6-4cc6-8a9b-95a57b32769e HTTP/1.1" status: 200 len: 913 time: 0.1192186 Aug 20 09:10:31.989815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38686) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:31.996713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7495b8-b0f3-4fc4-84eb-bc58e3792ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae87f5-feea-4a1d-b464-3ee0aa59d3aa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:32.005596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:32.016703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.017823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9eefaafb-cc18-450a-a8a6-54b3f240c511 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:32.078618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32310a29-3cf4-4d95-a311-1d585c77ae0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.091766 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db7b4e6-a7c0-47f5-b00b-93ba71c28070 x-openstack-request-id: req-9db7b4e6-a7c0-47f5-b00b-93ba71c28070 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:32.092064 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-plugged", "status": "completed", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:32.092324 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9db7b4e6-a7c0-47f5-b00b-93ba71c28070 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:32.092797 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'code': 200} Aug 20 09:10:32.106882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32310a29-3cf4-4d95-a311-1d585c77ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.123884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 9eefaafb-cc18-450a-a8a6-54b3f240c511 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:32.129426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 9eefaafb-cc18-450a-a8a6-54b3f240c511 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:32.129828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.150963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.156954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8138d2ed-afdf-4bee-a450-0e72ad529570 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 HTTP/1.1" status: 204 len: 168 time: 1.2160704 Aug 20 09:10:32.157704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38690) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:32.159047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:32.187999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-32310a29-3cf4-4d95-a311-1d585c77ae0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a496257f7b3b43909d536cda277e6505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444736 Aug 20 09:10:32.213199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38692) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:32.214812 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f2affb-ab9f-49bb-9c54-b8a3259e1b41 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:32.218209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-10f2affb-ab9f-49bb-9c54-b8a3259e1b41 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 HTTP/1.1" status: 404 len: 333 time: 0.0314164 Aug 20 09:10:32.220014 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.221019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38694) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:32.245144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c0067-6076-4093-a43a-757f4e2a1980 req-5272ee2c-bfc4-40e2-ad14-6a323a67bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:32.246917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-119c0067-6076-4093-a43a-757f4e2a1980 req-5272ee2c-bfc4-40e2-ad14-6a323a67bc0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.1121387 Aug 20 09:10:32.264053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9eefaafb-cc18-450a-a8a6-54b3f240c511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511,segment=NetworkSegment(33c494d4-3714-46de-a288-d5cd5f0daa67),segment_id=33c494d4-3714-46de-a288-d5cd5f0daa67)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:32.268759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32310a29-3cf4-4d95-a311-1d585c77ae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db77a726-8c51-4604-85d8-34a95a935f13,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:32.270044 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.328005 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-119c0067-6076-4093-a43a-757f4e2a1980 req-deda116e-9b19-4b10-a9da-db3eaa59a639 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710244 Aug 20 09:10:32.339735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9eefaafb-cc18-450a-a8a6-54b3f240c511,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:32.346469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4878df33-27f6-4924-971e-3a127f762ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.355030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet b2e71737-b393-46d1-ae68-a642bd7a2022 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:32.365413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.410649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4878df33-27f6-4924-971e-3a127f762ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.427001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.513970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.539570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4878df33-27f6-4924-971e-3a127f762ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.542228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4878df33-27f6-4924-971e-3a127f762ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.543383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4878df33-27f6-4924-971e-3a127f762ebe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db77a726-8c51-4604-85d8-34a95a935f13 HTTP/1.1" status: 204 len: 168 time: 0.3234456 Aug 20 09:10:32.548952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.573347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878df33-27f6-4924-971e-3a127f762ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db77a726-8c51-4604-85d8-34a95a935f13,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:32.632067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.665915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e71737-b393-46d1-ae68-a642bd7a2022,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:32.673837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.678467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-55305e63-168b-45cd-b41b-ecfe394ceaba tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/b2e71737-b393-46d1-ae68-a642bd7a2022 HTTP/1.1" status: 204 len: 168 time: 0.4112120 Aug 20 09:10:32.679223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38710) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:32.681806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc3396-99eb-423a-8d60-dbe20bbdd86d None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:32.741009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet f260c13b-a0d1-4090-a033-68deae4b0a2f {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:32.751468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.810454 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:32.841911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port 1db0f0a5-353b-4fc2-850c-e238a577343c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:32.843953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.012325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.025343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.032808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for 1db0f0a5-353b-4fc2-850c-e238a577343c owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:33.075329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda91b-6472-466c-a605-3e3a904b46b5 req-baec3ce1-dc10-47d2-8b40-55c6e0ac77e8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:33.083041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5afda91b-6472-466c-a605-3e3a904b46b5 req-baec3ce1-dc10-47d2-8b40-55c6e0ac77e8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1584082 Aug 20 09:10:33.157509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1a57-e37d-4fed-9d3d-e04eb4c984e4 req-ec7231a6-6e58-4e21-a4f1-5b9327a1c072 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:33.159151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f4d1a57-e37d-4fed-9d3d-e04eb4c984e4 req-ec7231a6-6e58-4e21-a4f1-5b9327a1c072 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 945 time: 0.2357392 Aug 20 09:10:33.231348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5afda91b-6472-466c-a605-3e3a904b46b5 req-01373337-f021-48c9-9bb4-8c6d6c45fc39 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291299 Aug 20 09:10:33.251119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f4d1a57-e37d-4fed-9d3d-e04eb4c984e4 req-66ab9b64-a404-4e0c-be7c-d5c5c024fcb3 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808556 Aug 20 09:10:33.252297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.266690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.271751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/f260c13b-a0d1-4090-a033-68deae4b0a2f HTTP/1.1" status: 204 len: 168 time: 0.5915401 Aug 20 09:10:33.290534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38736) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:33.315341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aae0a-42bd-4553-9680-fbbd8b7bc903 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=f260c13b-a0d1-4090-a033-68deae4b0a2f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:33.673995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38746) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:33.763652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.794373 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.800243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=1db0f0a5-353b-4fc2-850c-e238a577343c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:33.867192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2012390364-network', 'tenant_id': 'c307bea13c5a45929e8ce5feab8d0a01'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:33.914031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e2c06-f4e6-4557-bdf7-8f56865b5837 None None] Network 04dc199e-14a2-4bbf-953f-e0c9680db822 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:33.915191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Made reservation on behalf of c307bea13c5a45929e8ce5feab8d0a01 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:33.917691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:33.943126 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.001785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:34.002549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.020846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f97fd53f-bb47-4b24-9a6b-8da66ef80fde None None] Provisioning complete for port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:34.021223 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f97fd53f-bb47-4b24-9a6b-8da66ef80fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.071779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.080683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.118939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:34.120042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] For port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,segment=NetworkSegment(ad239bc2-792b-401e-bc78-f05f4fb58748),segment_id=ad239bc2-792b-401e-bc78-f05f4fb58748)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:34.120508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.139009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.139501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:34.142897 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.143247 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Added segment c9a9ceb5-6e02-474e-91e9-44c71562a5a2 of type vlan for network dcfa382f-54fc-405f-b674-da461bd62233 Aug 20 09:10:34.155783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:34.189658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.223651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.224852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:34.225685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.257217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db67bd5-0632-4282-8463-a7f4c9473379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eefaafb-cc18-450a-a8a6-54b3f240c511'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:34.259783 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ecdc05-0e98-4eb9-89ff-e9f2768aa779" -d '{"events": [{"server_uuid": "8db67bd5-0632-4282-8463-a7f4c9473379", "name": "network-vif-plugged", "status": "completed", "tag": "9eefaafb-cc18-450a-a8a6-54b3f240c511"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:34.355334 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0604dfb-53d6-4ed6-99e7-54c157a830db x-openstack-request-id: req-d0604dfb-53d6-4ed6-99e7-54c157a830db {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:34.355618 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db67bd5-0632-4282-8463-a7f4c9473379", "name": "network-vif-plugged", "status": "completed", "tag": "9eefaafb-cc18-450a-a8a6-54b3f240c511", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:34.355905 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0604dfb-53d6-4ed6-99e7-54c157a830db {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:34.356314 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db67bd5-0632-4282-8463-a7f4c9473379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eefaafb-cc18-450a-a8a6-54b3f240c511', 'code': 200} Aug 20 09:10:34.367002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6917868 Aug 20 09:10:34.373056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38762) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:34.393952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Request body: {'subnet': {'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2012390364-subnet', 'tenant_id': 'c307bea13c5a45929e8ce5feab8d0a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:34.408549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.420698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ec890-ee0a-4855-9243-936f64029606 None None] DHCP port deletion for 04dc199e-14a2-4bbf-953f-e0c9680db822 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:10:34.443094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80668ee3-5e64-4c2d-8433-dab3961f45c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dcfa382f-54fc-405f-b674-da461bd62233,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:34.455682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network dcfa382f-54fc-405f-b674-da461bd62233 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:34.478100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Made reservation on behalf of c307bea13c5a45929e8ce5feab8d0a01 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:34.486136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.486309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No DVR routers for this DVR port 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:34.493035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=0a13aa27-bf6d-4b42-a3a0-c399e30aa75b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:34.558833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cc7a-4841-42ce-b3eb-4d971e224385 req-f0a00d3b-37e1-4774-a1aa-bbaebad31ec1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:34.566894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ec3cc7a-4841-42ce-b3eb-4d971e224385 req-f0a00d3b-37e1-4774-a1aa-bbaebad31ec1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1921937 Aug 20 09:10:34.617834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ca38-60a4-4695-a1b7-537c2abd910b req-bfd836e4-6f00-41af-9f19-3eba852f803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:34.619878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc86ca38-60a4-4695-a1b7-537c2abd910b req-bfd836e4-6f00-41af-9f19-3eba852f803a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 1096 time: 0.1920822 Aug 20 09:10:34.632011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Router 1501f685-12f6-4cc6-8a9b-95a57b32769e has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:34.633912 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.658166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dc199e-14a2-4bbf-953f-e0c9680db822']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:34.658803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ec3cc7a-4841-42ce-b3eb-4d971e224385 req-734f63fe-7a90-419a-b571-021d172354a6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909665 Aug 20 09:10:34.683243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca5555-570d-4c95-aad3-85be02ea3350 req-3f79964e-3381-47e2-942d-348baa4da48a tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:34.684886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7ca5555-570d-4c95-aad3-85be02ea3350 req-3f79964e-3381-47e2-942d-348baa4da48a tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 945 time: 0.1463315 Aug 20 09:10:34.686055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad239bc2-792b-401e-bc78-f05f4fb58748') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:34.686440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad239bc2-792b-401e-bc78-f05f4fb58748') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:34.705305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.721394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc86ca38-60a4-4695-a1b7-537c2abd910b req-6c3a2611-1733-480c-a1f1-366b1dd1c759 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913937 Aug 20 09:10:34.760064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.775210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:34.775617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:34.779936 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:34.802272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7ca5555-570d-4c95-aad3-85be02ea3350 req-344d628f-4110-44bf-9f89-281140f5fd7c tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070800 Aug 20 09:10:34.856224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5259c9-e648-4a20-a7c1-ba9f4d64b3b0 req-2f7c1453-7039-43b6-bb84-bbd38022e719 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:34.857799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f5259c9-e648-4a20-a7c1-ba9f4d64b3b0 req-2f7c1453-7039-43b6-bb84-bbd38022e719 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1214073 Aug 20 09:10:34.885370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.898644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.900816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:34.915692 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-87e6f21c-67c9-4628-a870-c5ea4b575804 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "PUT /v2.0/routers/1501f685-12f6-4cc6-8a9b-95a57b32769e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9248741 Aug 20 09:10:34.916865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:34.923057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/04dc199e-14a2-4bbf-953f-e0c9680db822 HTTP/1.1" status: 204 len: 168 time: 1.6313767 Aug 20 09:10:34.925212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:34.925555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:34.930033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] Sync routers for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:34.951947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:34.952690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:34.971549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f5259c9-e648-4a20-a7c1-ba9f4d64b3b0 req-88be26b4-0e39-4a17-b5fc-6efc33b0c96c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043177 Aug 20 09:10:34.988703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06632e9-6636-47fb-b965-9c94b3345e5a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:35.004217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38772) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:35.007874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9908985-9b0c-4cd3-869e-ce697373aa19 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=04dc199e-14a2-4bbf-953f-e0c9680db822,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:35.038604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Checking segment: {'id': 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:35.039338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Network hostable DHCP agents. Network: dcfa382f-54fc-405f-b674-da461bd62233, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:35.046805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:35.062154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] Routers {'1501f685-12f6-4cc6-8a9b-95a57b32769e'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:35.063050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['1501f685-12f6-4cc6-8a9b-95a57b32769e'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:35.067603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f51b48-770a-482a-a5d9-14e07489ab1f tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:35.072681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-34f51b48-770a-482a-a5d9-14e07489ab1f tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1091 time: 0.0646434 Aug 20 09:10:35.073450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38774) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:35.081637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:35.087369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Network dcfa382f-54fc-405f-b674-da461bd62233 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:35.105543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2afd97c-8213-4ddf-a5bf-81a72b92b225 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:35.111126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d2afd97c-8213-4ddf-a5bf-81a72b92b225 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1728396 Aug 20 09:10:35.111328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, dcfa382f-54fc-405f-b674-da461bd62233) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:35.111719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38776) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:35.124733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74bf34-22a8-4d39-8b4f-bc392c765f3f None None] Network dcfa382f-54fc-405f-b674-da461bd62233 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:35.126861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.127351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:35.127676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed6b08-b892-48aa-9a3d-752a4bb4bd14 None None] The sync data for ids ['1501f685-12f6-4cc6-8a9b-95a57b32769e'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:35.152866 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.174234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:35.174853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.241003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.244952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f3ffd246-b37a-4225-817e-e2540185f62d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8683906 Aug 20 09:10:35.276318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6726c23a-1def-4885-9f5b-303ca98337fd None None] Network dcfa382f-54fc-405f-b674-da461bd62233 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:35.281283 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ec56a502-f0c8-4b6e-9ca0-bcb453b3c6b1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1686037 Aug 20 09:10:35.284663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:35.290752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1578909497'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:35.329482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:35.333468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.349758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.357121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting port e8a41eaf-70df-4807-8d82-bc6075142965 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:35.357459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.408234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:35.424931 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.425277 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment 7abb768b-f2cf-4d56-b549-39278081158f of type vlan for network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc Aug 20 09:10:35.490225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.493175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.494928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.232 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/463bbf1d-a483-4c9a-91c0-c8e1656a8068) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:35.509907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Calling delete_port for e8a41eaf-70df-4807-8d82-bc6075142965 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:35.566806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.572482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:35.573082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.623666 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.660904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3722794 Aug 20 09:10:35.661257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38790) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:35.666959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:35.673290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d08a9-51e6-4bf7-96e9-c89672b48f7f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:35.684245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:35.736779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.817194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.851235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Port': ['ID=e8a41eaf-70df-4807-8d82-bc6075142965,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:35.900156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38798) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:35.910871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-154807696-network', 'tenant_id': '7154b03f622b48c59c230c54a1e9c784'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:35.946297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Made reservation on behalf of 7154b03f622b48c59c230c54a1e9c784 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:35.949050 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.953432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:35.968759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:35.995225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:35.995572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0a13aa27-bf6d-4b42-a3a0-c399e30aa75b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:36.025296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.066872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.069546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.137549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.139069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Fanout notify agent at l3_agent the message router_deleted on router 1501f685-12f6-4cc6-8a9b-95a57b32769e {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:10:36.154531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.155715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd9a2538-93e7-460d-adc5-3b4f0677854d tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/routers/1501f685-12f6-4cc6-8a9b-95a57b32769e HTTP/1.1" status: 204 len: 168 time: 1.2278841 Aug 20 09:10:36.159520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38804) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:36.192123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:36.197150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:36.199033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=463bbf1d-a483-4c9a-91c0-c8e1656a8068,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:36.201976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:36.234004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Deleting subnet c7809d59-c36b-4826-a685-51b2888ae5fb {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:36.239178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.245119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382628-2674-418b-b476-38df2ae50181 req-f810c16a-6d09-4cfb-ba55-57bf6175b5a5 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:36.246732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4382628-2674-418b-b476-38df2ae50181 req-f810c16a-6d09-4cfb-ba55-57bf6175b5a5 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 945 time: 0.1257904 Aug 20 09:10:36.297483 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.301196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.322496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.358511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4382628-2674-418b-b476-38df2ae50181 req-1d4f9aea-9f20-40ac-be92-646abd0b5c64 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008914 Aug 20 09:10:36.360604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:36.388649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.391811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.392159 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Added segment 4a0ee7de-f5e4-420e-afe9-4cd812612a5f of type vlan for network 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4 Aug 20 09:10:36.403504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:36.407423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.417467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1b510-f09b-4b73-8c83-e9a2c028f61d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:36.477818 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.530502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.593088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.594112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:36.594719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.672363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] Pushing event updated for resources: {'Network': ['ID=5831382b-6c7b-4a3d-a7b5-9851ac81a2f4,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:36.680828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Subnet': ['ID=c7809d59-c36b-4826-a685-51b2888ae5fb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:36.683336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:36.691024 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-581a78c2-5fd6-421a-a2b4-6b53f9c47208 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7899549 Aug 20 09:10:36.692178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.696470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-85d4770d-cb6d-420a-9bc2-e6f21161ce61 tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/subnets/c7809d59-c36b-4826-a685-51b2888ae5fb HTTP/1.1" status: 204 len: 168 time: 0.5337453 Aug 20 09:10:36.696470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38820) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:36.697767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38822) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:36.708543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Request body: {'subnet': {'network_id': '5831382b-6c7b-4a3d-a7b5-9851ac81a2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-154807696-subnet', 'tenant_id': '7154b03f622b48c59c230c54a1e9c784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:36.781257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Made reservation on behalf of 7154b03f622b48c59c230c54a1e9c784 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:36.783800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.875343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.926312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.931419 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:36.975361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.002950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf818-4317-4fcb-a634-461505ae3d99 req-9a6561c6-d4af-4d6e-a195-826353123bab tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:37.004494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccfaf818-4317-4fcb-a634-461505ae3d99 req-9a6561c6-d4af-4d6e-a195-826353123bab tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 945 time: 0.1764123 Aug 20 09:10:37.020828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:37.043585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7aa179f-2607-419d-8a38-5d129a9ca49d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:37.046446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Checking segment: {'id': '4a0ee7de-f5e4-420e-afe9-4cd812612a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5831382b-6c7b-4a3d-a7b5-9851ac81a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:37.046807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Network hostable DHCP agents. Network: 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:37.066642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Network 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:37.078116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:37.082882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:37.083547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.088282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': '7abb768b-f2cf-4d56-b549-39278081158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:37.088654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:37.090015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e90de1-a5a9-482e-8d9d-11a4f9ef97bf None None] Network 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:37.103378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7ca0b7aa-6897-4d62-9b95-eb03dd1b7bf2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4063611 Aug 20 09:10:37.174257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ccfaf818-4317-4fcb-a634-461505ae3d99 req-dd15c407-2735-44f1-bba3-1df028bc88cd tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586888 Aug 20 09:10:37.177484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.206017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.226714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8d6773-2be6-4e9f-a513-28c8c95adf3e']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:37.230602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:37.246137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc024a6b-b05b-49fe-9d86-e233ae6d759f') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:37.246436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc024a6b-b05b-49fe-9d86-e233ae6d759f') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:37.247561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504570d9-ec35-4b4f-87e3-cbbfc99c436d None None] Network 5831382b-6c7b-4a3d-a7b5-9851ac81a2f4 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:37.266549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:37.271913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.284758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:37.285453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.322838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c00cb-bf27-4842-a607-673090676f3b None None] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:37.345749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.362670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:37.363728 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:37.367271 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:37.382778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a7c613f-8863-49cc-b527-5a04ecc348bf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7203660 Aug 20 09:10:37.385674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38832) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:37.395049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc', 'name': 'tempest-PortsTestJSON-1982410623'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:37.506673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.517016 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.519728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] 10.222.0.35 "DELETE /v2.0/networks/7a8d6773-2be6-4e9f-a513-28c8c95adf3e HTTP/1.1" status: 204 len: 168 time: 0.8219788 Aug 20 09:10:37.582636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bdddd-0cac-4730-a471-fe194f41fa8a tempest-FloatingIPTestJSON-548084674 tempest-FloatingIPTestJSON-548084674-project] Pushing event deleted for resources: {'Network': ['ID=7a8d6773-2be6-4e9f-a513-28c8c95adf3e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:37.593857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc', 'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': '9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:10:37.595187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:37.595455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.599581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.626102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:37.627350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.640259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.754535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.3 (c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc/9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80/b7b6aec7-31c5-4ead-b5f6-d6235057d1c6) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:37.799034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=463bbf1d-a483-4c9a-91c0-c8e1656a8068,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:37.828276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:37.937147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38856) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:38.058283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-7a7c807d-bb83-4a9f-b5c4-ab2da3fe508b tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:38.066208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-7a7c807d-bb83-4a9f-b5c4-ab2da3fe508b tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/networks?id=dcfa382f-54fc-405f-b674-da461bd62233 HTTP/1.1" status: 200 len: 809 time: 0.2389801 Aug 20 09:10:38.069513 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP af86f608-2a3d-43b1-b74a-b6e69c5f770f associated. External IP: 172.25.5.232, port: 0071bbcd-6872-4a1d-be0c-6bade1d955c4. Aug 20 09:10:38.138804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-f73622fb-554c-4eaa-bc65-7f0d0023ec1b tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/quotas/c307bea13c5a45929e8ce5feab8d0a01 HTTP/1.1" status: 200 len: 375 time: 0.0715187 Aug 20 09:10:38.258528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-03497f96-1ccc-404b-a044-536a08dc4175 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:38.260278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-03497f96-1ccc-404b-a044-536a08dc4175 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 945 time: 0.0850213 Aug 20 09:10:38.296414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f907bcdd-bf7c-4a8b-a21f-29ae8186a49c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=34e0f27c047341e48eb1c02a7da06a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556468 Aug 20 09:10:38.297772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-6628cd0b-a224-4c74-b4a9-81a0eb63e7e0 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c307bea13c5a45929e8ce5feab8d0a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1502650 Aug 20 09:10:38.298226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38868) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:38.327432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.368871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:38.423319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Deleting port 9eefaafb-cc18-450a-a8a6-54b3f240c511 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:38.424075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.468109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.481001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Allocated IP 172.20.0.2 (c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc/9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80/c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:38.491410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90d306-77dc-4e9c-a7b5-1aef2bbe63d6 req-2b0a7fb6-96e8-4e82-963b-4f43d357db75 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:38.492922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb90d306-77dc-4e9c-a7b5-1aef2bbe63d6 req-2b0a7fb6-96e8-4e82-963b-4f43d357db75 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 945 time: 0.1978924 Aug 20 09:10:38.527412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=b7b6aec7-31c5-4ead-b5f6-d6235057d1c6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:38.568895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-af4738ab-6253-49ef-97a4-622b385466a1 service neutron] 10.222.0.35 "GET /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545948 Aug 20 09:10:38.572390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ece1a6b-77e5-460a-bb37-e5d807ce4e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.615122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] For port 9eefaafb-cc18-450a-a8a6-54b3f240c511, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9eefaafb-cc18-450a-a8a6-54b3f240c511,segment=NetworkSegment(33c494d4-3714-46de-a288-d5cd5f0daa67),segment_id=33c494d4-3714-46de-a288-d5cd5f0daa67)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:38.615735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.636374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Calling delete_port for 9eefaafb-cc18-450a-a8a6-54b3f240c511 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:38.654680 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.656221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb90d306-77dc-4e9c-a7b5-1aef2bbe63d6 req-11fbeb4e-d019-497b-b6c2-c2e9bd49ae37 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/security-groups?id=b41f127d-5203-48f0-967d-f5d5dd531bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275070 Aug 20 09:10:38.670026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ece1a6b-77e5-460a-bb37-e5d807ce4e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.679171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Transition to ACTIVE for port object c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:38.683157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router 98d82c50-5f57-4813-ac18-6137544aa94c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:10:38.697215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Transition to ACTIVE for port object c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:38.704921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.744846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:38.749761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:38.756243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:38.767412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Pushing event updated for resources: {'Port': ['ID=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:38.810363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-5fa654ea-7981-45d7-9614-95f695e96f2f service neutron] 10.222.0.35 "GET /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254717 Aug 20 09:10:38.832719 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ece1a6b-77e5-460a-bb37-e5d807ce4e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.834301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Attempting to bind port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:38.834681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Attempting to bind port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7abb768b-f2cf-4d56-b549-39278081158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:38.835100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Attempting to bind port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd on network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:38.835453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ece1a6b-77e5-460a-bb37-e5d807ce4e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.836691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0ece1a6b-77e5-460a-bb37-e5d807ce4e29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b61eb104-fd84-413d-8427-75f2524a4a06 HTTP/1.1" status: 204 len: 168 time: 0.5368910 Aug 20 09:10:38.838347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:38.842075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:38.842613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:38.843012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Checking segment: {'id': '7abb768b-f2cf-4d56-b549-39278081158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:38.843899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.843899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Bound using segment: {'id': '7abb768b-f2cf-4d56-b549-39278081158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:38.844394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Bound port: c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abb768b-f2cf-4d56-b549-39278081158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:38.844787 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:38.846082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:38.925131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1a6b-77e5-460a-bb37-e5d807ce4e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61eb104-fd84-413d-8427-75f2524a4a06,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:38.961632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:38.990481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:38.991166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:39.000845 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] Sync routers for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:39.003860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] For port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:39.024037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-77584125-cacb-4720-a690-c28835e087e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6347187 Aug 20 09:10:39.024497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38874) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:39.033562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] For port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,segment=NetworkSegment(7abb768b-f2cf-4d56-b549-39278081158f),segment_id=7abb768b-f2cf-4d56-b549-39278081158f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:39.035564 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:39.036271 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:39.040104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:39.041517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc', 'name': 'tempest-PortsTestJSON-776453563'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:39.046516 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:39.057850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:39.065494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['9eefaafb-cc18-450a-a8a6-54b3f240c511'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:39.181448 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:39.197289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Pushing event deleted for resources: {'Port': ['ID=9eefaafb-cc18-450a-a8a6-54b3f240c511,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:39.241188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ab2e99e-97f9-4d9e-ae03-7faf9329209c req-72a9842c-d7aa-42ae-9982-411ca1495658 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 210 time: 0.0965896 Aug 20 09:10:39.245920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] No DVR routers for this DVR port 9eefaafb-cc18-450a-a8a6-54b3f240c511 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:39.250454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8729a722-953a-47a4-96e8-1f04068381f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1757994 Aug 20 09:10:39.253501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:39.254060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:39.257272 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88523b4b-5f79-4b7f-a705-2513375f3485" -d '{"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:39.258719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7013caae-99a7-4f7d-9da0-bc9b780cad25 req-a7e74eee-f8cf-424b-8d6f-d301b95430c0 tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.37 "DELETE /v2.0/ports/9eefaafb-cc18-450a-a8a6-54b3f240c511 HTTP/1.1" status: 204 len: 173 time: 0.9872591 Aug 20 09:10:39.274655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db67bd5-0632-4282-8463-a7f4c9473379', 'name': 'network-vif-deleted', 'tag': '9eefaafb-cc18-450a-a8a6-54b3f240c511'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:39.284557 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f0d77b-a6e4-47e2-b163-b532b5dd1090" -d '{"events": [{"server_uuid": "8db67bd5-0632-4282-8463-a7f4c9473379", "name": "network-vif-deleted", "tag": "9eefaafb-cc18-450a-a8a6-54b3f240c511"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:39.316699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491c593-713c-4144-910b-065c1ede95d2 None None] Pushing event updated for resources: {'Port': ['ID=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:39.396980 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c749974-91e0-4a60-92db-ce4a9b693828 x-openstack-request-id: req-3c749974-91e0-4a60-92db-ce4a9b693828 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:39.398283 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:39.399176 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c749974-91e0-4a60-92db-ce4a9b693828 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:39.399862 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'status': 'completed', 'code': 200} Aug 20 09:10:39.507178 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a03bc8a-6fb5-4420-adc9-44656f76a3ef x-openstack-request-id: req-6a03bc8a-6fb5-4420-adc9-44656f76a3ef {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:39.507770 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db67bd5-0632-4282-8463-a7f4c9473379", "name": "network-vif-deleted", "tag": "9eefaafb-cc18-450a-a8a6-54b3f240c511", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:39.507770 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a03bc8a-6fb5-4420-adc9-44656f76a3ef {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:39.508131 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db67bd5-0632-4282-8463-a7f4c9473379', 'name': 'network-vif-deleted', 'tag': '9eefaafb-cc18-450a-a8a6-54b3f240c511', 'status': 'completed', 'code': 200} Aug 20 09:10:39.865915 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'af86f608-2a3d-43b1-b74a-b6e69c5f770f', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'port_id': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'mac_address': 'fa:16:3e:da:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:10:36Z', 'updated_at': '2021-08-20T09:10:36Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:22Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:39.900225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-af482e6a-f557-4c06-b512-697727b5d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:39.916466 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] Checking router: 98d82c50-5f57-4813-ac18-6137544aa94c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:10:39.916986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-af482e6a-f557-4c06-b512-697727b5d306 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.5001068 Aug 20 09:10:39.982169 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:39.985596 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:40.134755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:40.205416 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:10:40.229289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a44bce86-b2fc-4df4-8879-0053eb332bf7 req-4ecbb065-e05d-42f0-b708-06f143b5265a tempest-ServerAddressesNegativeTestJSON-1892066233 tempest-ServerAddressesNegativeTestJSON-1892066233-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db67bd5-0632-4282-8463-a7f4c9473379 HTTP/1.1" status: 200 len: 210 time: 0.0627482 Aug 20 09:10:40.230259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:40.235517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:40.252672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-ea79528e-fca2-46d5-9be5-7c9e376b0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:40.254467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-ea79528e-fca2-46d5-9be5-7c9e376b0548 service neutron] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.3302896 Aug 20 09:10:40.282471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:40.326307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port d282ad9c-8d70-4711-b432-bd5899297882 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:40.382781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ccde5-e2ee-46b2-9f21-5b7d73bd822e req-5e517fb2-1497-4124-a3b9-a73029fa429f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:40.386978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc9ccde5-e2ee-46b2-9f21-5b7d73bd822e req-5e517fb2-1497-4124-a3b9-a73029fa429f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.9692974 Aug 20 09:10:40.439582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:40.519383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc9ccde5-e2ee-46b2-9f21-5b7d73bd822e req-02159d51-1bad-4971-914b-3fac0f0cbf0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664232 Aug 20 09:10:40.537885 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-41186f17-3ae9-4e86-a130-e9d2c6103668 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 999 time: 0.2737756 Aug 20 09:10:40.573757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38942) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:40.609834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.5 (c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc/9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80/d282ad9c-8d70-4711-b432-bd5899297882) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:40.654545 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'af86f608-2a3d-43b1-b74a-b6e69c5f770f', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'port_id': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'mac_address': 'fa:16:3e:da:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:10:36Z', 'updated_at': '2021-08-20T09:10:36Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:22Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:40.663822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a041e78-fe2a-4f65-8570-297cfa54b1b4 req-88cff6e8-1e71-40ad-9cea-2a73ca8de682 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 210 time: 0.0372961 Aug 20 09:10:40.720833 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b335f-5fe7-4736-982a-89b739415036 None None] The sync data for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 is: [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'af86f608-2a3d-43b1-b74a-b6e69c5f770f', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'port_id': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'mac_address': 'fa:16:3e:da:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:10:36Z', 'updated_at': '2021-08-20T09:10:36Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:22Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:40.785404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ce964514-16a4-405e-9430-38e6dda3aa75 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-74832879', 'prefixes': ['172.20.0.0/16']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:40.855594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-99353932-00c7-4392-b5fe-5d4cc72272a6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/af86f608-2a3d-43b1-b74a-b6e69c5f770f HTTP/1.1" status: 200 len: 991 time: 0.2783146 Aug 20 09:10:40.858729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-4054ce21-70ed-4fab-b77d-cf98933d6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:40.862020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-4054ce21-70ed-4fab-b77d-cf98933d6339 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.3161261 Aug 20 09:10:40.953463 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:40.973549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object d282ad9c-8d70-4711-b432-bd5899297882 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:40.986463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-f6cc92f5-dfc8-4157-9ba7-d3bd3f98b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:40.987994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-f6cc92f5-dfc8-4157-9ba7-d3bd3f98b0f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132569 Aug 20 09:10:40.998178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce964514-16a4-405e-9430-38e6dda3aa75 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] Notify callbacks [] for subnetpool, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:40.999816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ce964514-16a4-405e-9430-38e6dda3aa75 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.5591073 Aug 20 09:10:41.006197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38954) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.031040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9add5fa-94c3-4851-9c0e-3339e931340b None None] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:41.094838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a51f0a4-6669-4736-8cc6-84871826379d tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] 10.222.0.35 "GET /v2.0/subnetpools/c59fc9da-b716-4475-ad09-3707934d9077 HTTP/1.1" status: 200 len: 730 time: 0.0852535 Aug 20 09:10:41.096117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38956) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.107099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f868c175-37df-4428-bd6a-02eff71eec10 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1202619679'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:41.110067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9586a513-c524-43d4-87f3-b5f0cd2171cb None None] New status for floating IP af86f608-2a3d-43b1-b74a-b6e69c5f770f: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:10:41.112159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.158753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:41.163869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:41.168106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:41.193473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] Provisioning for port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:41.212229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] Provisioning complete for port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:41.212734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=d282ad9c-8d70-4711-b432-bd5899297882,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:41.213090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.229315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-b7e3cfc4-8b7d-4a1b-be84-52ce59ae1570 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304909 Aug 20 09:10:41.241705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:41.243586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.262431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-96fb7c01-f851-40ad-9205-a53ce8ace7b3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2365327 Aug 20 09:10:41.265674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38966) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.357818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38970) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.462869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e788eeb8-628d-49e6-b69d-7ce41e4505ad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:41.464598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e788eeb8-628d-49e6-b69d-7ce41e4505ad tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1977551 Aug 20 09:10:41.472703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-754a42af-e283-4e72-839c-5a8d556b8533 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:41.474887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-754a42af-e283-4e72-839c-5a8d556b8533 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.26 "GET /v2.0/networks?id=dcfa382f-54fc-405f-b674-da461bd62233 HTTP/1.1" status: 200 len: 809 time: 0.1685059 Aug 20 09:10:41.475409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.489692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Deleting subnet 79044e06-a49d-44f9-b780-617448c75626 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:41.491181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Request body: {'port': {'device_id': '2f3ca653-521d-44c7-b532-6738a1c64653', 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233', 'admin_state_up': True, 'tenant_id': 'c307bea13c5a45929e8ce5feab8d0a01'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:41.537133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.571090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.588153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.629637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.636550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] For port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,segment=NetworkSegment(7abb768b-f2cf-4d56-b549-39278081158f),segment_id=7abb768b-f2cf-4d56-b549-39278081158f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:41.647361 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.705607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f868c175-37df-4428-bd6a-02eff71eec10 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] Notify callbacks [] for subnetpool, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.706606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f868c175-37df-4428-bd6a-02eff71eec10 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] 10.222.0.35 "PUT /v2.0/subnetpools/c59fc9da-b716-4475-ad09-3707934d9077 HTTP/1.1" status: 200 len: 684 time: 0.6095822 Aug 20 09:10:41.709593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38984) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.749769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead013-8c05-49b9-80d9-02f9e666d82f None None] Pushing event updated for resources: {'Port': ['ID=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:41.783214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Made reservation on behalf of c307bea13c5a45929e8ce5feab8d0a01 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:41.785643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9eefaafb-cc18-450a-a8a6-54b3f240c511 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:41.788509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.802477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port d282ad9c-8d70-4711-b432-bd5899297882 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:41.802826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.822749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 9eefaafb-cc18-450a-a8a6-54b3f240c511 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:41.823103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9eefaafb-cc18-450a-a8a6-54b3f240c511 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:41.836275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-88523b4b-5f79-4b7f-a705-2513375f3485 req-4f08e6e5-7943-4959-bf3a-cb471e0d37d0 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962074 Aug 20 09:10:41.837411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.853215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96992359-2f21-4e2e-90ef-256cdfe0c878 req-8fe56c7e-31ab-4fef-9127-2416496d1a00 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 210 time: 0.0381486 Aug 20 09:10:41.869821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38986) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.898466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.903588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/79044e06-a49d-44f9-b780-617448c75626 HTTP/1.1" status: 204 len: 168 time: 0.5299830 Aug 20 09:10:41.909519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38988) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:41.919673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547ae46-c645-49da-98a5-bdf9a5d673e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79044e06-a49d-44f9-b780-617448c75626,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:41.965535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-895ee111-d7f1-454b-abf4-443eb5ed6ae3 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] Notify callbacks [] for subnetpool, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:41.967638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-895ee111-d7f1-454b-abf4-443eb5ed6ae3 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] 10.222.0.35 "DELETE /v2.0/subnetpools/c59fc9da-b716-4475-ad09-3707934d9077 HTTP/1.1" status: 204 len: 168 time: 0.2556276 Aug 20 09:10:41.971522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38990) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:42.011206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:42.031601 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-2f7fd51b-6547-4b0e-9fbd-1a5773cec2d5 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] show failed (client error): The resource could not be found. Aug 20 09:10:42.032644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2f7fd51b-6547-4b0e-9fbd-1a5773cec2d5 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] 10.222.0.35 "GET /v2.0/subnetpools/c59fc9da-b716-4475-ad09-3707934d9077 HTTP/1.1" status: 404 len: 346 time: 0.0603235 Aug 20 09:10:42.036783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38992) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:42.092776 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.094680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c1c5d958-2f6a-4aed-a838-ed975fc11375 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/af86f608-2a3d-43b1-b74a-b6e69c5f770f HTTP/1.1" status: 200 len: 993 time: 0.2027624 Aug 20 09:10:42.103334 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-d3eec877-c430-44dd-8e5e-a3dbfe66c163 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] delete failed (client error): The resource could not be found. Aug 20 09:10:42.106057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d3eec877-c430-44dd-8e5e-a3dbfe66c163 tempest-SubnetPoolsTestJSON-1991792838 tempest-SubnetPoolsTestJSON-1991792838-project] 10.222.0.35 "DELETE /v2.0/subnetpools/c59fc9da-b716-4475-ad09-3707934d9077 HTTP/1.1" status: 404 len: 346 time: 0.0617523 Aug 20 09:10:42.106473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Provisioning complete for port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:42.111905 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.116951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:42.118034 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.133161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.189506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for d282ad9c-8d70-4711-b432-bd5899297882 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:42.312315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Provisioning for port d282ad9c-8d70-4711-b432-bd5899297882 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:42.318213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Provisioning complete for port d282ad9c-8d70-4711-b432-bd5899297882 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:42.318702 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.322039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Allocated IP 172.20.0.9 (dcfa382f-54fc-405f-b674-da461bd62233/f06632e9-6636-47fb-b965-9c94b3345e5a/18bc3564-9b18-4fe4-8c92-2d3322d80b27) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:42.386074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Port d282ad9c-8d70-4711-b432-bd5899297882 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:42.403843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Provisioning for port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:42.410396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Provisioning complete for port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:42.411277 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.421212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.439146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce7d82d-d7c6-47ec-a227-3aed293be701']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:42.459261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4dae032b-ba74-400b-8562-3eaed3652634 None None] Port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:42.464909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c494d4-3714-46de-a288-d5cd5f0daa67') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:42.465211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c494d4-3714-46de-a288-d5cd5f0daa67') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:42.510151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.541165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38998) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:42.573905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.585203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a12f3c3b-6440-4871-8a09-0da83eecea70 None None] Provisioning complete for port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:42.586852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a12f3c3b-6440-4871-8a09-0da83eecea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.595291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:42.595703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:42.597826 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:42.639769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.670644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a12f3c3b-6440-4871-8a09-0da83eecea70 None None] Port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:42.672705 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.695310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=d282ad9c-8d70-4711-b432-bd5899297882,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:42.723816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f849d654-c4a5-4bba-9478-401d106ce372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.751573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.789474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ef34edd5-b9cf-4636-ab6e-e665cac22539 None None] Could not find standard attr ID for object d282ad9c-8d70-4711-b432-bd5899297882. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:10:42.798726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.801285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bce7d82d-d7c6-47ec-a227-3aed293be701 HTTP/1.1" status: 204 len: 168 time: 0.8905089 Aug 20 09:10:42.807418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef64c6-fbe1-41fa-a281-0b1b345f7401 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce7d82d-d7c6-47ec-a227-3aed293be701,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:42.859626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.876866 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.878915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-952068bb-07a9-44d6-a3de-cdd5f602a12e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/d282ad9c-8d70-4711-b432-bd5899297882 HTTP/1.1" status: 204 len: 168 time: 1.4025764 Aug 20 09:10:42.882627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39006) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:42.914855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f849d654-c4a5-4bba-9478-401d106ce372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.930983 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-db796d29-72a4-40ef-81a9-03fff432e6f3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:42.933048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db796d29-72a4-40ef-81a9-03fff432e6f3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/d282ad9c-8d70-4711-b432-bd5899297882 HTTP/1.1" status: 404 len: 333 time: 0.0487418 Aug 20 09:10:42.936331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39010) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:42.936750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f849d654-c4a5-4bba-9478-401d106ce372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:42.988017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f849d654-c4a5-4bba-9478-401d106ce372 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dc13be217254b0c8f3be6811b27b84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452541 Aug 20 09:10:42.992497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39012) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:43.011002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39014) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:43.049702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849d654-c4a5-4bba-9478-401d106ce372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194335a-191f-4044-8d03-a4ba64c6bd7d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:43.066496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df0e4a08-7bde-4a20-9d2d-200df1d832d3 req-39018d6c-4c5c-40c2-b894-a34864c3f785 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 210 time: 0.0598941 Aug 20 09:10:43.079492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29c60413-bce5-4010-8dbc-1fa03a685c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.103237 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29c60413-bce5-4010-8dbc-1fa03a685c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.117000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.157128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29c60413-bce5-4010-8dbc-1fa03a685c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.161948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-29c60413-bce5-4010-8dbc-1fa03a685c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.165440 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-29c60413-bce5-4010-8dbc-1fa03a685c0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8194335a-191f-4044-8d03-a4ba64c6bd7d HTTP/1.1" status: 204 len: 168 time: 0.1674659 Aug 20 09:10:43.180116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4211a121-f480-41cf-93c5-717166b09e44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c86da6daab0643fc871d3a79aa2ef9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632271 Aug 20 09:10:43.181142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39018) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:43.181883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Network dcfa382f-54fc-405f-b674-da461bd62233 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:43.189507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:43.191554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:43.212976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c60413-bce5-4010-8dbc-1fa03a685c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194335a-191f-4044-8d03-a4ba64c6bd7d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:43.219689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-62e3dd38-5a87-474e-9f5c-038d42040895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.242737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Pushing event updated for resources: {'Port': ['ID=18bc3564-9b18-4fe4-8c92-2d3322d80b27,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:43.272837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:43.273433 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.284285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:43.285309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.343095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc82-3ec5-47b3-8065-ada532177b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.374311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-66fc0cac-26f9-4457-9759-ec653f3ce022 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8862143 Aug 20 09:10:43.407175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc82-3ec5-47b3-8065-ada532177b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.461343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.488518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc82-3ec5-47b3-8065-ada532177b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.490213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:43.492416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a4adc82-3ec5-47b3-8065-ada532177b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.498252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0a4adc82-3ec5-47b3-8065-ada532177b8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b41f127d-5203-48f0-967d-f5d5dd531bcc HTTP/1.1" status: 204 len: 168 time: 0.3148141 Aug 20 09:10:43.507943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4adc82-3ec5-47b3-8065-ada532177b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f127d-5203-48f0-967d-f5d5dd531bcc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:43.616766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-b62f0f99-3841-4358-9ec8-ad9925ecc30b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517302 Aug 20 09:10:43.702024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Request body: {'port': {'device_id': '2f3ca653-521d-44c7-b532-6738a1c64653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:43.721005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-dd9490c7-045d-4b38-ac73-92278a0de3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:43.722880 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-dd9490c7-045d-4b38-ac73-92278a0de3c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.0529199 Aug 20 09:10:43.772231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.820258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=b7b6aec7-31c5-4ead-b5f6-d6235057d1c6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:43.829582 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:43.958773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-80fd4a77-abb0-47cf-8ca1-5af560f7cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:43.960209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-80fd4a77-abb0-47cf-8ca1-5af560f7cc48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.2176790 Aug 20 09:10:44.041569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.067374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.071877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9c82e767-62cf-4227-8cfb-8d9b7212a552 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 HTTP/1.1" status: 204 len: 168 time: 1.1322281 Aug 20 09:10:44.072810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:44.134880 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-f0bebd1a-1f9b-46ee-be89-c30e575da9b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 1001 time: 0.1565411 Aug 20 09:10:44.151580 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8316e43-bc88-4aee-838b-289fee243d98 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:44.159584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c8316e43-bc88-4aee-838b-289fee243d98 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/b7b6aec7-31c5-4ead-b5f6-d6235057d1c6 HTTP/1.1" status: 404 len: 333 time: 0.0832145 Aug 20 09:10:44.221903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:44.386848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad78b1-5fef-4ca1-b3b4-3950a8757264 req-3af9535a-1c12-4a5c-a99e-761b87f7a590 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:44.389281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdad78b1-5fef-4ca1-b3b4-3950a8757264 req-3af9535a-1c12-4a5c-a99e-761b87f7a590 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 931 time: 0.1584718 Aug 20 09:10:44.401871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-37079fa0-b52e-459c-8d42-40ac7798beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:44.403967 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-37079fa0-b52e-459c-8d42-40ac7798beaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.2707417 Aug 20 09:10:44.425401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet 9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:44.457637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.477551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdad78b1-5fef-4ca1-b3b4-3950a8757264 req-005e0bc8-646e-4bff-8796-60b5a806508c tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Aug 20 09:10:44.574688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bc3564-9b18-4fe4-8c92-2d3322d80b27 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:10:44.586582 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.601193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.623868 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Transition to ACTIVE for port object 18bc3564-9b18-4fe4-8c92-2d3322d80b27 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:44.639250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.647617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-bedabe1c-9e46-4f49-a2fe-bf473d58860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:44.649607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-bedabe1c-9e46-4f49-a2fe-bf473d58860e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182493 Aug 20 09:10:44.756488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc3564-9b18-4fe4-8c92-2d3322d80b27,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:44.838722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:44.888364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:44.902016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028954 Aug 20 09:10:44.902016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39072) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:44.907474 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-57efa05b-98aa-4919-baab-727634f5c7c9 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484276 Aug 20 09:10:44.936348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Attempting to bind port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:44.936959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Attempting to bind port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:44.937077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Attempting to bind port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 on network dcfa382f-54fc-405f-b674-da461bd62233 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:44.953174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 on network dcfa382f-54fc-405f-b674-da461bd62233 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:10:44.953511 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Attempting to bind port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 on network dcfa382f-54fc-405f-b674-da461bd62233 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:44.962818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:44.963094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Checking segment: {'id': 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:44.963480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Bound using segment: {'id': 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:44.963923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Bound port: 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:44.964293 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.069422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.097215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] For port 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:45.109063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] For port 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27,segment=NetworkSegment(c9a9ceb5-6e02-474e-91e9-44c71562a5a2),segment_id=c9a9ceb5-6e02-474e-91e9-44c71562a5a2)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:45.116828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.123903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:45.129272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ee0d1-dc52-4c4b-8dde-391f9d981581 None None] Network c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:45.151602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.161253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6bd63cfd-1087-4cb4-8dea-6b561333f755 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80 HTTP/1.1" status: 204 len: 168 time: 0.9241695 Aug 20 09:10:45.164743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39084) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:45.214257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:45.214885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.222482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] 10.222.0.26 "PUT /v2.0/ports/18bc3564-9b18-4fe4-8c92-2d3322d80b27 HTTP/1.1" status: 200 len: 1091 time: 1.8392189 Aug 20 09:10:45.222895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3ca653-521d-44c7-b532-6738a1c64653', 'tag': '18bc3564-9b18-4fe4-8c92-2d3322d80b27'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:45.238157 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3031e26-29d8-404b-8f4b-fee1f6bd5b1a req-e0e4fb98-2768-4ed7-bcd4-7af6c63ac5cc service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214056 Aug 20 09:10:45.240326 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3ca653-521d-44c7-b532-6738a1c64653", "tag": "18bc3564-9b18-4fe4-8c92-2d3322d80b27"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:45.304295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3520f-d614-4fcc-86f7-e7bccc6ce515 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc3564-9b18-4fe4-8c92-2d3322d80b27,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:45.305693 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-930bf787-1c7c-4d31-af00-cce7025c0cd9 tempest-NetworksApiDiscovery-907734594 tempest-NetworksApiDiscovery-907734594-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4067419 Aug 20 09:10:45.339962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.404665 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973eb220-e444-4b52-ad1b-1be78c56bd16 x-openstack-request-id: req-973eb220-e444-4b52-ad1b-1be78c56bd16 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:45.406828 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3ca653-521d-44c7-b532-6738a1c64653", "tag": "18bc3564-9b18-4fe4-8c92-2d3322d80b27", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:45.407280 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-973eb220-e444-4b52-ad1b-1be78c56bd16 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:45.408211 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3ca653-521d-44c7-b532-6738a1c64653', 'tag': '18bc3564-9b18-4fe4-8c92-2d3322d80b27', 'status': 'completed', 'code': 200} Aug 20 09:10:45.444379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-b375bd05-992e-4cbd-bf52-b19f93c1616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:45.449413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-b375bd05-992e-4cbd-bf52-b19f93c1616d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c307bea13c5a45929e8ce5feab8d0a01&device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 1094 time: 0.1436403 Aug 20 09:10:45.478752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:45.482542 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.519697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-058bb48e-2287-4c3c-b00b-fdac963ab206 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27 HTTP/1.1" status: 200 len: 217 time: 0.0574391 Aug 20 09:10:45.578038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] DHCP port deletion for c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:10:45.669600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7af4-e250-42c7-a463-caa5c226436f req-cfa1487e-fd45-43ce-b78d-c3139c971413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:45.671219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-cfa1487e-fd45-43ce-b78d-c3139c971413 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f06632e9-6636-47fb-b965-9c94b3345e5a HTTP/1.1" status: 200 len: 849 time: 0.1439240 Aug 20 09:10:45.696702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fedef1-b15c-4673-9564-fddfc0d504b9 req-916278eb-36b6-43a0-bc11-f91a0280757c tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:45.699165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] For port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,segment=NetworkSegment(7abb768b-f2cf-4d56-b549-39278081158f),segment_id=7abb768b-f2cf-4d56-b549-39278081158f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:45.701949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23fedef1-b15c-4673-9564-fddfc0d504b9 req-916278eb-36b6-43a0-bc11-f91a0280757c tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 943 time: 0.0854685 Aug 20 09:10:45.703965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.714291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] Deleting port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:45.714291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.725094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-ec44af39-882e-42f4-85ea-42f0d4450d46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dcfa382f-54fc-405f-b674-da461bd62233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459540 Aug 20 09:10:45.736188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:45.815832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23fedef1-b15c-4673-9564-fddfc0d504b9 req-65573a54-e741-493e-8592-27743db27b7e tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989919 Aug 20 09:10:45.836774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39096) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:45.846820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] For port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,segment=NetworkSegment(7abb768b-f2cf-4d56-b549-39278081158f),segment_id=7abb768b-f2cf-4d56-b549-39278081158f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:45.847990 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:45.866987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-f1cdd708-1b5b-4da2-b8d0-45976d465f41 service neutron] 10.222.0.26 "GET /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337123 Aug 20 09:10:45.867629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] Calling delete_port for c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:45.982852 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.038359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:46.044098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No DVR routers for this DVR port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:46.066087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:10:46.076222 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:10:46.093745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.120817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:10:46.121177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:46.151000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69a8261e-7c59-4f85-802b-d113080834b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.153021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] Pushing event deleted for resources: {'Port': ['ID=c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:46.162817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3e2bb-d92e-409f-8b04-4f2f33528a1b None None] No DVR routers for this DVR port c69d76ff-c995-4e8c-b8b3-3a316d6ef1cd on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:46.180980 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.197377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:46.204126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cdce7af4-e250-42c7-a463-caa5c226436f req-8c36b09d-60fa-4c22-b733-8ec8e5fa5a95 service neutron] 10.222.0.26 "GET /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296716 Aug 20 09:10:46.242920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abb768b-f2cf-4d56-b549-39278081158f') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:46.243272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abb768b-f2cf-4d56-b549-39278081158f') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:46.261009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.281173 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.293214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:46.293436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:46.299082 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:46.330744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.376344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.381113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.383348 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc HTTP/1.1" status: 204 len: 168 time: 1.2146411 Aug 20 09:10:46.390132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39112) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:46.403567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5746d3-c567-4459-a9e0-4fe8378cce5e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=c8ff2fd4-05e5-4182-8525-76dfa9a9c4cc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:46.407156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1504031233'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:46.429388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69a8261e-7c59-4f85-802b-d113080834b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.438065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-37944ed5-d762-4d88-b4db-529b5a38a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:46.439538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-37944ed5-d762-4d88-b4db-529b5a38a1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c307bea13c5a45929e8ce5feab8d0a01&device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 1094 time: 0.1693714 Aug 20 09:10:46.442418 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69a8261e-7c59-4f85-802b-d113080834b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.525822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:46.530192 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.555720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-69a8261e-7c59-4f85-802b-d113080834b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e6522dee406446797ed8c99a678266c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179589 Aug 20 09:10:46.558953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39114) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:46.560995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8261e-7c59-4f85-802b-d113080834b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04644f5b-1e0f-40c3-b0c2-e6cf5f4b8aa0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:46.593600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:46.619242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.619671 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment a785ffbf-cdb1-4f86-8c06-c2bc0735f287 of type vlan for network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 Aug 20 09:10:46.639390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e7464fd-9503-4516-8dfa-123803432f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.640076 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-218f4e0f-f7cb-41bc-94e9-f99146e191c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.645036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-a12f1580-0733-4f0a-a6d4-03badad7d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:46.646612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-a12f1580-0733-4f0a-a6d4-03badad7d1f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dcfa382f-54fc-405f-b674-da461bd62233 HTTP/1.1" status: 200 len: 909 time: 0.1926339 Aug 20 09:10:46.667166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e7464fd-9503-4516-8dfa-123803432f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.725823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-aae29223-f044-4557-812a-a4908d48b2b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27 HTTP/1.1" status: 200 len: 217 time: 0.0670607 Aug 20 09:10:46.727585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e7464fd-9503-4516-8dfa-123803432f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.730485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e7464fd-9503-4516-8dfa-123803432f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.735341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9e7464fd-9503-4516-8dfa-123803432f63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04644f5b-1e0f-40c3-b0c2-e6cf5f4b8aa0 HTTP/1.1" status: 204 len: 168 time: 0.1702967 Aug 20 09:10:46.739552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.741929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7464fd-9503-4516-8dfa-123803432f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04644f5b-1e0f-40c3-b0c2-e6cf5f4b8aa0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:46.805151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-2eded864-932a-464b-b1a1-30d827f3fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:46.806837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-2eded864-932a-464b-b1a1-30d827f3fb66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f06632e9-6636-47fb-b965-9c94b3345e5a HTTP/1.1" status: 200 len: 849 time: 0.0726850 Aug 20 09:10:46.808624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.814677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:46.815342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:46.881567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-478e4cc6-bb2a-4cb0-b1b8-1f5ae0d778c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dcfa382f-54fc-405f-b674-da461bd62233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622597 Aug 20 09:10:46.930456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5294962 Aug 20 09:10:46.930881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39122) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:46.937297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:47.134275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:47.142689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:47.379519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71926f-89fd-4aca-9179-73292c9521d7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:47.401553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:47.406202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:47.422989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2778a-8c02-4002-85fc-33138c9ed5ad req-c450fcc2-dd2b-4b1d-9a11-e505a6fc07ec tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:47.424549 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eef2778a-8c02-4002-85fc-33138c9ed5ad req-c450fcc2-dd2b-4b1d-9a11-e505a6fc07ec tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 943 time: 0.4951072 Aug 20 09:10:47.462491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-d9e6d62d-220a-4dcd-bbc7-30c281dff6d6 service neutron] 10.222.0.26 "GET /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175014 Aug 20 09:10:47.542251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eef2778a-8c02-4002-85fc-33138c9ed5ad req-2d8776ad-428a-48f2-a9aa-c90fd669ef2f tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025167 Aug 20 09:10:47.587124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:47.587632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:47.593785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=8961f02a-e674-44eb-82a6-add2b30484f8,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:47.602233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee77211c-c0e2-4ef1-a582-9a35fd8fa4e5 req-accf4318-8d00-4fbf-9d7d-516c9570c639 service neutron] 10.222.0.26 "GET /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296751 Aug 20 09:10:47.628559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:47.649403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:47.666554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:47.668368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:47.685862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f35c40-b35a-4f54-b0d5-7decf84083e1 None None] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:47.705324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c847797b-ee82-4886-be1d-e65f9c6c4c0b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7708333 Aug 20 09:10:47.706399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:47.711226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066', 'name': 'tempest-PortsTestJSON-300665379', 'fixed_ips': [{'subnet_id': '8961f02a-e674-44eb-82a6-add2b30484f8', 'ip_address': '172.20.0.10'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:47.805790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 18bc3564-9b18-4fe4-8c92-2d3322d80b27 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:10:47.856739 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:47.941224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:48.127444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27,segment=NetworkSegment(c9a9ceb5-6e02-474e-91e9-44c71562a5a2),segment_id=c9a9ceb5-6e02-474e-91e9-44c71562a5a2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:48.129933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.135771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066', 'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': '8961f02a-e674-44eb-82a6-add2b30484f8'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:10:48.146563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.174372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:48.184128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '18bc3564-9b18-4fe4-8c92-2d3322d80b27', 'network_id': 'dcfa382f-54fc-405f-b674-da461bd62233', 'port_id': '18bc3564-9b18-4fe4-8c92-2d3322d80b27', 'mac_address': 'fa:16:3e:4a:5a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06632e9-6636-47fb-b965-9c94b3345e5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:10:48.363537 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.380168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bc3564-9b18-4fe4-8c92-2d3322d80b27 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:10:48.408977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27,segment=NetworkSegment(c9a9ceb5-6e02-474e-91e9-44c71562a5a2),segment_id=c9a9ceb5-6e02-474e-91e9-44c71562a5a2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:48.415959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.436913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.10 (abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066/8961f02a-e674-44eb-82a6-add2b30484f8/5f60254b-2a6e-47c8-869f-f1474f4a6ee8) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:48.493338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=18bc3564-9b18-4fe4-8c92-2d3322d80b27,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:48.641737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['18bc3564-9b18-4fe4-8c92-2d3322d80b27'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:10:48.662554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.699523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:48.783215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157590-2282-4e9e-b5aa-844aa759179b req-07d5545d-fa8a-444c-bb82-c13c5725b0b4 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:48.785584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6157590-2282-4e9e-b5aa-844aa759179b req-07d5545d-fa8a-444c-bb82-c13c5725b0b4 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 944 time: 0.1052058 Aug 20 09:10:48.802447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.908803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=5f60254b-2a6e-47c8-869f-f1474f4a6ee8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:48.912187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:48.919484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:48.927358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:48.935501 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:48.961564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6157590-2282-4e9e-b5aa-844aa759179b req-000b1445-19e9-4a01-b35d-7d40afcd0a59 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623805 Aug 20 09:10:48.992007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Allocated IP 172.20.0.2 (abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066/8961f02a-e674-44eb-82a6-add2b30484f8/42278872-5b95-480b-85bf-bd2f7d513c66) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:49.012002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:49.012982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.035164 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bc10b436-4247-4a58-bb68-21c2f72504dc tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3272946 Aug 20 09:10:49.037122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39190) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:49.045979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066', 'name': 'tempest-PortsTestJSON-1763909563', 'fixed_ips': [{'subnet_id': '8961f02a-e674-44eb-82a6-add2b30484f8', 'ip_address': '172.20.0.9'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:49.225381 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.238961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Transition to ACTIVE for port object 42278872-5b95-480b-85bf-bd2f7d513c66 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:49.261563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Transition to ACTIVE for port object 42278872-5b95-480b-85bf-bd2f7d513c66 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:49.268960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:49.271385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.324828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:49.329063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:49.333272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:49.345861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Pushing event updated for resources: {'Port': ['ID=42278872-5b95-480b-85bf-bd2f7d513c66,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:49.402942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.429227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 52b35f06-e422-4947-b221-31fd7f61c29c yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:49.430152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Attempting to bind port 42278872-5b95-480b-85bf-bd2f7d513c66 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:49.430635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Attempting to bind port 42278872-5b95-480b-85bf-bd2f7d513c66 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:49.430876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Attempting to bind port 42278872-5b95-480b-85bf-bd2f7d513c66 on network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:49.440503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:49.441133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Checking segment: {'id': 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:49.441812 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.442370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Bound using segment: {'id': 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:49.442834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Bound port: 42278872-5b95-480b-85bf-bd2f7d513c66, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:49.446317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.576334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] For port 42278872-5b95-480b-85bf-bd2f7d513c66, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:49.583428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] For port 42278872-5b95-480b-85bf-bd2f7d513c66, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=42278872-5b95-480b-85bf-bd2f7d513c66,segment=NetworkSegment(a785ffbf-cdb1-4f86-8c06-c2bc0735f287),segment_id=a785ffbf-cdb1-4f86-8c06-c2bc0735f287)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:49.591581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.660122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ed5ab-5b5c-4bfa-9be3-0bb3e0a6f8ce None None] Pushing event updated for resources: {'Port': ['ID=42278872-5b95-480b-85bf-bd2f7d513c66,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:49.669444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.9 (abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066/8961f02a-e674-44eb-82a6-add2b30484f8/52b35f06-e422-4947-b221-31fd7f61c29c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:49.765475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 18bc3564-9b18-4fe4-8c92-2d3322d80b27 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:49.843053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:49.850983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:49.851446 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.907346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:49.929826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 52b35f06-e422-4947-b221-31fd7f61c29c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:49.980576 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.009256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.030491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3ca653-521d-44c7-b532-6738a1c64653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc3564-9b18-4fe4-8c92-2d3322d80b27'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:10:50.036002 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe3687-53d7-4d84-8ded-85080ca1266a" -d '{"events": [{"server_uuid": "2f3ca653-521d-44c7-b532-6738a1c64653", "name": "network-vif-plugged", "status": "completed", "tag": "18bc3564-9b18-4fe4-8c92-2d3322d80b27"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:10:50.064821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27,segment=NetworkSegment(c9a9ceb5-6e02-474e-91e9-44c71562a5a2),segment_id=c9a9ceb5-6e02-474e-91e9-44c71562a5a2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:50.070233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.103369 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:50.108121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:50.110791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:50.145636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=18bc3564-9b18-4fe4-8c92-2d3322d80b27,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:50.217254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=52b35f06-e422-4947-b221-31fd7f61c29c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:50.234327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.235748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.236270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.236775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.237290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.237817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.238319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.238813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.239309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.239824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.240371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.240706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:10:50.251854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.252712 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.271082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443255d-ca2a-4d07-8bb8-a37d1afd44a4 req-a74587d1-9b28-49b2-b616-f2eacde2aecd tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.281953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4443255d-ca2a-4d07-8bb8-a37d1afd44a4 req-a74587d1-9b28-49b2-b616-f2eacde2aecd tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 945 time: 0.1224473 Aug 20 09:10:50.286675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c8daa373-9584-478e-b900-19558a775364 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2467377 Aug 20 09:10:50.287315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:50.334490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4443255d-ca2a-4d07-8bb8-a37d1afd44a4 req-120e6787-709d-48a2-ac70-e173a686e83f tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469904 Aug 20 09:10:50.409947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39218) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:50.446325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f3faa-91eb-493f-89ea-e035ecba940c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.451082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39222) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:50.451370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ad3f3faa-91eb-493f-89ea-e035ecba940c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1627526 Aug 20 09:10:50.569903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947edd-0372-40ef-9a19-16863dec330b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.574052 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ad435-007c-47e8-acb2-c77ed658f093 x-openstack-request-id: req-4a3ad435-007c-47e8-acb2-c77ed658f093 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:10:50.574571 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3ca653-521d-44c7-b532-6738a1c64653", "name": "network-vif-plugged", "status": "completed", "tag": "18bc3564-9b18-4fe4-8c92-2d3322d80b27", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:10:50.574571 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a3ad435-007c-47e8-acb2-c77ed658f093 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:10:50.575507 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3ca653-521d-44c7-b532-6738a1c64653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc3564-9b18-4fe4-8c92-2d3322d80b27', 'code': 200} Aug 20 09:10:50.582989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947edd-0372-40ef-9a19-16863dec330b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.589413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37947edd-0372-40ef-9a19-16863dec330b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.595032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:50.595180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-37947edd-0372-40ef-9a19-16863dec330b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1420555 Aug 20 09:10:50.635455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd52e283-15ee-437c-b90b-4f9ba7d44d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.710275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c5be-95a2-4b4c-9edf-77911a64742c req-8ed578b8-5197-44c4-8256-355bec53c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:50.712448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b73c5be-95a2-4b4c-9edf-77911a64742c req-8ed578b8-5197-44c4-8256-355bec53c2ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 1096 time: 0.0664213 Aug 20 09:10:50.800929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b73c5be-95a2-4b4c-9edf-77911a64742c req-17f16c85-7d3c-43c7-877e-1fa318a434d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767729 Aug 20 09:10:50.901838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd52e283-15ee-437c-b90b-4f9ba7d44d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.908769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd52e283-15ee-437c-b90b-4f9ba7d44d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:50.950506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cd52e283-15ee-437c-b90b-4f9ba7d44d6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29937ce98bf940e6ad6eee83ae0bb8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382791 Aug 20 09:10:50.951126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39232) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:51.021420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52e283-15ee-437c-b90b-4f9ba7d44d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662cd6c2-5a17-47ab-a8e1-c5bfbd3f0f4f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:51.042882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14ceaefb-a832-431f-bb27-c8611465b375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.072183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14ceaefb-a832-431f-bb27-c8611465b375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.133363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3eec0-4b99-4cbe-9f4b-1d2953be7762 None None] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:51.143177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14ceaefb-a832-431f-bb27-c8611465b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.157302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-14ceaefb-a832-431f-bb27-c8611465b375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.161088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-14ceaefb-a832-431f-bb27-c8611465b375 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/662cd6c2-5a17-47ab-a8e1-c5bfbd3f0f4f HTTP/1.1" status: 204 len: 168 time: 0.2054784 Aug 20 09:10:51.187391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceaefb-a832-431f-bb27-c8611465b375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662cd6c2-5a17-47ab-a8e1-c5bfbd3f0f4f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:51.285984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 52b35f06-e422-4947-b221-31fd7f61c29c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:51.286588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.314969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-345c6a72-2b3d-4a85-9507-43283761ba56 None None] Provisioning for port 42278872-5b95-480b-85bf-bd2f7d513c66 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:51.413110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.432773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 52b35f06-e422-4947-b221-31fd7f61c29c owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:51.580435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:51.616726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca0290-bb67-437f-a0c9-3d5c3c1dd048 req-5f40c320-cec7-420e-86cc-16e9f11fa928 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:51.618432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61ca0290-bb67-437f-a0c9-3d5c3c1dd048 req-5f40c320-cec7-420e-86cc-16e9f11fa928 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 945 time: 0.1410031 Aug 20 09:10:51.678320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.700562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-61ca0290-bb67-437f-a0c9-3d5c3c1dd048 req-102e1545-b148-46e2-9139-f10fa0a0e094 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Aug 20 09:10:51.786826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=52b35f06-e422-4947-b221-31fd7f61c29c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:51.811345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c56e558-8fc0-4e74-a7aa-601174723a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.853124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:51.859777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-01609dd9-4229-4274-a451-cbb8208294e9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/52b35f06-e422-4947-b221-31fd7f61c29c HTTP/1.1" status: 204 len: 168 time: 1.2607200 Aug 20 09:10:51.860088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39258) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:51.899082 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe2faa8-00c9-4ba9-9881-bf1d4017bc60 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:51.904337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5fe2faa8-00c9-4ba9-9881-bf1d4017bc60 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/52b35f06-e422-4947-b221-31fd7f61c29c HTTP/1.1" status: 404 len: 333 time: 0.0394666 Aug 20 09:10:51.904971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39260) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:52.010401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7aa3db8a-5abb-4b54-b8e7-10530fe08a01 None None] Provisioning for port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:52.017200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7aa3db8a-5abb-4b54-b8e7-10530fe08a01 None None] Provisioning complete for port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:52.017594 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7aa3db8a-5abb-4b54-b8e7-10530fe08a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.050620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c56e558-8fc0-4e74-a7aa-601174723a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.067030 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6c56e558-8fc0-4e74-a7aa-601174723a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.091394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3db8a-5abb-4b54-b8e7-10530fe08a01 None None] Port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:52.097186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7aa3db8a-5abb-4b54-b8e7-10530fe08a01 None None] Could not find standard attr ID for object 52b35f06-e422-4947-b221-31fd7f61c29c. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:10:52.115545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:52.115712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42278872-5b95-480b-85bf-bd2f7d513c66 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:52.115907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.151518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56e558-8fc0-4e74-a7aa-601174723a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5045795-fdc3-47d1-abdb-7ddffa8eed4f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:52.165360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6c56e558-8fc0-4e74-a7aa-601174723a81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcd9f4542e2449d483a052cb22e5b3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796208 Aug 20 09:10:52.166158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39268) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:52.205241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 42278872-5b95-480b-85bf-bd2f7d513c66 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:52.209388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 42278872-5b95-480b-85bf-bd2f7d513c66 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:52.209795 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.282255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8961843-313c-4f74-b92f-f7b4def9e9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.320710 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8961843-313c-4f74-b92f-f7b4def9e9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.330552 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.334988 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.372593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:52.381952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 42278872-5b95-480b-85bf-bd2f7d513c66, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=42278872-5b95-480b-85bf-bd2f7d513c66,segment=NetworkSegment(a785ffbf-cdb1-4f86-8c06-c2bc0735f287),segment_id=a785ffbf-cdb1-4f86-8c06-c2bc0735f287)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:52.387101 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.427334 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8961843-313c-4f74-b92f-f7b4def9e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.439443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8961843-313c-4f74-b92f-f7b4def9e9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.439443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f8961843-313c-4f74-b92f-f7b4def9e9e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5045795-fdc3-47d1-abdb-7ddffa8eed4f HTTP/1.1" status: 204 len: 168 time: 0.2695262 Aug 20 09:10:52.465970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8961843-313c-4f74-b92f-f7b4def9e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5045795-fdc3-47d1-abdb-7ddffa8eed4f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:52.510898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-057442e3-e1fa-4ef0-99d8-b77484fceaa9 None None] Provisioning complete for port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:52.511335 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-057442e3-e1fa-4ef0-99d8-b77484fceaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.577750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=42278872-5b95-480b-85bf-bd2f7d513c66,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:52.594684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-057442e3-e1fa-4ef0-99d8-b77484fceaa9 None None] Port 5f60254b-2a6e-47c8-869f-f1474f4a6ee8 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:52.672621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.705664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=5f60254b-2a6e-47c8-869f-f1474f4a6ee8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:52.810459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3b68c9f9-b512-43e3-96a7-84c8874fd102 None None] Could not find standard attr ID for object 52b35f06-e422-4947-b221-31fd7f61c29c. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:10:52.866517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.871385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68bd2779-ec70-4342-8bc4-0bdea67c3703 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/5f60254b-2a6e-47c8-869f-f1474f4a6ee8 HTTP/1.1" status: 204 len: 168 time: 0.9624403 Aug 20 09:10:52.872519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:52.900642 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-67221b67-72d9-43df-9269-99a2e00facd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:10:52.905088 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67221b67-72d9-43df-9269-99a2e00facd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/5f60254b-2a6e-47c8-869f-f1474f4a6ee8 HTTP/1.1" status: 404 len: 333 time: 0.0278146 Aug 20 09:10:52.905814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39300) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:52.985304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet 8961f02a-e674-44eb-82a6-add2b30484f8 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:10:52.989384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf44b-4fcd-42e8-bba3-7aea2c8c5c11 req-c92b5fe0-f68c-4774-b150-c81177f7ccfb tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:52.990110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:52.993668 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfbbf44b-4fcd-42e8-bba3-7aea2c8c5c11 req-c92b5fe0-f68c-4774-b150-c81177f7ccfb tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 945 time: 0.1606438 Aug 20 09:10:53.051052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.080316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfbbf44b-4fcd-42e8-bba3-7aea2c8c5c11 req-82db9fab-a595-4e49-8e1f-1e9437815ff2 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789225 Aug 20 09:10:53.212257 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.290757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.317262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.324487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:53.325682 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/8961f02a-e674-44eb-82a6-add2b30484f8 HTTP/1.1" status: 204 len: 168 time: 0.4186785 Aug 20 09:10:53.372754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671c23c-7cdb-4471-869e-223e974cc643 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=8961f02a-e674-44eb-82a6-add2b30484f8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:53.445148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda647c8-a55e-42d6-ae70-7d9f3ffd7728 None None] Network abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:53.540631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.716956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 42278872-5b95-480b-85bf-bd2f7d513c66 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:53.717361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.861867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] For port 42278872-5b95-480b-85bf-bd2f7d513c66, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=42278872-5b95-480b-85bf-bd2f7d513c66,segment=NetworkSegment(a785ffbf-cdb1-4f86-8c06-c2bc0735f287),segment_id=a785ffbf-cdb1-4f86-8c06-c2bc0735f287)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:53.862471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:53.921109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 42278872-5b95-480b-85bf-bd2f7d513c66 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:53.922831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] DHCP port deletion for abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:10:54.008080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42278872-5b95-480b-85bf-bd2f7d513c66 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:10:54.072179 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.089370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No active binding found for port 42278872-5b95-480b-85bf-bd2f7d513c66 {{(pid=101318) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 09:10:54.089824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42278872-5b95-480b-85bf-bd2f7d513c66 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:10:54.115647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=42278872-5b95-480b-85bf-bd2f7d513c66,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:54.119917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No DVR routers for this DVR port 42278872-5b95-480b-85bf-bd2f7d513c66 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:54.193489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Deleting port 42278872-5b95-480b-85bf-bd2f7d513c66 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:10:54.193956 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.214963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.230566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:54.244239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:54.244837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a785ffbf-cdb1-4f86-8c06-c2bc0735f287') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:54.257763 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.272992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.281040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:10:54.282134 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:10:54.286104 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:10:54.313120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] For port 42278872-5b95-480b-85bf-bd2f7d513c66, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:54.313509 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.333223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Calling delete_port for 42278872-5b95-480b-85bf-bd2f7d513c66 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:10:54.339010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Port 42278872-5b95-480b-85bf-bd2f7d513c66 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:10:54.345835 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.376601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] Pushing event deleted for resources: {'Port': ['ID=42278872-5b95-480b-85bf-bd2f7d513c66,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:54.385597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf8d84-3ac9-4b05-bbb2-e13ee818f4b4 None None] No DVR routers for this DVR port 42278872-5b95-480b-85bf-bd2f7d513c66 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:10:54.405508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.412567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.418159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39356) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:54.424478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1988563740'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:54.426393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066 HTTP/1.1" status: 204 len: 168 time: 1.0999749 Aug 20 09:10:54.440014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2215fbc-d61a-4c65-88d2-78c29485d137 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=abad5ccd-c6d6-40b3-9fd0-2fe9ff97a066,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:54.448891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:54.453269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.478399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:10:54.491442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.492341 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Added segment c308ec64-2b8f-49a8-acb8-b324728b6e73 of type vlan for network e9a90d86-9587-488e-95a3-b31adcac50a3 Aug 20 09:10:54.548635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.577199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.584677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:54.585424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:54.671759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2511375 Aug 20 09:10:54.675409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:54.679613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a744d-c8c0-4c0e-bf5c-7d092ad7cdbf tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Network': ['ID=e9a90d86-9587-488e-95a3-b31adcac50a3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:54.682097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:54.696439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e9a90d86-9587-488e-95a3-b31adcac50a3 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:10:54.874281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:54.883891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.096875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.171765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=1861b839-4ce4-4aa5-acb1-c5ca9152b395,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:55.180399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Checking segment: {'id': 'c308ec64-2b8f-49a8-acb8-b324728b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:55.180835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network hostable DHCP agents. Network: e9a90d86-9587-488e-95a3-b31adcac50a3, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:10:55.203090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network e9a90d86-9587-488e-95a3-b31adcac50a3 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:10:55.217181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e9a90d86-9587-488e-95a3-b31adcac50a3) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:55.226361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:55.226989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08ff3c-8ece-48ee-a0e0-3b491491ab41 None None] Network e9a90d86-9587-488e-95a3-b31adcac50a3 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:55.227707 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.247804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b9573a1c-91b0-41a6-b41e-3fa232a07c68 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5719390 Aug 20 09:10:55.250669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39402) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:55.259445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-539750482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:55.301671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.302773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.384448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.393740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.427788 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.431338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff375178-a573-4cb1-9311-bfb26f6ec102 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1791089 Aug 20 09:10:55.434375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39412) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:55.444889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3', 'name': 'tempest-PortsTestJSON-48436540'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:10:55.645440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:10:55.650328 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.678581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e9a90d86-9587-488e-95a3-b31adcac50a3', 'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': '1861b839-4ce4-4aa5-acb1-c5ca9152b395'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:10:55.679639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:55.686481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:10:55.855258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.5 (e9a90d86-9587-488e-95a3-b31adcac50a3/1861b839-4ce4-4aa5-acb1-c5ca9152b395/3edb87d2-0743-4f30-b733-bfd43ec4fc22) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:56.199145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:56.220162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 3edb87d2-0743-4f30-b733-bfd43ec4fc22 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:56.259502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:56.347146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network e9a90d86-9587-488e-95a3-b31adcac50a3 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:56.355001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:56.364014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Allocated IP 172.20.0.2 (e9a90d86-9587-488e-95a3-b31adcac50a3/1861b839-4ce4-4aa5-acb1-c5ca9152b395/125f7765-08df-41da-a54a-8ab6822a34b1) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:10:56.369422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:56.445752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=3edb87d2-0743-4f30-b733-bfd43ec4fc22,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:56.506485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:56.507173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:56.537321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e7e4518d-391f-4b26-a734-0f08fcf55456 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0984976 Aug 20 09:10:56.539849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39456) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:56.743717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:56.761042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Transition to ACTIVE for port object 125f7765-08df-41da-a54a-8ab6822a34b1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:56.792114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Transition to ACTIVE for port object 125f7765-08df-41da-a54a-8ab6822a34b1 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:10:56.802483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:56.880746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Pushing event updated for resources: {'Port': ['ID=125f7765-08df-41da-a54a-8ab6822a34b1,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:56.914876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Network e9a90d86-9587-488e-95a3-b31adcac50a3 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:56.917688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:56.924379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:10:57.061165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Attempting to bind port 125f7765-08df-41da-a54a-8ab6822a34b1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:10:57.062543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Attempting to bind port 125f7765-08df-41da-a54a-8ab6822a34b1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c308ec64-2b8f-49a8-acb8-b324728b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:10:57.063730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Attempting to bind port 125f7765-08df-41da-a54a-8ab6822a34b1 on network e9a90d86-9587-488e-95a3-b31adcac50a3 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:10:57.069525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39468) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:57.091933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:10:57.094024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Checking segment: {'id': 'c308ec64-2b8f-49a8-acb8-b324728b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:10:57.094132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.097262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Bound using segment: {'id': 'c308ec64-2b8f-49a8-acb8-b324728b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:10:57.097832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Bound port: 125f7765-08df-41da-a54a-8ab6822a34b1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c308ec64-2b8f-49a8-acb8-b324728b6e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e9a90d86-9587-488e-95a3-b31adcac50a3'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:10:57.098237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.107455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.238587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] For port 125f7765-08df-41da-a54a-8ab6822a34b1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:10:57.242262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] For port 125f7765-08df-41da-a54a-8ab6822a34b1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=125f7765-08df-41da-a54a-8ab6822a34b1,segment=NetworkSegment(c308ec64-2b8f-49a8-acb8-b324728b6e73),segment_id=c308ec64-2b8f-49a8-acb8-b324728b6e73)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:10:57.250724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.395346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e612c1-5353-4893-be40-4ebaad8bf862 None None] Pushing event updated for resources: {'Port': ['ID=125f7765-08df-41da-a54a-8ab6822a34b1,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:57.405999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20f15d87-4808-4f33-a7d0-d7ca53a59f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.527620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.533630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.571828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39484) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:57.652880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20f15d87-4808-4f33-a7d0-d7ca53a59f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.658554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-20f15d87-4808-4f33-a7d0-d7ca53a59f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.666667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=3edb87d2-0743-4f30-b733-bfd43ec4fc22,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:57.748043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-20f15d87-4808-4f33-a7d0-d7ca53a59f07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1aa8b5ff99b74cbe9abf10a0b348e5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759038 Aug 20 09:10:57.749128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39490) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:57.895067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f37ed1a-e263-48a0-8f1f-48ba3d9b5953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.898663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f15d87-4808-4f33-a7d0-d7ca53a59f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527f1cf0-0e3a-4438-afea-8803d6bb449d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:57.961269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:57.987419 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8f4628a-c2a5-4be5-8cc7-36c7b62bf8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.042925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8f4628a-c2a5-4be5-8cc7-36c7b62bf8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.061428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f37ed1a-e263-48a0-8f1f-48ba3d9b5953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.072441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f37ed1a-e263-48a0-8f1f-48ba3d9b5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.119234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 125f7765-08df-41da-a54a-8ab6822a34b1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:10:58.141447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.188320 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8f4628a-c2a5-4be5-8cc7-36c7b62bf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.190551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 125f7765-08df-41da-a54a-8ab6822a34b1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:58.195253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c8f4628a-c2a5-4be5-8cc7-36c7b62bf8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.196547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c8f4628a-c2a5-4be5-8cc7-36c7b62bf8ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/527f1cf0-0e3a-4438-afea-8803d6bb449d HTTP/1.1" status: 204 len: 168 time: 0.4083302 Aug 20 09:10:58.200786 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f37ed1a-e263-48a0-8f1f-48ba3d9b5953 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2f84c9488004b9c9f2cf3226e537cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278982 Aug 20 09:10:58.217546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39502) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:58.235061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37ed1a-e263-48a0-8f1f-48ba3d9b5953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff94fba-8466-4236-b843-ce047cf19454,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:58.267172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4628a-c2a5-4be5-8cc7-36c7b62bf8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f1cf0-0e3a-4438-afea-8803d6bb449d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:58.294256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8619631-8e35-4870-b584-9733df91b52a req-67162a2e-cc05-438e-a3bc-8745f611eda8 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:58.296593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8619631-8e35-4870-b584-9733df91b52a req-67162a2e-cc05-438e-a3bc-8745f611eda8 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 945 time: 0.1433842 Aug 20 09:10:58.352456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8619631-8e35-4870-b584-9733df91b52a req-97417d39-6761-41c2-ab36-961375b5578c tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496266 Aug 20 09:10:58.478295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d47f4d7-ab06-47b1-b49e-9e4b7be09e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.548902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d47f4d7-ab06-47b1-b49e-9e4b7be09e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.590995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39510) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:58.609422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63523097-e3de-4330-a1be-2febccb8f976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.654672 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.656983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d47f4d7-ab06-47b1-b49e-9e4b7be09e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.659902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d47f4d7-ab06-47b1-b49e-9e4b7be09e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.661079 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3d47f4d7-ab06-47b1-b49e-9e4b7be09e0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ff94fba-8466-4236-b843-ce047cf19454 HTTP/1.1" status: 204 len: 168 time: 0.4412668 Aug 20 09:10:58.664025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.701921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47f4d7-ab06-47b1-b49e-9e4b7be09e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff94fba-8466-4236-b843-ce047cf19454,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:58.761194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.764387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=3edb87d2-0743-4f30-b733-bfd43ec4fc22,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:58.808367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63523097-e3de-4330-a1be-2febccb8f976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.814713 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63523097-e3de-4330-a1be-2febccb8f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.834170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0e03d-3a6d-4e28-9443-31008c0ba965 None None] Network e9a90d86-9587-488e-95a3-b31adcac50a3 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:10:58.870968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-63523097-e3de-4330-a1be-2febccb8f976 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b591e2696e3417da9ade3d28d71e560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776544 Aug 20 09:10:58.876214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:58.899153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network e9a90d86-9587-488e-95a3-b31adcac50a3 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:10:58.900925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:10:58.902422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] Provisioning for port 125f7765-08df-41da-a54a-8ab6822a34b1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:58.914928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] Provisioning complete for port 125f7765-08df-41da-a54a-8ab6822a34b1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:58.915561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:58.946257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63523097-e3de-4330-a1be-2febccb8f976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc5ccab-e2f0-4576-8e96-3211978c8de9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:58.970287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-801f809f-88a0-4f69-b389-28b75e118e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.046272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-801f809f-88a0-4f69-b389-28b75e118e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.116110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-801f809f-88a0-4f69-b389-28b75e118e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.121079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-801f809f-88a0-4f69-b389-28b75e118e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.124057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-801f809f-88a0-4f69-b389-28b75e118e89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdc5ccab-e2f0-4576-8e96-3211978c8de9 HTTP/1.1" status: 204 len: 168 time: 0.2468731 Aug 20 09:10:59.133862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Router 91e26af6-eb5f-4e0c-bb80-e3d8af375000 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:10:59.137270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f809f-88a0-4f69-b389-28b75e118e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc5ccab-e2f0-4576-8e96-3211978c8de9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:59.267972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.298904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:10:59.304454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e974f451-1d8a-4590-8a1a-8e02398e471c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/routers/91e26af6-eb5f-4e0c-bb80-e3d8af375000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7634964 Aug 20 09:10:59.307435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39528) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:59.321695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] For port 125f7765-08df-41da-a54a-8ab6822a34b1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=125f7765-08df-41da-a54a-8ab6822a34b1,segment=NetworkSegment(c308ec64-2b8f-49a8-acb8-b324728b6e73),segment_id=c308ec64-2b8f-49a8-acb8-b324728b6e73)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:10:59.331876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39530) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:59.333201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] Sync routers for ids ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:10:59.348001 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.351452 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] Routers {'91e26af6-eb5f-4e0c-bb80-e3d8af375000'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:59.355376 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:59.360397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff96a-ebee-40c1-8b29-7d343422b125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.421698 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:59.430899 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] Routers {'91e26af6-eb5f-4e0c-bb80-e3d8af375000'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:10:59.431526 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:59.492957 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:10:59.494301 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a9c03-f00c-4f17-9c19-f50741e3e12f None None] The sync data for ids ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:10:59.516307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6101-d80a-4953-8900-670bc78734e0 None None] Pushing event updated for resources: {'Port': ['ID=125f7765-08df-41da-a54a-8ab6822a34b1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:59.575128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1249aa-140a-47c5-abf2-b64abd360400 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:59.577609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ef1249aa-140a-47c5-abf2-b64abd360400 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports?device_id=91e26af6-eb5f-4e0c-bb80-e3d8af375000 HTTP/1.1" status: 200 len: 980 time: 0.2686627 Aug 20 09:10:59.582261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:59.625860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff96a-ebee-40c1-8b29-7d343422b125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.641544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-a6fc6f72-34df-40d3-a8db-3359a4c95da1 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:59.642460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff96a-ebee-40c1-8b29-7d343422b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.643661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-a6fc6f72-34df-40d3-a8db-3359a4c95da1 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 945 time: 0.2468779 Aug 20 09:10:59.680903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bd998ccf-814c-477a-a760-1c001eb88ee3 None None] Provisioning complete for port 125f7765-08df-41da-a54a-8ab6822a34b1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:59.683385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bd998ccf-814c-477a-a760-1c001eb88ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.740753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bb0ff96a-ebee-40c1-8b29-7d343422b125 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1de375932db47a1ba749a04edd7fdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076414 Aug 20 09:10:59.741643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ff96a-ebee-40c1-8b29-7d343422b125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d374c2-11a4-403f-93d6-16e3a1f75392,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:10:59.763424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39542) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:10:59.806569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9865a51-61e4-4e45-b515-16535d5ccf9f req-ab3d0afc-ae83-4d64-bdde-71dbb672c5fc tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:10:59.808661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9865a51-61e4-4e45-b515-16535d5ccf9f req-ab3d0afc-ae83-4d64-bdde-71dbb672c5fc tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 945 time: 0.2832887 Aug 20 09:10:59.852269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bd998ccf-814c-477a-a760-1c001eb88ee3 None None] Provisioning for port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:10:59.857999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bd998ccf-814c-477a-a760-1c001eb88ee3 None None] Provisioning complete for port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:10:59.858505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bd998ccf-814c-477a-a760-1c001eb88ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.876180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9865a51-61e4-4e45-b515-16535d5ccf9f req-98b8299c-25d4-4f51-b5d3-bdb9b8bd500c tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578754 Aug 20 09:10:59.906313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0024219e-1b08-4d26-80e8-23a0fcce7779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:10:59.942523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bd998ccf-814c-477a-a760-1c001eb88ee3 None None] Port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:10:59.957967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0024219e-1b08-4d26-80e8-23a0fcce7779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.024296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0024219e-1b08-4d26-80e8-23a0fcce7779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.027227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0024219e-1b08-4d26-80e8-23a0fcce7779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.029130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0024219e-1b08-4d26-80e8-23a0fcce7779 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39d374c2-11a4-403f-93d6-16e3a1f75392 HTTP/1.1" status: 204 len: 168 time: 0.2647095 Aug 20 09:11:00.032683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 125f7765-08df-41da-a54a-8ab6822a34b1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:00.038188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024219e-1b08-4d26-80e8-23a0fcce7779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d374c2-11a4-403f-93d6-16e3a1f75392,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:00.054851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Deleting port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:00.055201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.140202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-74a202e3-9a35-4041-885d-302144a8915a None None] Provisioning complete for port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:00.140581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-74a202e3-9a35-4041-885d-302144a8915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.202651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-74a202e3-9a35-4041-885d-302144a8915a None None] Port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:00.237859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 125f7765-08df-41da-a54a-8ab6822a34b1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:00.238330 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.439133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] For port 18bc3564-9b18-4fe4-8c92-2d3322d80b27, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=18bc3564-9b18-4fe4-8c92-2d3322d80b27,segment=NetworkSegment(c9a9ceb5-6e02-474e-91e9-44c71562a5a2),segment_id=c9a9ceb5-6e02-474e-91e9-44c71562a5a2)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:00.439511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.475532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ca9bf523-1755-4f99-b824-67b162316387 None None] Provisioning complete for port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:00.475915 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf523-1755-4f99-b824-67b162316387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.538768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Calling delete_port for 18bc3564-9b18-4fe4-8c92-2d3322d80b27 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:00.598059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ca9bf523-1755-4f99-b824-67b162316387 None None] Port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:00.842418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d121f084-37cf-4a68-99b2-8ed95e5ba8cd None None] Provisioning complete for port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:00.843076 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d121f084-37cf-4a68-99b2-8ed95e5ba8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.989353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d121f084-37cf-4a68-99b2-8ed95e5ba8cd None None] Port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:00.990056 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:00.998799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:01.089991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af682c0-3fed-4452-9be2-a099e536aee4 req-760648cb-1606-4e71-bd2e-0c6f8a1da84b tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f3ca653-521d-44c7-b532-6738a1c64653 HTTP/1.1" status: 200 len: 210 time: 0.0933304 Aug 20 09:11:01.120949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Pushing event deleted for resources: {'Port': ['ID=18bc3564-9b18-4fe4-8c92-2d3322d80b27,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:01.173965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] No DVR routers for this DVR port 18bc3564-9b18-4fe4-8c92-2d3322d80b27 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:11:01.178075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:01.180067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2adb519e-218d-46bb-8313-9ebb31fb99a7 req-6cf5d906-e84e-4fee-bf96-07f4f1831713 tempest-VolumesActionsTest-1510473112 tempest-VolumesActionsTest-1510473112-project] 10.222.0.26 "DELETE /v2.0/ports/18bc3564-9b18-4fe4-8c92-2d3322d80b27 HTTP/1.1" status: 204 len: 173 time: 1.5287862 Aug 20 09:11:01.182330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3ca653-521d-44c7-b532-6738a1c64653', 'name': 'network-vif-deleted', 'tag': '18bc3564-9b18-4fe4-8c92-2d3322d80b27'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:11:01.183718 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109423d-0c29-477d-991f-a4c19723860e" -d '{"events": [{"server_uuid": "2f3ca653-521d-44c7-b532-6738a1c64653", "name": "network-vif-deleted", "tag": "18bc3564-9b18-4fe4-8c92-2d3322d80b27"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:11:01.237567 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7c594-b433-4723-a159-89c1045fae73 x-openstack-request-id: req-adc7c594-b433-4723-a159-89c1045fae73 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:11:01.237910 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3ca653-521d-44c7-b532-6738a1c64653", "name": "network-vif-deleted", "tag": "18bc3564-9b18-4fe4-8c92-2d3322d80b27", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:11:01.238167 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adc7c594-b433-4723-a159-89c1045fae73 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:11:01.238600 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3ca653-521d-44c7-b532-6738a1c64653', 'name': 'network-vif-deleted', 'tag': '18bc3564-9b18-4fe4-8c92-2d3322d80b27', 'status': 'completed', 'code': 200} Aug 20 09:11:01.323593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 3edb87d2-0743-4f30-b733-bfd43ec4fc22 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:01.324127 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:01.423199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:01.437078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 3edb87d2-0743-4f30-b733-bfd43ec4fc22 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:01.832181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 18bc3564-9b18-4fe4-8c92-2d3322d80b27 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:11:01.860542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 18bc3564-9b18-4fe4-8c92-2d3322d80b27 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:11:01.861033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 18bc3564-9b18-4fe4-8c92-2d3322d80b27 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:11:01.983117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:02.019024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=3edb87d2-0743-4f30-b733-bfd43ec4fc22,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:02.278686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:02.547364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Router 91e26af6-eb5f-4e0c-bb80-e3d8af375000 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:11:02.703055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:11:02.712569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13d4ee8e-7fef-4215-af5a-e2e6da5b0f8c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/routers/91e26af6-eb5f-4e0c-bb80-e3d8af375000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1278434 Aug 20 09:11:02.713745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] Sync routers for ids ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:11:02.715100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:02.726975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] Routers {'91e26af6-eb5f-4e0c-bb80-e3d8af375000'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:11:02.727880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:02.750582 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f95b51-56fa-4ca2-9074-d919251e1f41 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:11:02.754953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-61f95b51-56fa-4ca2-9074-d919251e1f41 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/3edb87d2-0743-4f30-b733-bfd43ec4fc22 HTTP/1.1" status: 404 len: 333 time: 0.0354922 Aug 20 09:11:02.755570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:02.777853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:02.793943 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] Routers {'91e26af6-eb5f-4e0c-bb80-e3d8af375000'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:11:02.794815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:10:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:02.885166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:02.893045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cef68c-3848-49fe-a574-ec13bf07f544 None None] The sync data for ids ['91e26af6-eb5f-4e0c-bb80-e3d8af375000'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:11:02.900927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39708) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:02.921578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.186303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.192205 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.220684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-72b6251b-af04-47db-81b6-8bd110bdebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.245373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.245814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Fanout notify agent at l3_agent the message router_deleted on router 91e26af6-eb5f-4e0c-bb80-e3d8af375000 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:11:03.254601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.257617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-750991aa-e8ce-4318-ac34-86fbb23de918 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/routers/91e26af6-eb5f-4e0c-bb80-e3d8af375000 HTTP/1.1" status: 204 len: 168 time: 0.5008516 Aug 20 09:11:03.260059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:03.405138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-72b6251b-af04-47db-81b6-8bd110bdebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.405403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet 1861b839-4ce4-4aa5-acb1-c5ca9152b395 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:03.417295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-72b6251b-af04-47db-81b6-8bd110bdebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.417620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.477844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.485460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6251b-af04-47db-81b6-8bd110bdebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a345fa-053e-48d1-9735-007a7951f3af,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:03.514135 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-72b6251b-af04-47db-81b6-8bd110bdebc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=784662a429dc4f468b94e75d1819b300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113846 Aug 20 09:11:03.517064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39718) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:03.630255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-301cf2f6-7011-474e-9bca-fd1e807b1f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.648378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.690922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-301cf2f6-7011-474e-9bca-fd1e807b1f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.749856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.771772 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.774058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/1861b839-4ce4-4aa5-acb1-c5ca9152b395 HTTP/1.1" status: 204 len: 168 time: 0.5122008 Aug 20 09:11:03.779036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39732) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:03.779712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f686a-0e5d-4bc8-bd53-2348dd93c71a None None] Network e9a90d86-9587-488e-95a3-b31adcac50a3 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:03.796423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94598614-9efc-49a5-b49e-c4f7ff552a89 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=1861b839-4ce4-4aa5-acb1-c5ca9152b395,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:03.804053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-301cf2f6-7011-474e-9bca-fd1e807b1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.807104 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-301cf2f6-7011-474e-9bca-fd1e807b1f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:03.824371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-301cf2f6-7011-474e-9bca-fd1e807b1f77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80a345fa-053e-48d1-9735-007a7951f3af HTTP/1.1" status: 204 len: 168 time: 0.3059196 Aug 20 09:11:03.850119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cf2f6-7011-474e-9bca-fd1e807b1f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a345fa-053e-48d1-9735-007a7951f3af,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:03.907440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.041683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] DHCP port deletion for e9a90d86-9587-488e-95a3-b31adcac50a3 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:11:04.044301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 125f7765-08df-41da-a54a-8ab6822a34b1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:04.044953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.165460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] Deleting port 125f7765-08df-41da-a54a-8ab6822a34b1 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:04.165903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.200657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] For port 125f7765-08df-41da-a54a-8ab6822a34b1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=125f7765-08df-41da-a54a-8ab6822a34b1,segment=NetworkSegment(c308ec64-2b8f-49a8-acb8-b324728b6e73),segment_id=c308ec64-2b8f-49a8-acb8-b324728b6e73)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:04.201305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.225821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 125f7765-08df-41da-a54a-8ab6822a34b1 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:04.330149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.347795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] For port 125f7765-08df-41da-a54a-8ab6822a34b1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=125f7765-08df-41da-a54a-8ab6822a34b1,segment=NetworkSegment(c308ec64-2b8f-49a8-acb8-b324728b6e73),segment_id=c308ec64-2b8f-49a8-acb8-b324728b6e73)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:04.348778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.372135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] Calling delete_port for 125f7765-08df-41da-a54a-8ab6822a34b1 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:04.412099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=125f7765-08df-41da-a54a-8ab6822a34b1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:04.414108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No DVR routers for this DVR port 125f7765-08df-41da-a54a-8ab6822a34b1 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:11:04.461232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39766) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:04.478945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8414d64a-8bca-4690-b9c0-fa8d5148b866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.495568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.524357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] Pushing event deleted for resources: {'Port': ['ID=125f7765-08df-41da-a54a-8ab6822a34b1,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:04.530279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881f4e2-8e0c-4650-9e94-94deb8b548b7 None None] No DVR routers for this DVR port 125f7765-08df-41da-a54a-8ab6822a34b1 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:11:04.618237 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.631451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a90d86-9587-488e-95a3-b31adcac50a3']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:04.634164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8414d64a-8bca-4690-b9c0-fa8d5148b866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.656930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c308ec64-2b8f-49a8-acb8-b324728b6e73') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:04.657366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c308ec64-2b8f-49a8-acb8-b324728b6e73') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:04.663169 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8414d64a-8bca-4690-b9c0-fa8d5148b866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.667633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.682885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.690437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:11:04.690858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:11:04.694057 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:11:04.722241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8414d64a-8bca-4690-b9c0-fa8d5148b866 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=146f20fe817e480e8a2b55edf0996c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591116 Aug 20 09:11:04.735681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:04.771906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.773686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414d64a-8bca-4690-b9c0-fa8d5148b866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837d6ba3-6e53-4e29-8472-8e52cdbaf722,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:04.780964 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.785886 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/e9a90d86-9587-488e-95a3-b31adcac50a3 HTTP/1.1" status: 204 len: 168 time: 1.0053391 Aug 20 09:11:04.789414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39772) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:04.818027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0fa1-7c33-4246-9639-03baa6d76d4a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=e9a90d86-9587-488e-95a3-b31adcac50a3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:04.844045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cab9325-7265-474c-895a-727a9f3fe049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.867863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cab9325-7265-474c-895a-727a9f3fe049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.876027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b738f-4ace-4b13-9cc9-a258b99d303c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:04.879579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-686b738f-4ace-4b13-9cc9-a258b99d303c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/64b37ab0-cffb-4fe9-aea1-a428f48ff87b HTTP/1.1" status: 200 len: 841 time: 0.0889752 Aug 20 09:11:04.883577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39776) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:04.923444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cab9325-7265-474c-895a-727a9f3fe049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.927117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9cab9325-7265-474c-895a-727a9f3fe049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:04.928424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9cab9325-7265-474c-895a-727a9f3fe049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/837d6ba3-6e53-4e29-8472-8e52cdbaf722 HTTP/1.1" status: 204 len: 168 time: 0.1916034 Aug 20 09:11:04.938606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab9325-7265-474c-895a-727a9f3fe049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d6ba3-6e53-4e29-8472-8e52cdbaf722,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:04.942734 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d7475fb1-79e6-4415-a262-f899286a215b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/64b37ab0-cffb-4fe9-aea1-a428f48ff87b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0577767 Aug 20 09:11:04.946239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39780) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:04.957120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:05.139916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:05.147402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.443379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.526946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:05.533768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:05.538851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:05.539567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.546405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7861f9-9fef-4de8-9949-222dcab52344 None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:05.592254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=c8546fa5-9a1f-4c6d-b1cf-1033c73710fa,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:05.599085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39804) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:05.599573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2aab6058-7b5c-4b61-9b24-b4312bccc8ef tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6518114 Aug 20 09:11:05.604846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'security_group': {'name': 'tempest-secgroup-1958984468'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:05.661682 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.729995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-a159c20b-8817-4b3f-a410-0bff5745cc62', 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'tenant_id': 'e1e8c1738afd43d2bcce9aae521c48a3', 'fixed_ips': [{'subnet_id': 'c8546fa5-9a1f-4c6d-b1cf-1033c73710fa'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:11:05.732905 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.792954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.798487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.837215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a483349f-9ea3-4c11-9530-f01dc147b61a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:05.867618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:05.869731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ebfe6788-fc31-46df-b0ba-1241dac32dd1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2689140 Aug 20 09:11:05.872500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39812) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:05.880156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'security_group': {'name': 'tempest-secgroup-2086101876'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:05.904129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Allocated IP 172.20.0.2 (a159c20b-8817-4b3f-a410-0bff5745cc62/c8546fa5-9a1f-4c6d-b1cf-1033c73710fa/00be43e2-80b0-49f2-b180-5789d1ee6ce7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:05.926519 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.035050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 125f7765-08df-41da-a54a-8ab6822a34b1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:11:06.055929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.060984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.067551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 125f7765-08df-41da-a54a-8ab6822a34b1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:11:06.067904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 125f7765-08df-41da-a54a-8ab6822a34b1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:11:06.096982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.100811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2238245 Aug 20 09:11:06.101330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39822) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:06.107510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1779355710', 'security_groups': ['af62a6bc-46a5-4844-a587-3f1157ae389f'], 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8546fa5-9a1f-4c6d-b1cf-1033c73710fa'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:06.112182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068572e-2185-4ed8-b0a2-e1f86982b8b7 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af62a6bc-46a5-4844-a587-3f1157ae389f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:06.188111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.197869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Transition to ACTIVE for port object 00be43e2-80b0-49f2-b180-5789d1ee6ce7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:06.216044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Transition to ACTIVE for port object 00be43e2-80b0-49f2-b180-5789d1ee6ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:06.227086 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.278051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:06.282712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:06.286779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:06.306566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:06.313973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Pushing event updated for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:06.385100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.412537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:11:06.416749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Attempting to bind port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:11:06.417431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Attempting to bind port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:11:06.418176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Attempting to bind port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 on network a159c20b-8817-4b3f-a410-0bff5745cc62 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:11:06.425611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:11:06.426400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Checking segment: {'id': '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:06.426988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.428226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Bound using segment: {'id': '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:11:06.428902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Bound port: 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:11:06.429570 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.573366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:11:06.584432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=00be43e2-80b0-49f2-b180-5789d1ee6ce7,segment=NetworkSegment(44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f),segment_id=44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:11:06.598934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:06.782993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e44d98-7a83-4bd3-94d0-c518001a7307 None None] Pushing event updated for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:06.801894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.12 (a159c20b-8817-4b3f-a410-0bff5745cc62/c8546fa5-9a1f-4c6d-b1cf-1033c73710fa/3a7ad1d3-0ee5-4868-96de-5d07d3d5171d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:06.819418 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:11:07.177858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:07.214671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:07.291462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:07.415866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:07.437691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:07.437691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:07.513030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=3a7ad1d3-0ee5-4868-96de-5d07d3d5171d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:07.554722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:07.555268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:07.576452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 39882) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:07.577033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b772cafd-c2fd-457c-b9d0-ddd1c0f2f73d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4744055 Aug 20 09:11:07.583368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:07.753996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:07.758488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:07.919380 n-d-804285-2 neutron-server[101317]: INFO neutron.db.ipam_backend_mixin [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8546fa5-9a1f-4c6d-b1cf-1033c73710fa (CIDR: 172.20.0.0/28) Aug 20 09:11:07.924340 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:11:07.924969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:07.955663 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a7866efb-32cc-4dd6-8ca1-8f0ebe4e0023 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3776140 Aug 20 09:11:07.958277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39908) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:07.965837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:08.114779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:08.184442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:08.191117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.246028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:08.375110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Provisioning for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:08.382535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:08.383105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.511944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.558374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=00be43e2-80b0-49f2-b180-5789d1ee6ce7,segment=NetworkSegment(44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f),segment_id=44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:08.571243 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.631111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Provisioning complete for port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:08.631565 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.638951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.692824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Pushing event updated for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:08.703962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-33ac95a7-1588-48bf-a1c2-d5f36e8e71bb None None] Port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:08.749861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=4e572541-6e72-41ca-9168-480bba9fc6d4,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:08.758346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:08.759997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:08.763514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:08.764123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.771265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0f6c4-af79-41b4-b1ec-458826acd23d None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:08.820400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d0ede112-3144-4aeb-aeea-fd158e1fdcf1 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8539815 Aug 20 09:11:08.820400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 39960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:08.826125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-863433324', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e572541-6e72-41ca-9168-480bba9fc6d4'}], 'security_groups': ['a483349f-9ea3-4c11-9530-f01dc147b61a']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:08.906575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf30b9ce-187d-43a3-a8f6-6c7cd1db9fee None None] Provisioning for port 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:08.919808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf30b9ce-187d-43a3-a8f6-6c7cd1db9fee None None] Provisioning complete for port 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:08.922862 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf30b9ce-187d-43a3-a8f6-6c7cd1db9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.937420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:08.998273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bf30b9ce-187d-43a3-a8f6-6c7cd1db9fee None None] Port 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:09.142158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-4e83eec5-0f03-4c1c-97fd-799a39172e0a req-5b0a2f93-b11e-48cc-b9ab-7019b4a1f667 service neutron] (101316) timed out ('10.222.0.35', 58594) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:11:09.236498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebe056-1d61-49fa-a508-fa054f1a8b5d req-4c6b6455-fdf8-4eb9-8c03-144844cd6074 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:09.236498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1ebe056-1d61-49fa-a508-fa054f1a8b5d req-4c6b6455-fdf8-4eb9-8c03-144844cd6074 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.1030154 Aug 20 09:11:09.259715 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a1ebe056-1d61-49fa-a508-fa054f1a8b5d req-f562f78a-64e1-428e-a1a4-c4ded6c4db02 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:09.269616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Update dhcp port {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'fixed_ips': [{'subnet_id': 'c8546fa5-9a1f-4c6d-b1cf-1033c73710fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e572541-6e72-41ca-9168-480bba9fc6d4'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '00be43e2-80b0-49f2-b180-5789d1ee6ce7'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:11:09.357198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:09.421971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Delete allocated IP 172.20.0.12 (a159c20b-8817-4b3f-a410-0bff5745cc62/c8546fa5-9a1f-4c6d-b1cf-1033c73710fa) {{(pid=101316) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 09:11:09.439296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.22 (a159c20b-8817-4b3f-a410-0bff5745cc62/4e572541-6e72-41ca-9168-480bba9fc6d4/3a7ad1d3-0ee5-4868-96de-5d07d3d5171d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:09.522964 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a1ebe056-1d61-49fa-a508-fa054f1a8b5d req-f562f78a-64e1-428e-a1a4-c4ded6c4db02 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:09.541946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a1ebe056-1d61-49fa-a508-fa054f1a8b5d req-f562f78a-64e1-428e-a1a4-c4ded6c4db02 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:09.643053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1ebe056-1d61-49fa-a508-fa054f1a8b5d req-f562f78a-64e1-428e-a1a4-c4ded6c4db02 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999205 Aug 20 09:11:09.660113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f78a-64e1-428e-a1a4-c4ded6c4db02 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8d124-87b6-48cd-b23a-6d8cc3c038cc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:09.763272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:09.787960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:09.822648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf3ec3-0f08-4820-a5f2-a244b4dd8e46 req-8ce3ac40-9e45-40ad-9e17-f5d1b25b73ee tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:09.826914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eccf3ec3-0f08-4820-a5f2-a244b4dd8e46 req-8ce3ac40-9e45-40ad-9e17-f5d1b25b73ee tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1003680 Aug 20 09:11:09.828184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:09.893538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Allocated IP 172.20.0.18 (a159c20b-8817-4b3f-a410-0bff5745cc62/4e572541-6e72-41ca-9168-480bba9fc6d4/00be43e2-80b0-49f2-b180-5789d1ee6ce7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:10.139560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:10.143439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=00be43e2-80b0-49f2-b180-5789d1ee6ce7,segment=NetworkSegment(44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f),segment_id=44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:10.174012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eccf3ec3-0f08-4820-a5f2-a244b4dd8e46 req-d32a54bd-9025-4fa3-8a29-a268f0f00cb7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362513 Aug 20 09:11:10.190571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:10.194515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=3a7ad1d3-0ee5-4868-96de-5d07d3d5171d,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:10.213671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] In _notify_port_updated(), no bound segment for port 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d on network a159c20b-8817-4b3f-a410-0bff5745cc62 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:11:10.219726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:10.220757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.232436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fb6b4f1f-9850-4f13-b460-3f450ff8f527 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/ports/3a7ad1d3-0ee5-4868-96de-5d07d3d5171d HTTP/1.1" status: 200 len: 920 time: 1.4043169 Aug 20 09:11:10.233015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40038) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:10.248483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.275617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Transition to ACTIVE for port object 00be43e2-80b0-49f2-b180-5789d1ee6ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:10.282147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:10.283004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.286642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.366512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b20ae72-6e53-4716-8e9e-2b5b0cce1ae7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/af86f608-2a3d-43b1-b74a-b6e69c5f770f HTTP/1.1" status: 200 len: 993 time: 0.1732018 Aug 20 09:11:10.430644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:10.431125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.446624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae881e24-f66d-43a2-9b3c-d878dc6a1595 None None] Pushing event updated for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:10.489276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 had new provisioning blocks added so it will not transition to active. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 20 09:11:10.604412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.626551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:10.853744 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:10.911342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=3a7ad1d3-0ee5-4868-96de-5d07d3d5171d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:11.055106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.058691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d8ba7392-6e4d-4df8-bd72-0ef11b919838 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/3a7ad1d3-0ee5-4868-96de-5d07d3d5171d HTTP/1.1" status: 204 len: 168 time: 0.8246629 Aug 20 09:11:11.061319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40076) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:11.107154 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaf4c46-5fcd-4ebf-a1c8-dc639adebea6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:11:11.111809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eeaf4c46-5fcd-4ebf-a1c8-dc639adebea6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/3a7ad1d3-0ee5-4868-96de-5d07d3d5171d HTTP/1.1" status: 404 len: 333 time: 0.0462661 Aug 20 09:11:11.112112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:11.275324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c05d926b-1c38-4ecf-82f1-b96c0509e239 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.351581 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c05d926b-1c38-4ecf-82f1-b96c0509e239 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.435913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c05d926b-1c38-4ecf-82f1-b96c0509e239 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.441246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c05d926b-1c38-4ecf-82f1-b96c0509e239 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.442554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c05d926b-1c38-4ecf-82f1-b96c0509e239 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/security-groups/af62a6bc-46a5-4844-a587-3f1157ae389f HTTP/1.1" status: 204 len: 168 time: 0.3295112 Aug 20 09:11:11.445345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40088) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:11.458286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d926b-1c38-4ecf-82f1-b96c0509e239 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af62a6bc-46a5-4844-a587-3f1157ae389f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:11.482661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40090) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:11.567183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Provisioning for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:11.575697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:11.576537 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.593196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7664a6e6-a4ff-4f35-be4f-e084777b126f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.651615 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7664a6e6-a4ff-4f35-be4f-e084777b126f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.694239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e326e-a320-4ce0-ac26-bf0db3d345a7 req-14468c03-6821-44d9-b0b1-e91f83c9353a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:11.703626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf1e326e-a320-4ce0-ac26-bf0db3d345a7 req-14468c03-6821-44d9-b0b1-e91f83c9353a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1122620 Aug 20 09:11:11.726544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Provisioning complete for port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:11.727456 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.749014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7664a6e6-a4ff-4f35-be4f-e084777b126f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.752189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7664a6e6-a4ff-4f35-be4f-e084777b126f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:11.756773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7664a6e6-a4ff-4f35-be4f-e084777b126f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/security-groups/a483349f-9ea3-4c11-9530-f01dc147b61a HTTP/1.1" status: 204 len: 168 time: 0.3097501 Aug 20 09:11:11.757585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40096) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:11.771267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:11.774343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7515bcc0-4f3b-49f4-b9d0-7d3c4464b232 None None] Could not find standard attr ID for object 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:11:11.778171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf1e326e-a320-4ce0-ac26-bf0db3d345a7 req-bedb9237-53c3-4c0f-9d36-728685400955 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681241 Aug 20 09:11:11.823879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664a6e6-a4ff-4f35-be4f-e084777b126f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a483349f-9ea3-4c11-9530-f01dc147b61a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:11.865691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet c8546fa5-9a1f-4c6d-b1cf-1033c73710fa {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:11.880775 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.006101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.025181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-8e1c80e3-c0a5-4b5d-b5e0-451a815e158e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5406444 Aug 20 09:11:12.119962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:12.198930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c5509348-e1f6-4e9b-9874-89d611a57f89 None None] Could not find standard attr ID for object 3a7ad1d3-0ee5-4868-96de-5d07d3d5171d. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:11:12.212470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:12.215918 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.252281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.384619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.423972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=c8546fa5-9a1f-4c6d-b1cf-1033c73710fa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:12.427066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.436227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f2c83ad9-3421-437f-9ac1-bc904e4974e6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/c8546fa5-9a1f-4c6d-b1cf-1033c73710fa HTTP/1.1" status: 204 len: 168 time: 0.6729922 Aug 20 09:11:12.436646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40122) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:12.442531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:12.573140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8604c-1c0c-48e7-8172-5d2efa25d2b1 None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:12.648893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:12.654275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:12.693058 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.216957 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5a20d8d5-1968-4db8-8efa-c4952ef9b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.339469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f39a3e-abe8-4529-968a-c3e0f9bb100a req-10ee994d-8578-48f7-b69d-18e3cfee03c6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:13.349588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52f39a3e-abe8-4529-968a-c3e0f9bb100a req-10ee994d-8578-48f7-b69d-18e3cfee03c6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.3481572 Aug 20 09:11:13.375540 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.416481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52f39a3e-abe8-4529-968a-c3e0f9bb100a req-e4e1f478-6b17-4383-94db-d18ca9e4b5cd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600040 Aug 20 09:11:13.476350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:13.488783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:13.497437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:13.498276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.609763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1711915 Aug 20 09:11:13.613337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40176) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:13.629053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'security_group': {'name': 'tempest-secgroup-562051250'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:13.647349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=ec7cce75-72c1-43e9-a511-3bf04ead231b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:13.672943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.673301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.673646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.674013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.674388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.674732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.675066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.675492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.675715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.676042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.676496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.676783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f26ad3-06e8-43b5-bb4e-1ca876618d83 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:13.720197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.795654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:13.836397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.844906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.931354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67e086-c5da-4d1b-addd-4d411605f020,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:13.956981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:13.958950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3634345c-53b6-467c-9fb9-dcc35235d255 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3433228 Aug 20 09:11:13.961381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40188) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:13.966437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'security_group': {'name': 'tempest-secgroup-856601218'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:14.022919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.051296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.098474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ccada2-92b6-4864-b4a5-7defbeae009d None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:14.112504 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3220af40-b50b-4ea1-942e-c54fc979fa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.219259 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.235286 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.244303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e397d676-94f4-4c80-a885-e702aa33cd85 None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:14.244965 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e397d676-94f4-4c80-a885-e702aa33cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.271885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3717fc6-47e1-4a02-b890-9aa9853d9a23,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:14.383061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3220af40-b50b-4ea1-942e-c54fc979fa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.389296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3220af40-b50b-4ea1-942e-c54fc979fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.395726 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.399212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1fa92f6-bc29-4a4d-8d09-71c5d55b9969 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4367828 Aug 20 09:11:14.403009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40192) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:14.413551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'security_group': {'name': 'tempest-secgroup-585185007'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:14.450255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e397d676-94f4-4c80-a885-e702aa33cd85 None None] Provisioning complete for port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:14.450636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e397d676-94f4-4c80-a885-e702aa33cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.494909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3220af40-b50b-4ea1-942e-c54fc979fa34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7671251c1e3e45d7b78ae853c4e6ea3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974392 Aug 20 09:11:14.496232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220af40-b50b-4ea1-942e-c54fc979fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea5c5d-3bfc-4334-a1ad-bcedd175b07e,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:14.504313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40196) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:14.523038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e397d676-94f4-4c80-a885-e702aa33cd85 None None] Port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:14.525394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.585651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Update dhcp port {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'fixed_ips': [{'subnet_id': '4e572541-6e72-41ca-9168-480bba9fc6d4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ec7cce75-72c1-43e9-a511-3bf04ead231b'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '00be43e2-80b0-49f2-b180-5789d1ee6ce7'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:11:14.681261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-15411d67-52eb-47c6-a9e4-c65a177d8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:14.687112 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.689195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-15411d67-52eb-47c6-a9e4-c65a177d8a7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.1530395 Aug 20 09:11:14.719066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.732725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.745232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939783f6-39c6-4105-b341-2266832a1069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.797176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b2c97-031d-48dc-a9ba-d5984c0727c0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:14.810458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.812185 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db7fdfa3-e2ed-420f-a826-9f461ca57c4b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4080629 Aug 20 09:11:14.814799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:14.820618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-767376355', 'security_groups': ['fd0b2c97-031d-48dc-a9ba-d5984c0727c0'], 'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ec7cce75-72c1-43e9-a511-3bf04ead231b'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:14.857554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939783f6-39c6-4105-b341-2266832a1069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:14.916512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-2dedbf1d-0072-4a96-8129-2e2276293ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:14.919453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-2dedbf1d-0072-4a96-8129-2e2276293ae7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.2141032 Aug 20 09:11:14.926029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1858c28-2e36-4458-880e-3cfddd6dedc4 req-c73c541d-0797-4512-a623-907d300457d6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:14.926355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1858c28-2e36-4458-880e-3cfddd6dedc4 req-c73c541d-0797-4512-a623-907d300457d6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.3671381 Aug 20 09:11:14.991166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1858c28-2e36-4458-880e-3cfddd6dedc4 req-890c44bf-4766-471e-991c-8cb12e634ecd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537121 Aug 20 09:11:15.010911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:15.015124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939783f6-39c6-4105-b341-2266832a1069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.018586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-939783f6-39c6-4105-b341-2266832a1069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.020181 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-939783f6-39c6-4105-b341-2266832a1069 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84ea5c5d-3bfc-4334-a1ad-bcedd175b07e HTTP/1.1" status: 204 len: 168 time: 0.5143027 Aug 20 09:11:15.035664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939783f6-39c6-4105-b341-2266832a1069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea5c5d-3bfc-4334-a1ad-bcedd175b07e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:15.036509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Allocated IP 172.20.0.2 (a159c20b-8817-4b3f-a410-0bff5745cc62/ec7cce75-72c1-43e9-a511-3bf04ead231b/00be43e2-80b0-49f2-b180-5789d1ee6ce7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:15.039285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-e373eb03-5e9d-4f5e-934d-d839df30f35d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 1001 time: 0.1137671 Aug 20 09:11:15.139494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-feb97c04-6d7b-4585-9faf-47ad10bf2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:15.141816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-feb97c04-6d7b-4585-9faf-47ad10bf2d89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.0954149 Aug 20 09:11:15.164023 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.167315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=00be43e2-80b0-49f2-b180-5789d1ee6ce7,segment=NetworkSegment(44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f),segment_id=44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:15.185805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] device_id is not set on port 62022a23-4445-4b73-9c80-5b2a612a87e1 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:11:15.205835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-13948d3f-be10-461b-b57d-59473754d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:15.207533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-13948d3f-be10-461b-b57d-59473754d5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582929 Aug 20 09:11:15.214490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.234128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Transition to ACTIVE for port object 00be43e2-80b0-49f2-b180-5789d1ee6ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:15.240037 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.352648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Pushing event updated for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:15.367359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.367842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.368187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.368525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.369113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.369445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.369861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.370253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.370511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.370837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.371839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.375110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e9cfc-faeb-4f4b-8a03-369a6f98145d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:15.437946 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-586150a7-582d-4a82-a154-d0e24444dda5 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211676 Aug 20 09:11:15.501679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.10 (a159c20b-8817-4b3f-a410-0bff5745cc62/ec7cce75-72c1-43e9-a511-3bf04ead231b/62022a23-4445-4b73-9c80-5b2a612a87e1) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:15.576692 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-96b328d8-8b4c-40aa-a1ec-465c34c18437 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294601 Aug 20 09:11:15.577224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40218) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:15.607691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-848aac72-aa60-4105-b09d-aecd71886753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.768992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.796105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 62022a23-4445-4b73-9c80-5b2a612a87e1 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:15.866157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-848aac72-aa60-4105-b09d-aecd71886753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.876198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-848aac72-aa60-4105-b09d-aecd71886753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.900325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:15.984088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:15.994251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848aac72-aa60-4105-b09d-aecd71886753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86deb46f-bf14-4c53-9862-609b8ec6e24c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:16.010068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:16.013993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:16.022734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-848aac72-aa60-4105-b09d-aecd71886753 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3738c6c65034e7292b33387c7c83498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449844 Aug 20 09:11:16.025613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40242) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:16.094854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:16.114740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=62022a23-4445-4b73-9c80-5b2a612a87e1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:16.159714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7180-11e3-40c7-86cb-26f18d5da61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.177122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:16.177837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.205154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7180-11e3-40c7-86cb-26f18d5da61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.238615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-775f608f-2ebf-4aa6-b3ca-4d86babc1dd5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4203308 Aug 20 09:11:16.242321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40254) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:16.263727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:16.322699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19276ff4-0eb7-47f3-8bb7-14716622ea09 req-e009e568-761d-436a-a6a8-ad2afb238871 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:16.326636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.329767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19276ff4-0eb7-47f3-8bb7-14716622ea09 req-e009e568-761d-436a-a6a8-ad2afb238871 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1091335 Aug 20 09:11:16.398441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c2c2873d-7b9d-4332-abed-24a109cf252a None None] Provisioning for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:16.403883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c2c2873d-7b9d-4332-abed-24a109cf252a None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:16.404988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2c2873d-7b9d-4332-abed-24a109cf252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.415503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19276ff4-0eb7-47f3-8bb7-14716622ea09 req-6f362c3f-0388-4290-b05f-ce59a651fc9e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778644 Aug 20 09:11:16.466155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7180-11e3-40c7-86cb-26f18d5da61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.473457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2c7180-11e3-40c7-86cb-26f18d5da61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.476483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f2c7180-11e3-40c7-86cb-26f18d5da61d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86deb46f-bf14-4c53-9862-609b8ec6e24c HTTP/1.1" status: 204 len: 168 time: 0.4492233 Aug 20 09:11:16.507853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c7180-11e3-40c7-86cb-26f18d5da61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86deb46f-bf14-4c53-9862-609b8ec6e24c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:16.555306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:16.560536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.610981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c2c2873d-7b9d-4332-abed-24a109cf252a None None] Provisioning complete for port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:16.611372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2c2873d-7b9d-4332-abed-24a109cf252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.686651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2873d-7b9d-4332-abed-24a109cf252a None None] Port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:16.688888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0c81a3b8-d978-470b-969e-6e5efcbe6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.753551 n-d-804285-2 neutron-server[101317]: INFO neutron.db.ipam_backend_mixin [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ec7cce75-72c1-43e9-a511-3bf04ead231b (CIDR: 172.20.0.0/28) Aug 20 09:11:16.758225 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:11:16.758808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:16.780129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40270) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:16.780747 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0408fe43-dbc7-4b51-98b0-5ff0d91f3a77 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5262921 Aug 20 09:11:16.786184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:16.815896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-28d4f9e7-9ff5-4999-ba42-f0bbaef8c226 None None] Provisioning for port 62022a23-4445-4b73-9c80-5b2a612a87e1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:16.820620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-28d4f9e7-9ff5-4999-ba42-f0bbaef8c226 None None] Provisioning complete for port 62022a23-4445-4b73-9c80-5b2a612a87e1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:16.820921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-28d4f9e7-9ff5-4999-ba42-f0bbaef8c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:16.911692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-28d4f9e7-9ff5-4999-ba42-f0bbaef8c226 None None] Port 62022a23-4445-4b73-9c80-5b2a612a87e1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:16.934610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:16.939811 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.004147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40276) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:17.049836 n-d-804285-2 neutron-server[101316]: INFO neutron.db.ipam_backend_mixin [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4e572541-6e72-41ca-9168-480bba9fc6d4 (CIDR: 172.20.0.16/28) Aug 20 09:11:17.054921 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:11:17.055461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:17.074364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8a7b08f4-307b-4642-90c8-4f77cba85ed6 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2921131 Aug 20 09:11:17.077220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40282) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:17.088858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'subnet': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:17.441266 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.534968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97c2f120-a4c7-475c-8ccf-a705ef6fed04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.642401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ccf3-03f6-46d5-b768-fe1d88d46a85 req-e6963089-2d73-4ec9-ad15-c92380d8baf8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:17.644676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d54ccf3-03f6-46d5-b768-fe1d88d46a85 req-e6963089-2d73-4ec9-ad15-c92380d8baf8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0937905 Aug 20 09:11:17.707741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97c2f120-a4c7-475c-8ccf-a705ef6fed04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.719252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-97c2f120-a4c7-475c-8ccf-a705ef6fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.723606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d54ccf3-03f6-46d5-b768-fe1d88d46a85 req-232b85fc-bb7d-42d7-b10a-1a08c5040b69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714090 Aug 20 09:11:17.761348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2f120-a4c7-475c-8ccf-a705ef6fed04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a435bd1-aeca-4bc8-b2d1-cba43c495f91,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:17.790607 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-97c2f120-a4c7-475c-8ccf-a705ef6fed04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a7d486bdf444671a49baaf3e1bf5525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853649 Aug 20 09:11:17.793508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40304) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:17.794428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Made reservation on behalf of e1e8c1738afd43d2bcce9aae521c48a3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:17.800240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.863975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-035e1b90-2c94-4a47-bb0d-27baa4961ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.891042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-035e1b90-2c94-4a47-bb0d-27baa4961ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.901142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40308) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:17.973483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-035e1b90-2c94-4a47-bb0d-27baa4961ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.978869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-035e1b90-2c94-4a47-bb0d-27baa4961ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:17.982727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-035e1b90-2c94-4a47-bb0d-27baa4961ea0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a435bd1-aeca-4bc8-b2d1-cba43c495f91 HTTP/1.1" status: 204 len: 168 time: 0.1880212 Aug 20 09:11:17.993424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e1b90-2c94-4a47-bb0d-27baa4961ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a435bd1-aeca-4bc8-b2d1-cba43c495f91,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:18.170801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64c2121a-ed8d-4eef-a471-4a6482841e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.185288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.240739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Network a159c20b-8817-4b3f-a410-0bff5745cc62 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:18.248147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:18.260179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72af4c9-6435-4327-9675-54b807973c9e None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:18.260616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:18.261253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.280384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Subnet': ['ID=be196841-f582-4e80-a3f6-1cf4810d97a6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:18.362095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64c2121a-ed8d-4eef-a471-4a6482841e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.369648 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64c2121a-ed8d-4eef-a471-4a6482841e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.381063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d0952d7a-5e8a-4ffc-9cc3-5148cf8c2449 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3024757 Aug 20 09:11:18.383856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:18.390182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-742154435', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be196841-f582-4e80-a3f6-1cf4810d97a6'}], 'security_groups': ['6f67e086-c5da-4d1b-addd-4d411605f020', 'd3717fc6-47e1-4a02-b890-9aa9853d9a23']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:18.446847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64c2121a-ed8d-4eef-a471-4a6482841e0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c76ffb65ee74de2adc288f175780588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5449026 Aug 20 09:11:18.447764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40322) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:18.448503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2121a-ed8d-4eef-a471-4a6482841e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a8f63-47a1-4792-b892-35d6acfdb1f3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:18.502321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40324) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:18.538859 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa146-3951-4da2-8de2-ee777f4a3a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.577281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ac005-c648-4cfc-a5aa-f033bb9be608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.606034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ac005-c648-4cfc-a5aa-f033bb9be608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.632498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Update dhcp port {'port': {'network_id': 'a159c20b-8817-4b3f-a410-0bff5745cc62', 'fixed_ips': [{'subnet_id': '4e572541-6e72-41ca-9168-480bba9fc6d4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ec7cce75-72c1-43e9-a511-3bf04ead231b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be196841-f582-4e80-a3f6-1cf4810d97a6'}], 'binding:host_id': 'n-d-804285-2'}, 'id': '00be43e2-80b0-49f2-b180-5789d1ee6ce7'} from n-d-804285-2. {{(pid=101318) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 09:11:18.672234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.674347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ac005-c648-4cfc-a5aa-f033bb9be608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.677028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-708ac005-c648-4cfc-a5aa-f033bb9be608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.681532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-708ac005-c648-4cfc-a5aa-f033bb9be608 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c59a8f63-47a1-4792-b892-35d6acfdb1f3 HTTP/1.1" status: 204 len: 168 time: 0.2284977 Aug 20 09:11:18.690423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.693258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ac005-c648-4cfc-a5aa-f033bb9be608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a8f63-47a1-4792-b892-35d6acfdb1f3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:18.858021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa146-3951-4da2-8de2-ee777f4a3a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.869661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa146-3951-4da2-8de2-ee777f4a3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:18.877469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.051588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f2aa146-3951-4da2-8de2-ee777f4a3a1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6e3f8f8f4d243f39555c8ffb6ee9e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5456409 Aug 20 09:11:19.053117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40344) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:19.055188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa146-3951-4da2-8de2-ee777f4a3a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848d22e8-0e0b-419d-af7b-05966057ff62,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:19.125732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Allocated IP 172.20.0.34 (a159c20b-8817-4b3f-a410-0bff5745cc62/be196841-f582-4e80-a3f6-1cf4810d97a6/00be43e2-80b0-49f2-b180-5789d1ee6ce7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:19.126444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a6bd-c440-4b18-9d55-d17229a0ca49 req-fb1bc989-dd36-4236-8ce5-5e0ab37db631 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:19.128029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6716a6bd-c440-4b18-9d55-d17229a0ca49 req-fb1bc989-dd36-4236-8ce5-5e0ab37db631 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.2340510 Aug 20 09:11:19.255126 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c80492d-52d4-4f9f-a677-e5570b8a6cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.269194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6716a6bd-c440-4b18-9d55-d17229a0ca49 req-d4afcdc6-d9c1-435a-aef1-df6983b315d1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310530 Aug 20 09:11:19.298916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40352) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:19.326615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=00be43e2-80b0-49f2-b180-5789d1ee6ce7,segment=NetworkSegment(44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f),segment_id=44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:19.329825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-42305552-4e8f-4e23-a4e4-c5378c2f06e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.335639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c80492d-52d4-4f9f-a677-e5570b8a6cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.392283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.405316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c80492d-52d4-4f9f-a677-e5570b8a6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.408404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c80492d-52d4-4f9f-a677-e5570b8a6cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.409677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3c80492d-52d4-4f9f-a677-e5570b8a6cf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/848d22e8-0e0b-419d-af7b-05966057ff62 HTTP/1.1" status: 204 len: 168 time: 0.3554785 Aug 20 09:11:19.433104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80492d-52d4-4f9f-a677-e5570b8a6cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d22e8-0e0b-419d-af7b-05966057ff62,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:19.440945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Transition to ACTIVE for port object 00be43e2-80b0-49f2-b180-5789d1ee6ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:19.455503 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.456311 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-42305552-4e8f-4e23-a4e4-c5378c2f06e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.473822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-42305552-4e8f-4e23-a4e4-c5378c2f06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.572495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305552-4e8f-4e23-a4e4-c5378c2f06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd7f75e-a955-443c-85b1-966738d73b37,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:19.579106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddbe28-8e01-4a8e-b0b3-4f45154c3d22 None None] Pushing event updated for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:19.586074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40360) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:19.586395 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-42305552-4e8f-4e23-a4e4-c5378c2f06e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c2434d60b294f1d9308c41cde1ff7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862885 Aug 20 09:11:19.673065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Delete allocated IP 172.20.0.10 (a159c20b-8817-4b3f-a410-0bff5745cc62/ec7cce75-72c1-43e9-a511-3bf04ead231b) {{(pid=101317) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 09:11:19.687603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Allocated IP 172.20.0.41 (a159c20b-8817-4b3f-a410-0bff5745cc62/be196841-f582-4e80-a3f6-1cf4810d97a6/62022a23-4445-4b73-9c80-5b2a612a87e1) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:19.738481 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a623e95e-45c0-4e13-b5f7-29047235b892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.830410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a623e95e-45c0-4e13-b5f7-29047235b892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.977163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a623e95e-45c0-4e13-b5f7-29047235b892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.984580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a623e95e-45c0-4e13-b5f7-29047235b892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:19.986352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a623e95e-45c0-4e13-b5f7-29047235b892 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfd7f75e-a955-443c-85b1-966738d73b37 HTTP/1.1" status: 204 len: 168 time: 0.3992772 Aug 20 09:11:20.001012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623e95e-45c0-4e13-b5f7-29047235b892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd7f75e-a955-443c-85b1-966738d73b37,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:20.048913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:20.100812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.138566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Transition to ACTIVE for port object 62022a23-4445-4b73-9c80-5b2a612a87e1 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:20.154443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.264945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event updated for resources: {'Port': ['ID=62022a23-4445-4b73-9c80-5b2a612a87e1,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:20.385474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] In _notify_port_updated(), no bound segment for port 62022a23-4445-4b73-9c80-5b2a612a87e1 on network a159c20b-8817-4b3f-a410-0bff5745cc62 {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:11:20.406504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:20.407332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.408859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f89e370d-59d2-4595-bcbc-5f70a7bd8e1d tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "PUT /v2.0/ports/62022a23-4445-4b73-9c80-5b2a612a87e1 HTTP/1.1" status: 200 len: 959 time: 2.0238073 Aug 20 09:11:20.413697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40382) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:20.486848 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db06bf-56bb-4c6e-a857-df65026f1671 req-7ef23523-4556-482f-9da4-547e8cb13833 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:20.488393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16db06bf-56bb-4c6e-a857-df65026f1671 req-7ef23523-4556-482f-9da4-547e8cb13833 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0849741 Aug 20 09:11:20.549153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16db06bf-56bb-4c6e-a857-df65026f1671 req-6db9975e-97f7-45c4-a4cf-d68942fa8608 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501847 Aug 20 09:11:20.571296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Provisioning for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:20.577829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:20.578199 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.603994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 62022a23-4445-4b73-9c80-5b2a612a87e1 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:20.604640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.680447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Provisioning complete for port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:20.681208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.713460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.723980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:20.737940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Provisioning for port 62022a23-4445-4b73-9c80-5b2a612a87e1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:20.738235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 62022a23-4445-4b73-9c80-5b2a612a87e1 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:20.743036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Provisioning complete for port 62022a23-4445-4b73-9c80-5b2a612a87e1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:20.743410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.790378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8288da63-17da-42ad-b783-a75d63486963 None None] Port 62022a23-4445-4b73-9c80-5b2a612a87e1 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:20.883253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:20.925410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=62022a23-4445-4b73-9c80-5b2a612a87e1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:21.013899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.016197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4fa394b-8a4f-40d7-87df-b1dd3f2ab565 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/62022a23-4445-4b73-9c80-5b2a612a87e1 HTTP/1.1" status: 204 len: 168 time: 0.6014595 Aug 20 09:11:21.018849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40400) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:21.045391 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-81660599-8629-4379-adb6-d0c13a08737e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] GET failed (client error): The resource could not be found. Aug 20 09:11:21.047825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-81660599-8629-4379-adb6-d0c13a08737e tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports/62022a23-4445-4b73-9c80-5b2a612a87e1 HTTP/1.1" status: 404 len: 333 time: 0.0272231 Aug 20 09:11:21.050567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40404) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:21.117838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be4d21e7-b002-4bbc-bc75-ea3729c34ad9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.144805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be4d21e7-b002-4bbc-bc75-ea3729c34ad9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.192039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be4d21e7-b002-4bbc-bc75-ea3729c34ad9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.195058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be4d21e7-b002-4bbc-bc75-ea3729c34ad9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.197942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-be4d21e7-b002-4bbc-bc75-ea3729c34ad9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd0b2c97-031d-48dc-a9ba-d5984c0727c0 HTTP/1.1" status: 204 len: 168 time: 0.1445985 Aug 20 09:11:21.199670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40410) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:21.209491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d21e7-b002-4bbc-bc75-ea3729c34ad9 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0b2c97-031d-48dc-a9ba-d5984c0727c0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:21.218688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-08eac9ed-3cc3-4f63-9ed5-3bccb7497ef9 None None] Could not find standard attr ID for object 62022a23-4445-4b73-9c80-5b2a612a87e1. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:11:21.273000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98b878fa-e1ba-4cd5-a312-a6d5473c9bfb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.298375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98b878fa-e1ba-4cd5-a312-a6d5473c9bfb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.383545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98b878fa-e1ba-4cd5-a312-a6d5473c9bfb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.392889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98b878fa-e1ba-4cd5-a312-a6d5473c9bfb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.392889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-98b878fa-e1ba-4cd5-a312-a6d5473c9bfb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/security-groups/d3717fc6-47e1-4a02-b890-9aa9853d9a23 HTTP/1.1" status: 204 len: 168 time: 0.1895278 Aug 20 09:11:21.395150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40418) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:21.405951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b878fa-e1ba-4cd5-a312-a6d5473c9bfb tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3717fc6-47e1-4a02-b890-9aa9853d9a23,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:21.468541 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc49674d-9852-4d27-aa3d-03b47ab2889a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.499156 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc49674d-9852-4d27-aa3d-03b47ab2889a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.551369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc49674d-9852-4d27-aa3d-03b47ab2889a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.554123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc49674d-9852-4d27-aa3d-03b47ab2889a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.555298 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dc49674d-9852-4d27-aa3d-03b47ab2889a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f67e086-c5da-4d1b-addd-4d411605f020 HTTP/1.1" status: 204 len: 168 time: 0.1585248 Aug 20 09:11:21.558316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40428) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:21.572891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49674d-9852-4d27-aa3d-03b47ab2889a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67e086-c5da-4d1b-addd-4d411605f020,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:21.673416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet ec7cce75-72c1-43e9-a511-3bf04ead231b {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:21.681518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.735485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ba3a-00b0-43f0-900b-fc5e1ae1a944 req-3cae0342-8961-451c-89a4-a9d663a425d8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:21.743168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0ba3a-00b0-43f0-900b-fc5e1ae1a944 req-3cae0342-8961-451c-89a4-a9d663a425d8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0744624 Aug 20 09:11:21.747441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.789421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9f0ba3a-00b0-43f0-900b-fc5e1ae1a944 req-cc929b24-2926-4f52-9afc-994b71d561cc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Aug 20 09:11:21.889313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:21.962408 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.008389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.016755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40446) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:22.017387 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/ec7cce75-72c1-43e9-a511-3bf04ead231b HTTP/1.1" status: 204 len: 168 time: 0.4573693 Aug 20 09:11:22.018614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf704c-4e1f-4c20-bab8-286f2e0a46a8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7cce75-72c1-43e9-a511-3bf04ead231b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:22.019727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019db58-00c5-4595-9ca5-8678f4913d3c None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:22.099442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet be196841-f582-4e80-a3f6-1cf4810d97a6 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:22.104010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.161387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.305160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.380984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.426305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=be196841-f582-4e80-a3f6-1cf4810d97a6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:22.435703 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:22.441411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40456) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:22.452305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-931afbfc-3d39-425e-86a9-9fbfaf6322e8 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/be196841-f582-4e80-a3f6-1cf4810d97a6 HTTP/1.1" status: 204 len: 168 time: 0.4339755 Aug 20 09:11:22.475107 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd71df20-e0e0-4ae6-a6a1-2f1a3aaf148f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:22.475860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd71df20-e0e0-4ae6-a6a1-2f1a3aaf148f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:22.481436 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fd71df20-e0e0-4ae6-a6a1-2f1a3aaf148f tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/ec7cce75-72c1-43e9-a511-3bf04ead231b HTTP/1.1" status: 404 len: 337 time: 0.0380158 Aug 20 09:11:22.481642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40460) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.091090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790ca13-a4a8-4fd2-9f7c-3f1b2a2ab30c None None] Network a159c20b-8817-4b3f-a410-0bff5745cc62 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:23.100166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting subnet 4e572541-6e72-41ca-9168-480bba9fc6d4 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:23.103595 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.151433 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.225738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d4fe33a-4f3c-4013-9a6e-0a3de4ace7f7 None None] Provisioning complete for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:23.226391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe33a-4f3c-4013-9a6e-0a3de4ace7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.243812 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.316199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee90a4-2aaa-45eb-8319-dcf10f4ed662 req-91500ae2-c26c-4945-b492-cd9412b8f506 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:23.318511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40ee90a4-2aaa-45eb-8319-dcf10f4ed662 req-91500ae2-c26c-4945-b492-cd9412b8f506 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.2805617 Aug 20 09:11:23.320736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.359091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.363707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40488) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.373436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/4e572541-6e72-41ca-9168-480bba9fc6d4 HTTP/1.1" status: 204 len: 168 time: 0.8904228 Aug 20 09:11:23.375158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f6c1-e848-4c2d-ad02-f6b2596fe9b5 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Subnet': ['ID=4e572541-6e72-41ca-9168-480bba9fc6d4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:23.416839 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a6b34f-60be-46a7-8bf6-2ef83cf994c3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.418351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a6b34f-60be-46a7-8bf6-2ef83cf994c3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.423301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40490) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.432386 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90a6b34f-60be-46a7-8bf6-2ef83cf994c3 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/c8546fa5-9a1f-4c6d-b1cf-1033c73710fa HTTP/1.1" status: 404 len: 337 time: 0.0674601 Aug 20 09:11:23.469129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40496) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.476753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-580dc838-ad93-4c67-8b2a-45a7ed42583a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "GET /v2.0/ports?device_id=91e26af6-eb5f-4e0c-bb80-e3d8af375000 HTTP/1.1" status: 200 len: 205 time: 0.0517919 Aug 20 09:11:23.491305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40ee90a4-2aaa-45eb-8319-dcf10f4ed662 req-c2382d4f-02ec-4447-8bf7-170c66fcc203 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601861 Aug 20 09:11:23.514741 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-2c9272f9-c50f-41c5-aaaf-67f04adddeed tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] delete failed (client error): The resource could not be found. Aug 20 09:11:23.519066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40498) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.529251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2c9272f9-c50f-41c5-aaaf-67f04adddeed tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/routers/91e26af6-eb5f-4e0c-bb80-e3d8af375000 HTTP/1.1" status: 404 len: 336 time: 0.0588844 Aug 20 09:11:23.550009 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4888c49-4827-4efa-ae5d-5df3857c1582 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.550829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4888c49-4827-4efa-ae5d-5df3857c1582 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.555754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40500) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.570603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d4888c49-4827-4efa-ae5d-5df3857c1582 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/1861b839-4ce4-4aa5-acb1-c5ca9152b395 HTTP/1.1" status: 404 len: 337 time: 0.0502019 Aug 20 09:11:23.594010 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-2648ebf1-4d20-42a7-906f-2d057c6c8f06 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.594735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2648ebf1-4d20-42a7-906f-2d057c6c8f06 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.599493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40508) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.610719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2648ebf1-4d20-42a7-906f-2d057c6c8f06 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/8961f02a-e674-44eb-82a6-add2b30484f8 HTTP/1.1" status: 404 len: 337 time: 0.0536373 Aug 20 09:11:23.633187 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-768dbdef-65a5-467d-ac2a-1d6e8ed72b0c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.633896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768dbdef-65a5-467d-ac2a-1d6e8ed72b0c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.638724 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d4fe33a-4f3c-4013-9a6e-0a3de4ace7f7 None None] Provisioning complete for port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:23.638724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe33a-4f3c-4013-9a6e-0a3de4ace7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.639939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40512) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.650300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-768dbdef-65a5-467d-ac2a-1d6e8ed72b0c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/9a5b4ff0-8240-488b-b5b2-b8a0d69b9c80 HTTP/1.1" status: 404 len: 337 time: 0.0494680 Aug 20 09:11:23.676830 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f255c86c-c861-44f5-8e39-18f2c5172503 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.677873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f255c86c-c861-44f5-8e39-18f2c5172503 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.682552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40514) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.697577 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f255c86c-c861-44f5-8e39-18f2c5172503 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/ec3c8fa2-2f24-41f3-83d0-7e5893ca2762 HTTP/1.1" status: 404 len: 333 time: 0.0512497 Aug 20 09:11:23.713567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] DHCP port deletion for a159c20b-8817-4b3f-a410-0bff5745cc62 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:11:23.722135 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba436fca-f064-4f06-a902-16f2c2da595c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.722601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba436fca-f064-4f06-a902-16f2c2da595c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.727508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40516) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.737232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ba436fca-f064-4f06-a902-16f2c2da595c tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/b2e71737-b393-46d1-ae68-a642bd7a2022 HTTP/1.1" status: 404 len: 337 time: 0.0535069 Aug 20 09:11:23.755644 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f84ddc4-f085-4919-9976-97fee2d378db tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.756387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f84ddc4-f085-4919-9976-97fee2d378db tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.761179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40518) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.773580 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8f84ddc4-f085-4919-9976-97fee2d378db tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/f260c13b-a0d1-4090-a033-68deae4b0a2f HTTP/1.1" status: 404 len: 337 time: 0.0449288 Aug 20 09:11:23.780725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fe33a-4f3c-4013-9a6e-0a3de4ace7f7 None None] Port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:23.789656 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f314f-a471-4fa0-ae3e-96b17e59624a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.790569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f314f-a471-4fa0-ae3e-96b17e59624a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.795431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40522) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.808343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-896f314f-a471-4fa0-ae3e-96b17e59624a tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/50bf50e3-b302-4896-8a5c-ed917bd7db36 HTTP/1.1" status: 404 len: 333 time: 0.0448244 Aug 20 09:11:23.815671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] Deleting port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:23.824920 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-7700a38c-1ee3-4ac2-b647-e8f6632b4758 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.825602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:23.825882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7700a38c-1ee3-4ac2-b647-e8f6632b4758 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.830536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40524) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.843644 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7700a38c-1ee3-4ac2-b647-e8f6632b4758 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/e8fc2648-c798-456d-bb75-027c7c4c1df0 HTTP/1.1" status: 404 len: 337 time: 0.0468197 Aug 20 09:11:23.860176 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-594d8a30-a8d0-47a7-8ca1-ecf9e18257e2 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] DELETE failed (client error): The resource could not be found. Aug 20 09:11:23.860925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594d8a30-a8d0-47a7-8ca1-ecf9e18257e2 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:23.865561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40526) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:23.878160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-594d8a30-a8d0-47a7-8ca1-ecf9e18257e2 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/subnets/e26ef41e-2d7f-497e-a609-0fbbbe171bcd HTTP/1.1" status: 404 len: 337 time: 0.0462008 Aug 20 09:11:23.978918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] For port 00be43e2-80b0-49f2-b180-5789d1ee6ce7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=00be43e2-80b0-49f2-b180-5789d1ee6ce7,segment=NetworkSegment(44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f),segment_id=44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:23.979318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.001180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Deleting port 64b37ab0-cffb-4fe9-aea1-a428f48ff87b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:24.001785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.002995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] Calling delete_port for 00be43e2-80b0-49f2-b180-5789d1ee6ce7 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:24.109545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.128077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Calling delete_port for 64b37ab0-cffb-4fe9-aea1-a428f48ff87b owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:24.133042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:11:24.188146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No active binding found for port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 {{(pid=101318) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 09:11:24.188761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 00be43e2-80b0-49f2-b180-5789d1ee6ce7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:11:24.190802 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.218614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] Pushing event deleted for resources: {'Port': ['ID=00be43e2-80b0-49f2-b180-5789d1ee6ce7,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:24.228325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0f78a-21ab-4412-94cd-fcc747f8ecb5 None None] No DVR routers for this DVR port 00be43e2-80b0-49f2-b180-5789d1ee6ce7 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:11:24.295057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.333076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Port': ['ID=64b37ab0-cffb-4fe9-aea1-a428f48ff87b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:24.350641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.353006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-febadacb-74eb-486e-8159-321503751296 tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/ports/64b37ab0-cffb-4fe9-aea1-a428f48ff87b HTTP/1.1" status: 204 len: 168 time: 0.4861948 Aug 20 09:11:24.356681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:24.452857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.617793 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.630245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a159c20b-8817-4b3f-a410-0bff5745cc62']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:24.642722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:24.643026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c0f3eb-5f1d-4f1d-ab0a-76e2a30e245f') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:24.658065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.680579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.689204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:11:24.689736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:11:24.693290 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:11:24.702813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb43ce-e127-4ffe-81a3-40756622e286 req-5ba99f96-da3e-47ca-9749-b5b4f9451176 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:24.706291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-debb43ce-e127-4ffe-81a3-40756622e286 req-5ba99f96-da3e-47ca-9749-b5b4f9451176 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1084428 Aug 20 09:11:24.751510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-debb43ce-e127-4ffe-81a3-40756622e286 req-1fc30115-3dd6-4574-833c-31e28a6073e8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399952 Aug 20 09:11:24.777918 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.787713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:24.791236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] 10.222.0.35 "DELETE /v2.0/networks/a159c20b-8817-4b3f-a410-0bff5745cc62 HTTP/1.1" status: 204 len: 168 time: 0.4337220 Aug 20 09:11:24.802616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38303a-1122-48e9-972e-6bb6d363050b tempest-PortsTestJSON-6741128 tempest-PortsTestJSON-6741128-project] Pushing event deleted for resources: {'Network': ['ID=a159c20b-8817-4b3f-a410-0bff5745cc62,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:24.869812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40564) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:25.195314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56dfe241-5631-4eac-94ba-d3ad301b86f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.293225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40576) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:25.340544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56dfe241-5631-4eac-94ba-d3ad301b86f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.346587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56dfe241-5631-4eac-94ba-d3ad301b86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.410320 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56dfe241-5631-4eac-94ba-d3ad301b86f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=691c3e188ff24fea9b5fe99a23ffd4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364151 Aug 20 09:11:25.411820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40582) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:25.416858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfe241-5631-4eac-94ba-d3ad301b86f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43540c4d-af6d-4967-9b22-7e5be29f01dc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:25.528919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-52816eca-b859-4903-9b67-5c9a625b7a59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1e8c1738afd43d2bcce9aae521c48a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344513 Aug 20 09:11:25.531527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40596) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:25.547379 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-61d59f7c-2c7f-4ffc-b49b-7f72193a04ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.583049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-61d59f7c-2c7f-4ffc-b49b-7f72193a04ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.636155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-61d59f7c-2c7f-4ffc-b49b-7f72193a04ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.639393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-61d59f7c-2c7f-4ffc-b49b-7f72193a04ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.641270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4804becc-e952-4eeb-8e65-c28536a3aa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.642921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-61d59f7c-2c7f-4ffc-b49b-7f72193a04ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43540c4d-af6d-4967-9b22-7e5be29f01dc HTTP/1.1" status: 204 len: 168 time: 0.2276795 Aug 20 09:11:25.659740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59f7c-2c7f-4ffc-b49b-7f72193a04ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43540c4d-af6d-4967-9b22-7e5be29f01dc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:25.679240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4804becc-e952-4eeb-8e65-c28536a3aa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.759534 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4804becc-e952-4eeb-8e65-c28536a3aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.762479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4804becc-e952-4eeb-8e65-c28536a3aa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:25.763556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4804becc-e952-4eeb-8e65-c28536a3aa91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/002e9ea4-6e25-4f89-a7ba-b02a55b0652d HTTP/1.1" status: 204 len: 168 time: 0.2310593 Aug 20 09:11:25.781454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804becc-e952-4eeb-8e65-c28536a3aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e9ea4-6e25-4f89-a7ba-b02a55b0652d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:25.929835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c184-2bbe-476d-82b6-34e2fdb6c957 req-3d3bb1fe-c019-485d-a321-846d35af0965 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:25.938924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ab6c184-2bbe-476d-82b6-34e2fdb6c957 req-3d3bb1fe-c019-485d-a321-846d35af0965 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0692632 Aug 20 09:11:26.015701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ab6c184-2bbe-476d-82b6-34e2fdb6c957 req-eb40fc57-70f4-44ac-95c6-59c2e45dc380 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690074 Aug 20 09:11:27.161861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0663dc-6817-4ebe-828c-267491d4a89b req-fd389ab6-24f7-417b-a58e-10316b5d7bf6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:27.173049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce0663dc-6817-4ebe-828c-267491d4a89b req-fd389ab6-24f7-417b-a58e-10316b5d7bf6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0727665 Aug 20 09:11:27.257745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce0663dc-6817-4ebe-828c-267491d4a89b req-ae1536e4-f0d5-4cbc-8ad5-600fefa7e2b7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697191 Aug 20 09:11:27.514140 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-afa0acde-d7b7-4549-8d94-598b8800df77 service neutron] show failed (client error): The resource could not be found. Aug 20 09:11:27.516117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-afa0acde-d7b7-4549-8d94-598b8800df77 service neutron] 10.222.0.37 "GET /v2.0/ports/0071bbcd-6872-4a1d-be0c-6bade1d955c4/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.1131783 Aug 20 09:11:27.612464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40708) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:27.855120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-10d43134-4a03-41b5-9fb6-ffc4cd3777a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:27.858180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-10d43134-4a03-41b5-9fb6-ffc4cd3777a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1367526 Aug 20 09:11:27.872480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:27.905461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9d445ceb-2af1-42b5-956a-d49575eef936 tempest-DvrRoutersNegativeTest-2096311518 tempest-DvrRoutersNegativeTest-2096311518-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-330552401', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:27.911618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.policy [None req-9d445ceb-2af1-42b5-956a-d49575eef936 tempest-DvrRoutersNegativeTest-2096311518 tempest-DvrRoutersNegativeTest-2096311518-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101316) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 09:11:27.916043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.policy [None req-9d445ceb-2af1-42b5-956a-d49575eef936 tempest-DvrRoutersNegativeTest-2096311518 tempest-DvrRoutersNegativeTest-2096311518-project] Failed policy check for 'create_router' {{(pid=101316) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 09:11:27.916685 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-9d445ceb-2af1-42b5-956a-d49575eef936 tempest-DvrRoutersNegativeTest-2096311518 tempest-DvrRoutersNegativeTest-2096311518-project] create failed (client error): Access was denied to this resource. Aug 20 09:11:27.920735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9d445ceb-2af1-42b5-956a-d49575eef936 tempest-DvrRoutersNegativeTest-2096311518 tempest-DvrRoutersNegativeTest-2096311518-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3039289 Aug 20 09:11:27.969957 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:28.417206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40740) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:28.484952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:28.586687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2167c-d861-4d47-a806-493b0300b87a req-c85c1c27-eaa4-4ad9-a00f-aab41a71e45f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:28.596460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69e2167c-d861-4d47-a806-493b0300b87a req-c85c1c27-eaa4-4ad9-a00f-aab41a71e45f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.2073982 Aug 20 09:11:28.625076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:11:28.646277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d205263-dfc9-44e2-803a-4ecf1ac07642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:28.701411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-69e2167c-d861-4d47-a806-493b0300b87a req-7e4e0067-ad8f-45e0-a421-593eed4edf83 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987844 Aug 20 09:11:28.706463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:11:28.710395 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92480e50-60f8-47a1-a5f5-6317faeb599e" -d '{"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-unplugged", "status": "completed", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:11:28.732149 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:28.757407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40752) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:28.758664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Transition to ACTIVE for port object 0071bbcd-6872-4a1d-be0c-6bade1d955c4 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:28.771065 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:28.818387 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b87a2b-311a-48b3-84b6-e44471c65cb2 x-openstack-request-id: req-71b87a2b-311a-48b3-84b6-e44471c65cb2 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:11:28.819014 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-unplugged", "status": "completed", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:11:28.819478 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71b87a2b-311a-48b3-84b6-e44471c65cb2 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:11:28.820102 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'code': 200} Aug 20 09:11:28.899223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40756) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:28.918959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d205263-dfc9-44e2-803a-4ecf1ac07642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:28.931439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d205263-dfc9-44e2-803a-4ecf1ac07642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:28.969209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:28.989250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d205263-dfc9-44e2-803a-4ecf1ac07642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de2b793-5341-47d3-9e03-561c9f34846c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:28.997276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40760) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:29.009583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3d205263-dfc9-44e2-803a-4ecf1ac07642 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c87d8485d154ebc9cc5ee37ce30e685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901480 Aug 20 09:11:29.031773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:29.063856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.100222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afc48abd-a0d6-4a85-83ee-c95d3fa7e94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.156909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] No DVR routers for this DVR port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:11:29.219971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.302406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-947fae35-f00f-4974-81ed-8499b1a1f9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.362822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-947fae35-f00f-4974-81ed-8499b1a1f9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.379704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Allocated IP 172.25.5.125 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/5ed7f92a-61a4-4393-b2d7-a4d8ab7ffe5b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:29.618962 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.656882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afc48abd-a0d6-4a85-83ee-c95d3fa7e94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.659934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.663377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:11:29.664016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:11:29.664737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on network 345b1c2e-d546-42e0-ac22-65c00a57d356 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:11:29.672367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afc48abd-a0d6-4a85-83ee-c95d3fa7e94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.710157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed7f92a-61a4-4393-b2d7-a4d8ab7ffe5b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:29.723687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on network 345b1c2e-d546-42e0-ac22-65c00a57d356 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:11:29.724070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Attempting to bind port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on network 345b1c2e-d546-42e0-ac22-65c00a57d356 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:11:29.748583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:29.753669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:29.758651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:29.765281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:11:29.768226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Checking segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:29.769160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Bound using segment: {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:11:29.770771 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Bound port: 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fc9f04-28cb-407c-811e-475422ad5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:11:29.773210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.777499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-947fae35-f00f-4974-81ed-8499b1a1f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.784778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-947fae35-f00f-4974-81ed-8499b1a1f9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.786095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-947fae35-f00f-4974-81ed-8499b1a1f9f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8de2b793-5341-47d3-9e03-561c9f34846c HTTP/1.1" status: 204 len: 168 time: 0.7814653 Aug 20 09:11:29.796160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc48abd-a0d6-4a85-83ee-c95d3fa7e94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be829a1-d556-4f93-9b56-b47aa3dbb113,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:29.915724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fae35-f00f-4974-81ed-8499b1a1f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de2b793-5341-47d3-9e03-561c9f34846c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:29.987467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:29.993871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:11:30.054649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:11:30.064120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:11:30.082979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-afc48abd-a0d6-4a85-83ee-c95d3fa7e94c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07179666229b42d48c701500a4ebb3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3217113 Aug 20 09:11:30.086801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40786) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:30.092600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.102770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.105004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:11:30.266103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:30.273110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:30.273804 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.279809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4c84a41e-f2ea-4814-a84a-225fbad889c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 1091 time: 2.4134905 Aug 20 09:11:30.358853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9789-19ae-424e-8640-304438278642 req-a1d35ea3-3c22-427d-ac20-a6a76bd47a0e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:30.360483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fc9789-19ae-424e-8640-304438278642 req-a1d35ea3-3c22-427d-ac20-a6a76bd47a0e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 943 time: 0.5317998 Aug 20 09:11:30.458715 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.465809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.526280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58fc9789-19ae-424e-8640-304438278642 req-bceb8dc9-a5a6-4aa2-9878-8895a14b608a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257529 Aug 20 09:11:30.555996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-820fcb9e-89b0-4edc-9050-9b28f0f506b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:30.560286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-820fcb9e-89b0-4edc-9050-9b28f0f506b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1094 time: 0.2421188 Aug 20 09:11:30.579023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed7f92a-61a4-4393-b2d7-a4d8ab7ffe5b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:30.658934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50c69944-8e1b-4f4c-8842-02bdc72ba626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.694109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.698653 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50c69944-8e1b-4f4c-8842-02bdc72ba626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.714177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.718061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b8c1810-9ea9-4625-8dbb-bd2733020264 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8176112 Aug 20 09:11:30.721432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40800) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:30.729146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-422873407', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'fixed_ips': [{'ip_address': '172.25.5.125'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:30.763540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Made reservation on behalf of 6aea0e0d6b264bcc8b8117c9827af85d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:30.768827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.782794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-9540348b-eb4e-4bb2-9513-bf4719466321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:30.788649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-9540348b-eb4e-4bb2-9513-bf4719466321 service neutron] 10.222.0.26 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.2155042 Aug 20 09:11:30.795585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.871064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:11:30.873871 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f0e5f-1350-45b8-9528-2e4efea2a685" -d '{"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:11:30.890231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50c69944-8e1b-4f4c-8842-02bdc72ba626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.895066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-50c69944-8e1b-4f4c-8842-02bdc72ba626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:30.896833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-50c69944-8e1b-4f4c-8842-02bdc72ba626 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9be829a1-d556-4f93-9b56-b47aa3dbb113 HTTP/1.1" status: 204 len: 168 time: 0.8074763 Aug 20 09:11:30.945383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c69944-8e1b-4f4c-8842-02bdc72ba626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be829a1-d556-4f93-9b56-b47aa3dbb113,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:30.985486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-693f2f93-309a-4f93-8be6-5e5c52c88a3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 999 time: 0.1880968 Aug 20 09:11:31.014595 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2210c89-f8d7-4a01-ad2f-557c6830faaf x-openstack-request-id: req-b2210c89-f8d7-4a01-ad2f-557c6830faaf {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:11:31.014891 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:11:31.015150 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2210c89-f8d7-4a01-ad2f-557c6830faaf {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:11:31.015548 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'status': 'completed', 'code': 200} Aug 20 09:11:31.086907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4885a45d-e8ff-4222-9784-e40683e4ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.086907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4885a45d-e8ff-4222-9784-e40683e4ff99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.0921333 Aug 20 09:11:31.176724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4d0bea88-ffd2-40ec-9fc4-f7f2c162ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.178364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-4d0bea88-ffd2-40ec-9fc4-f7f2c162ea1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898452 Aug 20 09:11:31.193753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.208935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.226764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] device_id is not set on port e1ecf12d-d60c-45b2-9b1b-87063369438a yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:11:31.232940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-4a08d644-e8c0-4f0f-a770-d67d9a24a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.234532 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-4a08d644-e8c0-4f0f-a770-d67d9a24a29f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1094 time: 0.1876404 Aug 20 09:11:31.268057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40818) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:31.344048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-6834fa7b-7763-4a36-876e-cd29d1bb5748 service neutron] 10.222.0.26 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584017 Aug 20 09:11:31.416640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42903b7-d060-4a55-b52d-25e7f2557dc5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:31.447958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40824) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:31.474618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9284b48-e441-4ab5-89f8-b0368127f6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.539861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-fec935ed-7206-4453-b681-83ac05612055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.541234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-fec935ed-7206-4453-b681-83ac05612055 service neutron] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.2879279 Aug 20 09:11:31.553652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ede6690f-cf48-438b-aa00-da2a098f02a1 req-6e01f8f3-64f3-4ea7-a400-70475fb3f467 service neutron] 10.222.0.26 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989448 Aug 20 09:11:31.645991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9284b48-e441-4ab5-89f8-b0368127f6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.656283 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9284b48-e441-4ab5-89f8-b0368127f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.738134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--496072827'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:31.739530 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 09:11:31.740303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:11:31.746337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-f8a65418-d433-4865-b551-40fa9508e3a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 999 time: 0.1664884 Aug 20 09:11:31.802776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b9284b48-e441-4ab5-89f8-b0368127f6f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7069b5c7e499443ea0d6247099b36878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540416 Aug 20 09:11:31.810456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:31.814337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9284b48-e441-4ab5-89f8-b0368127f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda8f0c-eda5-48ab-92fa-6d51c53483ee,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:31.826725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-688ad425-9069-4c5b-904d-c1359da7ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.828190 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-688ad425-9069-4c5b-904d-c1359da7ceae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.0746143 Aug 20 09:11:31.873296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-b73782ef-0300-4c41-8ba5-be7cbabe8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.875057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-b73782ef-0300-4c41-8ba5-be7cbabe8d42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1094 time: 0.1935649 Aug 20 09:11:31.875740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.878356 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e6f1dfd-9950-46ce-848d-4f751507eb82 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1549428 Aug 20 09:11:31.881608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40832) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:31.886625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af53d-a81e-486a-96c6-49bc245099a2 req-6e407615-a737-4e6d-b16c-f02a98d27495 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.888114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea7af53d-a81e-486a-96c6-49bc245099a2 req-6e407615-a737-4e6d-b16c-f02a98d27495 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 943 time: 0.1543391 Aug 20 09:11:31.910707 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:31.966761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-ccfe3b30-d6d5-4c5c-968a-ec66817bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:31.968424 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-ccfe3b30-d6d5-4c5c-968a-ec66817bca9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328688 Aug 20 09:11:31.992956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-707c13ed-009a-453e-b980-22e05754920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.043793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea7af53d-a81e-486a-96c6-49bc245099a2 req-fe89418c-7717-4fd0-89c3-018702cc8c7f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366212 Aug 20 09:11:32.050828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-707c13ed-009a-453e-b980-22e05754920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.131921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-ffb1d13e-04b8-4c82-97d3-6cba7ad65f1c service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530168 Aug 20 09:11:32.176722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-caedaa1b-870c-4aa0-8efc-da114a55dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:32.178671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-caedaa1b-870c-4aa0-8efc-da114a55dd2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.2849960 Aug 20 09:11:32.231211 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.241745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.254670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-2d04332d-9707-4b26-8c11-2e7eb125db44 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048892 Aug 20 09:11:32.282013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Deleting port 5ed7f92a-61a4-4393-b2d7-a4d8ab7ffe5b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:32.282354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.343423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-88bc3c75-d436-4d32-8624-64e7312b9222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 999 time: 0.1100135 Aug 20 09:11:32.344063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4443b6-369e-4e7b-b125-d58e304c2d81,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:32.349687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-707c13ed-009a-453e-b980-22e05754920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.353781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-707c13ed-009a-453e-b980-22e05754920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.358487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-707c13ed-009a-453e-b980-22e05754920a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eeda8f0c-eda5-48ab-92fa-6d51c53483ee HTTP/1.1" status: 204 len: 168 time: 0.5450840 Aug 20 09:11:32.377253 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.378127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.395608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Calling delete_port for 5ed7f92a-61a4-4393-b2d7-a4d8ab7ffe5b owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:32.422218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c13ed-009a-453e-b980-22e05754920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda8f0c-eda5-48ab-92fa-6d51c53483ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:32.483525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-0afaca93-a413-40f3-b7a7-fae0475cdc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:32.485438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-0afaca93-a413-40f3-b7a7-fae0475cdc12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.1228883 Aug 20 09:11:32.600875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-1f002feb-19bb-4b2c-9647-ecc31ae21153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:32.604054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-1f002feb-19bb-4b2c-9647-ecc31ae21153 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066074 Aug 20 09:11:32.608597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.627931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.757097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:32.761207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4756184 Aug 20 09:11:32.762188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40844) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:32.762842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248c365-0575-4342-8811-35a1c294c95b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade5705-b1f7-4b70-8a6b-e14a73548ad0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:32.872568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-cb0a2bfc-9c2d-42b8-9e53-421809b13e9e service neutron] 10.222.0.26 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464457 Aug 20 09:11:32.900685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-107e18a8-80ec-4402-be2f-273d46e140a2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1350269 Aug 20 09:11:32.921057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40848) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:32.926100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-security--293261571', 'description': 'tempest-security-description-254058459'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:32.958397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.009912 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.033967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f1f0e5f-1350-45b8-9528-2e4efea2a685 req-347eb037-c210-4d61-8ee4-27cda24a3ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604049 Aug 20 09:11:33.059251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ed7f92a-61a4-4393-b2d7-a4d8ab7ffe5b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:33.071417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.094189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.097048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.099384 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "PUT /v2.0/security-groups/4ade5705-b1f7-4b70-8a6b-e14a73548ad0 HTTP/1.1" status: 200 len: 1778 time: 0.1764488 Aug 20 09:11:33.102033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40860) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:33.162578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40862) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:33.274105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.277817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.279370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e353a2a-3f5f-4811-8753-e847bb527bd0 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719 tempest-ExternalNetworksAdminNegativeTestJSON-1868063719-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/9af3bedd-3411-41ef-951b-ed438acd5391 HTTP/1.1" status: 204 len: 168 time: 1.3968191 Aug 20 09:11:33.280249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebadc9-d98a-486c-b632-a77fa49ae20b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade5705-b1f7-4b70-8a6b-e14a73548ad0,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:33.335933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Deleting subnet f06632e9-6636-47fb-b965-9c94b3345e5a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:33.349872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.366621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9953be5d-2c74-4f28-b4e7-1f0cadb12470 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups/4ade5705-b1f7-4b70-8a6b-e14a73548ad0 HTTP/1.1" status: 200 len: 1778 time: 0.2594593 Aug 20 09:11:33.369846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40866) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:33.450142 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.481803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d06f7-b5d1-4821-900a-455d079590dc req-11e4edc8-c12d-40d8-85bf-29f1967404b6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:33.483465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-708d06f7-b5d1-4821-900a-455d079590dc req-11e4edc8-c12d-40d8-85bf-29f1967404b6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 943 time: 0.3008902 Aug 20 09:11:33.559129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.584513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d57f876d-d365-41ab-be93-d561392e399a tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.588697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-708d06f7-b5d1-4821-900a-455d079590dc req-c5a8cfbe-ef5f-4ae8-944a-89af67e5dbfd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867448 Aug 20 09:11:33.658553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d57f876d-d365-41ab-be93-d561392e399a tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.660387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.715603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06632e9-6636-47fb-b965-9c94b3345e5a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:33.729944 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.733807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-95550bd0-19f5-4af7-8a8d-9282b12e7aa7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f06632e9-6636-47fb-b965-9c94b3345e5a HTTP/1.1" status: 204 len: 168 time: 0.5663421 Aug 20 09:11:33.739885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40878) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:33.772137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40882) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:33.857994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d57f876d-d365-41ab-be93-d561392e399a tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.860538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d57f876d-d365-41ab-be93-d561392e399a tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.863965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d57f876d-d365-41ab-be93-d561392e399a tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ade5705-b1f7-4b70-8a6b-e14a73548ad0 HTTP/1.1" status: 204 len: 168 time: 0.4912119 Aug 20 09:11:33.865315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40888) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:33.879355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f876d-d365-41ab-be93-d561392e399a tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade5705-b1f7-4b70-8a6b-e14a73548ad0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:33.892702 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:33.996769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:11:34.040066 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-afbd82ea-896a-46f9-befb-bacce5a0e80c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1730077 Aug 20 09:11:34.045190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40890) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.079827 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-99dc044c-867a-41d7-b72d-b8acb18306b9 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] delete failed (client error): The resource could not be found. Aug 20 09:11:34.082400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-99dc044c-867a-41d7-b72d-b8acb18306b9 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/4ade5705-b1f7-4b70-8a6b-e14a73548ad0 HTTP/1.1" status: 404 len: 347 time: 0.0359130 Aug 20 09:11:34.086764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40894) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.093234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008581520'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:34.157082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.174953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:34.190584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d228ba2d-d734-4799-97cb-ab0d3e723318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.195483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.216466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'port_id': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'mac_address': 'fa:16:3e:da:bf:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:11:34.223064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfa382f-54fc-405f-b674-da461bd62233']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:34.256107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:34.257107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a9ceb5-6e02-474e-91e9-44c71562a5a2') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:34.275598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.295314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.301467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.304641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:11:34.305526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:11:34.308995 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:11:34.318966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.323468 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.343191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0071bbcd-6872-4a1d-be0c-6bade1d955c4 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:11:34.372853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:34.378313 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.387299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427fb5a5-ab84-468c-a85e-3cff10e22f49,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:34.418733 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.430487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.434106 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dcfa382f-54fc-405f-b674-da461bd62233 HTTP/1.1" status: 204 len: 168 time: 0.6921012 Aug 20 09:11:34.442342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40898) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.448387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10295cf-6d2d-47a4-b589-532283021033 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfa382f-54fc-405f-b674-da461bd62233,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:34.471164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:34.536439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d228ba2d-d734-4799-97cb-ab0d3e723318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.544424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Deleting subnet a7aa179f-2607-419d-8a38-5d129a9ca49d {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:34.549014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d228ba2d-d734-4799-97cb-ab0d3e723318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.553029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.562986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.572354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ceeb8a39-f381-418d-a8f6-c4e6369d4cbc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4766726 Aug 20 09:11:34.572673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40904) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.578296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '427fb5a5-ab84-468c-a85e-3cff10e22f49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:34.602875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['0071bbcd-6872-4a1d-be0c-6bade1d955c4'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:11:34.627721 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.633022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d228ba2d-d734-4799-97cb-ab0d3e723318 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c23e5be020a4de2aada2ba78e1b1231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573680 Aug 20 09:11:34.633684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40908) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.666158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228ba2d-d734-4799-97cb-ab0d3e723318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81023e29-2abc-4dc7-a5e6-4f9491bdbd7b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:34.678835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.720990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.728301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.738832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bded2deb-1204-4d63-ac87-0555517f05df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.748037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.795101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bded2deb-1204-4d63-ac87-0555517f05df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.813052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde83d87-bffb-4fe8-bb85-0e7e600b60f8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:34.817021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.818333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d6794836-6527-4308-965d-287f38bbce7c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2446139 Aug 20 09:11:34.825696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40912) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.855670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.884574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61513e-79f7-4d0b-85a6-b761fe37e563 req-132f8e57-35d2-44cf-9e54-85bbe5d5691e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:34.888871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df61513e-79f7-4d0b-85a6-b761fe37e563 req-132f8e57-35d2-44cf-9e54-85bbe5d5691e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 944 time: 0.1500208 Aug 20 09:11:34.940275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7aa179f-2607-419d-8a38-5d129a9ca49d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:34.950457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a330e9d-aaf1-4295-ab63-64b372f45a98 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.954217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.962229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5233069d-fc11-4778-93ea-3abcfdcf2a22 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a7aa179f-2607-419d-8a38-5d129a9ca49d HTTP/1.1" status: 204 len: 168 time: 0.5093594 Aug 20 09:11:34.963703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bded2deb-1204-4d63-ac87-0555517f05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.966283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bded2deb-1204-4d63-ac87-0555517f05df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:34.967410 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bded2deb-1204-4d63-ac87-0555517f05df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81023e29-2abc-4dc7-a5e6-4f9491bdbd7b HTTP/1.1" status: 204 len: 168 time: 0.3326044 Aug 20 09:11:34.985054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40918) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:34.997688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a330e9d-aaf1-4295-ab63-64b372f45a98 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.101857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded2deb-1204-4d63-ac87-0555517f05df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81023e29-2abc-4dc7-a5e6-4f9491bdbd7b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:35.116324 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df61513e-79f7-4d0b-85a6-b761fe37e563 req-adc85c44-8b92-480e-a927-f3cef96966df tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193964 Aug 20 09:11:35.123502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.159982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a330e9d-aaf1-4295-ab63-64b372f45a98 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.180343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a330e9d-aaf1-4295-ab63-64b372f45a98 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.181665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4a330e9d-aaf1-4295-ab63-64b372f45a98 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fde83d87-bffb-4fe8-bb85-0e7e600b60f8 HTTP/1.1" status: 204 len: 168 time: 0.3548262 Aug 20 09:11:35.185114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40928) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:35.203818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a330e9d-aaf1-4295-ab63-64b372f45a98 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fde83d87-bffb-4fe8-bb85-0e7e600b60f8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:35.264819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.284528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5831382b-6c7b-4a3d-a7b5-9851ac81a2f4']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:35.298727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d64f355c-1d91-4ad7-8c02-a3b084374160 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115563 Aug 20 09:11:35.303637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40930) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:35.326112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0ee7de-f5e4-420e-afe9-4cd812612a5f') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:35.327277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0ee7de-f5e4-420e-afe9-4cd812612a5f') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:35.342893 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.363341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.372570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:11:35.373425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:11:35.376059 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:11:35.471530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.480845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fcb19f4-1868-4906-ba35-c63f4eb37665 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.506582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.510652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5831382b-6c7b-4a3d-a7b5-9851ac81a2f4 HTTP/1.1" status: 204 len: 168 time: 0.5229931 Aug 20 09:11:35.515743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26b6d4-2b56-44af-94dc-d84dfe5fdac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5831382b-6c7b-4a3d-a7b5-9851ac81a2f4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:35.579858 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fcb19f4-1868-4906-ba35-c63f4eb37665 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.607872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e611f-e03f-4d76-b899-a47725797b24 req-e4bd7767-10ce-42d6-8e2d-b1a2cfd3757e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:35.609386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e86e611f-e03f-4d76-b899-a47725797b24 req-e4bd7767-10ce-42d6-8e2d-b1a2cfd3757e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 944 time: 0.1299381 Aug 20 09:11:35.661646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fcb19f4-1868-4906-ba35-c63f4eb37665 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.664492 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2fcb19f4-1868-4906-ba35-c63f4eb37665 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.665699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2fcb19f4-1868-4906-ba35-c63f4eb37665 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/427fb5a5-ab84-468c-a85e-3cff10e22f49 HTTP/1.1" status: 204 len: 168 time: 0.3608098 Aug 20 09:11:35.673610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40940) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:35.683900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e86e611f-e03f-4d76-b899-a47725797b24 req-8949b65c-d06c-4117-bc8d-0d4792b9dcf4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614021 Aug 20 09:11:35.696267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb19f4-1868-4906-ba35-c63f4eb37665 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427fb5a5-ab84-468c-a85e-3cff10e22f49,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:35.758096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d8323f75-aa82-44d3-a156-6ec9fd007dee tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832415 Aug 20 09:11:35.764646 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-4e1f012c-1529-4353-9fbc-42819932519c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:35.766872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40944) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:35.771343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-4e1f012c-1529-4353-9fbc-42819932519c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a&tenant_id=6caaa9aa26a243619caaee88e01e8cd6&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 944 time: 0.1932786 Aug 20 09:11:35.773699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--214864542'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:35.800761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.865573 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-e8f3590f-4bdb-44b3-919d-ef32ab72fe87 service neutron] delete failed (client error): The resource could not be found. Aug 20 09:11:35.869519 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-e8f3590f-4bdb-44b3-919d-ef32ab72fe87 service neutron] 10.222.0.37 "DELETE /v2.0/ports/0071bbcd-6872-4a1d-be0c-6bade1d955c4/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0875707 Aug 20 09:11:35.869519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40946) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:35.926677 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:35.931131 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-edb1c204-f727-45de-9bee-a00c8a4a371e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6aea0e0d6b264bcc8b8117c9827af85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580864 Aug 20 09:11:35.931302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40948) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:35.938488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.001650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.004972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2369580 Aug 20 09:11:36.012324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:36.020165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40952) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:36.027176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '9b0ed2c6-72be-4674-b366-23181c81de6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:36.059346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:36.068336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab56ca-ddea-4cd3-acf8-b858dcd7109b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ed2c6-72be-4674-b366-23181c81de6e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.113102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.146218 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17caaa15-92e7-4b26-a440-31a1164ba712 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c307bea13c5a45929e8ce5feab8d0a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847545 Aug 20 09:11:36.147355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40960) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:36.184690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.192427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.198240 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:36.199418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-12904160-50a5-4594-a6c8-8d44308e1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:36.200897 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-12904160-50a5-4594-a6c8-8d44308e1be2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1095 time: 0.2270999 Aug 20 09:11:36.201554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2867e0c5-3245-417c-ac37-2e30528ed3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.217996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:36.219053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.228056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92042af-f0d1-42dd-aa7b-4d0d7f8ea871,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.237348 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.242276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cbfeacfc-bdd1-43fc-a2c2-d2353a2b1719 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2210710 Aug 20 09:11:36.245202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:36.263005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '9b0ed2c6-72be-4674-b366-23181c81de6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:36.290297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2867e0c5-3245-417c-ac37-2e30528ed3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.321781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.332071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.332427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadcea61-03ba-4088-b123-a3d146b75947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.369833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:36.371611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:11:36.374505 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584204c7-b376-4a9f-a32d-1bd8255b1072" -d '{"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-plugged", "status": "completed", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:11:36.380112 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.418639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadcea61-03ba-4088-b123-a3d146b75947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.445266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-29dce6a2-236c-4429-9dce-369b28b99015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:36.449989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.451645 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-29dce6a2-236c-4429-9dce-369b28b99015 service neutron] 10.222.0.37 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.2376134 Aug 20 09:11:36.455880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.472558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.492024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.497811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492750 Aug 20 09:11:36.498421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40968) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:36.505040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '9b0ed2c6-72be-4674-b366-23181c81de6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:36.510513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d68f-2b68-43c8-b8b4-d96fff815191 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5b624b-f637-4117-be2b-61981de70d3c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.531738 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150ea8b-bd5d-4a53-9ad8-211acb7c0681 x-openstack-request-id: req-6150ea8b-bd5d-4a53-9ad8-211acb7c0681 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:11:36.532071 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-plugged", "status": "completed", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:11:36.532357 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6150ea8b-bd5d-4a53-9ad8-211acb7c0681 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:11:36.532892 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'code': 200} Aug 20 09:11:36.539184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.573823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2867e0c5-3245-417c-ac37-2e30528ed3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.576854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2867e0c5-3245-417c-ac37-2e30528ed3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.578597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2867e0c5-3245-417c-ac37-2e30528ed3c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f42903b7-d060-4a55-b52d-25e7f2557dc5 HTTP/1.1" status: 204 len: 168 time: 0.6464634 Aug 20 09:11:36.607782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.612899 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.615189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867e0c5-3245-417c-ac37-2e30528ed3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42903b7-d060-4a55-b52d-25e7f2557dc5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.630606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-99ced199-9d45-4902-ac9a-3ae9a405d645 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 1001 time: 0.1674066 Aug 20 09:11:36.664309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0eecbf2-5ddf-44f3-ad3c-ff2003e48da0,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.675181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.679017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f2835888-4050-4ffb-bb90-c8eebfaaa39c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757314 Aug 20 09:11:36.682007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40976) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:36.689957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '9b0ed2c6-72be-4674-b366-23181c81de6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:36.695745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadcea61-03ba-4088-b123-a3d146b75947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.699653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dadcea61-03ba-4088-b123-a3d146b75947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.700910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dadcea61-03ba-4088-b123-a3d146b75947 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d1c319d-c898-46fd-8e4b-ddf60b14fc8a HTTP/1.1" status: 204 len: 168 time: 0.5525782 Aug 20 09:11:36.721147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcea61-03ba-4088-b123-a3d146b75947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c319d-c898-46fd-8e4b-ddf60b14fc8a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:36.727091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-aecde529-85ff-48eb-b598-8a5ab59acd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:36.728354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-aecde529-85ff-48eb-b598-8a5ab59acd8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.0898924 Aug 20 09:11:36.765649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.831512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-217d0bbc-e7fb-4bd5-a81e-e4bcda6606d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:36.840655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-217d0bbc-e7fb-4bd5-a81e-e4bcda6606d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023698 Aug 20 09:11:36.904267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.919310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cacea7-e171-4966-ab2d-a61089eae3ba req-723899e7-7920-4b7f-a9f0-ead1b5429aac tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:36.928039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18cacea7-e171-4966-ab2d-a61089eae3ba req-723899e7-7920-4b7f-a9f0-ead1b5429aac tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0880010 Aug 20 09:11:36.932529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:36.974313 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-2c2a6b5a-6432-4334-9676-3a885b94ce21 service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276522 Aug 20 09:11:37.007901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18cacea7-e171-4966-ab2d-a61089eae3ba req-55d5f388-1bbe-4506-8393-9de7ddc4cecb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773113 Aug 20 09:11:37.008928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be4210c-28a7-48eb-8739-5d6ef3fcd963,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:37.027761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.028965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-79ce8db1-48eb-4ec2-baa5-ed3d18f342d1 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455088 Aug 20 09:11:37.034268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40984) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:37.044493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '9b0ed2c6-72be-4674-b366-23181c81de6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:37.099620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.129304 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a3b58497-38c7-407a-9cb3-25296e2d7871 req-6a9fb0c3-4775-4557-8c07-1b22bc1bc2cb service neutron] 10.222.0.37 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439414 Aug 20 09:11:37.241934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.246992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.262064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cd6c8b-8ce7-4e5b-90b6-77f15db1a033,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:37.276783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.281814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7a23fe7d-f6a3-45e0-b67c-e34d5b8ab356 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2432156 Aug 20 09:11:37.282266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 40994) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:37.310679 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514568d3-b7b2-4a9b-98e4-c0234bfc8512 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.320191 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514568d3-b7b2-4a9b-98e4-c0234bfc8512 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.373000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514568d3-b7b2-4a9b-98e4-c0234bfc8512 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.383100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-514568d3-b7b2-4a9b-98e4-c0234bfc8512 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.385758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-514568d3-b7b2-4a9b-98e4-c0234bfc8512 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/04cd6c8b-8ce7-4e5b-90b6-77f15db1a033 HTTP/1.1" status: 204 len: 168 time: 0.1007957 Aug 20 09:11:37.387592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 40998) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:37.392087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514568d3-b7b2-4a9b-98e4-c0234bfc8512 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04cd6c8b-8ce7-4e5b-90b6-77f15db1a033,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:37.468650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dc5115ce-dcda-4896-9339-766f4cfd61bc tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0793777 Aug 20 09:11:37.471160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41002) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:37.645322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41008) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:37.740459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6b6f3147-1e41-403a-894c-250b0b83f1db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7154b03f622b48c59c230c54a1e9c784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938046 Aug 20 09:11:37.743312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41010) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:37.854152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa630264-3d87-4309-b41b-3ef5372d7a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.879835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa630264-3d87-4309-b41b-3ef5372d7a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.911572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98360678-d2fb-40aa-bbc7-207ce46402de tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.932203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98360678-d2fb-40aa-bbc7-207ce46402de tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.991798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98360678-d2fb-40aa-bbc7-207ce46402de tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.992020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa630264-3d87-4309-b41b-3ef5372d7a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.995632 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fa630264-3d87-4309-b41b-3ef5372d7a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:37.996784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fa630264-3d87-4309-b41b-3ef5372d7a79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10e1b510-f09b-4b73-8c83-e9a2c028f61d HTTP/1.1" status: 204 len: 168 time: 0.2504513 Aug 20 09:11:38.001012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98360678-d2fb-40aa-bbc7-207ce46402de tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.004406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-98360678-d2fb-40aa-bbc7-207ce46402de tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0be4210c-28a7-48eb-8739-5d6ef3fcd963 HTTP/1.1" status: 204 len: 168 time: 0.5298042 Aug 20 09:11:38.005013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41016) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.012845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa630264-3d87-4309-b41b-3ef5372d7a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1b510-f09b-4b73-8c83-e9a2c028f61d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:38.016048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98360678-d2fb-40aa-bbc7-207ce46402de tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be4210c-28a7-48eb-8739-5d6ef3fcd963,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:38.062386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f0e287fe-618f-4d9d-95e8-d7cbfde06574 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0541058 Aug 20 09:11:38.063030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41022) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.109176 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e017d398-f2b6-4e3c-90c1-f4ef6bb84fc7 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.133286 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e017d398-f2b6-4e3c-90c1-f4ef6bb84fc7 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.194130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83e3cd-ffc0-49fe-9ddc-a1c7c294b34e req-b9b7c634-c552-480e-b17c-b1695d737fbf tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:38.195499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f83e3cd-ffc0-49fe-9ddc-a1c7c294b34e req-b9b7c634-c552-480e-b17c-b1695d737fbf tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.0792279 Aug 20 09:11:38.196607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e017d398-f2b6-4e3c-90c1-f4ef6bb84fc7 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.204123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e017d398-f2b6-4e3c-90c1-f4ef6bb84fc7 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.205542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e017d398-f2b6-4e3c-90c1-f4ef6bb84fc7 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a0eecbf2-5ddf-44f3-ad3c-ff2003e48da0 HTTP/1.1" status: 204 len: 168 time: 0.1411839 Aug 20 09:11:38.208293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.219552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017d398-f2b6-4e3c-90c1-f4ef6bb84fc7 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0eecbf2-5ddf-44f3-ad3c-ff2003e48da0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:38.264502 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f83e3cd-ffc0-49fe-9ddc-a1c7c294b34e req-7e635952-9e30-4be8-84f3-f64cffda1a7f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564375 Aug 20 09:11:38.296760 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41034) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.326453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ef7a7655-b6af-4504-ad5f-19006cf1174b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1129122 Aug 20 09:11:38.326824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.363376 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9313faac-3afc-48c0-b233-1a078933e283 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.380780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9313faac-3afc-48c0-b233-1a078933e283 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.407860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7dec2964-044f-4426-a006-910caf7b5c51 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/af86f608-2a3d-43b1-b74a-b6e69c5f770f HTTP/1.1" status: 200 len: 993 time: 0.1092288 Aug 20 09:11:38.440255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9313faac-3afc-48c0-b233-1a078933e283 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.452688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9313faac-3afc-48c0-b233-1a078933e283 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.453876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9313faac-3afc-48c0-b233-1a078933e283 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/dd5b624b-f637-4117-be2b-61981de70d3c HTTP/1.1" status: 204 len: 168 time: 0.1256886 Aug 20 09:11:38.454724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313faac-3afc-48c0-b233-1a078933e283 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd5b624b-f637-4117-be2b-61981de70d3c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:38.456397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41040) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.522298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a4586820-b765-4680-bb00-fd6981388092 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0648060 Aug 20 09:11:38.525135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.565808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7bd23eb-a397-4fd7-b065-9a741cf8ff6d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.574629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7bd23eb-a397-4fd7-b065-9a741cf8ff6d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.612513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7bd23eb-a397-4fd7-b065-9a741cf8ff6d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.623764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7bd23eb-a397-4fd7-b065-9a741cf8ff6d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.624850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7bd23eb-a397-4fd7-b065-9a741cf8ff6d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c92042af-f0d1-42dd-aa7b-4d0d7f8ea871 HTTP/1.1" status: 204 len: 168 time: 0.0986948 Aug 20 09:11:38.627700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41048) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.630396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd23eb-a397-4fd7-b065-9a741cf8ff6d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c92042af-f0d1-42dd-aa7b-4d0d7f8ea871,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:38.685988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ecc388e-eecb-4092-96a1-0fa79d37943d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568829 Aug 20 09:11:38.688924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41054) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.764820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52c41ea1-41ba-403d-9f3e-b536a3626d95 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.796617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52c41ea1-41ba-403d-9f3e-b536a3626d95 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.880814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52c41ea1-41ba-403d-9f3e-b536a3626d95 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.883910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-52c41ea1-41ba-403d-9f3e-b536a3626d95 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:38.885253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-52c41ea1-41ba-403d-9f3e-b536a3626d95 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b0ed2c6-72be-4674-b366-23181c81de6e HTTP/1.1" status: 204 len: 168 time: 0.1955619 Aug 20 09:11:38.889041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41064) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.897149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c41ea1-41ba-403d-9f3e-b536a3626d95 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ed2c6-72be-4674-b366-23181c81de6e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:38.982974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:38.983206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f14e50c4-dea9-4bdf-8855-173d4afc4cb4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902395 Aug 20 09:11:38.995122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048979026'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:39.024346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.138393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.143758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.170389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.171758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1876683 Aug 20 09:11:39.174692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41076) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:39.179950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': 'a628e9a6-3873-481c-a68a-49b68b1ca85a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:39.184361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94cf54-55f5-48b0-ae2f-5c0b8270b9b4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a628e9a6-3873-481c-a68a-49b68b1ca85a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:39.234029 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.357145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.364465 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.394505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3870d59-f0b6-4682-ae45-0dab4e040a55,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:39.415499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.420016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41088) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:39.420339 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ffb00b13-d463-4773-8b24-60a20d8682f4 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2440042 Aug 20 09:11:39.502185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9db080e8-1709-4e8f-8afe-24f69d39b279 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.554522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9db080e8-1709-4e8f-8afe-24f69d39b279 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.626509 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9db080e8-1709-4e8f-8afe-24f69d39b279 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.631066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9db080e8-1709-4e8f-8afe-24f69d39b279 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.632335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9db080e8-1709-4e8f-8afe-24f69d39b279 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/a628e9a6-3873-481c-a68a-49b68b1ca85a HTTP/1.1" status: 204 len: 168 time: 0.2109156 Aug 20 09:11:39.635357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41100) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:39.646946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db080e8-1709-4e8f-8afe-24f69d39b279 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628e9a6-3873-481c-a68a-49b68b1ca85a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:39.726132 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6e8b56dc-8924-421b-a647-ac575ae87fa8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889194 Aug 20 09:11:39.730008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41104) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:39.734715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980352384'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:39.760056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.874841 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.881114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.903774 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:39.905919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1747055 Aug 20 09:11:39.908416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41110) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:39.914022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--721239356'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:39.930309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd72e0-fb7c-4089-b5b2-4f3efeb2f4ce tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58863c41-3ba9-49d2-ad78-874c058ab698,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:39.953803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.052686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.058828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.095446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.099398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1873572 Aug 20 09:11:40.099398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1021a-70de-4f0a-bc23-e4e3ff85abac tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b947776-72df-4946-919a-355c19497e60,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:40.100186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41120) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.107611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '58863c41-3ba9-49d2-ad78-874c058ab698', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b947776-72df-4946-919a-355c19497e60', 'remote_ip_prefix': None}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:40.157868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.269493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.275371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.291328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ab99ad-aad9-4847-9f72-7e7da21bc9fc,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:40.302328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.304443 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb14e46b-3a56-42eb-a9fd-0c9e5108efa5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2027469 Aug 20 09:11:40.307082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41128) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.336578 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82c56075-8c4b-4c90-8ada-a3817732634c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.340097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41130) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.351158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82c56075-8c4b-4c90-8ada-a3817732634c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.383406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82c56075-8c4b-4c90-8ada-a3817732634c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.389049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82c56075-8c4b-4c90-8ada-a3817732634c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.392924 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-82c56075-8c4b-4c90-8ada-a3817732634c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e7ab99ad-aad9-4847-9f72-7e7da21bc9fc HTTP/1.1" status: 204 len: 168 time: 0.0816636 Aug 20 09:11:40.393412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41134) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.403389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c56075-8c4b-4c90-8ada-a3817732634c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7ab99ad-aad9-4847-9f72-7e7da21bc9fc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:40.466319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.476132 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6f1f5d6d-4fac-494e-9c56-257fcb05838c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0811579 Aug 20 09:11:40.535709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58cdabe7-5d18-4a4c-a14f-e725a39bfb2f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.561055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58cdabe7-5d18-4a4c-a14f-e725a39bfb2f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.614025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58cdabe7-5d18-4a4c-a14f-e725a39bfb2f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.616998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58cdabe7-5d18-4a4c-a14f-e725a39bfb2f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.618623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-58cdabe7-5d18-4a4c-a14f-e725a39bfb2f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/2b947776-72df-4946-919a-355c19497e60 HTTP/1.1" status: 204 len: 168 time: 0.1509063 Aug 20 09:11:40.621909 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41146) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.631464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdabe7-5d18-4a4c-a14f-e725a39bfb2f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b947776-72df-4946-919a-355c19497e60,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:40.637167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-78163715', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:40.663791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Made reservation on behalf of c2fdf160b2284374bcc41f84b5c4c56b for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:40.667885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.678122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.762266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a4919ad4-9fd0-4575-a847-45cc4e568f4d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1385269 Aug 20 09:11:40.765652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41150) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:40.847310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce2adcbb-e72e-4961-b901-15f24a870d01 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.856051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.862289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.868195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] device_id is not set on port de6b5ebf-68f9-452e-aaf0-46038829ae52 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:11:40.878977 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce2adcbb-e72e-4961-b901-15f24a870d01 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.947292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce2adcbb-e72e-4961-b901-15f24a870d01 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.957246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce2adcbb-e72e-4961-b901-15f24a870d01 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:40.960495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ce2adcbb-e72e-4961-b901-15f24a870d01 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/58863c41-3ba9-49d2-ad78-874c058ab698 HTTP/1.1" status: 204 len: 168 time: 0.1932425 Aug 20 09:11:40.984751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.010427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2adcbb-e72e-4961-b901-15f24a870d01 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58863c41-3ba9-49d2-ad78-874c058ab698,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.036388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f892f6-c50c-4624-a3ca-8f36b4703206,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.057307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0e53a46c-03e0-4e27-86af-818afcbed9f2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712116 Aug 20 09:11:41.062082 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41162) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.067059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--681784128'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:41.072783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Allocated IP 172.25.5.70 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/de6b5ebf-68f9-452e-aaf0-46038829ae52) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:41.092360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.210387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.216700 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.246784 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.247938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1847289 Aug 20 09:11:41.250790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.250999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41170) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.256470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '308637a6-2d2f-485e-9f96-e8cbebaf5637', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:41.263234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a936842-2672-4aa3-ad19-bf51214d0f18 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308637a6-2d2f-485e-9f96-e8cbebaf5637,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.294093 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.312525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.355603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:41.358477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:41.362212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:41.374980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.380403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.387542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Pushing event updated for resources: {'Port': ['ID=de6b5ebf-68f9-452e-aaf0-46038829ae52,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.409234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb85cd4-69ed-4738-b966-c207ef568555,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.410438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:41.411230 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.418800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.421080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6923d681-e026-44b7-9422-9a16bf671ce2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1691082 Aug 20 09:11:41.423972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41174) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.432990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41176) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.434096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-730a2377-ec12-4d14-8828-ee89517a478e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0926306 Aug 20 09:11:41.438793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.70'}]}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:41.470275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3900860-5a8b-4765-b060-e65bbc38756e tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.482370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3900860-5a8b-4765-b060-e65bbc38756e tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.492455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.493773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.534708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3900860-5a8b-4765-b060-e65bbc38756e tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.565161 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3900860-5a8b-4765-b060-e65bbc38756e tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.566203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d3900860-5a8b-4765-b060-e65bbc38756e tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/cbb85cd4-69ed-4738-b966-c207ef568555 HTTP/1.1" status: 204 len: 168 time: 0.1406746 Aug 20 09:11:41.568924 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.569766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.574329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3900860-5a8b-4765-b060-e65bbc38756e tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbb85cd4-69ed-4738-b966-c207ef568555,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.631563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71580ca6-8157-4cdf-a685-79cd5ac98bf9 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603516 Aug 20 09:11:41.632199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41184) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.702018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3502963b-be61-4605-8e94-f12e764e86c2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.726093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3502963b-be61-4605-8e94-f12e764e86c2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.774017 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3502963b-be61-4605-8e94-f12e764e86c2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.774851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.777642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3502963b-be61-4605-8e94-f12e764e86c2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:41.779821 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3502963b-be61-4605-8e94-f12e764e86c2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/308637a6-2d2f-485e-9f96-e8cbebaf5637 HTTP/1.1" status: 204 len: 168 time: 0.1464121 Aug 20 09:11:41.783677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41194) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.799650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502963b-be61-4605-8e94-f12e764e86c2 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308637a6-2d2f-485e-9f96-e8cbebaf5637,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:41.843180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e899437-9fc8-48e3-9b0f-6899a986e287 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564542 Aug 20 09:11:41.848582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:41.854174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564883275'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:41.881805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.029503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.036447 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.078459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.079738 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2297244 Aug 20 09:11:42.082702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41216) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:42.093090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '1396b630-d6ee-4596-aafa-e4e81c1ccc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:42.097876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16ff81-39f3-41d8-b9ea-734ef0b443c8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1396b630-d6ee-4596-aafa-e4e81c1ccc8a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:42.163763 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.165678 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.197501 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.332639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.342965 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.472989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.542988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.545090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4613132 Aug 20 09:11:42.547807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41230) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:42.560321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d23651-51fb-41e5-84fb-0a6f4395b0c5 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ee15bf-a1b7-4133-b4a0-69231ad645b9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:42.575424 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1c5cc8c6-5f89-488a-b219-24bc92f24af8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules/d9ee15bf-a1b7-4133-b4a0-69231ad645b9 HTTP/1.1" status: 200 len: 763 time: 0.0264401 Aug 20 09:11:42.578019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41232) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:42.632587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5f428610-6372-4ec3-a2d6-24b5df4bd4a8 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0533996 Aug 20 09:11:42.635359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41234) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:42.673494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c56aef-8086-41b7-8304-d1a5438c3e30 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.690174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c56aef-8086-41b7-8304-d1a5438c3e30 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.728571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.736007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c56aef-8086-41b7-8304-d1a5438c3e30 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.748827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e0c56aef-8086-41b7-8304-d1a5438c3e30 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.752408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e0c56aef-8086-41b7-8304-d1a5438c3e30 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d9ee15bf-a1b7-4133-b4a0-69231ad645b9 HTTP/1.1" status: 204 len: 168 time: 0.1127062 Aug 20 09:11:42.753849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41240) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:42.754912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c56aef-8086-41b7-8304-d1a5438c3e30 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9ee15bf-a1b7-4133-b4a0-69231ad645b9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:42.808855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.812658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.878049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-efb2a8d0-5d50-4854-b30a-f2e592d4f196 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231682 Aug 20 09:11:42.880744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41244) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:42.885820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '1396b630-d6ee-4596-aafa-e4e81c1ccc8a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:42.890690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.891251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f56050d-1f54-48f1-82e0-27281d100ad9 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:11:42.925817 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 09:11:42.927021 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b670236b-e283-4309-92f4-d6251a42336e tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4931073 Aug 20 09:11:42.928567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:42.929900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41246) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.002604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.006927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.024391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66434b55-ce4f-4bb8-9978-90301737ce8a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:43.034030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Deleting port de6b5ebf-68f9-452e-aaf0-46038829ae52 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:11:43.034383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.047169 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.050227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8d4794ce-0d46-45f1-8d50-42f1b3bec73d tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685448 Aug 20 09:11:43.052963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.074627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f52e5e01-4039-48bb-bf10-936e87aa88ea tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules/66434b55-ce4f-4bb8-9978-90301737ce8a HTTP/1.1" status: 200 len: 763 time: 0.0201316 Aug 20 09:11:43.077302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41256) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.139024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49aec830-1254-4edb-8c55-4b4c28b01108 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604155 Aug 20 09:11:43.141577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.141786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41258) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.155469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Calling delete_port for de6b5ebf-68f9-452e-aaf0-46038829ae52 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:11:43.176366 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f55891-2d25-478e-8c26-63edbffbe142 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.202200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e318b5d-a871-43e5-aae3-bf53f364c113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.203413 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f55891-2d25-478e-8c26-63edbffbe142 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.237943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f55891-2d25-478e-8c26-63edbffbe142 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.247919 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17f55891-2d25-478e-8c26-63edbffbe142 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.250058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17f55891-2d25-478e-8c26-63edbffbe142 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/66434b55-ce4f-4bb8-9978-90301737ce8a HTTP/1.1" status: 204 len: 168 time: 0.1069438 Aug 20 09:11:43.252871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41264) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.255978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f55891-2d25-478e-8c26-63edbffbe142 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66434b55-ce4f-4bb8-9978-90301737ce8a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:43.324134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-66722903-2bf8-4c4b-8143-778dddbee483 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694454 Aug 20 09:11:43.326246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41268) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.331319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Request body: {'security_group_rule': {'security_group_id': '1396b630-d6ee-4596-aafa-e4e81c1ccc8a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:43.365450 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Project 73c91fe3e59c4dc4bd43b4d939dc9d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:11:43.385135 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.402836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.492547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Pushing event deleted for resources: {'Port': ['ID=de6b5ebf-68f9-452e-aaf0-46038829ae52,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:43.508879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.517467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.544894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.550932 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3dc288b-8b49-4616-821a-602693f67314 tempest-RoutersAdminNegativeTest-158989487 tempest-RoutersAdminNegativeTest-158989487-project-admin] 10.222.0.35 "DELETE /v2.0/ports/de6b5ebf-68f9-452e-aaf0-46038829ae52 HTTP/1.1" status: 204 len: 168 time: 0.6160827 Aug 20 09:11:43.559343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd395b23-3a63-44e0-b96a-6150d3bc0a67,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:43.571340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.573322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eddd3724-c160-4fb7-a175-af61ebdd6d0f tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2458763 Aug 20 09:11:43.576094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41278) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.601263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ac298f63-bf0a-401a-857d-251e215edd6c tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules/cd395b23-3a63-44e0-b96a-6150d3bc0a67 HTTP/1.1" status: 200 len: 769 time: 0.0233572 Aug 20 09:11:43.603872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.663135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e8a8de1e-2c13-41a9-b38f-fef33faf13ad tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0564849 Aug 20 09:11:43.665670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41284) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.698160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dae08885-dfd0-4ac2-984b-4d4932401503 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.714494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dae08885-dfd0-4ac2-984b-4d4932401503 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.782712 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dae08885-dfd0-4ac2-984b-4d4932401503 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.789078 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dae08885-dfd0-4ac2-984b-4d4932401503 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.790233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dae08885-dfd0-4ac2-984b-4d4932401503 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/cd395b23-3a63-44e0-b96a-6150d3bc0a67 HTTP/1.1" status: 204 len: 168 time: 0.1232376 Aug 20 09:11:43.793952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41286) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.796867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08885-dfd0-4ac2-984b-4d4932401503 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd395b23-3a63-44e0-b96a-6150d3bc0a67,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:43.824243 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:11:43.873463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8f04083f-72b0-4764-bf88-3f8b4859648b tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780931 Aug 20 09:11:43.876071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:43.947632 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d519493c-272f-44fc-823e-3a2b13861806 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:43.987607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d519493c-272f-44fc-823e-3a2b13861806 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.034657 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.046055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d519493c-272f-44fc-823e-3a2b13861806 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.049434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d519493c-272f-44fc-823e-3a2b13861806 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.053484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41296) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:44.054010 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d519493c-272f-44fc-823e-3a2b13861806 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "DELETE /v2.0/security-groups/1396b630-d6ee-4596-aafa-e4e81c1ccc8a HTTP/1.1" status: 204 len: 168 time: 0.1767378 Aug 20 09:11:44.066308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519493c-272f-44fc-823e-3a2b13861806 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396b630-d6ee-4596-aafa-e4e81c1ccc8a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:44.101612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41298) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:44.136690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41302) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:44.136964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-737829cd-99fb-4e1f-9aca-817cf5518ef9 tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815420 Aug 20 09:11:44.236483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e47e17db-4f00-4f23-8a4f-e99f42a37aaf tempest-SecGroupIPv6Test-1830095065 tempest-SecGroupIPv6Test-1830095065-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983682 Aug 20 09:11:44.290192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d57554-907c-443c-a335-b119547c3e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.407675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d57554-907c-443c-a335-b119547c3e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.412926 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67d57554-907c-443c-a335-b119547c3e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.448876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67d57554-907c-443c-a335-b119547c3e74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=512bdd6845d6402faffdc3ddb23407b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461354 Aug 20 09:11:44.451867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41310) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:44.524236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d57554-907c-443c-a335-b119547c3e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b8958-3d85-4c10-860f-7f63dfeb043f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:44.585011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b3803a4-4905-4281-a3a4-9d34b5776396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.631119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b3803a4-4905-4281-a3a4-9d34b5776396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.696600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b3803a4-4905-4281-a3a4-9d34b5776396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.701819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0b3803a4-4905-4281-a3a4-9d34b5776396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:44.708034 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b3803a4-4905-4281-a3a4-9d34b5776396 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c9b8958-3d85-4c10-860f-7f63dfeb043f HTTP/1.1" status: 204 len: 168 time: 0.2526276 Aug 20 09:11:44.733098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-1358bebe-808d-4e79-aae7-ecd2cd8597ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959749 Aug 20 09:11:44.733661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41328) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:44.753814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3803a4-4905-4281-a3a4-9d34b5776396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b8958-3d85-4c10-860f-7f63dfeb043f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:44.838882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41332) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:44.898388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-07c4a895-28a3-469e-8eca-d847543f24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:44.907457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-07c4a895-28a3-469e-8eca-d847543f24ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1096 time: 0.1231599 Aug 20 09:11:45.072626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-f0542568-a0d2-4dee-a01b-29760e39d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:45.074618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-f0542568-a0d2-4dee-a01b-29760e39d7fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 907 time: 0.1448972 Aug 20 09:11:45.168249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-4c077c19-89df-45b0-b011-06309cb3e266 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 1000 time: 0.0861132 Aug 20 09:11:45.259646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-bf81911e-ae72-4950-b8d9-0129ff339b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:45.261374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-bf81911e-ae72-4950-b8d9-0129ff339b79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 200 len: 846 time: 0.0862913 Aug 20 09:11:45.347393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-3bf1d65b-fd66-4973-b570-7de9d35ed761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:45.350745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-3bf1d65b-fd66-4973-b570-7de9d35ed761 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40ff20ae-195c-4c1d-b967-310d41810e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820124 Aug 20 09:11:45.469240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3442c07a-3420-47bf-b594-3b2988010141 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73c91fe3e59c4dc4bd43b4d939dc9d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6282136 Aug 20 09:11:45.470898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d01fb366-7c48-402f-a10f-11e44de1d3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.475037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41342) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:45.496830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-9f71df83-7cb9-408a-995c-c4ae79d05fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380689 Aug 20 09:11:45.578861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41344) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:45.630258 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4e6fbc8-225e-420a-9347-a25e5bfaa0d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2fdf160b2284374bcc41f84b5c4c56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501428 Aug 20 09:11:45.633462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:45.729049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d041-f094-414c-9918-55054b2bd92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.731050 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e09b197f-c8a9-46db-b9e8-d53a12be1274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.762727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e09b197f-c8a9-46db-b9e8-d53a12be1274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.779588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d041-f094-414c-9918-55054b2bd92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.837151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d01fb366-7c48-402f-a10f-11e44de1d3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.843018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d01fb366-7c48-402f-a10f-11e44de1d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.875340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d01fb366-7c48-402f-a10f-11e44de1d3d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5841ef0bb05147129f49833cc359a995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1386912 Aug 20 09:11:45.881306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41350) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:45.904540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fb366-7c48-402f-a10f-11e44de1d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf6bb9-ecfe-4e2e-8f43-612a62ac663a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:45.919997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d041-f094-414c-9918-55054b2bd92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.926721 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d041-f094-414c-9918-55054b2bd92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.928891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7ff6d041-f094-414c-9918-55054b2bd92d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4f892f6-c50c-4624-a3ca-8f36b4703206 HTTP/1.1" status: 204 len: 168 time: 0.2939112 Aug 20 09:11:45.931934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa8ef49-2139-47a2-a4ad-75d18f1a7202 req-7784306c-a2a0-4831-83a0-6fdb8b1ecf7e service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243050 Aug 20 09:11:45.939999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e09b197f-c8a9-46db-b9e8-d53a12be1274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.946938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e09b197f-c8a9-46db-b9e8-d53a12be1274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:45.950624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e09b197f-c8a9-46db-b9e8-d53a12be1274 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d4443b6-369e-4e7b-b125-d58e304c2d81 HTTP/1.1" status: 204 len: 168 time: 0.4713759 Aug 20 09:11:45.953627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d041-f094-414c-9918-55054b2bd92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f892f6-c50c-4624-a3ca-8f36b4703206,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:46.001695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b197f-c8a9-46db-b9e8-d53a12be1274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4443b6-369e-4e7b-b125-d58e304c2d81,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:46.071871 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614fab7a-6ed1-4fc3-9cb4-66deb70b0bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.114469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614fab7a-6ed1-4fc3-9cb4-66deb70b0bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.202449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614fab7a-6ed1-4fc3-9cb4-66deb70b0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.206873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614fab7a-6ed1-4fc3-9cb4-66deb70b0bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.208090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-614fab7a-6ed1-4fc3-9cb4-66deb70b0bc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1bf6bb9-ecfe-4e2e-8f43-612a62ac663a HTTP/1.1" status: 204 len: 168 time: 0.2975016 Aug 20 09:11:46.219134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fab7a-6ed1-4fc3-9cb4-66deb70b0bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf6bb9-ecfe-4e2e-8f43-612a62ac663a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:46.320156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.637536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0fd41db7-462e-4c93-89f4-b45d6a3361a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.803670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:46.820462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95de06b-b69b-4fc1-b813-0e542c63fe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.974910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95de06b-b69b-4fc1-b813-0e542c63fe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:46.981571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95de06b-b69b-4fc1-b813-0e542c63fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:47.015994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95de06b-b69b-4fc1-b813-0e542c63fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f78bd6-e2d7-4bcd-8dd9-0c734485546d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:47.060927 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e95de06b-b69b-4fc1-b813-0e542c63fe35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a200a2dabb624a968343d4e1aa21ba6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559142 Aug 20 09:11:47.063395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41394) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:47.142353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-173471c3-ef93-4584-860c-e3bae458b324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:47.172579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-173471c3-ef93-4584-860c-e3bae458b324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:47.264142 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-173471c3-ef93-4584-860c-e3bae458b324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:47.271790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-173471c3-ef93-4584-860c-e3bae458b324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:47.272509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-173471c3-ef93-4584-860c-e3bae458b324 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55f78bd6-e2d7-4bcd-8dd9-0c734485546d HTTP/1.1" status: 204 len: 168 time: 0.2075577 Aug 20 09:11:47.293256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173471c3-ef93-4584-860c-e3bae458b324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f78bd6-e2d7-4bcd-8dd9-0c734485546d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:47.445699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:47.601853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41426) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:47.907162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41438) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:47.981223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1435517255-network', 'tenant_id': 'b7ee07ebaa034397958d63b75eb1f0ec'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:48.012654 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41442) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:48.026748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Made reservation on behalf of b7ee07ebaa034397958d63b75eb1f0ec for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:48.030204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.051767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.088278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1536929483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:48.145486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dd58b0ba-45ea-425b-a985-9a4f62a2ba59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.209213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.216232 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.269329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:11:48.280392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.280922 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Added segment b5c28af7-7886-44c3-8e41-69897675bfbb of type vlan for network e62bc466-bec1-4fb3-beda-e67fa2045db8 Aug 20 09:11:48.341276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.342369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.351846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.361933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b149100-1623-4424-bed1-77d04feb6c4b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:48.432928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.434041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.435306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:48.436329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.443490 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.479863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dd58b0ba-45ea-425b-a985-9a4f62a2ba59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.483997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dd58b0ba-45ea-425b-a985-9a4f62a2ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.520062 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9169796 Aug 20 09:11:48.523395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41458) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:48.524347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.525660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68df1568-5fac-4ae5-af37-576428cf08bf tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6173451 Aug 20 09:11:48.527290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dd58b0ba-45ea-425b-a985-9a4f62a2ba59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41f5477ddd4a4e32bcbc74f23cc3dce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131679 Aug 20 09:11:48.529042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41460) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:48.531977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Request body: {'subnet': {'network_id': 'e62bc466-bec1-4fb3-beda-e67fa2045db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1435517255-subnet', 'tenant_id': 'b7ee07ebaa034397958d63b75eb1f0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:48.535155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41462) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:48.540938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1834767122'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:48.545101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088315c2-be9c-4338-9cbd-15595f8b470e admin admin] Pushing event updated for resources: {'Network': ['ID=e62bc466-bec1-4fb3-beda-e67fa2045db8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:48.555588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e62bc466-bec1-4fb3-beda-e67fa2045db8 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:11:48.583253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b0ba-45ea-425b-a985-9a4f62a2ba59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a5d0b-69bd-4853-9278-c909f3bd568c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:48.588212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:11:48.588212 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 09:11:48.588212 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id_1': '0d5e7a555c0c4d7dbc5f9e1d0114cce1', 'expiration_1': datetime.datetime(2021, 8, 20, 9, 11, 48, 555434)}] Aug 20 09:11:48.588212 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:11:48.589950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Made reservation on behalf of b7ee07ebaa034397958d63b75eb1f0ec for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:48.590336 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:11:48.592384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.645574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-04b8c187-ce87-4fa5-9e15-fa73842235e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.686205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-04b8c187-ce87-4fa5-9e15-fa73842235e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.780051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-04b8c187-ce87-4fa5-9e15-fa73842235e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.782609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-04b8c187-ce87-4fa5-9e15-fa73842235e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.783750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-04b8c187-ce87-4fa5-9e15-fa73842235e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/471a5d0b-69bd-4853-9278-c909f3bd568c HTTP/1.1" status: 204 len: 168 time: 0.2466595 Aug 20 09:11:48.794755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8c187-ce87-4fa5-9e15-fa73842235e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a5d0b-69bd-4853-9278-c909f3bd568c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:48.860193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.862043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:48.954007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Checking segment: {'id': 'b5c28af7-7886-44c3-8e41-69897675bfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e62bc466-bec1-4fb3-beda-e67fa2045db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:48.954596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Network hostable DHCP agents. Network: e62bc466-bec1-4fb3-beda-e67fa2045db8, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:11:48.962226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e63d73c-7b69-4950-a2bb-ca1698581d5b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:48.984733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Network e62bc466-bec1-4fb3-beda-e67fa2045db8 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:11:49.006605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e62bc466-bec1-4fb3-beda-e67fa2045db8) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:49.015971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:49.016638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.019513 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6362c54-2511-45f0-9149-50bbedf9c334 None None] Network e62bc466-bec1-4fb3-beda-e67fa2045db8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:49.039396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a1c93332-d4e6-41cb-b720-4cc74656f282 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5117869 Aug 20 09:11:49.135029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:49.139333 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.163260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.243984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b3ba0-4f75-44ba-b6a2-9a03811b4c31 None None] Network e62bc466-bec1-4fb3-beda-e67fa2045db8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:49.342054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.350889 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.384642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:11:49.404304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc99c9-3a2f-4603-a99b-1a21a4a1ad4f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:49.411364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.412212 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Added segment 44f623fd-2590-4c15-ab0d-9399943e37fc of type vlan for network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec Aug 20 09:11:49.421956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41484) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:49.444324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-feaa19fe-a6b6-48a0-afc7-cb41183a32c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.484417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.538435 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.546579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:49.547453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.608023 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-feaa19fe-a6b6-48a0-afc7-cb41183a32c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.619863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-feaa19fe-a6b6-48a0-afc7-cb41183a32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.653357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1198580 Aug 20 09:11:49.659153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41488) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:49.670561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdad11-f533-48e1-a0d1-e633dbe38e6b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Network': ['ID=35be5ba3-bcf5-4b71-9fbc-cf71d48decec,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:49.679580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'subnet': {'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:49.685851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:11:49.708177 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-feaa19fe-a6b6-48a0-afc7-cb41183a32c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c235a8a32fe4dd7abaf5ed416640b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828503 Aug 20 09:11:49.708631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41494) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:49.765134 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf605971-4511-496a-b01e-d0db13eae0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.821524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf605971-4511-496a-b01e-d0db13eae0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.895288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa19fe-a6b6-48a0-afc7-cb41183a32c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209d2cc1-066d-4653-9980-a5b36553e47a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:49.915152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf605971-4511-496a-b01e-d0db13eae0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.917828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf605971-4511-496a-b01e-d0db13eae0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:49.921679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bf605971-4511-496a-b01e-d0db13eae0f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/209d2cc1-066d-4653-9980-a5b36553e47a HTTP/1.1" status: 204 len: 168 time: 0.2119122 Aug 20 09:11:49.938440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf605971-4511-496a-b01e-d0db13eae0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209d2cc1-066d-4653-9980-a5b36553e47a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:49.965964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:49.971546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.227725 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.295713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Subnet': ['ID=ba207d89-7e90-40a3-a4e2-381115f853fb,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:50.305379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.305957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.306484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.306994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.308040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.308555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.309052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.309546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.310070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.310578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.311080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.311586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:11:50.320519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Checking segment: {'id': '44f623fd-2590-4c15-ab0d-9399943e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:50.321002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network hostable DHCP agents. Network: 35be5ba3-bcf5-4b71-9fbc-cf71d48decec, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:11:50.345360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:11:50.356559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41516) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:50.363660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968218643-network', 'tenant_id': 'ac4dea1038cc4405915488d59ae88729'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:50.369554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 35be5ba3-bcf5-4b71-9fbc-cf71d48decec) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:50.375243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:50.376061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.381368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99f666-3127-4204-97f2-9fcdf9c6dd98 None None] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:50.455044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Made reservation on behalf of ac4dea1038cc4405915488d59ae88729 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:50.458463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.467354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e2ba758c-ff55-46ac-aaec-08a588978e99 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7905507 Aug 20 09:11:50.467576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41520) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:50.470915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.472730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'network': {'name': 'tempest-router-network01--1963861084'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:50.510028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:50.516230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.556975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:11:50.579969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.581816 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Added segment bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34 of type vlan for network 696bccde-d0e1-40e3-981b-36e75da89f61 Aug 20 09:11:50.638165 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.656902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.664019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.673203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.680311 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:50.681397 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.704245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-35be5ba3-bcf5-4b71-9fbc-cf71d48decec', 'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec', 'tenant_id': '0d5e7a555c0c4d7dbc5f9e1d0114cce1', 'fixed_ips': [{'subnet_id': 'ba207d89-7e90-40a3-a4e2-381115f853fb'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:11:50.705119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.707967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2388945 Aug 20 09:11:50.708715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41532) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:50.728092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:11:50.731593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'network': {'name': 'tempest-router-network02--1420703496'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:50.770340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e0f2c8-5ea0-440f-b01d-b518de2eeaaa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:50.793936 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.794491 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Added segment a47ffbb2-5c29-479c-bf76-c37708101e66 of type vlan for network f3fa513d-605b-4f44-af4a-4c3222f106f6 Aug 20 09:11:50.818145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:50.822318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.855207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.857573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd1475-82a9-49bf-a379-d345580ceb2c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Network': ['ID=696bccde-d0e1-40e3-981b-36e75da89f61,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:50.867176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:11:50.878928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.879364 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Added segment 70763352-117d-4fd0-9453-73fbce19f317 of type vlan for network 7356b4ad-e316-456c-94b1-46f7846944c7 Aug 20 09:11:50.937400 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.949378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.949378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:50.949378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:50.990061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.001470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:51.002370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.039796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 696bccde-d0e1-40e3-981b-36e75da89f61 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:11:51.060228 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7015798 Aug 20 09:11:51.064798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41548) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:51.071367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Request body: {'subnet': {'network_id': 'f3fa513d-605b-4f44-af4a-4c3222f106f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968218643-subnet', 'tenant_id': 'ac4dea1038cc4405915488d59ae88729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:51.084353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3619120 Aug 20 09:11:51.085206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41550) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:51.098432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Made reservation on behalf of ac4dea1038cc4405915488d59ae88729 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:51.101281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.110279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'subnet': {'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:51.255864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Allocated IP 2001:db8::2 (35be5ba3-bcf5-4b71-9fbc-cf71d48decec/ba207d89-7e90-40a3-a4e2-381115f853fb/c652227a-6908-4af2-9762-b39f1ac7368c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:51.305835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e4428-86c4-43bf-91fd-73b4d16dd6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f3fa513d-605b-4f44-af4a-4c3222f106f6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:51.319457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.327037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:51.337052 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.345766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042076c-508a-4fba-8a52-1b475b3fbf17 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Network': ['ID=7356b4ad-e316-456c-94b1-46f7846944c7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:51.367514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f3fa513d-605b-4f44-af4a-4c3222f106f6 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:11:51.378161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be9ad93-e109-4d43-a17e-8b6ab7781f70,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:51.451003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Checking segment: {'id': 'a47ffbb2-5c29-479c-bf76-c37708101e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f3fa513d-605b-4f44-af4a-4c3222f106f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:51.453125 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Network hostable DHCP agents. Network: f3fa513d-605b-4f44-af4a-4c3222f106f6, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:11:51.497944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Network f3fa513d-605b-4f44-af4a-4c3222f106f6 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:11:51.510100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 7356b4ad-e316-456c-94b1-46f7846944c7 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:11:51.516544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f3fa513d-605b-4f44-af4a-4c3222f106f6) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:51.526695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:51.528390 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.533308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c888e51a-e04b-45e1-97f0-0093d0a40c09 None None] Network f3fa513d-605b-4f44-af4a-4c3222f106f6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:51.552731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6da5fcc6-58a2-4cd7-a12d-2d9d9c1aa311 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4842842 Aug 20 09:11:51.634173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.712957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41572) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:51.720402 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Subnet': ['ID=af69bd02-cd41-4d10-bace-960e17a69b01,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:51.735274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Checking segment: {'id': 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:51.735644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network hostable DHCP agents. Network: 696bccde-d0e1-40e3-981b-36e75da89f61, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:11:51.760389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 696bccde-d0e1-40e3-981b-36e75da89f61 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:11:51.771741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 696bccde-d0e1-40e3-981b-36e75da89f61) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:51.783105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:51.783779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:51.799953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3794f4d-ab70-4c0b-9af6-9f43bce44bac None None] Network 696bccde-d0e1-40e3-981b-36e75da89f61 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:51.806939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2e25483c-cdef-4c01-a06e-d0a28b641069 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7160830 Aug 20 09:11:51.807139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41574) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:51.820764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'subnet': {'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:11:51.899616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a83f4e-e288-43bf-a1f6-6a25b6084a83 None None] Network f3fa513d-605b-4f44-af4a-4c3222f106f6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:52.108529 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.128769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Transition to ACTIVE for port object c652227a-6908-4af2-9762-b39f1ac7368c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:52.247623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Transition to ACTIVE for port object c652227a-6908-4af2-9762-b39f1ac7368c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:52.259645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.384575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Deleting subnet 5e63d73c-7b69-4950-a2bb-ca1698581d5b {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:52.387001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:52.392617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.403435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Pushing event updated for resources: {'Port': ['ID=c652227a-6908-4af2-9762-b39f1ac7368c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:52.408937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:52.413510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:52.418696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-696bccde-d0e1-40e3-981b-36e75da89f61', 'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61', 'tenant_id': '0d5e7a555c0c4d7dbc5f9e1d0114cce1', 'fixed_ips': [{'subnet_id': 'af69bd02-cd41-4d10-bace-960e17a69b01'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:11:52.419733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.450933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.500708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:11:52.504875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.557289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.639261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Attempting to bind port c652227a-6908-4af2-9762-b39f1ac7368c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:11:52.639789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Attempting to bind port c652227a-6908-4af2-9762-b39f1ac7368c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '44f623fd-2590-4c15-ab0d-9399943e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:11:52.640272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Attempting to bind port c652227a-6908-4af2-9762-b39f1ac7368c on network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:11:52.650585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:11:52.651238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Checking segment: {'id': '44f623fd-2590-4c15-ab0d-9399943e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:52.651469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.652356 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.652830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Bound using segment: {'id': '44f623fd-2590-4c15-ab0d-9399943e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:11:52.653329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Bound port: c652227a-6908-4af2-9762-b39f1ac7368c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f623fd-2590-4c15-ab0d-9399943e37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '35be5ba3-bcf5-4b71-9fbc-cf71d48decec'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:11:52.653767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.681748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e63d73c-7b69-4950-a2bb-ca1698581d5b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:52.693196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.699021 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f400789-fa61-4c7d-81c7-7743927fdbbc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e63d73c-7b69-4950-a2bb-ca1698581d5b HTTP/1.1" status: 204 len: 168 time: 0.9809434 Aug 20 09:11:52.699148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:52.750239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41610) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:52.786150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Allocated IP 2001:db8::2 (696bccde-d0e1-40e3-981b-36e75da89f61/af69bd02-cd41-4d10-bace-960e17a69b01/4f93a168-c720-4d17-8ede-cef2c6d94419) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:52.788972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] For port c652227a-6908-4af2-9762-b39f1ac7368c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:11:52.798480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] For port c652227a-6908-4af2-9762-b39f1ac7368c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c652227a-6908-4af2-9762-b39f1ac7368c,segment=NetworkSegment(44f623fd-2590-4c15-ab0d-9399943e37fc),segment_id=44f623fd-2590-4c15-ab0d-9399943e37fc)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:11:52.808778 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.824874 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.833558 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.939851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:52.951066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f8390-de72-47dd-b392-29c1c464b65f None None] Pushing event updated for resources: {'Port': ['ID=c652227a-6908-4af2-9762-b39f1ac7368c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:52.956178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62bc466-bec1-4fb3-beda-e67fa2045db8']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:52.981772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c28af7-7886-44c3-8e41-69897675bfbb') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:52.982381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c28af7-7886-44c3-8e41-69897675bfbb') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:52.999839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.016364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.023397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:11:53.024126 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:11:53.035955 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:11:53.054035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Subnet': ['ID=9f0a909d-c8e6-44a4-819e-bc4569c414b3,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:53.073803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb773a4b-b7b3-404a-b9a5-3d9abf368591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.094557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.099876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Checking segment: {'id': '70763352-117d-4fd0-9453-73fbce19f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:53.100426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network hostable DHCP agents. Network: 7356b4ad-e316-456c-94b1-46f7846944c7, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:11:53.106231 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.115614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Transition to ACTIVE for port object 4f93a168-c720-4d17-8ede-cef2c6d94419 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:53.123637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.129247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] 10.222.0.35 "DELETE /v2.0/networks/e62bc466-bec1-4fb3-beda-e67fa2045db8 HTTP/1.1" status: 204 len: 168 time: 0.4291296 Aug 20 09:11:53.129477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41620) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:53.131207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667ceb6-756f-4b2b-8898-dafb2c39206d admin admin] Pushing event deleted for resources: {'Network': ['ID=e62bc466-bec1-4fb3-beda-e67fa2045db8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:53.145324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Transition to ACTIVE for port object 4f93a168-c720-4d17-8ede-cef2c6d94419 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:53.158202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.195429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 7356b4ad-e316-456c-94b1-46f7846944c7 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:11:53.221120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 7356b4ad-e316-456c-94b1-46f7846944c7) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:53.223414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Pushing event updated for resources: {'Port': ['ID=4f93a168-c720-4d17-8ede-cef2c6d94419,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:53.226979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Network 696bccde-d0e1-40e3-981b-36e75da89f61 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:53.228701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:53.231253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:53.240318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:11:53.241342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.248303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314da08-382f-4145-98d2-abb4fa0fd898 None None] Network 7356b4ad-e316-456c-94b1-46f7846944c7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:53.286441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Deleting subnet 7be9ad93-e109-4d43-a17e-8b6ab7781f70 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:11:53.295062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.362063 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Attempting to bind port 4f93a168-c720-4d17-8ede-cef2c6d94419 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:11:53.362505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Attempting to bind port 4f93a168-c720-4d17-8ede-cef2c6d94419 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:11:53.362991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Attempting to bind port 4f93a168-c720-4d17-8ede-cef2c6d94419 on network 696bccde-d0e1-40e3-981b-36e75da89f61 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:11:53.372925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:11:53.373638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Checking segment: {'id': 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:53.374140 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.374826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Bound using segment: {'id': 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:11:53.375465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Bound port: 4f93a168-c720-4d17-8ede-cef2c6d94419, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '696bccde-d0e1-40e3-981b-36e75da89f61'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:11:53.376052 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.397462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.458437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb773a4b-b7b3-404a-b9a5-3d9abf368591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.468934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb773a4b-b7b3-404a-b9a5-3d9abf368591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.480430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.497253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] For port 4f93a168-c720-4d17-8ede-cef2c6d94419, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:11:53.502265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] For port 4f93a168-c720-4d17-8ede-cef2c6d94419, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4f93a168-c720-4d17-8ede-cef2c6d94419,segment=NetworkSegment(bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34),segment_id=bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:11:53.512117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.533975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb773a4b-b7b3-404a-b9a5-3d9abf368591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd3e515-938f-40fc-8239-9e0e5d8a9910,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:53.551714 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d6907316-e83d-4c8b-bb98-6921e2d1a01a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7410016 Aug 20 09:11:53.554585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41622) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:53.564589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-7356b4ad-e316-456c-94b1-46f7846944c7', 'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7', 'tenant_id': '0d5e7a555c0c4d7dbc5f9e1d0114cce1', 'fixed_ips': [{'subnet_id': '9f0a909d-c8e6-44a4-819e-bc4569c414b3'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:11:53.567062 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.593983 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eb773a4b-b7b3-404a-b9a5-3d9abf368591 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=591df39e951d45b7ac19f638c7abb014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424215 Aug 20 09:11:53.594642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41626) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:53.735621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.761209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.763471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7be9ad93-e109-4d43-a17e-8b6ab7781f70 HTTP/1.1" status: 204 len: 168 time: 0.6311603 Aug 20 09:11:53.765451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba24ee1b-0674-4273-9d20-4f613686a9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.809545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba24ee1b-0674-4273-9d20-4f613686a9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.829198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41630) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:53.922845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9ba01-ea62-4de5-8682-c9b08dc7a4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be9ad93-e109-4d43-a17e-8b6ab7781f70,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:53.933966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Allocated IP 2001:db8::2 (7356b4ad-e316-456c-94b1-46f7846944c7/9f0a909d-c8e6-44a4-819e-bc4569c414b3/a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:53.935770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba24ee1b-0674-4273-9d20-4f613686a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.950090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba24ee1b-0674-4273-9d20-4f613686a9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:53.956219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ba24ee1b-0674-4273-9d20-4f613686a9cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efd3e515-938f-40fc-8239-9e0e5d8a9910 HTTP/1.1" status: 204 len: 168 time: 0.3480744 Aug 20 09:11:53.973543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24ee1b-0674-4273-9d20-4f613686a9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd3e515-938f-40fc-8239-9e0e5d8a9910,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:54.212225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.324199 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.334744 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.335341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Transition to ACTIVE for port object a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:54.354762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Transition to ACTIVE for port object a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:54.366078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c652227a-6908-4af2-9762-b39f1ac7368c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:54.419338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b6472-7a4f-4599-86d4-68e5f7c3cd8e None None] Pushing event updated for resources: {'Port': ['ID=4f93a168-c720-4d17-8ede-cef2c6d94419,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:54.456816 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.487601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:54.508271 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e21429a0-8100-476c-9cac-6fa48c31f5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.548824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Network 7356b4ad-e316-456c-94b1-46f7846944c7 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:54.552827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:54.559351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:54.619162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67fee1-62b7-4f6d-9264-a9ab8222ec81 None None] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:54.659806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e21429a0-8100-476c-9cac-6fa48c31f5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.665445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e21429a0-8100-476c-9cac-6fa48c31f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.768082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e21429a0-8100-476c-9cac-6fa48c31f5d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55fe6b7f4bab4b0d82427b01864059a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768786 Aug 20 09:11:54.775209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:54.792989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21429a0-8100-476c-9cac-6fa48c31f5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e4339b-cdc7-4dc7-83a4-2ccb3bcf2a6c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:54.805010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.833640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fa513d-605b-4f44-af4a-4c3222f106f6']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:54.874970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47ffbb2-5c29-479c-bf76-c37708101e66') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:54.875895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47ffbb2-5c29-479c-bf76-c37708101e66') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:54.892230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.900418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96e5f47a-116f-4075-aa1b-e5bc9a4120ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.918527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Allocated IP 2001:db8::1 (696bccde-d0e1-40e3-981b-36e75da89f61/af69bd02-cd41-4d10-bace-960e17a69b01/699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:11:54.922482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.931979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96e5f47a-116f-4075-aa1b-e5bc9a4120ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.940430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:11:54.941792 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:54.955512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Pushing event updated for resources: {'Port': ['ID=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:11:54.966162 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:11:54.990764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c652227a-6908-4af2-9762-b39f1ac7368c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:55.017479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96e5f47a-116f-4075-aa1b-e5bc9a4120ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.022060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-96e5f47a-116f-4075-aa1b-e5bc9a4120ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.023632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Attempting to bind port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:11:55.024011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Attempting to bind port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '70763352-117d-4fd0-9453-73fbce19f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:11:55.024373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Attempting to bind port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb on network 7356b4ad-e316-456c-94b1-46f7846944c7 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:11:55.039226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:11:55.039646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Checking segment: {'id': '70763352-117d-4fd0-9453-73fbce19f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:11:55.040012 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.040409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Bound using segment: {'id': '70763352-117d-4fd0-9453-73fbce19f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:11:55.040899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Bound port: a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70763352-117d-4fd0-9453-73fbce19f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7356b4ad-e316-456c-94b1-46f7846944c7'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:11:55.041370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.043618 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-96e5f47a-116f-4075-aa1b-e5bc9a4120ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4e4339b-cdc7-4dc7-83a4-2ccb3bcf2a6c HTTP/1.1" status: 204 len: 168 time: 0.2497170 Aug 20 09:11:55.048039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] Provisioning for port c652227a-6908-4af2-9762-b39f1ac7368c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:55.073847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] Provisioning complete for port c652227a-6908-4af2-9762-b39f1ac7368c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:55.074237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.087875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5f47a-116f-4075-aa1b-e5bc9a4120ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e4339b-cdc7-4dc7-83a4-2ccb3bcf2a6c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:55.186231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.207155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.213116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] 10.222.0.35 "DELETE /v2.0/networks/f3fa513d-605b-4f44-af4a-4c3222f106f6 HTTP/1.1" status: 204 len: 168 time: 1.3824077 Aug 20 09:11:55.248254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59ba3b-ab9d-4b75-b2d8-139c092821ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fa513d-605b-4f44-af4a-4c3222f106f6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:55.288775 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.310308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Transition to ACTIVE for port object 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:11:55.352411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d19a0-92a8-4b93-bb50-3c96bc00a396 None None] Network 696bccde-d0e1-40e3-981b-36e75da89f61 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:55.357975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.441793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.477650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41678) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:55.500524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] For port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:11:55.532526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-317c1c6f-f99a-470f-bf9c-c1fe6579d228 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7ee07ebaa034397958d63b75eb1f0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532887 Aug 20 09:11:55.535093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41680) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:55.648164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dab06ae-f7e4-4d4e-a554-765da9317ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.669527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] For port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,segment=NetworkSegment(70763352-117d-4fd0-9453-73fbce19f317),segment_id=70763352-117d-4fd0-9453-73fbce19f317)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:11:55.693683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dab06ae-f7e4-4d4e-a554-765da9317ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.704428 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.717894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] For port c652227a-6908-4af2-9762-b39f1ac7368c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c652227a-6908-4af2-9762-b39f1ac7368c,segment=NetworkSegment(44f623fd-2590-4c15-ab0d-9399943e37fc),segment_id=44f623fd-2590-4c15-ab0d-9399943e37fc)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:55.781842 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.798991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dab06ae-f7e4-4d4e-a554-765da9317ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.808482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5dab06ae-f7e4-4d4e-a554-765da9317ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:55.812705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5dab06ae-f7e4-4d4e-a554-765da9317ea1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b149100-1623-4424-bed1-77d04feb6c4b HTTP/1.1" status: 204 len: 168 time: 0.2738330 Aug 20 09:11:55.840533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab06ae-f7e4-4d4e-a554-765da9317ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b149100-1623-4424-bed1-77d04feb6c4b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:56.096074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf72673-d59d-4d43-b8a9-b358cfe8b1b5 None None] Pushing event updated for resources: {'Port': ['ID=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:56.126578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b08b2c59-1e02-44f4-b6cf-c2c474fa207b None None] Provisioning for port 4f93a168-c720-4d17-8ede-cef2c6d94419 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:56.268407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Port': ['ID=699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:56.273062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 696bccde-d0e1-40e3-981b-36e75da89f61 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:56.275207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:56.278272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:11:56.279015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:56.335879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4f93a168-c720-4d17-8ede-cef2c6d94419 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:56.545746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d740ae-be09-49e8-9627-26db8765a7bb None None] Pushing event updated for resources: {'Port': ['ID=c652227a-6908-4af2-9762-b39f1ac7368c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:56.629597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6ebe1a44-a2fc-4fd5-bb58-ff498d4a2a18 None None] Provisioning complete for port c652227a-6908-4af2-9762-b39f1ac7368c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:56.630000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a44-a2fc-4fd5-bb58-ff498d4a2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:56.641368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41712) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:56.644345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:56.754690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4f93a168-c720-4d17-8ede-cef2c6d94419 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:56.758979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7064a446-4e41-4e57-99aa-065f33c36842 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac4dea1038cc4405915488d59ae88729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157022 Aug 20 09:11:56.759630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41714) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:56.773176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4f93a168-c720-4d17-8ede-cef2c6d94419 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:56.773631 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:56.902226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9602789a-b727-4517-84ef-2728a2683135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:56.980421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9602789a-b727-4517-84ef-2728a2683135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.035090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.106014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9602789a-b727-4517-84ef-2728a2683135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.108826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9602789a-b727-4517-84ef-2728a2683135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.111124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9602789a-b727-4517-84ef-2728a2683135 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67e0f2c8-5ea0-440f-b01d-b518de2eeaaa HTTP/1.1" status: 204 len: 168 time: 0.3505242 Aug 20 09:11:57.117438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4895249d-3763-4890-b249-14deba1246a5 None None] Provisioning for port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:57.137802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602789a-b727-4517-84ef-2728a2683135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e0f2c8-5ea0-440f-b01d-b518de2eeaaa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:57.169420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4895249d-3763-4890-b249-14deba1246a5 None None] Provisioning complete for port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:57.169959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4895249d-3763-4890-b249-14deba1246a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.255557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4f93a168-c720-4d17-8ede-cef2c6d94419, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4f93a168-c720-4d17-8ede-cef2c6d94419,segment=NetworkSegment(bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34),segment_id=bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:57.275455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.447716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.458721 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.461044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.467580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4895249d-3763-4890-b249-14deba1246a5 None None] Port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:57.491020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4f93a168-c720-4d17-8ede-cef2c6d94419,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:57.498941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4895249d-3763-4890-b249-14deba1246a5 None None] Provisioning complete for port 4f93a168-c720-4d17-8ede-cef2c6d94419 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:57.501434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4895249d-3763-4890-b249-14deba1246a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.682079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Port': ['ID=699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:57.752585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 696bccde-d0e1-40e3-981b-36e75da89f61 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:11:57.762303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:11:57.834897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d38948e9-856c-45ee-9535-609e9d905950 None None] Provisioning complete for port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:57.835267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d38948e9-856c-45ee-9535-609e9d905950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:57.931575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d38948e9-856c-45ee-9535-609e9d905950 None None] Port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:58.065798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Router 6327da1d-a510-48fd-9dc1-4c3dea8b70a4 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:11:58.079684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b86fd-cce7-42a7-b4f1-7cfa781763a9 None None] Network 7356b4ad-e316-456c-94b1-46f7846944c7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:11:58.257829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1b20add1-afb4-4caa-ba56-e9e789d003b8 None None] Provisioning for port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:58.350341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:11:58.384981 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] Sync routers for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:11:58.390066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:58.390585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c0804544-357e-430b-864e-20a51cad3f7d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8348005 Aug 20 09:11:58.394429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c652227a-6908-4af2-9762-b39f1ac7368c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:58.402186 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:11:58.402862 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:58.490613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-38f158cc-945e-4b04-82aa-acf12e980102 None None] Provisioning complete for port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:58.491193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-38f158cc-945e-4b04-82aa-acf12e980102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:58.493008 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:58.522854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:11:58.526689 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:58.616074 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:11:58.616784 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea0b64-a557-41d1-b0f1-2afde1c373ce None None] The sync data for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:11:58.665555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-38f158cc-945e-4b04-82aa-acf12e980102 None None] Port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:11:58.692606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c652227a-6908-4af2-9762-b39f1ac7368c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:58.692984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:58.826511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:58.901899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:11:58.910336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:58.918136 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:59.158412 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:59.269884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,segment=NetworkSegment(70763352-117d-4fd0-9453-73fbce19f317),segment_id=70763352-117d-4fd0-9453-73fbce19f317)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:11:59.275871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:59.277973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4f93a168-c720-4d17-8ede-cef2c6d94419 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:11:59.386089 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-9b732b2f-27fa-44a2-b466-6662204a81f8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:11:59.387300 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9b732b2f-27fa-44a2-b466-6662204a81f8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9954469 Aug 20 09:11:59.390275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41804) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:11:59.410300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:11:59.418047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4c184fc3-dbca-40ab-a471-db920279d7b2 None None] Provisioning complete for port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:59.418437 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c184fc3-dbca-40ab-a471-db920279d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:59.495424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4f93a168-c720-4d17-8ede-cef2c6d94419 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:11:59.496064 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:11:59.880646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:00.107166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:00.191452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:00.191830 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:00.422094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting port 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:00.422535 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:00.537934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:00.572520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Calling delete_port for 699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:00.813370 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:00.866553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Port': ['ID=699040ea-fb2b-4e2e-ab2d-7a62f7c9ad82,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:01.001315 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:01.240531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Router 6327da1d-a510-48fd-9dc1-4c3dea8b70a4 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:01.345325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:01.352533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13e230e5-2204-4a44-87da-59595cb3afa8 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9612017 Aug 20 09:12:01.356305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41890) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:01.356807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] Sync routers for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:01.369346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:01.370612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:01.411390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:01.417240 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-3fc3c1f2-7086-4f98-9c8f-8bc6c38ed26b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] delete failed (client error): The resource could not be found. Aug 20 09:12:01.418691 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3fc3c1f2-7086-4f98-9c8f-8bc6c38ed26b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1764118628 HTTP/1.1" status: 404 len: 335 time: 0.0604568 Aug 20 09:12:01.422819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41892) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:01.427782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-78d902d4-1bbd-4a47-8f75-169bce13644b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'router': {'external_gateway_info': {'network_id': '6327da1d-a510-48fd-9dc1-4c3dea8b70a4'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:01.441433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:01.454446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:01.526364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:01.529280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66c3db-903f-4d0c-ae56-46f7558e763d None None] The sync data for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:01.797374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78d902d4-1bbd-4a47-8f75-169bce13644b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:01.848698 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-78d902d4-1bbd-4a47-8f75-169bce13644b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] update failed (client error): The resource could not be found. Aug 20 09:12:01.853787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41910) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:01.855138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78d902d4-1bbd-4a47-8f75-169bce13644b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4 HTTP/1.1" status: 404 len: 339 time: 0.4301245 Aug 20 09:12:01.860964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-201370204'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:01.894071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:01.897671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:01.925346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:01.947364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:01.948147 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Added segment 565957f3-91cb-42e5-acdb-21a217335299 of type vlan for network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 Aug 20 09:12:02.020875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:02.062911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:02.071694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:02.072690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:02.178537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3196225 Aug 20 09:12:02.183395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:02.195898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'subnet': {'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:02.220347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70c69-395a-4474-a661-720302f40505 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Network': ['ID=05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:02.232254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:02.360242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Made reservation on behalf of 0d5e7a555c0c4d7dbc5f9e1d0114cce1 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:02.364228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:02.758717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:02.841555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Subnet': ['ID=19a7bd1b-ea88-4e36-879e-f3a0d854bb04,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:02.887948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Checking segment: {'id': '565957f3-91cb-42e5-acdb-21a217335299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:02.888470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network hostable DHCP agents. Network: 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:12:02.913454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:02.928917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:02.936649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:02.938825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:02.942752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b89c3-7586-4665-8c7e-f7bc143073cc None None] Network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:02.978843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 41958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:02.984936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8ef56280-3865-4d14-9f3d-b285d345df2b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'router': {'external_gateway_info': {'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:02.988695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d0e370a-2d24-4aa3-955d-0d475e655f2d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7908344 Aug 20 09:12:03.219908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6', 'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6', 'tenant_id': '0d5e7a555c0c4d7dbc5f9e1d0114cce1', 'fixed_ips': [{'subnet_id': '19a7bd1b-ea88-4e36-879e-f3a0d854bb04'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:12:03.220846 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:03.268469 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ef56280-3865-4d14-9f3d-b285d345df2b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:03.498164 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-8ef56280-3865-4d14-9f3d-b285d345df2b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:12:03.499334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8ef56280-3865-4d14-9f3d-b285d345df2b tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4 HTTP/1.1" status: 400 len: 364 time: 0.5190024 Aug 20 09:12:03.503947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 41970) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:03.508408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Allocated IP 2001:db8:1::2 (05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6/19a7bd1b-ea88-4e36-879e-f3a0d854bb04/6418569d-47b1-42d7-8cde-4f89854f4379) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:03.873513 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:03.892213 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Transition to ACTIVE for port object 6418569d-47b1-42d7-8cde-4f89854f4379 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:03.925808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Transition to ACTIVE for port object 6418569d-47b1-42d7-8cde-4f89854f4379 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:03.934991 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:03.952566 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:04.013021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:04.016034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:04.019946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:04.483446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Pushing event updated for resources: {'Port': ['ID=6418569d-47b1-42d7-8cde-4f89854f4379,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:04.489463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Allocated IP 2001:db8::1 (35be5ba3-bcf5-4b71-9fbc-cf71d48decec/ba207d89-7e90-40a3-a4e2-381115f853fb/8943e63a-354f-4673-ba35-964be2f3df35) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:04.519121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Attempting to bind port 6418569d-47b1-42d7-8cde-4f89854f4379 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:04.520644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Attempting to bind port 6418569d-47b1-42d7-8cde-4f89854f4379 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '565957f3-91cb-42e5-acdb-21a217335299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:04.521908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Attempting to bind port 6418569d-47b1-42d7-8cde-4f89854f4379 on network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:04.551075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:04.551564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Checking segment: {'id': '565957f3-91cb-42e5-acdb-21a217335299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:04.552497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:04.553473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Bound using segment: {'id': '565957f3-91cb-42e5-acdb-21a217335299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:04.558600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Bound port: 6418569d-47b1-42d7-8cde-4f89854f4379, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565957f3-91cb-42e5-acdb-21a217335299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:04.560322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:04.701049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] For port 6418569d-47b1-42d7-8cde-4f89854f4379, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:04.704649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] For port 6418569d-47b1-42d7-8cde-4f89854f4379, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6418569d-47b1-42d7-8cde-4f89854f4379,segment=NetworkSegment(565957f3-91cb-42e5-acdb-21a217335299),segment_id=565957f3-91cb-42e5-acdb-21a217335299)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:04.712904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:04.768795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:04.806673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5dfb5-c299-4ea8-998a-c5c5b768655f None None] Pushing event updated for resources: {'Port': ['ID=6418569d-47b1-42d7-8cde-4f89854f4379,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:04.823253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Transition to ACTIVE for port object 8943e63a-354f-4673-ba35-964be2f3df35 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:04.900177 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:04.985578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:04.989262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:04.995521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:04.996087 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:05.091562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87b866-2ec4-4fa4-b727-a9cd1ace327c req-ace3647e-e3c6-4f1b-88e2-78420424c2b6 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:05.102027 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd87b866-2ec4-4fa4-b727-a9cd1ace327c req-ace3647e-e3c6-4f1b-88e2-78420424c2b6 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.1522441 Aug 20 09:12:05.145733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Port': ['ID=8943e63a-354f-4673-ba35-964be2f3df35,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:05.184136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd87b866-2ec4-4fa4-b727-a9cd1ace327c req-e85abb50-ac0f-4c98-9c69-d70dad3c7dd6 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806670 Aug 20 09:12:05.208058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42018) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:05.358182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:05.628490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-677511f4-6b4a-4d7d-a068-57bc76e539fc None None] Provisioning for port 8943e63a-354f-4673-ba35-964be2f3df35 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:05.643481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-677511f4-6b4a-4d7d-a068-57bc76e539fc None None] Provisioning complete for port 8943e63a-354f-4673-ba35-964be2f3df35 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:05.645575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-677511f4-6b4a-4d7d-a068-57bc76e539fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:05.658642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 463bbf1d-a483-4c9a-91c0-c8e1656a8068 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:05.658992 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:05.736243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-677511f4-6b4a-4d7d-a068-57bc76e539fc None None] Port 8943e63a-354f-4673-ba35-964be2f3df35 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:05.854321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:05.854643 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:05.887504 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 463bbf1d-a483-4c9a-91c0-c8e1656a8068 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:06.054785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:06.068393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:06.076218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:06.230298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event updated for resources: {'Port': ['ID=8943e63a-354f-4673-ba35-964be2f3df35,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:06.283299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6418569d-47b1-42d7-8cde-4f89854f4379 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:06.284216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:06.392053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 6418569d-47b1-42d7-8cde-4f89854f4379 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:06.519665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:06.523812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:06.527000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:06.530003 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP af86f608-2a3d-43b1-b74a-b6e69c5f770f disassociated (deleted). External IP: 172.25.5.232, port: 0071bbcd-6872-4a1d-be0c-6bade1d955c4. Aug 20 09:12:06.533473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=463bbf1d-a483-4c9a-91c0-c8e1656a8068,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:06.906934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42bb9e-68be-493f-bb31-09726fe5f647 None None] Network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:07.034789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Router 6327da1d-a510-48fd-9dc1-4c3dea8b70a4 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:07.146600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42060) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:07.158756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] Provisioning for port 6418569d-47b1-42d7-8cde-4f89854f4379 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:07.179773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] Provisioning complete for port 6418569d-47b1-42d7-8cde-4f89854f4379 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:07.180186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:07.229524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:07.243229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ad0117dc-5eeb-4729-b6e3-97d92f7dd978 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7349985 Aug 20 09:12:07.243638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42066) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:07.244325 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] Sync routers for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:07.268521 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:07.269171 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:07.336437 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:07.350861 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:07.351775 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:07.399366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:07.400509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb61285-29cd-4d96-b274-3b123a782285 None None] The sync data for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:07.428276 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:07.479217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] For port 6418569d-47b1-42d7-8cde-4f89854f4379, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6418569d-47b1-42d7-8cde-4f89854f4379,segment=NetworkSegment(565957f3-91cb-42e5-acdb-21a217335299),segment_id=565957f3-91cb-42e5-acdb-21a217335299)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:07.484423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:07.564725 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-86479228-351c-4763-933e-6ef971c1f97f tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:07.623074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa04e2b-c7ea-4032-a16a-5f87eabefcc4 None None] Pushing event updated for resources: {'Port': ['ID=6418569d-47b1-42d7-8cde-4f89854f4379,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:07.657166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-279cb260-f273-4e56-8eed-879924e465d9 None None] Provisioning complete for port 8943e63a-354f-4673-ba35-964be2f3df35 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:07.657678 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-279cb260-f273-4e56-8eed-879924e465d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:07.731165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-279cb260-f273-4e56-8eed-879924e465d9 None None] Port 8943e63a-354f-4673-ba35-964be2f3df35 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:07.860870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c0c8451e-b368-4b5d-9b7f-b06e9363a6ee None None] Provisioning complete for port 6418569d-47b1-42d7-8cde-4f89854f4379 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:07.861159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0c8451e-b368-4b5d-9b7f-b06e9363a6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:07.914310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router 98d82c50-5f57-4813-ac18-6137544aa94c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:08.144577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6418569d-47b1-42d7-8cde-4f89854f4379 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:08.148228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-613e718d-608a-4fdc-bcbc-815bf8fa2a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:08.222498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6418569d-47b1-42d7-8cde-4f89854f4379 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:08.222894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:08.226366 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-86479228-351c-4763-933e-6ef971c1f97f tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 09:12:08.235608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-86479228-351c-4763-933e-6ef971c1f97f tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4 HTTP/1.1" status: 409 len: 329 time: 0.9803321 Aug 20 09:12:08.235608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42096) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:08.238996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:08.250305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:08.289233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad3d0695-9e68-469f-9839-880c11c398a7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/floatingips/af86f608-2a3d-43b1-b74a-b6e69c5f770f HTTP/1.1" status: 204 len: 168 time: 3.0800455 Aug 20 09:12:08.290037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:12:08.294450 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29ecd1-fd42-4af2-b433-768ad1784eea" -d '{"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:12:08.301286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] Sync routers for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:08.330357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:08.331499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:08.372284 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281209c5-ce79-4bb9-8cfe-e0a2794c36b1 x-openstack-request-id: req-281209c5-ce79-4bb9-8cfe-e0a2794c36b1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:12:08.372689 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:12:08.374478 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-281209c5-ce79-4bb9-8cfe-e0a2794c36b1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:12:08.375874 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'status': 'completed', 'code': 200} Aug 20 09:12:08.477540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-458bcba3-9f21-46bc-bd41-5bf17bf3c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:08.479676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-458bcba3-9f21-46bc-bd41-5bf17bf3c5b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 1096 time: 0.0867646 Aug 20 09:12:08.637752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-0bdd051e-91c9-4ae3-8ccc-b0dae9ffd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:08.639688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-0bdd051e-91c9-4ae3-8ccc-b0dae9ffd31b service neutron] 10.222.0.26 "GET /v2.0/networks?id=345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 200 len: 897 time: 0.1493964 Aug 20 09:12:08.710875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:08.717193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-613e718d-608a-4fdc-bcbc-815bf8fa2a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:08.725015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-e979c770-afea-40b6-ac3f-b501aa20b97b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 200 len: 217 time: 0.0760775 Aug 20 09:12:08.748511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-613e718d-608a-4fdc-bcbc-815bf8fa2a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:08.840678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035e95-e69c-49bb-8b5b-d1c09f93a4d2 req-02df524d-b958-4d81-9ad3-ca1bef02c935 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:08.842625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2035e95-e69c-49bb-8b5b-d1c09f93a4d2 req-02df524d-b958-4d81-9ad3-ca1bef02c935 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1163127 Aug 20 09:12:08.863980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-786083ef-00e8-478e-a99a-823f36594408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:08.866085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-786083ef-00e8-478e-a99a-823f36594408 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 200 len: 835 time: 0.0996525 Aug 20 09:12:08.878195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-613e718d-608a-4fdc-bcbc-815bf8fa2a19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9807d2b333864021a7fd409b08806a97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7281942 Aug 20 09:12:08.879995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42116) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:08.893828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e718d-608a-4fdc-bcbc-815bf8fa2a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a66991-8bd8-4eca-a0d2-1e120946d3c1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:08.997894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9795a2ae-f755-45cc-a447-9fe70e70819c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.022062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2035e95-e69c-49bb-8b5b-d1c09f93a4d2 req-ee4d12d0-8f2d-4f6b-9390-860376c799ef tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723108 Aug 20 09:12:09.022814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:22Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:09.052155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9795a2ae-f755-45cc-a447-9fe70e70819c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.068080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-cf49827d-d743-4e2d-8a57-0358eb9750f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:09.069617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-cf49827d-d743-4e2d-8a57-0358eb9750f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=345b1c2e-d546-42e0-ac22-65c00a57d356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944728 Aug 20 09:12:09.073878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] Checking router: 98d82c50-5f57-4813-ac18-6137544aa94c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:12:09.085324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:09.086987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:09.185401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.220017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9795a2ae-f755-45cc-a447-9fe70e70819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.222853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9795a2ae-f755-45cc-a447-9fe70e70819c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.226466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9795a2ae-f755-45cc-a447-9fe70e70819c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36a66991-8bd8-4eca-a0d2-1e120946d3c1 HTTP/1.1" status: 204 len: 168 time: 0.3399878 Aug 20 09:12:09.252933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795a2ae-f755-45cc-a447-9fe70e70819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a66991-8bd8-4eca-a0d2-1e120946d3c1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:09.264824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-2ba5d534-b265-4343-81da-1dccaf4ed8ab service neutron] 10.222.0.26 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823635 Aug 20 09:12:09.324436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:09.460454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b29ecd1-fd42-4af2-b433-768ad1784eea req-c36fb5b1-3b72-4d28-a87c-1ab03b427170 service neutron] 10.222.0.26 "GET /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917098 Aug 20 09:12:09.680938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting port 8943e63a-354f-4673-ba35-964be2f3df35 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:09.681519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.772365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:22Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:09.802769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:09.812238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5812e2-d473-473f-8fe1-9f13e6757c4b None None] The sync data for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 is: [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:10:17Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '3a5bb34c-02d3-497b-9ee6-9c231088da5a', 'name': '', 'network_id': '345b1c2e-d546-42e0-ac22-65c00a57d356', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:41:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:16Z', 'updated_at': '2021-08-20T09:10:22Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': 'a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:09.820630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Calling delete_port for 8943e63a-354f-4673-ba35-964be2f3df35 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:09.936667 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-2c0bf33e-726f-4340-84d6-1de1a9bf852d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:09.941625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-2c0bf33e-726f-4340-84d6-1de1a9bf852d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1103504 Aug 20 09:12:09.998646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42146) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:10.095410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71619301-c04c-44ad-a3f7-a12d8852f789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.206795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.243550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Port': ['ID=8943e63a-354f-4673-ba35-964be2f3df35,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:10.267323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:10.268357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.345156 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c097ac62-6c92-4a70-9673-8f70d7fb27f7 None None] New status for floating IP af86f608-2a3d-43b1-b74a-b6e69c5f770f: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:12:10.360104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762a302-44ce-465d-b23b-3ecf605f5f8e req-445cd08b-0fb4-4082-a629-4d5157dfc256 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:10.370614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5762a302-44ce-465d-b23b-3ecf605f5f8e req-445cd08b-0fb4-4082-a629-4d5157dfc256 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 945 time: 0.1973360 Aug 20 09:12:10.411658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.605061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5762a302-44ce-465d-b23b-3ecf605f5f8e req-b6b4462f-ddc5-4ece-8bd9-306e71308c83 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=5dbfa017-eb55-42c8-92af-36b055820c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231457 Aug 20 09:12:10.671292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71619301-c04c-44ad-a3f7-a12d8852f789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.676615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 0071bbcd-6872-4a1d-be0c-6bade1d955c4, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0071bbcd-6872-4a1d-be0c-6bade1d955c4,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:10.676982 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.686296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-71619301-c04c-44ad-a3f7-a12d8852f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:10.725261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 0071bbcd-6872-4a1d-be0c-6bade1d955c4 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:10.793343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Router 6327da1d-a510-48fd-9dc1-4c3dea8b70a4 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:10.804459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71619301-c04c-44ad-a3f7-a12d8852f789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46bc07-70c1-474a-abd7-580e341adca7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:10.812078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-71619301-c04c-44ad-a3f7-a12d8852f789 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=127b02941fd14230b50bb6922ec90436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8121705 Aug 20 09:12:10.860466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42166) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:10.906513 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:10.920080 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] Sync routers for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:10.930147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f0fdbb4-9cc8-48d8-a091-f060725358c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6960599 Aug 20 09:12:10.932748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:10.934181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:10.936230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:10.990576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:10.996812 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2897dbef-1b19-4f94-bccd-ee7b0b2d187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.002231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] Routers {'6327da1d-a510-48fd-9dc1-4c3dea8b70a4'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:11.003129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:11:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:11.024381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.043105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:11.044089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77978c11-aadd-4390-ac32-3741cf07a460 None None] The sync data for ids ['6327da1d-a510-48fd-9dc1-4c3dea8b70a4'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:11.052745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2897dbef-1b19-4f94-bccd-ee7b0b2d187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.075066 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-8e91d7e2-7704-40c0-957e-06fd1a935acb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] show failed (client error): The resource could not be found. Aug 20 09:12:11.076486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8e91d7e2-7704-40c0-957e-06fd1a935acb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1610343557 HTTP/1.1" status: 404 len: 335 time: 0.1427338 Aug 20 09:12:11.080383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:11.084050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=0071bbcd-6872-4a1d-be0c-6bade1d955c4,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:11.093921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-51effaa5-c56e-4d3e-9903-56f45e358e94 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:11.142117 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-51effaa5-c56e-4d3e-9903-56f45e358e94 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] update failed (client error): The resource could not be found. Aug 20 09:12:11.147114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-51effaa5-c56e-4d3e-9903-56f45e358e94 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-744825355 HTTP/1.1" status: 404 len: 334 time: 0.0646455 Aug 20 09:12:11.147899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42178) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:11.166413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] No DVR routers for this DVR port 0071bbcd-6872-4a1d-be0c-6bade1d955c4 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:11.173365 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.175663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bf47627-32a4-444d-ada0-11a331b519a1 req-0557b233-beb6-43ab-8412-d50d1c6f76f9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "DELETE /v2.0/ports/0071bbcd-6872-4a1d-be0c-6bade1d955c4 HTTP/1.1" status: 204 len: 173 time: 1.2280881 Aug 20 09:12:11.176006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-deleted', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:12:11.178374 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762b4598-4538-4057-9941-70e1ad107869" -d '{"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-deleted", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:12:11.218212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2897dbef-1b19-4f94-bccd-ee7b0b2d187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.220950 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2897dbef-1b19-4f94-bccd-ee7b0b2d187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.222293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2897dbef-1b19-4f94-bccd-ee7b0b2d187d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b46bc07-70c1-474a-abd7-580e341adca7 HTTP/1.1" status: 204 len: 168 time: 0.3608220 Aug 20 09:12:11.236843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897dbef-1b19-4f94-bccd-ee7b0b2d187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46bc07-70c1-474a-abd7-580e341adca7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:11.255247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting subnet 19a7bd1b-ea88-4e36-879e-f3a0d854bb04 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:11.261414 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56450464-e1a1-4a63-9b9c-f799cc3bc5e5 x-openstack-request-id: req-56450464-e1a1-4a63-9b9c-f799cc3bc5e5 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:12:11.261816 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be845e6-3d28-4f06-8584-b08fd65a304a", "name": "network-vif-deleted", "tag": "0071bbcd-6872-4a1d-be0c-6bade1d955c4", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:12:11.262031 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56450464-e1a1-4a63-9b9c-f799cc3bc5e5 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:12:11.262356 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be845e6-3d28-4f06-8584-b08fd65a304a', 'name': 'network-vif-deleted', 'tag': '0071bbcd-6872-4a1d-be0c-6bade1d955c4', 'status': 'completed', 'code': 200} Aug 20 09:12:11.266621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.321192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.374333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:11.537674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.810249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.858144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Subnet': ['ID=19a7bd1b-ea88-4e36-879e-f3a0d854bb04,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:11.881835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c02e648-3177-4658-a039-47cefe6f8876 req-9a883de7-cb23-4e12-b526-b939db76dbab tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=9be845e6-3d28-4f06-8584-b08fd65a304a HTTP/1.1" status: 200 len: 210 time: 0.0777640 Aug 20 09:12:11.884709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:11.886487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d654af-e11b-4c18-9338-8bf2c89b08e5 None None] Network 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:11.886763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-03305894-e63d-44c5-972d-8b3518aa4386 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/subnets/19a7bd1b-ea88-4e36-879e-f3a0d854bb04 HTTP/1.1" status: 204 len: 168 time: 0.7377682 Aug 20 09:12:11.890062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:12.118550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9d5af19-2581-4ef0-a611-b7d3d4500a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.196231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.287408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] DHCP port deletion for 05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:12.360344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting port 6418569d-47b1-42d7-8cde-4f89854f4379 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:12.360698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.415805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] Deleting port 6418569d-47b1-42d7-8cde-4f89854f4379 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:12.418723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.430539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] For port 6418569d-47b1-42d7-8cde-4f89854f4379, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6418569d-47b1-42d7-8cde-4f89854f4379,segment=NetworkSegment(565957f3-91cb-42e5-acdb-21a217335299),segment_id=565957f3-91cb-42e5-acdb-21a217335299)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:12.430912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.436404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42220) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:12.445633 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Calling delete_port for 6418569d-47b1-42d7-8cde-4f89854f4379 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:12.522166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] For port 6418569d-47b1-42d7-8cde-4f89854f4379, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6418569d-47b1-42d7-8cde-4f89854f4379,segment=NetworkSegment(565957f3-91cb-42e5-acdb-21a217335299),segment_id=565957f3-91cb-42e5-acdb-21a217335299)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:12.523524 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.545176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] Calling delete_port for 6418569d-47b1-42d7-8cde-4f89854f4379 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:12.560854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9d5af19-2581-4ef0-a611-b7d3d4500a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.575457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d9d5af19-2581-4ef0-a611-b7d3d4500a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.670665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.688031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] No DVR routers for this DVR port 6418569d-47b1-42d7-8cde-4f89854f4379 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:12.691382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d9d5af19-2581-4ef0-a611-b7d3d4500a24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2d3533f1235481e857bbaa4c8615bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3157401 Aug 20 09:12:12.694145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42232) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:12.716478 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.727453 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.734933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5af19-2581-4ef0-a611-b7d3d4500a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02296fc6-493c-491e-8d00-61740adf4867,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:12.754696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Port': ['ID=6418569d-47b1-42d7-8cde-4f89854f4379,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:12.765220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] Pushing event deleted for resources: {'Port': ['ID=6418569d-47b1-42d7-8cde-4f89854f4379,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:12.768840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4500b9-0f35-41ba-9524-4fe5cf74d2cd None None] No DVR routers for this DVR port 6418569d-47b1-42d7-8cde-4f89854f4379 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:12.804495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ec55082-45b4-43a1-95b4-168516a9c84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.844726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee2fa59-9959-488b-94a9-ac638a70305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.860443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.884090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:12.898972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565957f3-91cb-42e5-acdb-21a217335299') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:12.899285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565957f3-91cb-42e5-acdb-21a217335299') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:12.901192 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee2fa59-9959-488b-94a9-ac638a70305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.911070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.930346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.938461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:12.939359 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:12.948909 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:12.960852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42248) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:13.048819 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.070379 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee2fa59-9959-488b-94a9-ac638a70305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.073983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bee2fa59-9959-488b-94a9-ac638a70305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.075465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bee2fa59-9959-488b-94a9-ac638a70305c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02296fc6-493c-491e-8d00-61740adf4867 HTTP/1.1" status: 204 len: 168 time: 0.3799703 Aug 20 09:12:13.077484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.079858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/networks/05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6 HTTP/1.1" status: 204 len: 168 time: 1.1885121 Aug 20 09:12:13.080686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45553e6-0383-42d8-b5a4-d3cb09f1b52d tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Network': ['ID=05b459b4-d667-4b6c-8ac8-dc2f6fa0c4a6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:13.082588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:13.136151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ec55082-45b4-43a1-95b4-168516a9c84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.144198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2fa59-9959-488b-94a9-ac638a70305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02296fc6-493c-491e-8d00-61740adf4867,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:13.152813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ec55082-45b4-43a1-95b4-168516a9c84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.162449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting subnet 9f0a909d-c8e6-44a4-819e-bc4569c414b3 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:13.180326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.195441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec55082-45b4-43a1-95b4-168516a9c84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af21cb9-d248-46c8-a8da-580d937ebd09,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:13.199878 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-939eaac0-6c48-46e0-bdc3-7da64c9394f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.263490 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.407048 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.435182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1ec55082-45b4-43a1-95b4-168516a9c84d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d36c3753cf8f408083f41fe57005e0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9974294 Aug 20 09:12:13.435811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42264) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:13.489367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.537431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0a909d-c8e6-44a4-819e-bc4569c414b3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:13.552686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.553233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e7aa8-616e-4ea6-a639-59ee6fc269a0 None None] Network 7356b4ad-e316-456c-94b1-46f7846944c7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:13.558068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-167bae77-c6c0-4544-a23e-91dd4fc156a1 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/subnets/9f0a909d-c8e6-44a4-819e-bc4569c414b3 HTTP/1.1" status: 204 len: 168 time: 0.4677255 Aug 20 09:12:13.558068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42266) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:13.570807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3636890d-2db2-4b93-8406-a95b85991139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.624917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting subnet af69bd02-cd41-4d10-bace-960e17a69b01 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:13.629517 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.661134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:13.676416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3636890d-2db2-4b93-8406-a95b85991139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.681588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.749493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.808449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3636890d-2db2-4b93-8406-a95b85991139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.811286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3636890d-2db2-4b93-8406-a95b85991139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.814763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3636890d-2db2-4b93-8406-a95b85991139 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7af21cb9-d248-46c8-a8da-580d937ebd09 HTTP/1.1" status: 204 len: 168 time: 0.3433678 Aug 20 09:12:13.815382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.883705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636890d-2db2-4b93-8406-a95b85991139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af21cb9-d248-46c8-a8da-580d937ebd09,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:13.907907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.918523 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:13.922380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] DHCP port deletion for 7356b4ad-e316-456c-94b1-46f7846944c7 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:13.997703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ff5220683e34845abfbba9e7122b642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351414 Aug 20 09:12:14.000913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42286) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:14.082596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] Deleting port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:14.086155 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.089551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.128994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.175614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:14.184439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6418569d-47b1-42d7-8cde-4f89854f4379 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:14.220439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 6418569d-47b1-42d7-8cde-4f89854f4379 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:14.221094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6418569d-47b1-42d7-8cde-4f89854f4379 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:14.221708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:14.222371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 3a5bb34c-02d3-497b-9ee6-9c231088da5a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:14.222790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.229582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67559188-0837-4471-9bce-cac5e4af8f52,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:14.265750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.266316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.266839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.268351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.268351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.268351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.269017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.269463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.269945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.270375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.271411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.271969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576104c-6593-4c8a-9e2b-9c36e81e5df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:14.275224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 0071bbcd-6872-4a1d-be0c-6bade1d955c4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:14.275814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0071bbcd-6872-4a1d-be0c-6bade1d955c4 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:14.307942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] For port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,segment=NetworkSegment(70763352-117d-4fd0-9453-73fbce19f317),segment_id=70763352-117d-4fd0-9453-73fbce19f317)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:14.308634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.326695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] Calling delete_port for a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:14.329357 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.367184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.372421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/subnets/af69bd02-cd41-4d10-bace-960e17a69b01 HTTP/1.1" status: 204 len: 168 time: 0.8131254 Aug 20 09:12:14.375096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:14.422502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e2e8df-92a2-45c5-84ac-7d074a742bcc None None] Network 696bccde-d0e1-40e3-981b-36e75da89f61 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:14.427851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd37666a-5d49-40a7-8651-cf900a0ca30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.431056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42298) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:14.439954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b962ac-5eea-4a04-a06c-5088a242558c tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Subnet': ['ID=af69bd02-cd41-4d10-bace-960e17a69b01,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:14.456613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bf02-8ba0-42bc-87d0-6b7223be5f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.477367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd37666a-5d49-40a7-8651-cf900a0ca30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.555016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.571686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd37666a-5d49-40a7-8651-cf900a0ca30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.582546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cd37666a-5d49-40a7-8651-cf900a0ca30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.583888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cd37666a-5d49-40a7-8651-cf900a0ca30e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67559188-0837-4471-9bce-cac5e4af8f52 HTTP/1.1" status: 204 len: 168 time: 0.5688021 Aug 20 09:12:14.611938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 3a5bb34c-02d3-497b-9ee6-9c231088da5a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3a5bb34c-02d3-497b-9ee6-9c231088da5a,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:14.612642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.623044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bf02-8ba0-42bc-87d0-6b7223be5f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.633520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37666a-5d49-40a7-8651-cf900a0ca30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67559188-0837-4471-9bce-cac5e4af8f52,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:14.637511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bf02-8ba0-42bc-87d0-6b7223be5f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.641480 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.674772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2cd7bf02-8ba0-42bc-87d0-6b7223be5f87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64f24c1f818644e7be6167f60edbbac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407522 Aug 20 09:12:14.678386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 3a5bb34c-02d3-497b-9ee6-9c231088da5a owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:14.680543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42312) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:14.730369 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.749478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] Pushing event deleted for resources: {'Port': ['ID=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:14.762232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0b4c4-06a7-4f1c-ac8f-a44335a82a8a None None] No DVR routers for this DVR port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:14.813685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7bf02-8ba0-42bc-87d0-6b7223be5f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a714e-7aa2-4fe2-94a1-9d9c6ed59fa9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:14.871246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-851da9f0-6664-446d-9efe-fd60a3e64783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.911811 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-851da9f0-6664-446d-9efe-fd60a3e64783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.958188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:14.958536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:14.970821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] DHCP port deletion for 696bccde-d0e1-40e3-981b-36e75da89f61 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:15.029377 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-851da9f0-6664-446d-9efe-fd60a3e64783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.041203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-851da9f0-6664-446d-9efe-fd60a3e64783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.045109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-851da9f0-6664-446d-9efe-fd60a3e64783 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e3a714e-7aa2-4fe2-94a1-9d9c6ed59fa9 HTTP/1.1" status: 204 len: 168 time: 0.3631771 Aug 20 09:12:15.066606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] For port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb, host n-d-804285-2, got binding levels [] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:15.066891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.069434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851da9f0-6664-446d-9efe-fd60a3e64783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a714e-7aa2-4fe2-94a1-9d9c6ed59fa9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:15.082256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Calling delete_port for a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:15.085792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb was not found and therefore no delete operation was performed {{(pid=101317) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:12:15.095588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.123811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Port': ['ID=a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:15.131293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] No DVR routers for this DVR port a0f1c0b3-c730-4f5e-a601-4b5a2b189cfb on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:15.327266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Deleting port 4f93a168-c720-4d17-8ede-cef2c6d94419 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:15.328113 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.511306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] For port 4f93a168-c720-4d17-8ede-cef2c6d94419, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4f93a168-c720-4d17-8ede-cef2c6d94419,segment=NetworkSegment(bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34),segment_id=bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:15.512479 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.540280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Calling delete_port for 4f93a168-c720-4d17-8ede-cef2c6d94419 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:15.722724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.748688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] No DVR routers for this DVR port 4f93a168-c720-4d17-8ede-cef2c6d94419 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:15.777492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Pushing event deleted for resources: {'Port': ['ID=4f93a168-c720-4d17-8ede-cef2c6d94419,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:15.790292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.790641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.790982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.791347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.791683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.792016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.792576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.793120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.793628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.794282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.794775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.795267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c4311-9b2c-4da5-8b1e-89dfc1783f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:15.828955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.849002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7356b4ad-e316-456c-94b1-46f7846944c7']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:15.862908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70763352-117d-4fd0-9453-73fbce19f317') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:15.863659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70763352-117d-4fd0-9453-73fbce19f317') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:15.866588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:15.939250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=3a5bb34c-02d3-497b-9ee6-9c231088da5a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:15.942609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.192362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.230406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:16.230899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:16.234284 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:16.247935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4f93a168-c720-4d17-8ede-cef2c6d94419 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:16.293239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4f93a168-c720-4d17-8ede-cef2c6d94419 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:16.296929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4f93a168-c720-4d17-8ede-cef2c6d94419 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:16.334025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.470911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.485218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.488609 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/networks/7356b4ad-e316-456c-94b1-46f7846944c7 HTTP/1.1" status: 204 len: 168 time: 2.1092885 Aug 20 09:12:16.492569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42384) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:16.523576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a73120-ce44-4ddf-8c64-647afdbe6b13 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Network': ['ID=7356b4ad-e316-456c-94b1-46f7846944c7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:16.528010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.663511 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.676165 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18416d08-8304-43ee-9d01-55fdbd74d409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.957011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:16.970911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696bccde-d0e1-40e3-981b-36e75da89f61']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:16.987273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:16.987918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdc98fb-b09c-44ac-a4ed-29c4f1e20f34') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:17.024139 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.056176 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.068869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42406) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:17.087417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:17.088068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:17.092962 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:17.104114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router 98d82c50-5f57-4813-ac18-6137544aa94c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:17.169555 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.176654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.181479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/networks/696bccde-d0e1-40e3-981b-36e75da89f61 HTTP/1.1" status: 204 len: 168 time: 0.6845510 Aug 20 09:12:17.183505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42414) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:17.202399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba57ed-3b97-447f-a3a0-1252c0371ddb tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Network': ['ID=696bccde-d0e1-40e3-981b-36e75da89f61,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:17.290065 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-536ddad5-9067-4f1b-be27-a62d0f039209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.316165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting subnet ba207d89-7e90-40a3-a4e2-381115f853fb {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:17.320672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:17.322419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.329376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d683428e-b6eb-4aee-b7e4-de37b07c197d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/98d82c50-5f57-4813-ac18-6137544aa94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3674335 Aug 20 09:12:17.335393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42422) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:17.336311 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] Sync routers for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:17.389548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.390756 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:17.395368 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:17.406804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting subnet a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:17.410001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.448251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.468166 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.497277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.547344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:17.618942 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.633564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.652570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-536ddad5-9067-4f1b-be27-a62d0f039209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.662658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-536ddad5-9067-4f1b-be27-a62d0f039209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.687103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Subnet': ['ID=ba207d89-7e90-40a3-a4e2-381115f853fb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:17.689762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.690986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709838a-5c42-46cd-9373-51988707c0eb None None] Network 35be5ba3-bcf5-4b71-9fbc-cf71d48decec requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:17.692990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5cb64998-7854-4c16-be15-72f080b058ae tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/subnets/ba207d89-7e90-40a3-a4e2-381115f853fb HTTP/1.1" status: 204 len: 168 time: 0.5080621 Aug 20 09:12:17.696135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42432) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:17.726927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-536ddad5-9067-4f1b-be27-a62d0f039209 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e06b0481061499b9aafb82b0c9fe3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568756 Aug 20 09:12:17.728761 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ddad5-9067-4f1b-be27-a62d0f039209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a147edfc-78d2-4976-9865-ec155da44ed3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:17.738076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42434) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:17.750991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.779915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.791135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/subnets/a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d HTTP/1.1" status: 204 len: 168 time: 0.4489408 Aug 20 09:12:17.791135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42436) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:17.795085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f95c2-5f2c-4117-b428-2f3b3bb3d3cd None None] Network 345b1c2e-d546-42e0-ac22-65c00a57d356 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:17.835763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a010562-044a-4563-8394-4ef5e167427c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Subnet': ['ID=a49f67c0-9b78-4eb3-beff-1ba1e8c4d46d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:17.902088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.923477 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4cf4-9934-40c0-8687-1c4662b2346a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:17.985919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4cf4-9934-40c0-8687-1c4662b2346a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.015385 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:12:15Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:18.038258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Deleting port c652227a-6908-4af2-9762-b39f1ac7368c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:18.038648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.041217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.063527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] Checking router: 98d82c50-5f57-4813-ac18-6137544aa94c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:12:18.088908 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] Routers {'98d82c50-5f57-4813-ac18-6137544aa94c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:18.089563 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['98d82c50-5f57-4813-ac18-6137544aa94c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:18.115043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] For port c652227a-6908-4af2-9762-b39f1ac7368c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c652227a-6908-4af2-9762-b39f1ac7368c,segment=NetworkSegment(44f623fd-2590-4c15-ab0d-9399943e37fc),segment_id=44f623fd-2590-4c15-ab0d-9399943e37fc)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:18.115043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.147020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Calling delete_port for c652227a-6908-4af2-9762-b39f1ac7368c owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:18.220093 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.232943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4cf4-9934-40c0-8687-1c4662b2346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.235638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4cf4-9934-40c0-8687-1c4662b2346a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.239431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cf8f4cf4-9934-40c0-8687-1c4662b2346a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a147edfc-78d2-4976-9865-ec155da44ed3 HTTP/1.1" status: 204 len: 168 time: 0.4967885 Aug 20 09:12:18.254816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4cf4-9934-40c0-8687-1c4662b2346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a147edfc-78d2-4976-9865-ec155da44ed3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:18.277262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.324782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Port': ['ID=c652227a-6908-4af2-9762-b39f1ac7368c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:18.326837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] No DVR routers for this DVR port c652227a-6908-4af2-9762-b39f1ac7368c on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:18.385292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 1673b942-6572-4d49-895d-2edf1740c985 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:18.385988 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.486617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] DHCP port deletion for 345b1c2e-d546-42e0-ac22-65c00a57d356 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:18.524338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.553729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35be5ba3-bcf5-4b71-9fbc-cf71d48decec']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:18.578854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42805ff-a949-4c6b-9a3e-c2dc4b54c37d None None] DHCP port deletion for 35be5ba3-bcf5-4b71-9fbc-cf71d48decec request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:18.588142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f623fd-2590-4c15-ab0d-9399943e37fc') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:18.589429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f623fd-2590-4c15-ab0d-9399943e37fc') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:18.624435 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.639759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 1673b942-6572-4d49-895d-2edf1740c985, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1673b942-6572-4d49-895d-2edf1740c985,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:18.640430 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.667845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.677429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] Set router 98d82c50-5f57-4813-ac18-6137544aa94c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:18.693387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] Deleting port 15b4783c-7f59-47f0-9de2-37edd986154e {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:18.693765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:18.693898 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.695482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.696252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 1673b942-6572-4d49-895d-2edf1740c985 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:18.737485 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:18.811659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.821965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.826509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/networks/35be5ba3-bcf5-4b71-9fbc-cf71d48decec HTTP/1.1" status: 204 len: 168 time: 1.1290607 Aug 20 09:12:18.829578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42470) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:18.853364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0732a37-4bf4-44dd-9b57-8ce4697c210a tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Pushing event deleted for resources: {'Network': ['ID=35be5ba3-bcf5-4b71-9fbc-cf71d48decec,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:18.875064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9b18b142-cbd5-4fe9-b8e1-77b6b4fa52c9 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "GET /v2.0/ports?device_id=6327da1d-a510-48fd-9dc1-4c3dea8b70a4 HTTP/1.1" status: 200 len: 205 time: 0.0437698 Aug 20 09:12:18.877310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42476) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:18.932623 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.939140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] For port 15b4783c-7f59-47f0-9de2-37edd986154e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=15b4783c-7f59-47f0-9de2-37edd986154e,segment=NetworkSegment(56fc9f04-28cb-407c-811e-475422ad5607),segment_id=56fc9f04-28cb-407c-811e-475422ad5607)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:18.939562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:18.965477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] Calling delete_port for 15b4783c-7f59-47f0-9de2-37edd986154e owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:19.048587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.061127 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:12:15Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:19.142309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.149093 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767077d0-39ef-43a1-b460-cd0996f028fd None None] The sync data for ids ['98d82c50-5f57-4813-ac18-6137544aa94c'] in n-d-804285-2 is: [{'id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068784822', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '1673b942-6572-4d49-895d-2edf1740c985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:10:07Z', 'updated_at': '2021-08-20T09:12:15Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '1673b942-6572-4d49-895d-2edf1740c985', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d82c50-5f57-4813-ac18-6137544aa94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:10:08Z', 'updated_at': '2021-08-20T09:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:19.179818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=1673b942-6572-4d49-895d-2edf1740c985,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:19.219104 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.240067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] No DVR routers for this DVR port 15b4783c-7f59-47f0-9de2-37edd986154e on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:19.279343 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.307759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea670-8976-4b20-b1ca-3fea1c5eb5c8 None None] Pushing event deleted for resources: {'Port': ['ID=15b4783c-7f59-47f0-9de2-37edd986154e,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:19.417182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.419699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.461292 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.475870 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.520308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.521239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Fanout notify agent at l3_agent the message router_deleted on router 98d82c50-5f57-4813-ac18-6137544aa94c {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:12:19.529290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.546407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42494) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:19.551592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00db3045-f9a7-437c-b7d2-2540d051b66e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/routers/98d82c50-5f57-4813-ac18-6137544aa94c HTTP/1.1" status: 204 len: 168 time: 1.7315941 Aug 20 09:12:19.639901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.640452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Fanout notify agent at l3_agent the message router_deleted on router 6327da1d-a510-48fd-9dc1-4c3dea8b70a4 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:12:19.654982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.656215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9de4255-89ac-4703-b651-2728817579b2 tempest-RoutersNegativeIpV6Test-665017576 tempest-RoutersNegativeIpV6Test-665017576-project] 10.222.0.35 "DELETE /v2.0/routers/6327da1d-a510-48fd-9dc1-4c3dea8b70a4 HTTP/1.1" status: 204 len: 168 time: 0.7777169 Aug 20 09:12:19.698123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.858644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:19.893322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345b1c2e-d546-42e0-ac22-65c00a57d356']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:19.919588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fc9f04-28cb-407c-811e-475422ad5607') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:19.922299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fc9f04-28cb-407c-811e-475422ad5607') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:19.965692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.013562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.023579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:20.024003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:20.050939 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:20.193628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.206367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.211799 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/networks/345b1c2e-d546-42e0-ac22-65c00a57d356 HTTP/1.1" status: 204 len: 168 time: 0.6642478 Aug 20 09:12:20.215726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42528) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:20.227033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163e2e-c4c5-4280-9b8a-8e2b5f76d134 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Network': ['ID=345b1c2e-d546-42e0-ac22-65c00a57d356,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:20.325294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c652227a-6908-4af2-9762-b39f1ac7368c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:20.423253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c652227a-6908-4af2-9762-b39f1ac7368c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:20.423253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c652227a-6908-4af2-9762-b39f1ac7368c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:20.429444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3a5bb34c-02d3-497b-9ee6-9c231088da5a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:20.435162 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1165311a-7267-401a-8549-25f92006e4aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.507970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3a5bb34c-02d3-497b-9ee6-9c231088da5a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:20.508336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3a5bb34c-02d3-497b-9ee6-9c231088da5a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:20.508775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 15b4783c-7f59-47f0-9de2-37edd986154e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:20.510865 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1165311a-7267-401a-8549-25f92006e4aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.524767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42546) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:20.582637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 15b4783c-7f59-47f0-9de2-37edd986154e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:20.583230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 15b4783c-7f59-47f0-9de2-37edd986154e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:20.652508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1165311a-7267-401a-8549-25f92006e4aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.656488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1165311a-7267-401a-8549-25f92006e4aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.660945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1165311a-7267-401a-8549-25f92006e4aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/security-groups/5dbfa017-eb55-42c8-92af-36b055820c9b HTTP/1.1" status: 204 len: 168 time: 0.4441833 Aug 20 09:12:20.682289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165311a-7267-401a-8549-25f92006e4aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbfa017-eb55-42c8-92af-36b055820c9b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:20.756116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42566) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:20.764715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bc8aad58-ede6-4cdf-90c8-205adac04b34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d5e7a555c0c4d7dbc5f9e1d0114cce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378964 Aug 20 09:12:20.824426 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:12:20.920819 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23f40e9-632f-400f-9c6f-b42fb5db0389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:20.979109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23f40e9-632f-400f-9c6f-b42fb5db0389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.047017 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23f40e9-632f-400f-9c6f-b42fb5db0389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.050514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b23f40e9-632f-400f-9c6f-b42fb5db0389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.052016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b23f40e9-632f-400f-9c6f-b42fb5db0389 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82cc99c9-3a2f-4603-a99b-1a21a4a1ad4f HTTP/1.1" status: 204 len: 168 time: 0.2945158 Aug 20 09:12:21.060381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42580) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:21.063882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f40e9-632f-400f-9c6f-b42fb5db0389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc99c9-3a2f-4603-a99b-1a21a4a1ad4f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:21.067787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059241152', 'description': 'tempest-secgroup-smoke-1059241152 description', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:21.111030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.256512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.267657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.339298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.341055 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2788301 Aug 20 09:12:21.343860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42604) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:21.358641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '14945859-5819-4281-afa5-033fdbf2be73', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:21.382796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f58d86-4d7e-401f-8c91-7b4ece1a4e80 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14945859-5819-4281-afa5-033fdbf2be73,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:21.425291 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.523497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.545288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.590055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ad55db-87f2-4d2e-87e5-0f16fd777fb2,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:21.598068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.599241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8eb51d8d-2e56-4633-8d47-637faec23c0f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2543602 Aug 20 09:12:21.602131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42624) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:21.608082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '14945859-5819-4281-afa5-033fdbf2be73', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:21.655233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.774389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.793926 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.832812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fdc340-4774-43b8-abed-c4302d3f3c03,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:21.855646 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.859660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-236565db-d8c4-49d2-8004-2c6f95461928 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2538860 Aug 20 09:12:21.859949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42644) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:21.867292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '14945859-5819-4281-afa5-033fdbf2be73', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:21.903766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:21.993544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.012466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.035830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4150ee2-f7c6-4aa7-b118-be517bbeddee,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:22.055857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1673b942-6572-4d49-895d-2edf1740c985 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:22.062537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.063873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-48244701-e8df-4ad0-9fe7-963c10d33895 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028782 Aug 20 09:12:22.066604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42654) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:22.077534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '14945859-5819-4281-afa5-033fdbf2be73', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:22.086625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1673b942-6572-4d49-895d-2edf1740c985 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:22.087332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1673b942-6572-4d49-895d-2edf1740c985 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:22.134203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.315018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.324131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.365641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9984704e-b751-4049-bb75-08e0825b3b20,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:22.396829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.401314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7b1253c4-4c5b-4366-9b41-b11f0c0a8777 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3304837 Aug 20 09:12:22.401914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42704) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:22.407002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '14945859-5819-4281-afa5-033fdbf2be73', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:22.454353 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:12:22.459923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.605010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.631963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.729235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:22.735374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2119d581-a370-4088-b289-fbb128f4a2b8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:22.740395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.747335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d31f182a-3256-4250-b266-91d39e61fb43 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444600 Aug 20 09:12:22.750169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42742) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:22.756347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '14945859-5819-4281-afa5-033fdbf2be73', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:22.791402 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:12:22.801902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.952228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.965884 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:22.990635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99069e82-676c-42f2-b6b1-41b27edaa296,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:23.006663 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.008251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-853c6a06-7d66-404e-9309-7d2182ee8fa5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2568841 Aug 20 09:12:23.011639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42756) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:23.017412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'network': {'name': 'tempest-network-smoke--469584166', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'port_security_enabled': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:23.027665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-839840016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:23.071714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:23.075251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.128948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.130002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.148873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:23.178604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.179037 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Added segment 0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d of type vlan for network 35ee28bd-f45c-4814-bc54-8b98ceedd502 Aug 20 09:12:23.249611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.266664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.273179 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.298932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.303404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42782) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:23.303589 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7eee42ef-f194-460b-a299-1f576bf3849a tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5728965 Aug 20 09:12:23.312911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1565532324'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:23.319281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.325653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:23.330294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.384266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Made reservation on behalf of bf6db21b4156432583cd49669d0e5962 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:23.390596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.406238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.447184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Network': ['ID=35ee28bd-f45c-4814-bc54-8b98ceedd502,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:23.451680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f6e5a4d7-7f3f-4534-b7a4-8ce275c9289f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4389026 Aug 20 09:12:23.454612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42794) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:23.468110 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:23.468749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'admin_state_up': True, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:23.558057 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.579691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.590203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.591430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.619990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:23.637436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356284e3-3446-4ac9-a08d-a5b4c9586405,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:23.643411 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.644040 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Added segment 540cc28f-fd6b-4e89-94dc-1af00541c747 of type vlan for network 095b2a18-de1f-4e0e-9000-83efaf21e51c Aug 20 09:12:23.703620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.731454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.734402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.746397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:23.747207 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:23.846627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5416329 Aug 20 09:12:23.850963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42820) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:23.862475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'subnet': {'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:23.973541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e143e9-de03-46f9-acaa-c5c05116c323 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Network': ['ID=095b2a18-de1f-4e0e-9000-83efaf21e51c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:24.003889 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:24.122549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Made reservation on behalf of bf6db21b4156432583cd49669d0e5962 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:24.126513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.163669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.436301 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.481259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.513350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.523708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Checking segment: {'id': '540cc28f-fd6b-4e89-94dc-1af00541c747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:24.524625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network hostable DHCP agents. Network: 095b2a18-de1f-4e0e-9000-83efaf21e51c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:12:24.527243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Subnet': ['ID=4331033b-0365-4e9a-bc67-252a868560ab,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:24.577784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:24.602180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 095b2a18-de1f-4e0e-9000-83efaf21e51c) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:24.608814 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:24.609890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.621118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa19d13-c96d-4f9e-ad44-77016167ece7 None None] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:24.642405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f75b85a6-9241-490e-b301-ae6319fa68d7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7896180 Aug 20 09:12:24.645245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42864) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:24.651343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'network': {'name': 'tempest-router-network01--1860580740'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:24.703226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Made reservation on behalf of bf6db21b4156432583cd49669d0e5962 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:24.707801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.751225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.107 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/5a2ff8f1-8d31-4093-997e-5b333540bffa) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:24.754535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:24.765622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.766445 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Added segment 45f8c672-0252-4c65-9f00-50edd80477e1 of type vlan for network 175d3260-de86-428f-a097-682fa7d2eac5 Aug 20 09:12:24.823948 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.890491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.904182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:24.907202 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:24.925006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42868) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:24.982611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-095b2a18-de1f-4e0e-9000-83efaf21e51c', 'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c', 'tenant_id': 'bf6db21b4156432583cd49669d0e5962', 'fixed_ips': [{'subnet_id': '4331033b-0365-4e9a-bc67-252a868560ab'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:12:24.987700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.015676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.069530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42876) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:25.114817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Network': ['ID=175d3260-de86-428f-a097-682fa7d2eac5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:25.129418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.137979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fde32f81-efc0-4fd1-b766-a3ea9e17b7c7 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4912026 Aug 20 09:12:25.140466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42880) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:25.145647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'network': {'name': 'tempest-router-network02--1578516167'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:25.210949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Made reservation on behalf of bf6db21b4156432583cd49669d0e5962 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:25.215619 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.246222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=5a2ff8f1-8d31-4093-997e-5b333540bffa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:25.255836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 175d3260-de86-428f-a097-682fa7d2eac5 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:25.266161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:25.282691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:25.286373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:25.289035 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.289452 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Added segment 8ca6c837-2071-48b7-b685-c833adbcbc9f of type vlan for network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef Aug 20 09:12:25.317517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32f8ae03-42f3-4cd7-8aa4-e05f68abcf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.333640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:25.379118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153f2807-763a-4d3f-bbb8-31ae5d20209b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.383310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.431407 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.439030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:25.440416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.473824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Allocated IP 172.20.0.2 (095b2a18-de1f-4e0e-9000-83efaf21e51c/4331033b-0365-4e9a-bc67-252a868560ab/5361ae11-9bd4-43a0-94e3-9953db8e8dd3) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:25.543876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Network': ['ID=d69c17f1-a251-48ee-9b9b-ff1ed715d4ef,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:25.573182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:25.774393 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.785225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Transition to ACTIVE for port object 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:25.804067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Transition to ACTIVE for port object 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:25.812317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:25.858683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:25.861730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:25.864478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:25.907033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Pushing event updated for resources: {'Port': ['ID=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:25.970012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Attempting to bind port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Attempting to bind port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '540cc28f-fd6b-4e89-94dc-1af00541c747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Attempting to bind port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 on network 095b2a18-de1f-4e0e-9000-83efaf21e51c {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Checking segment: {'id': '540cc28f-fd6b-4e89-94dc-1af00541c747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Bound using segment: {'id': '540cc28f-fd6b-4e89-94dc-1af00541c747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Bound port: 5361ae11-9bd4-43a0-94e3-9953db8e8dd3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540cc28f-fd6b-4e89-94dc-1af00541c747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '095b2a18-de1f-4e0e-9000-83efaf21e51c'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:26.000142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.073555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] For port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:26.077441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] For port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,segment=NetworkSegment(540cc28f-fd6b-4e89-94dc-1af00541c747),segment_id=540cc28f-fd6b-4e89-94dc-1af00541c747)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:26.082325 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.136332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32f8ae03-42f3-4cd7-8aa4-e05f68abcf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.162323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-32f8ae03-42f3-4cd7-8aa4-e05f68abcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.166085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16efb167-3362-4459-a1db-33d3309f6885 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0242627 Aug 20 09:12:26.166661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd000-c188-4502-bb13-91e291ef9a4a None None] Pushing event updated for resources: {'Port': ['ID=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:26.169228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42898) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:26.192315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'subnet': {'network_id': '175d3260-de86-428f-a097-682fa7d2eac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:26.193314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.270881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-32f8ae03-42f3-4cd7-8aa4-e05f68abcf88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4de05e72dfc41ef9844aecc7a258508&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1985250 Aug 20 09:12:26.271678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8ae03-42f3-4cd7-8aa4-e05f68abcf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5eef77-8aac-475b-aade-96adff95f705,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:26.279491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42900) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:26.391340 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74fa37ff-8fd0-4cad-9c61-8671800bf284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.438749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74fa37ff-8fd0-4cad-9c61-8671800bf284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.560563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153f2807-763a-4d3f-bbb8-31ae5d20209b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.612092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Made reservation on behalf of bf6db21b4156432583cd49669d0e5962 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:26.621308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.678442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-153f2807-763a-4d3f-bbb8-31ae5d20209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.693617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74fa37ff-8fd0-4cad-9c61-8671800bf284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.698442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74fa37ff-8fd0-4cad-9c61-8671800bf284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.700707 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-74fa37ff-8fd0-4cad-9c61-8671800bf284 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd5eef77-8aac-475b-aade-96adff95f705 HTTP/1.1" status: 204 len: 168 time: 0.4202466 Aug 20 09:12:26.735401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.759860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-153f2807-763a-4d3f-bbb8-31ae5d20209b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4bb11327cd5499d9cf52f6b0e87bac1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8337083 Aug 20 09:12:26.760268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42912) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:26.855315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f2807-763a-4d3f-bbb8-31ae5d20209b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae795f4-5c8f-4641-af53-6649d3061612,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:26.878592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa37ff-8fd0-4cad-9c61-8671800bf284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5eef77-8aac-475b-aade-96adff95f705,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:26.940565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router f03d9f9c-d0f6-4821-a047-f3822321abe9 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:12:26.941698 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8c2459-b4a2-4aac-b8e8-649d3b31c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:26.949471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.010037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8c2459-b4a2-4aac-b8e8-649d3b31c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.039449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Subnet': ['ID=3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:27.108515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Checking segment: {'id': '45f8c672-0252-4c65-9f00-50edd80477e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '175d3260-de86-428f-a097-682fa7d2eac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:27.111004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network hostable DHCP agents. Network: 175d3260-de86-428f-a097-682fa7d2eac5, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:12:27.136264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:27.148424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Sync routers for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:27.148952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network 175d3260-de86-428f-a097-682fa7d2eac5 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:27.158651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8c2459-b4a2-4aac-b8e8-649d3b31c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.162518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.164117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:27.167490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:27.167684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8c2459-b4a2-4aac-b8e8-649d3b31c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.168108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67f6fab7-3fdb-4826-ae31-6b62f01a1de3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7108595 Aug 20 09:12:27.168866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42920) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.171619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f8c2459-b4a2-4aac-b8e8-649d3b31c271 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ae795f4-5c8f-4641-af53-6649d3061612 HTTP/1.1" status: 204 len: 168 time: 0.4081635 Aug 20 09:12:27.198526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c2459-b4a2-4aac-b8e8-649d3b31c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae795f4-5c8f-4641-af53-6649d3061612,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:27.208570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 175d3260-de86-428f-a097-682fa7d2eac5) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:27.219581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:27.222631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.253403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-648734b3-7dad-449b-8838-616c975538b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0818527 Aug 20 09:12:27.255847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42924) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.261677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'subnet': {'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:27.304756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ba741d6-4815-4aa2-90bb-9f46d6bb3332 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6caaa9aa26a243619caaee88e01e8cd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1342127 Aug 20 09:12:27.306731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42926) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.483669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:27.511414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42928) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.547113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ee6efeb-5dd3-4416-9fbc-fa79689fad8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.627419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7736aa-8943-4bd2-9d2e-abb0dfebeb7f None None] Network 175d3260-de86-428f-a097-682fa7d2eac5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:27.830387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beebe70-99fa-48c6-9ada-fd0a6bc50850 None None] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:27.873637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b118692-163a-4cd0-af11-10722195cb97 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:27.876468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b118692-163a-4cd0-af11-10722195cb97 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5672915 Aug 20 09:12:27.880079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42942) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.880760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 42944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.938173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fb9c2188-3aba-455e-9d35-6cc0426a8940 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519099 Aug 20 09:12:27.942076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:27.952675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b5a344e-9e75-4883-984c-f1e8d39c87fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:27.965177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528962930', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:28.057916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ee6efeb-5dd3-4416-9fbc-fa79689fad8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.076286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ee6efeb-5dd3-4416-9fbc-fa79689fad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.111593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:12:28.111593 n-d-804285-2 neutron-server[101316]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 09:12:28.111593 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id_1': 'bf6db21b4156432583cd49669d0e5962', 'expiration_1': datetime.datetime(2021, 8, 20, 9, 12, 28, 18589)}] Aug 20 09:12:28.111593 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:12:28.111593 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:12:28.225573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6efeb-5dd3-4416-9fbc-fa79689fad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b7e27b-f5cc-47e7-8126-cdd6e6b38623,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:28.256487 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ee6efeb-5dd3-4416-9fbc-fa79689fad8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fb52b6a08844940851a9e21132efa83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438624 Aug 20 09:12:28.259161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:28.301206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e18297b3-8c6a-401b-9670-2525f5148771 None None] Provisioning for port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:28.332701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:28.378857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d037876e-8182-4393-8edf-f1f355b594bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.437110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b5a344e-9e75-4883-984c-f1e8d39c87fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.447629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d037876e-8182-4393-8edf-f1f355b594bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.450141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b5a344e-9e75-4883-984c-f1e8d39c87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.503068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:28.507529 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.549058 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b5a344e-9e75-4883-984c-f1e8d39c87fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38a28bc5255540adbb50d5caefccf13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638899 Aug 20 09:12:28.550545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a344e-9e75-4883-984c-f1e8d39c87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20744e-31be-47d1-bd8b-df661fb785ea,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:28.552987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 42962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:28.676807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:28.687775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:28.688413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.694822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-175d3260-de86-428f-a097-682fa7d2eac5', 'network_id': '175d3260-de86-428f-a097-682fa7d2eac5', 'tenant_id': 'bf6db21b4156432583cd49669d0e5962', 'fixed_ips': [{'subnet_id': '3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:12:28.696010 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.731405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d037876e-8182-4393-8edf-f1f355b594bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.736026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d037876e-8182-4393-8edf-f1f355b594bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.737263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d037876e-8182-4393-8edf-f1f355b594bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/90b7e27b-f5cc-47e7-8126-cdd6e6b38623 HTTP/1.1" status: 204 len: 168 time: 0.4756484 Aug 20 09:12:28.761248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:25Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:28.783396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Made reservation on behalf of bf6db21b4156432583cd49669d0e5962 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:28.787680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.803547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0eb45fe-6351-4eb4-a943-821defc0313d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:28.818739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037876e-8182-4393-8edf-f1f355b594bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b7e27b-f5cc-47e7-8126-cdd6e6b38623,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:28.846852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Checking router: f03d9f9c-d0f6-4821-a047-f3822321abe9 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:12:28.847206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Updating router f03d9f9c-d0f6-4821-a047-f3822321abe9 port 5a2ff8f1-8d31-4093-997e-5b333540bffa binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:12:28.913516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0eb45fe-6351-4eb4-a943-821defc0313d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.011992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.131062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0eb45fe-6351-4eb4-a943-821defc0313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.133954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0eb45fe-6351-4eb4-a943-821defc0313d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.137420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0eb45fe-6351-4eb4-a943-821defc0313d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee20744e-31be-47d1-bd8b-df661fb785ea HTTP/1.1" status: 204 len: 168 time: 0.5812368 Aug 20 09:12:29.203547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.362166 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.370452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb45fe-6351-4eb4-a943-821defc0313d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20744e-31be-47d1-bd8b-df661fb785ea,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:29.372213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Subnet': ['ID=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:29.483747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Allocated IP 172.20.0.2 (175d3260-de86-428f-a097-682fa7d2eac5/3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd/6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:29.502618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.571583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Checking segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:29.574334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network hostable DHCP agents. Network: 35ee28bd-f45c-4814-bc54-8b98ceedd502, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:12:29.657887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Subnet': ['ID=31fab430-a949-498e-b6d7-3774e4a97480,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:29.662494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:29.675459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Checking segment: {'id': '8ca6c837-2071-48b7-b685-c833adbcbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:29.675968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network hostable DHCP agents. Network: d69c17f1-a251-48ee-9b9b-ff1ed715d4ef, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:12:29.713649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 35ee28bd-f45c-4814-bc54-8b98ceedd502) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:29.720254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.727807 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:29.728466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.733195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Transition to ACTIVE for port object 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:29.751638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Transition to ACTIVE for port object 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:29.754887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:29.776862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d69c17f1-a251-48ee-9b9b-ff1ed715d4ef) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:29.780669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ca20590-b773-4fd0-8492-2ef41be847bd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8360264 Aug 20 09:12:29.787079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43008) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:29.797983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:29.800403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.805144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08765e-2b63-4b85-832e-1cd00ddfe7c0 None None] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:29.860393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b5317-6116-4fb9-a176-5c5265fc4806 None None] Network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:29.914624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:29.967912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f8e08ae-7510-4363-8417-ae20a88ca9b3 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7108762 Aug 20 09:12:29.971060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43020) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:30.134006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Network 175d3260-de86-428f-a097-682fa7d2eac5 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:30.136920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,segment=NetworkSegment(540cc28f-fd6b-4e89-94dc-1af00541c747),segment_id=540cc28f-fd6b-4e89-94dc-1af00541c747)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:30.152858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e8375a37-22a4-476c-936d-07927749dd08 None None] Provisioning complete for port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:30.153535 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e8375a37-22a4-476c-936d-07927749dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:30.165215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:30.202818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:30.204687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Pushing event updated for resources: {'Port': ['ID=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:30.252078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:30.427364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:30.596325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:30.757690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d69c17f1-a251-48ee-9b9b-ff1ed715d4ef', 'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef', 'tenant_id': 'bf6db21b4156432583cd49669d0e5962', 'fixed_ips': [{'subnet_id': '31fab430-a949-498e-b6d7-3774e4a97480'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:12:30.758744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:30.910418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-35ee28bd-f45c-4814-bc54-8b98ceedd502', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:12:30.911643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:30.964920 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.018747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Attempting to bind port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:31.019112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Attempting to bind port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '45f8c672-0252-4c65-9f00-50edd80477e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '175d3260-de86-428f-a097-682fa7d2eac5'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:31.019473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Attempting to bind port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 on network 175d3260-de86-428f-a097-682fa7d2eac5 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:31.185546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Allocated IP 172.20.0.1 (175d3260-de86-428f-a097-682fa7d2eac5/3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd/cd53c5a8-a1e2-4674-8e21-73bbef332135) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:31.282632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:31.283053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Checking segment: {'id': '45f8c672-0252-4c65-9f00-50edd80477e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '175d3260-de86-428f-a097-682fa7d2eac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:31.283465 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.284000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Bound using segment: {'id': '45f8c672-0252-4c65-9f00-50edd80477e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '175d3260-de86-428f-a097-682fa7d2eac5'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:31.284500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Bound port: 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8c672-0252-4c65-9f00-50edd80477e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '175d3260-de86-428f-a097-682fa7d2eac5'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:31.284886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.299398 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.446301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.464308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Transition to ACTIVE for port object 5a2ff8f1-8d31-4093-997e-5b333540bffa will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:31.482301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Transition to ACTIVE for port object cd53c5a8-a1e2-4674-8e21-73bbef332135 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:31.514162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.1 (35ee28bd-f45c-4814-bc54-8b98ceedd502/08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c/4ec7ea08-b0c7-43f0-aa02-8890531c98e7) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:31.532348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.549996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.582664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network 175d3260-de86-428f-a097-682fa7d2eac5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:31.585681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:31.590272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:31.635901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.736619 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Port': ['ID=cd53c5a8-a1e2-4674-8e21-73bbef332135,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:31.784761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.820485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:31.885912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.903626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:31.966779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:31.971147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:31.975287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:32.010049 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:32.059250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.061617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb48ba-911d-4f29-a573-07edbbb99875 None None] Pushing event updated for resources: {'Port': ['ID=5a2ff8f1-8d31-4093-997e-5b333540bffa,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:32.147669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Allocated IP 172.20.0.2 (d69c17f1-a251-48ee-9b9b-ff1ed715d4ef/31fab430-a949-498e-b6d7-3774e4a97480/05bf464f-797f-4a37-9001-de1f8f8fd9b6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:32.278821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Attempting to bind port 5a2ff8f1-8d31-4093-997e-5b333540bffa on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:32.282225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Attempting to bind port 5a2ff8f1-8d31-4093-997e-5b333540bffa by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:32.282626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Attempting to bind port 5a2ff8f1-8d31-4093-997e-5b333540bffa on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:32.306828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Allocated IP 172.20.0.2 (35ee28bd-f45c-4814-bc54-8b98ceedd502/08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c/61d38fa1-6854-42ae-ab7b-e28ca8589d8c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:32.310906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] For port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:32.375886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:32.376270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:32.376758 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.377161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:32.377650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Bound port: 5a2ff8f1-8d31-4093-997e-5b333540bffa, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:32.378060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.406158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:32.415226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] For port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,segment=NetworkSegment(45f8c672-0252-4c65-9f00-50edd80477e1),segment_id=45f8c672-0252-4c65-9f00-50edd80477e1)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:32.428872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.564955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.608669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.622168 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.674976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8efe4-273a-45e2-a049-10414dfcb657 None None] Pushing event updated for resources: {'Port': ['ID=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:32.704196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] For port 5a2ff8f1-8d31-4093-997e-5b333540bffa, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:32.825273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Port': ['ID=cd53c5a8-a1e2-4674-8e21-73bbef332135,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:32.840426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] For port 5a2ff8f1-8d31-4093-997e-5b333540bffa, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5a2ff8f1-8d31-4093-997e-5b333540bffa,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:32.874717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.889592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.927627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:32.941969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:33.053252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:33.059861 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:33.072504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Transition to ACTIVE for port object 61d38fa1-6854-42ae-ab7b-e28ca8589d8c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:33.094212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Transition to ACTIVE for port object 61d38fa1-6854-42ae-ab7b-e28ca8589d8c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:33.143947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network 175d3260-de86-428f-a097-682fa7d2eac5 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:33.161010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:33.189062 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:33.284018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:33.296617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:33.298099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:33.375770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:33.379542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:33.510124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-3bf45407-c4a1-4506-a72f-c437ae038564 req-c768c275-3809-4849-ba11-0942812e2e5a tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] (101316) timed out ('10.222.0.26', 61997) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:12:33.633057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Router f80058f9-43da-458d-a2c9-64f53a218fb1 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:12:33.638145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:33.642099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router f03d9f9c-d0f6-4821-a047-f3822321abe9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:33.649504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:33.661507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:33.665002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:33.668979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb48ba-911d-4f29-a573-07edbbb99875 None None] Pushing event updated for resources: {'Port': ['ID=5a2ff8f1-8d31-4093-997e-5b333540bffa,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:33.671980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:33.758608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Pushing event updated for resources: {'Port': ['ID=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:33.764695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:33.776401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Transition to ACTIVE for port object 05bf464f-797f-4a37-9001-de1f8f8fd9b6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:33.809947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:33.824355 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] Sync routers for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:33.833934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-632e0507-dbe4-42dd-86ae-a818eb265b9d tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8607132 Aug 20 09:12:33.834718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43194) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:33.838626 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:33.839299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:33.941977 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:33.970328 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:33.970979 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:33.981099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:33.995205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-53cfdee2-2333-4cfe-ad3f-5f39fefe5dbc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/f03d9f9c-d0f6-4821-a047-f3822321abe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2059295 Aug 20 09:12:34.051708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:34.053891 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:34.054761 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86589fb-f009-48b3-9a4a-027f79f627f6 None None] The sync data for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:34.082749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43202) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:34.086690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43204) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:34.263599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Transition to ACTIVE for port object 05bf464f-797f-4a37-9001-de1f8f8fd9b6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:34.317892 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3cc-7646-4ddc-9a12-d06a10dfd0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.393897 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-895dcc8e-eefb-4b17-ba37-69a2df5eeda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.497424 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.555062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-0f284f8c-5d89-4f8c-80b2-2b1b91abd9c6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059241152&fields=id&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 267 time: 0.1417024 Aug 20 09:12:34.588856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:34.598558 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Pushing event updated for resources: {'Port': ['ID=05bf464f-797f-4a37-9001-de1f8f8fd9b6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:34.678671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:34.682193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Attempting to bind port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:34.682757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Attempting to bind port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:34.683294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Attempting to bind port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:34.688665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:34.698256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:34.714037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75ac5b-05fe-45e7-b15b-48a3d000ee17 None None] Network 175d3260-de86-428f-a097-682fa7d2eac5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:34.720461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:34.721242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Checking segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:34.721938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.722351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Bound using segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:34.722931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Bound port: 61d38fa1-6854-42ae-ab7b-e28ca8589d8c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:34.723486 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.759141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3cc-7646-4ddc-9a12-d06a10dfd0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.772922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf8ea3cc-7646-4ddc-9a12-d06a10dfd0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.876819 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bf8ea3cc-7646-4ddc-9a12-d06a10dfd0da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35e047d40dd6485bb0fcb94873dc7679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928770 Aug 20 09:12:34.890533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Attempting to bind port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:34.890908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Attempting to bind port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '8ca6c837-2071-48b7-b685-c833adbcbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:34.891265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Attempting to bind port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 on network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:34.895281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43234) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:34.900667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-629005b9-d521-4207-8bd2-38899afff4d9 None None] Provisioning for port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:34.914663 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ea3cc-7646-4ddc-9a12-d06a10dfd0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f3eab-836d-451f-aa72-d743add1e1b3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:34.925418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:34.926430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Checking segment: {'id': '8ca6c837-2071-48b7-b685-c833adbcbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:34.927330 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:34.928097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Bound using segment: {'id': '8ca6c837-2071-48b7-b685-c833adbcbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:34.929097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Bound port: 05bf464f-797f-4a37-9001-de1f8f8fd9b6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca6c837-2071-48b7-b685-c833adbcbc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd69c17f1-a251-48ee-9b9b-ff1ed715d4ef'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:34.929908 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.022954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-9f3b19b0-7620-40c7-bc5f-a0acdac220a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:35.025476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-9f3b19b0-7620-40c7-bc5f-a0acdac220a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 796 time: 0.4451799 Aug 20 09:12:35.048949 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-760b3de4-b1b0-4593-87ea-fd9a4bbc3957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.095160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-2ec3e3c2-6f53-46b8-ad0e-d76b5524c77d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/quotas/6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 375 time: 0.0471842 Aug 20 09:12:35.112812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43240) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:35.113817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:35.158525 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-760b3de4-b1b0-4593-87ea-fd9a4bbc3957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.174421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-b20a6fd4-9b88-4045-8087-8f5edcac5739 req-7f5c10d4-1622-492b-b278-e9321e77eea5 tempest-DeleteServersTestJSON-2033809884 tempest-DeleteServersTestJSON-2033809884-project] (101316) timed out ('10.222.0.26', 61998) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:12:35.211340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:35.211340 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.240055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-cf53d24f-56e4-483b-a4cd-cc5f7bd6efa6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157970 Aug 20 09:12:35.254546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-895dcc8e-eefb-4b17-ba37-69a2df5eeda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.261530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-895dcc8e-eefb-4b17-ba37-69a2df5eeda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.323146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 2, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:35.326264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] For port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:35.327908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-760b3de4-b1b0-4593-87ea-fd9a4bbc3957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.330425 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-760b3de4-b1b0-4593-87ea-fd9a4bbc3957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.332087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-760b3de4-b1b0-4593-87ea-fd9a4bbc3957 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f7f3eab-836d-451f-aa72-d743add1e1b3 HTTP/1.1" status: 204 len: 168 time: 0.4351721 Aug 20 09:12:35.332338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dcc8e-eefb-4b17-ba37-69a2df5eeda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bceb5f-cdb2-411e-80ae-41221b79220c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:35.338094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-895dcc8e-eefb-4b17-ba37-69a2df5eeda6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97c45b4d07054b7caa38221fd861022b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2502449 Aug 20 09:12:35.340719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:35.409341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-698717e3-2d14-4fc8-bad2-c15ebe50b0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.419500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d0761-126f-4a0a-9e36-068c36d35267 None None] The sync data for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 is: [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 2, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:35.425938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] For port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:35.432862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-698717e3-2d14-4fc8-bad2-c15ebe50b0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.444298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.449031 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-262da9a3-9fff-46bd-b28d-8506cd150a20 req-397eb0ff-e715-4851-9cf3-214bbd63927a service neutron] (101317) timed out ('10.222.0.26', 61599) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:12:35.502221 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-44fe9e80-b88b-43a8-9b52-386c0424eeb6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:12:35.513874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3de4-b1b0-4593-87ea-fd9a4bbc3957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f3eab-836d-451f-aa72-d743add1e1b3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:35.515547 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44fe9e80-b88b-43a8-9b52-386c0424eeb6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6755543 Aug 20 09:12:35.520694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:35.528563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-698717e3-2d14-4fc8-bad2-c15ebe50b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.531241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-698717e3-2d14-4fc8-bad2-c15ebe50b0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.532489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-698717e3-2d14-4fc8-bad2-c15ebe50b0f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0bceb5f-cdb2-411e-80ae-41221b79220c HTTP/1.1" status: 204 len: 168 time: 0.1907923 Aug 20 09:12:35.547160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] For port 05bf464f-797f-4a37-9001-de1f8f8fd9b6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:35.550705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a06a-fd73-4838-8627-76f15393834d None None] Pushing event updated for resources: {'Port': ['ID=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:35.562111 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-59c91621-79da-465e-892e-81a1a6723a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.668337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698717e3-2d14-4fc8-bad2-c15ebe50b0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bceb5f-cdb2-411e-80ae-41221b79220c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:35.905619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] For port 05bf464f-797f-4a37-9001-de1f8f8fd9b6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05bf464f-797f-4a37-9001-de1f8f8fd9b6,segment=NetworkSegment(8ca6c837-2071-48b7-b685-c833adbcbc9f),segment_id=8ca6c837-2071-48b7-b685-c833adbcbc9f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:35.927371 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:35.999373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efe7c3-1024-4691-b59e-96ae33d266b0 None None] Pushing event updated for resources: {'Port': ['ID=05bf464f-797f-4a37-9001-de1f8f8fd9b6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:36.002478 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.064011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-07ce38b8-1836-4afe-ac72-14301d42408b service neutron] 10.222.0.35 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991788 Aug 20 09:12:36.093065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,segment=NetworkSegment(45f8c672-0252-4c65-9f00-50edd80477e1),segment_id=45f8c672-0252-4c65-9f00-50edd80477e1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:36.103129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.247142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:36.338521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-59c91621-79da-465e-892e-81a1a6723a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.377235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-59c91621-79da-465e-892e-81a1a6723a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.448177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43270) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:36.448591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43272) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:36.477865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a0b0e36-15e9-464b-8cd8-4bbefec6af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.481341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c398-1bc9-478a-a997-5829ffbaaacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.608172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c91621-79da-465e-892e-81a1a6723a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62db301-1f6d-4fa4-b31d-86b18f979660,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:36.651924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e74aeaec-2fdd-4ee6-aea2-1704c76223d6 None None] Provisioning for port cd53c5a8-a1e2-4674-8e21-73bbef332135 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:36.657757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e74aeaec-2fdd-4ee6-aea2-1704c76223d6 None None] Provisioning complete for port cd53c5a8-a1e2-4674-8e21-73bbef332135 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:36.658164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e74aeaec-2fdd-4ee6-aea2-1704c76223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.677554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-59c91621-79da-465e-892e-81a1a6723a3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f3db7f5eb2141ebbfca4138c22c6443&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5520372 Aug 20 09:12:36.685398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43274) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:36.755311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e74aeaec-2fdd-4ee6-aea2-1704c76223d6 None None] Port cd53c5a8-a1e2-4674-8e21-73bbef332135 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:36.769950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a0b0e36-15e9-464b-8cd8-4bbefec6af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.774219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e74aeaec-2fdd-4ee6-aea2-1704c76223d6 None None] Provisioning complete for port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:36.775151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e74aeaec-2fdd-4ee6-aea2-1704c76223d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:36.826390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-bb4a6cce-eefb-4021-8ded-60fde0567959 service neutron] 10.222.0.35 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7613900 Aug 20 09:12:37.017021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c398-1bc9-478a-a997-5829ffbaaacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.018315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0a0b0e36-15e9-464b-8cd8-4bbefec6af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.029678 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef569a4b-c85b-4701-b631-226366970d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.069074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef569a4b-c85b-4701-b631-226366970d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.077812 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0a0b0e36-15e9-464b-8cd8-4bbefec6af17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5569e6c3fbb4c57862d6e53aef76535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188877 Aug 20 09:12:37.077812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bdf3c398-1bc9-478a-a997-5829ffbaaacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.079394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43282) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:37.131019 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.178575 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bdf3c398-1bc9-478a-a997-5829ffbaaacd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2fa5476091a458da841f9fb44afb245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7262535 Aug 20 09:12:37.199246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43284) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:37.200571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-072abc65-3e6d-46c8-847c-4ed2ebf93d53 None None] Provisioning complete for port cd53c5a8-a1e2-4674-8e21-73bbef332135 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:37.204035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b0e36-15e9-464b-8cd8-4bbefec6af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6ea12-7fb4-4cdc-85a5-4837e1610dd8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:37.204563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-072abc65-3e6d-46c8-847c-4ed2ebf93d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.292736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-072abc65-3e6d-46c8-847c-4ed2ebf93d53 None None] Port cd53c5a8-a1e2-4674-8e21-73bbef332135 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:37.349667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3c398-1bc9-478a-a997-5829ffbaaacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c448e93-6f6b-43e2-ae68-a3a80b99afca,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:37.364577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7946-1641-4ac9-b360-e69241c00a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.429699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7946-1641-4ac9-b360-e69241c00a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.432207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6ac4-6dbf-406c-94bc-89590a337e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.464014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6ac4-6dbf-406c-94bc-89590a337e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.606245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6ac4-6dbf-406c-94bc-89590a337e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.610043 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6ac4-6dbf-406c-94bc-89590a337e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.615159 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1ceb6ac4-6dbf-406c-94bc-89590a337e41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c448e93-6f6b-43e2-ae68-a3a80b99afca HTTP/1.1" status: 204 len: 168 time: 0.4120739 Aug 20 09:12:37.621700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7946-1641-4ac9-b360-e69241c00a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.626688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7946-1641-4ac9-b360-e69241c00a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.630472 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fdcd7946-1641-4ac9-b360-e69241c00a48 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8b6ea12-7fb4-4cdc-85a5-4837e1610dd8 HTTP/1.1" status: 204 len: 168 time: 0.5501351 Aug 20 09:12:37.648510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6ac4-6dbf-406c-94bc-89590a337e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c448e93-6f6b-43e2-ae68-a3a80b99afca,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:37.669476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd7946-1641-4ac9-b360-e69241c00a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6ea12-7fb4-4cdc-85a5-4837e1610dd8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:37.789563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c2ba370a-0f70-4bd2-8a62-55c3e4a0387e None None] Provisioning complete for port cd53c5a8-a1e2-4674-8e21-73bbef332135 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:37.793641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c2ba370a-0f70-4bd2-8a62-55c3e4a0387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:37.911251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba370a-0f70-4bd2-8a62-55c3e4a0387e None None] Port cd53c5a8-a1e2-4674-8e21-73bbef332135 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:38.053760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf033e9b-e57a-4e4e-a49d-6b50a749dd08 None None] Network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:38.222033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bc86aca3-663d-46e0-a951-471dcda7f268 None None] Provisioning for port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:38.332210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098bb8c-2b1b-4236-ab03-47632651182d None None] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:38.382403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72a42f4a-76d2-4273-b963-c93b07c2c7b3 req-5e84bb07-fd33-4f95-9ce6-1030638b8ca1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 210 time: 0.1073453 Aug 20 09:12:38.404671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef569a4b-c85b-4701-b631-226366970d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:38.407068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ef569a4b-c85b-4701-b631-226366970d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:38.419773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ef569a4b-c85b-4701-b631-226366970d90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e62db301-1f6d-4fa4-b31d-86b18f979660 HTTP/1.1" status: 204 len: 168 time: 1.7307308 Aug 20 09:12:38.449442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef569a4b-c85b-4701-b631-226366970d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62db301-1f6d-4fa4-b31d-86b18f979660,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:38.596870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bfe0b612-305a-47fa-a2b1-e1feefd15abf None None] Provisioning for port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:38.753388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5a2ff8f1-8d31-4093-997e-5b333540bffa up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:38.880582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting port cd53c5a8-a1e2-4674-8e21-73bbef332135 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:38.881753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:38.907459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 5a2ff8f1-8d31-4093-997e-5b333540bffa completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:38.938245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43334) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:38.947892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5a2ff8f1-8d31-4093-997e-5b333540bffa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:38.958372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:38.962437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9941a363-2983-4ef1-8954-705b8023bd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.152234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.173608 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.205041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Calling delete_port for cd53c5a8-a1e2-4674-8e21-73bbef332135 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:39.243159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 5a2ff8f1-8d31-4093-997e-5b333540bffa, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5a2ff8f1-8d31-4093-997e-5b333540bffa,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:39.260718 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.261765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:39.308673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9941a363-2983-4ef1-8954-705b8023bd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.319222 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9941a363-2983-4ef1-8954-705b8023bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.474683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=5a2ff8f1-8d31-4093-997e-5b333540bffa,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:39.476141 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9941a363-2983-4ef1-8954-705b8023bd93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d89d2bf0e4b4b0ba339221186297913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361962 Aug 20 09:12:39.483415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43350) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:39.503790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe0c6259-1b97-4d88-b4e1-e6eaa1bd6baf None None] Provisioning for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:39.507551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:39.507926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.568229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe0c6259-1b97-4d88-b4e1-e6eaa1bd6baf None None] Provisioning complete for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:39.568614 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6259-1b97-4d88-b4e1-e6eaa1bd6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.588400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941a363-2983-4ef1-8954-705b8023bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d177aa9-4884-43e1-a5f3-4872b19148b6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:39.679241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9e5076c-58c0-4ce2-abe6-36fc27dc7743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.705566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c6259-1b97-4d88-b4e1-e6eaa1bd6baf None None] Port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:39.710814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcb82e28-b237-4fd7-a4e9-c2aa46cc4116 req-f9dc0ef0-348c-4549-a7c4-47d0c033c831 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 210 time: 0.1428411 Aug 20 09:12:39.741319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9e5076c-58c0-4ce2-abe6-36fc27dc7743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.859383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 61d38fa1-6854-42ae-ab7b-e28ca8589d8c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:39.871424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9e5076c-58c0-4ce2-abe6-36fc27dc7743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.875644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9e5076c-58c0-4ce2-abe6-36fc27dc7743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.877444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d9e5076c-58c0-4ce2-abe6-36fc27dc7743 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d177aa9-4884-43e1-a5f3-4872b19148b6 HTTP/1.1" status: 204 len: 168 time: 0.3924599 Aug 20 09:12:39.878534 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:39.883017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Sync routers for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:39.913044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5076c-58c0-4ce2-abe6-36fc27dc7743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d177aa9-4884-43e1-a5f3-4872b19148b6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:39.974692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:39.975585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:40.003939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Port': ['ID=cd53c5a8-a1e2-4674-8e21-73bbef332135,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:40.246692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:40.268831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:40.271602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.392717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.439530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5da06c62-9f5b-4129-a7c0-110daa471951 None None] Provisioning complete for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:40.439908 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5da06c62-9f5b-4129-a7c0-110daa471951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.526723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5da06c62-9f5b-4129-a7c0-110daa471951 None None] Port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:40.531170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:40.571976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.638717 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:40.676268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805ca1bc-1b40-4e6e-a3a6-3e7aeb1dd147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.704715 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:40.732222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a6b6d234-f7ce-49ec-8cd2-1c3a7082bac8 None None] Provisioning complete for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:40.740546 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d234-f7ce-49ec-8cd2-1c3a7082bac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.768019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Router f80058f9-43da-458d-a2c9-64f53a218fb1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:40.889885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a6b6d234-f7ce-49ec-8cd2-1c3a7082bac8 None None] Port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:40.902301 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:40.903359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05bf464f-797f-4a37-9001-de1f8f8fd9b6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:41.028052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f396a93b-180b-4f83-a344-c80cae095d33 req-d69322c8-cee1-47f7-a380-c433e2b39be5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 210 time: 0.1536887 Aug 20 09:12:41.044658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:41.058827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ecd70f8f-94e1-4fa2-a6e1-a499a7ed2339 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5309401 Aug 20 09:12:41.059551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43400) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:41.066611 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] Sync routers for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:41.081548 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:41.083336 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:41.126565 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:41.137254 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:41.140420 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:41.144678 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-38f7084a-0e57-493d-99af-7350c9d8682e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] delete failed (client error): The resource could not be found. Aug 20 09:12:41.154611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-38f7084a-0e57-493d-99af-7350c9d8682e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-446410436 HTTP/1.1" status: 404 len: 334 time: 0.0938768 Aug 20 09:12:41.155243 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43408) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:41.161895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f3c6bf3e-6ad7-49d2-b2a6-63261cd601c9 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f80058f9-43da-458d-a2c9-64f53a218fb1'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:41.186099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805ca1bc-1b40-4e6e-a3a6-3e7aeb1dd147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.204964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-6a24f5dd-ee38-42de-8a45-caa10a9178a6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:41.206491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-6a24f5dd-ee38-42de-8a45-caa10a9178a6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 796 time: 0.3681927 Aug 20 09:12:41.207669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-805ca1bc-1b40-4e6e-a3a6-3e7aeb1dd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.212925 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:41.214141 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc60ff0c-05bf-4885-b5f9-f2fbdde976dc None None] The sync data for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:41.251464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:41.261229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:41.264839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43410) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:41.270349 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-805ca1bc-1b40-4e6e-a3a6-3e7aeb1dd147 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8fa6b9245384d3cb8ed117d9334b8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304531 Aug 20 09:12:41.271079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 2, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:41.314556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Checking router: f03d9f9c-d0f6-4821-a047-f3822321abe9 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:12:41.315388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Updating router f03d9f9c-d0f6-4821-a047-f3822321abe9 port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:12:41.345104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:41.346004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.349002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.361523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ca1bc-1b40-4e6e-a3a6-3e7aeb1dd147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab7d2c2-bee6-410d-becf-3b7eb0ab0dc0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:41.388703 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-c6e46fea-bfd9-4666-9035-199280b5864d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 380 time: 0.1348188 Aug 20 09:12:41.400535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'port': {'device_id': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'admin_state_up': True, 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'security_groups': ['14945859-5819-4281-afa5-033fdbf2be73']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:41.607862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:41.611572 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.715100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bf3e-6ad7-49d2-b2a6-63261cd601c9 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.765363 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.768242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.5 (35ee28bd-f45c-4814-bc54-8b98ceedd502/08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c/24ca8888-36bc-4d33-820f-794654832a2a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:41.779235 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-f3c6bf3e-6ad7-49d2-b2a6-63261cd601c9 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] update failed (client error): The resource could not be found. Aug 20 09:12:41.782757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f3c6bf3e-6ad7-49d2-b2a6-63261cd601c9 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1 HTTP/1.1" status: 404 len: 339 time: 0.6265235 Aug 20 09:12:41.794988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43434) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:41.846107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 05bf464f-797f-4a37-9001-de1f8f8fd9b6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05bf464f-797f-4a37-9001-de1f8f8fd9b6,segment=NetworkSegment(8ca6c837-2071-48b7-b685-c833adbcbc9f),segment_id=8ca6c837-2071-48b7-b685-c833adbcbc9f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:41.860122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.883741 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2ae219a-f617-4786-a5f2-bea72168f924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.925133 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.940422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 24ca8888-36bc-4d33-820f-794654832a2a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:41.977689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.990883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2ae219a-f617-4786-a5f2-bea72168f924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:41.992967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43436) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:41.997425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=05bf464f-797f-4a37-9001-de1f8f8fd9b6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:42.086250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:42.116210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:42.124630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:42.129310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5a2ff8f1-8d31-4093-997e-5b333540bffa up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:42.137985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:42.295499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:42.296172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.307884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 5a2ff8f1-8d31-4093-997e-5b333540bffa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:42.308570 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.357379 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b6e7b48b-2920-4dc6-bd1d-c3960b2df846 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665048 Aug 20 09:12:42.371601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Request body: {'port': {'device_id': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:42.394921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2ae219a-f617-4786-a5f2-bea72168f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.397453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2ae219a-f617-4786-a5f2-bea72168f924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.401450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a2ae219a-f617-4786-a5f2-bea72168f924 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ab7d2c2-bee6-410d-becf-3b7eb0ab0dc0 HTTP/1.1" status: 204 len: 168 time: 1.1353884 Aug 20 09:12:42.446923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eca3f8-35cd-4b84-a168-4f908f0e4b6c req-50c1267b-1572-47e7-99ce-4363873ccb4d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:42.448307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58eca3f8-35cd-4b84-a168-4f908f0e4b6c req-50c1267b-1572-47e7-99ce-4363873ccb4d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 931 time: 0.2371986 Aug 20 09:12:42.451859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae219a-f617-4786-a5f2-bea72168f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab7d2c2-bee6-410d-becf-3b7eb0ab0dc0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:42.517269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1975023201'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:42.523062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.593431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.630751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Made reservation on behalf of 7b01e9cc57ef43a2a4ac02fa7ff6d543 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:42.643618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.695568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58eca3f8-35cd-4b84-a168-4f908f0e4b6c req-802cdb51-7a32-46f5-ba5e-1bc625e1facd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845257 Aug 20 09:12:42.700325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.711246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-74942ea5-dc8d-417c-bb3f-6fa9332d409e None None] Provisioning for port 24ca8888-36bc-4d33-820f-794654832a2a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:42.734874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-74942ea5-dc8d-417c-bb3f-6fa9332d409e None None] Provisioning complete for port 24ca8888-36bc-4d33-820f-794654832a2a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:42.735133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-74942ea5-dc8d-417c-bb3f-6fa9332d409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.843190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.844616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 61d38fa1-6854-42ae-ab7b-e28ca8589d8c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:42.897004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:42.906266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-74942ea5-dc8d-417c-bb3f-6fa9332d409e None None] Port 24ca8888-36bc-4d33-820f-794654832a2a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:42.923668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Transition to ACTIVE for port object 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:42.963372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Allocated IP 172.20.0.1 (095b2a18-de1f-4e0e-9000-83efaf21e51c/4331033b-0365-4e9a-bc67-252a868560ab/640f5b98-6ff5-4a49-bd07-90b52f861528) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:42.967464 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.006803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.038219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.119881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:43.162425 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.163202 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Added segment c97b65dd-2fdf-4098-9609-98732296d7eb of type vlan for network 10bc5178-26b9-46cd-819c-c9f6be8275ab Aug 20 09:12:43.182142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d452d9a3-2188-46f7-aa7d-3a48e7754d1b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:43.237091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce4ef-e06f-429e-b2a5-374faa3da2eb None None] Pushing event updated for resources: {'Port': ['ID=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:43.247347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:43.247347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.350453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ca8888-36bc-4d33-820f-794654832a2a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:12:43.373096 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b105bdd2-03b2-4ef7-ac54-dd2e96142222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.387482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.416503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Attempting to bind port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:43.416883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Attempting to bind port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:43.417251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Attempting to bind port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:43.442953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Transition to ACTIVE for port object 24ca8888-36bc-4d33-820f-794654832a2a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:43.465288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.473589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:43.474094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Checking segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:43.474637 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.474769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Bound using segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:43.475254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Bound port: 4ec7ea08-b0c7-43f0-aa02-8890531c98e7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:43.475641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.486516 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.522122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.569171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] For port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:43.573631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] For port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:43.579758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Transition to ACTIVE for port object 640f5b98-6ff5-4a49-bd07-90b52f861528 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:43.589884 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.654173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.663642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:43.664286 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.759840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28321c26-8192-415b-9c15-60486045b40e service neutron] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:43.823804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce4ef-e06f-429e-b2a5-374faa3da2eb None None] Pushing event updated for resources: {'Port': ['ID=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:43.892648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:43.893087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:43.895021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:43.902799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:43.903506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:43.906426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:12:43.907005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:43.922180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:43.922637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Checking segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:43.923170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Bound using segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:43.926096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Bound port: 24ca8888-36bc-4d33-820f-794654832a2a, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:43.926634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:43.962809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9663854 Aug 20 09:12:43.971785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43510) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:43.980888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Request body: {'subnet': {'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:44.019010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca7d3-3ccb-49bf-996a-dc33a63a65a5 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event updated for resources: {'Network': ['ID=10bc5178-26b9-46cd-819c-c9f6be8275ab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:44.042403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.085845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:44.089774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:44.106209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43512) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:44.126855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c727f8-4b3a-421c-a391-399b9e57e4c8 req-1d22e951-d250-49c1-9f6a-409a98c62288 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:44.129265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4c727f8-4b3a-421c-a391-399b9e57e4c8 req-1d22e951-d250-49c1-9f6a-409a98c62288 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.2839053 Aug 20 09:12:44.138801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:44.144958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:44.154115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:44.269928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:44.284044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:44.292128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:12:44.320408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Port': ['ID=640f5b98-6ff5-4a49-bd07-90b52f861528,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:44.328306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.340140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.488962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4c727f8-4b3a-421c-a391-399b9e57e4c8 req-f7308321-46d4-475f-8dd8-0838b11af779 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456345 Aug 20 09:12:44.494760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Made reservation on behalf of 7b01e9cc57ef43a2a4ac02fa7ff6d543 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:44.498692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.507160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b6515cb2-627e-4fa3-9fa2-21f75b3ecdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.622105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.698547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:44.702002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.703605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-28321c26-8192-415b-9c15-60486045b40e service neutron] 10.222.0.37 "PUT /v2.0/ports/24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 1091 time: 2.3382049 Aug 20 09:12:44.717284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:12:44.719913 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:12:44.863947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:44.867796 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:44.880309 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315145dc-3c4d-47c6-9cc8-00e7d23be7c3 x-openstack-request-id: req-315145dc-3c4d-47c6-9cc8-00e7d23be7c3 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:12:44.880879 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:12:44.881307 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-315145dc-3c4d-47c6-9cc8-00e7d23be7c3 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:12:44.881916 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'status': 'completed', 'code': 200} Aug 20 09:12:44.888180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28321c26-8192-415b-9c15-60486045b40e service neutron] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:44.982522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:44.984837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.011200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-2953539d-f36f-4515-93f9-877310ab1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:45.013079 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-2953539d-f36f-4515-93f9-877310ab1bd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1094 time: 0.2297642 Aug 20 09:12:45.039250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Provisioning for port 640f5b98-6ff5-4a49-bd07-90b52f861528 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:45.046427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Provisioning complete for port 640f5b98-6ff5-4a49-bd07-90b52f861528 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:45.046804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.100605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-b8827ea0-1523-49f9-8f08-7953a532e140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 217 time: 0.0578442 Aug 20 09:12:45.148798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Port 640f5b98-6ff5-4a49-bd07-90b52f861528 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:45.190687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:43Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:45.213817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-cf166eb2-1b48-48a0-a720-b990e9d9a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:45.215323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-cf166eb2-1b48-48a0-a720-b990e9d9a845 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.0889361 Aug 20 09:12:45.228711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Provisioning complete for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:45.234050 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.236109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45eec9-b3ea-436b-bce4-0816308cca2c None None] The sync data for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 is: [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:43Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:45.246944 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b6515cb2-627e-4fa3-9fa2-21f75b3ecdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.250325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.266970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b6515cb2-627e-4fa3-9fa2-21f75b3ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.287735 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.370312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.388994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b6515cb2-627e-4fa3-9fa2-21f75b3ecdce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f3817eda7ce4caf9e1c41462e6ee814&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2779999 Aug 20 09:12:45.392013 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.393631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43548) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:45.409066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-63e36e80-724c-4d57-855b-1e709c804240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:45.411416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-63e36e80-724c-4d57-855b-1e709c804240 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841209 Aug 20 09:12:45.440958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:45.442292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event updated for resources: {'Subnet': ['ID=43333328-89ab-4a93-97f6-71cc830f2b8e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:45.468969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.491452 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.492264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05bf464f-797f-4a37-9001-de1f8f8fd9b6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:45.501098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515cb2-627e-4fa3-9fa2-21f75b3ecdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30d239d-2518-4b3c-b342-824869bcd4a3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:45.579585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Checking segment: {'id': 'c97b65dd-2fdf-4098-9609-98732296d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:45.580171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Network hostable DHCP agents. Network: 10bc5178-26b9-46cd-819c-c9f6be8275ab, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:12:45.605124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54952ab1-37fb-4062-8793-2d655d92c438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.638769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:45.686621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.690813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:45.698600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54952ab1-37fb-4062-8793-2d655d92c438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.740616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-fa500379-c701-4c67-b48e-eecdcba2b110 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209534 Aug 20 09:12:45.742385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 10bc5178-26b9-46cd-819c-c9f6be8275ab) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:45.747520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:45.748853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event updated for resources: {'Port': ['ID=640f5b98-6ff5-4a49-bd07-90b52f861528,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:45.755564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:45.764227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171b75b-f6cf-40ab-b5da-01807bcdfbb7 None None] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:45.766389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:45.767131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:45.882180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:12:45.882567 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-d2a1ca0b-bbca-43c4-8c76-feedd00b5d79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:12:45.890876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-be65d44a-134c-41e2-9980-04a2b0bc89dd tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9174020 Aug 20 09:12:45.891759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43552) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:45.907639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Request body: {'port': {'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab', 'name': 'tempest-DHCPAgentSchedulersTestJSON-279440133'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:46.037798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:46.041443 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.113040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54952ab1-37fb-4062-8793-2d655d92c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.117104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54952ab1-37fb-4062-8793-2d655d92c438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.122168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-54952ab1-37fb-4062-8793-2d655d92c438 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a30d239d-2518-4b3c-b342-824869bcd4a3 HTTP/1.1" status: 204 len: 168 time: 0.7269015 Aug 20 09:12:46.166396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54952ab1-37fb-4062-8793-2d655d92c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30d239d-2518-4b3c-b342-824869bcd4a3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:46.179707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Made reservation on behalf of 7b01e9cc57ef43a2a4ac02fa7ff6d543 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:46.186844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.236879 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8598355-8bac-49ea-a2d5-125e38f4d15a req-bf8feffd-ff38-4ef8-bcba-4af2083da9da service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657478 Aug 20 09:12:46.240362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] device_id is not set on port 9d9c3626-6675-467b-a280-c72655195928 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:12:46.349806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-10bc5178-26b9-46cd-819c-c9f6be8275ab', 'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab', 'tenant_id': '7b01e9cc57ef43a2a4ac02fa7ff6d543', 'fixed_ips': [{'subnet_id': '43333328-89ab-4a93-97f6-71cc830f2b8e'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:12:46.356209 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.396217 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.623053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:46.638587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Allocated IP 172.20.0.11 (10bc5178-26b9-46cd-819c-c9f6be8275ab/43333328-89ab-4a93-97f6-71cc830f2b8e/9d9c3626-6675-467b-a280-c72655195928) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:46.700869 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9667ce33-e480-4afc-b67a-cf22991f9db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.740571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:46.741208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.825322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8d751a44-0d91-4d97-86fa-75666b4aa289 None None] Provisioning complete for port 640f5b98-6ff5-4a49-bd07-90b52f861528 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:46.825770 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8d751a44-0d91-4d97-86fa-75666b4aa289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.862883 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.870241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8d751a44-0d91-4d97-86fa-75666b4aa289 None None] Port 640f5b98-6ff5-4a49-bd07-90b52f861528 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:12:46.874472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Router f80058f9-43da-458d-a2c9-64f53a218fb1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:46.882482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Transition to ACTIVE for port object 9d9c3626-6675-467b-a280-c72655195928 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:46.889948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94922c8-ab6f-4816-9d09-7e794b8afdc6 req-8f627e23-eb71-45ff-bdbe-d5b51b4a0db9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:46.891833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b94922c8-ab6f-4816-9d09-7e794b8afdc6 req-8f627e23-eb71-45ff-bdbe-d5b51b4a0db9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 1.2095366 Aug 20 09:12:46.937694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43564) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:46.938844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:46.984999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:46.988083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:47.013309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:47.014624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b94922c8-ab6f-4816-9d09-7e794b8afdc6 req-e0407f56-0ea0-4dec-b04f-3ebab980014a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145754 Aug 20 09:12:47.046734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:47.060840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-55665393-77d3-4eb0-a7d2-f886333e9493 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2629974 Aug 20 09:12:47.062994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8eb98131-5207-4020-8663-adf7a9623594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.063578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43566) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:47.102526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:47.103914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.168915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-b8b5f61f-e499-4c56-88cb-f7bb1ffd55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:47.170444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-b8b5f61f-e499-4c56-88cb-f7bb1ffd55b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1094 time: 0.7716200 Aug 20 09:12:47.193768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0609f83-5334-47bb-872d-25353234e021 None None] Sync routers for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:47.210188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0609f83-5334-47bb-872d-25353234e021 None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:47.210846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0609f83-5334-47bb-872d-25353234e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:47.213286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event updated for resources: {'Port': ['ID=9d9c3626-6675-467b-a280-c72655195928,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:47.226855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-89dfdafc-ea07-4a92-bb81-a18c801f222e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.250087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0609f83-5334-47bb-872d-25353234e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:47.265250 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Allocated IP 172.20.0.2 (10bc5178-26b9-46cd-819c-c9f6be8275ab/43333328-89ab-4a93-97f6-71cc830f2b8e/7a703545-640f-4298-8c0e-3fca53ae50ee) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:47.276783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0609f83-5334-47bb-872d-25353234e021 None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:47.277453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0609f83-5334-47bb-872d-25353234e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:47.319780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a0609f83-5334-47bb-872d-25353234e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:47.320482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0609f83-5334-47bb-872d-25353234e021 None None] The sync data for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 is: [] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:47.359598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-855a7ec2-5eda-40d0-a0e5-9da573ca45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:47.363422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-855a7ec2-5eda-40d0-a0e5-9da573ca45d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.1810877 Aug 20 09:12:47.488779 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-bdd121e7-44ce-433f-8a40-44cb31e0df3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 217 time: 0.1062729 Aug 20 09:12:47.503471 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-89dfdafc-ea07-4a92-bb81-a18c801f222e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 09:12:47.510753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-89dfdafc-ea07-4a92-bb81-a18c801f222e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1 HTTP/1.1" status: 409 len: 329 time: 0.4445910 Aug 20 09:12:47.511327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43578) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:47.529918 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8eb98131-5207-4020-8663-adf7a9623594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.536819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.559824 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8eb98131-5207-4020-8663-adf7a9623594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.584839 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f7daf16b-703a-47bb-8041-6e7c6d90fbfe tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6862831 Aug 20 09:12:47.605229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43582) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:47.609933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.634598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Transition to ACTIVE for port object 7a703545-640f-4298-8c0e-3fca53ae50ee will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:47.671924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Transition to ACTIVE for port object 7a703545-640f-4298-8c0e-3fca53ae50ee will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:12:47.685407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.706602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8eb98131-5207-4020-8663-adf7a9623594 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67c21c7ff81846a18a6738857007ef77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7619493 Aug 20 09:12:47.709823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43584) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:47.719598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb98131-5207-4020-8663-adf7a9623594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b221cd-3c2b-4f85-941d-9395ba6d38ee,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:47.753470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-f0ca885d-0b51-4711-acbb-32fde2a57438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:47.757214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-f0ca885d-0b51-4711-acbb-32fde2a57438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.2584858 Aug 20 09:12:47.801787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:47.807248 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:47.844714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:47.848359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Pushing event updated for resources: {'Port': ['ID=7a703545-640f-4298-8c0e-3fca53ae50ee,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:47.864841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a1caa46-82b6-45fb-802f-379b58a3eee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.903668 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a1caa46-82b6-45fb-802f-379b58a3eee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:47.986538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-d1bf43e1-25a2-4e2c-b7e6-65f71f010ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:47.988343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-d1bf43e1-25a2-4e2c-b7e6-65f71f010ec3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126775 Aug 20 09:12:47.996843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Attempting to bind port 7a703545-640f-4298-8c0e-3fca53ae50ee on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:12:47.997379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Attempting to bind port 7a703545-640f-4298-8c0e-3fca53ae50ee by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'c97b65dd-2fdf-4098-9609-98732296d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:12:47.997906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Attempting to bind port 7a703545-640f-4298-8c0e-3fca53ae50ee on network 10bc5178-26b9-46cd-819c-c9f6be8275ab {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:12:48.003861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:12:48.004374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Checking segment: {'id': 'c97b65dd-2fdf-4098-9609-98732296d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:12:48.004884 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.005446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Bound using segment: {'id': 'c97b65dd-2fdf-4098-9609-98732296d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:12:48.006016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Bound port: 7a703545-640f-4298-8c0e-3fca53ae50ee, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97b65dd-2fdf-4098-9609-98732296d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '10bc5178-26b9-46cd-819c-c9f6be8275ab'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:12:48.006496 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.048270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a1caa46-82b6-45fb-802f-379b58a3eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.051031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2a1caa46-82b6-45fb-802f-379b58a3eee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.052389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2a1caa46-82b6-45fb-802f-379b58a3eee6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2b221cd-3c2b-4f85-941d-9395ba6d38ee HTTP/1.1" status: 204 len: 168 time: 0.3416173 Aug 20 09:12:48.088607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1caa46-82b6-45fb-802f-379b58a3eee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b221cd-3c2b-4f85-941d-9395ba6d38ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:48.119585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Deleting port 9d9c3626-6675-467b-a280-c72655195928 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:48.120064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.161886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.168969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] For port 7a703545-640f-4298-8c0e-3fca53ae50ee, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:12:48.174300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] For port 7a703545-640f-4298-8c0e-3fca53ae50ee, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7a703545-640f-4298-8c0e-3fca53ae50ee,segment=NetworkSegment(c97b65dd-2fdf-4098-9609-98732296d7eb),segment_id=c97b65dd-2fdf-4098-9609-98732296d7eb)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:12:48.184267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.256704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b94be-fa8a-4412-b4ca-944425430621 None None] Pushing event updated for resources: {'Port': ['ID=7a703545-640f-4298-8c0e-3fca53ae50ee,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:48.416344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-93369225-bf2f-49a4-8878-5addeca4a26d service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185793 Aug 20 09:12:48.418257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a38a0b-a447-4c53-8014-e98011b78e8a req-958dc7c7-53f5-4530-9ab5-0e1a167e2802 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:48.420265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81a38a0b-a447-4c53-8014-e98011b78e8a req-958dc7c7-53f5-4530-9ab5-0e1a167e2802 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.2871985 Aug 20 09:12:48.593037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-81a38a0b-a447-4c53-8014-e98011b78e8a req-761266c1-6d59-4d38-b321-ffd5687cdf89 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380291 Aug 20 09:12:48.669699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.713847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Calling delete_port for 9d9c3626-6675-467b-a280-c72655195928 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:48.798064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7427e76f-ba2a-4deb-b234-3f8512ef0ccd req-d361463f-3d6d-4fb5-925b-ba03e2b4e700 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610122 Aug 20 09:12:48.854811 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.860050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting port 640f5b98-6ff5-4a49-bd07-90b52f861528 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:48.860412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:48.964456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.020566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event deleted for resources: {'Port': ['ID=9d9c3626-6675-467b-a280-c72655195928,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:49.025615 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.050134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Calling delete_port for 640f5b98-6ff5-4a49-bd07-90b52f861528 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:49.102802 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.108067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2fef572b-8a59-44f6-a110-1fed46570147 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "DELETE /v2.0/ports/9d9c3626-6675-467b-a280-c72655195928 HTTP/1.1" status: 204 len: 168 time: 1.4959030 Aug 20 09:12:49.108914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43608) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:49.355300 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.390628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Port': ['ID=640f5b98-6ff5-4a49-bd07-90b52f861528,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:49.488485 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c416e335-51bb-4098-ace6-cac1b9468220 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3782191 Aug 20 09:12:49.489113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43620) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:49.505167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1773432794'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:49.567081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Made reservation on behalf of 7b01e9cc57ef43a2a4ac02fa7ff6d543 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:49.580713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.631882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.703452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:12:49.731163 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.731912 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Added segment 427f334f-27a1-4543-a2f5-156c58611320 of type vlan for network 5bfceab9-cdd0-4413-9f26-8e2122affe63 Aug 20 09:12:49.853243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.901206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Router f80058f9-43da-458d-a2c9-64f53a218fb1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:12:49.927282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.934733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:49.939139 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:49.944614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be5ce-8842-484a-bd5d-2550de187e63 req-71460944-a638-4434-a4a7-407f6c5da57e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:49.946260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d7be5ce-8842-484a-bd5d-2550de187e63 req-71460944-a638-4434-a4a7-407f6c5da57e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.1062989 Aug 20 09:12:49.956827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0476ddb6-7c06-4b01-b4a0-44b64487cec7 None None] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:50.088091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:12:50.089590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event updated for resources: {'Network': ['ID=5bfceab9-cdd0-4413-9f26-8e2122affe63,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:50.105141 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] Sync routers for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:12:50.107601 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78279310-e5c1-43d7-b38f-139d7f77c489 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5925748 Aug 20 09:12:50.111557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2d7be5ce-8842-484a-bd5d-2550de187e63 req-3c5d193e-c113-4a96-9ff6-bcfb8964e343 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059372 Aug 20 09:12:50.112039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43632) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.115214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 5bfceab9-cdd0-4413-9f26-8e2122affe63 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:12:50.127530 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5d2e9b1d-019d-4324-99b8-4a0293bd2699 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6341088 Aug 20 09:12:50.128006 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:50.128759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:50.130896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43634) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.174517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-11fb4b37-0227-4aa1-a7c8-c7c571d47d7a None None] Provisioning for port 7a703545-640f-4298-8c0e-3fca53ae50ee completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:50.256402 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:50.272496 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-85b3aa93-3be4-4d2c-b608-73f1658a2af6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] show failed (client error): The resource could not be found. Aug 20 09:12:50.278620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-85b3aa93-3be4-4d2c-b608-73f1658a2af6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1287876473 HTTP/1.1" status: 404 len: 335 time: 0.1563141 Aug 20 09:12:50.278822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] Routers {'f80058f9-43da-458d-a2c9-64f53a218fb1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:12:50.280901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f80058f9-43da-458d-a2c9-64f53a218fb1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:50.284088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.289133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4960b842-c2b8-46cb-a1fc-604d227320c6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:50.349367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.350050 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:50.351446 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a61b6-cf3b-43bb-ab40-d37de84bf450 None None] The sync data for ids ['f80058f9-43da-458d-a2c9-64f53a218fb1'] in n-d-804285-2 is: [] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:12:50.377427 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4960b842-c2b8-46cb-a1fc-604d227320c6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] update failed (client error): The resource could not be found. Aug 20 09:12:50.379191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4960b842-c2b8-46cb-a1fc-604d227320c6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-2033433913 HTTP/1.1" status: 404 len: 335 time: 0.0934341 Aug 20 09:12:50.385298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43642) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.399856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:12:50.476084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting subnet 31fab430-a949-498e-b6d7-3774e4a97480 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:50.479877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.583586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7a703545-640f-4298-8c0e-3fca53ae50ee up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:50.627873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.657997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b4764ed-20ea-4862-be90-90d08dec86fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.668952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:50.684501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '24ca8888-36bc-4d33-820f-794654832a2a', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'mac_address': 'fa:16:3e:c0:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:12:50.710934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-abb89993-12b7-4b27-9264-1b18cf7421a1 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/agents/5fdc1353-2adf-423b-bf4a-6cec567d7ed1/dhcp-networks HTTP/1.1" status: 200 len: 8032 time: 0.5786312 Aug 20 09:12:50.714033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43646) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.746580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.789481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7a703545-640f-4298-8c0e-3fca53ae50ee completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:50.801989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7a703545-640f-4298-8c0e-3fca53ae50ee triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:50.802360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.817067 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.849932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ca8888-36bc-4d33-820f-794654832a2a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:12:50.861330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c35d7-76f9-418d-a71a-ba8320a0552c tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] Network 5bfceab9-cdd0-4413-9f26-8e2122affe63 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:12:50.926982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:50.930662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0d5c35d7-76f9-418d-a71a-ba8320a0552c tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "POST /v2.0/agents/5fdc1353-2adf-423b-bf4a-6cec567d7ed1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1930623 Aug 20 09:12:50.930662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43652) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:50.942972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02851384-1f29-4662-88ad-f363345cc8d4 None None] Network 5bfceab9-cdd0-4413-9f26-8e2122affe63 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:50.991055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b4764ed-20ea-4862-be90-90d08dec86fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:50.997476 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.016697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7b4764ed-20ea-4862-be90-90d08dec86fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.090394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Subnet': ['ID=31fab430-a949-498e-b6d7-3774e4a97480,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:51.107653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.109546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/subnets/31fab430-a949-498e-b6d7-3774e4a97480 HTTP/1.1" status: 204 len: 168 time: 0.7224271 Aug 20 09:12:51.120612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.128886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.133033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.136066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.136729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.137440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.137916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.138529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.138977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.140118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.140118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.140367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.140907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d19760-05b5-4ca9-9dcc-2928b42d89f2 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:12:51.155040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43654) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:51.188477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4764ed-20ea-4862-be90-90d08dec86fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217ec8c-4745-4dcc-9732-ea56419ed83b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:51.199848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff890ab5-fbef-41fc-a37e-32f4d8c256da None None] Network d69c17f1-a251-48ee-9b9b-ff1ed715d4ef requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:51.238562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7b4764ed-20ea-4862-be90-90d08dec86fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3750a40ada3e41fda3ed63cce1de1109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8869216 Aug 20 09:12:51.244913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43660) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:51.296066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43662) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:51.299241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c8886c65-5c9c-4529-804b-b05fc4a89d39 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/agents/5fdc1353-2adf-423b-bf4a-6cec567d7ed1/dhcp-networks HTTP/1.1" status: 200 len: 8764 time: 0.3696845 Aug 20 09:12:51.361077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f318c8a-2b60-42bc-85d6-fa34f15e8e86 req-b7af6e0b-2426-45f5-a32b-b883d8f81823 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:51.362829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f318c8a-2b60-42bc-85d6-fa34f15e8e86 req-b7af6e0b-2426-45f5-a32b-b883d8f81823 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.0779030 Aug 20 09:12:51.412711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f318c8a-2b60-42bc-85d6-fa34f15e8e86 req-6a8bc0de-0ad2-46c3-9bc4-83d32c357c4f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Aug 20 09:12:51.413214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43664) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:51.512325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:51.573045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-53112fee-0832-4688-8f8e-2d878519d3e9 None None] Provisioning complete for port 7a703545-640f-4298-8c0e-3fca53ae50ee triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:51.573422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53112fee-0832-4688-8f8e-2d878519d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.611236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64ace5fc-897d-4bd8-acbb-3e19dfaf347c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.629813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['24ca8888-36bc-4d33-820f-794654832a2a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:12:51.784870 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64ace5fc-897d-4bd8-acbb-3e19dfaf347c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.792727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-64ace5fc-897d-4bd8-acbb-3e19dfaf347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.828661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting subnet 3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:51.841256 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.878469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.897992 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53112fee-0832-4688-8f8e-2d878519d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.901017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] DHCP port deletion for d69c17f1-a251-48ee-9b9b-ff1ed715d4ef request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:51.913973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-64ace5fc-897d-4bd8-acbb-3e19dfaf347c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d76bf51de3648e0bfc7e4289490e4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954548 Aug 20 09:12:51.915151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43670) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:51.924412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ace5fc-897d-4bd8-acbb-3e19dfaf347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f984309c-e83a-48ce-9752-dee7b11a4d08,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:51.966825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7a703545-640f-4298-8c0e-3fca53ae50ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7a703545-640f-4298-8c0e-3fca53ae50ee,segment=NetworkSegment(c97b65dd-2fdf-4098-9609-98732296d7eb),segment_id=c97b65dd-2fdf-4098-9609-98732296d7eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:51.968304 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:51.991917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.000293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e3d89a-152c-4cee-bad7-3e32bd27c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.011235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9204e-2012-4e06-bf4e-4509f230cccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.024821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e3d89a-152c-4cee-bad7-3e32bd27c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.035146 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9204e-2012-4e06-bf4e-4509f230cccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.043245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-db028946-7d08-4c68-93dc-97acac287184 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "DELETE /v2.0/agents/5fdc1353-2adf-423b-bf4a-6cec567d7ed1/dhcp-networks/5bfceab9-cdd0-4413-9f26-8e2122affe63 HTTP/1.1" status: 204 len: 168 time: 0.7454088 Aug 20 09:12:52.047131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43672) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:52.074814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7a703545-640f-4298-8c0e-3fca53ae50ee,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:52.130821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] Deleting port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:52.131489 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.139915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e3d89a-152c-4cee-bad7-3e32bd27c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.142939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-40e3d89a-152c-4cee-bad7-3e32bd27c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.144356 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-40e3d89a-152c-4cee-bad7-3e32bd27c3d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e217ec8c-4745-4dcc-9732-ea56419ed83b HTTP/1.1" status: 204 len: 168 time: 0.8978455 Aug 20 09:12:52.151396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.161810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3d89a-152c-4cee-bad7-3e32bd27c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217ec8c-4745-4dcc-9732-ea56419ed83b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:52.182128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9204e-2012-4e06-bf4e-4509f230cccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.186235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2c9204e-2012-4e06-bf4e-4509f230cccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.188163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2c9204e-2012-4e06-bf4e-4509f230cccc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f984309c-e83a-48ce-9752-dee7b11a4d08 HTTP/1.1" status: 204 len: 168 time: 0.2712166 Aug 20 09:12:52.203954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] For port 05bf464f-797f-4a37-9001-de1f8f8fd9b6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05bf464f-797f-4a37-9001-de1f8f8fd9b6,segment=NetworkSegment(8ca6c837-2071-48b7-b685-c833adbcbc9f),segment_id=8ca6c837-2071-48b7-b685-c833adbcbc9f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:52.204264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.216105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9204e-2012-4e06-bf4e-4509f230cccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984309c-e83a-48ce-9752-dee7b11a4d08,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:52.220052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] Calling delete_port for 05bf464f-797f-4a37-9001-de1f8f8fd9b6 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:52.252403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dba263b3-cbe5-414c-89fe-5a0ce2e4ac17 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/agents/5fdc1353-2adf-423b-bf4a-6cec567d7ed1/dhcp-networks HTTP/1.1" status: 200 len: 7994 time: 0.2039845 Aug 20 09:12:52.256730 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43678) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:52.276889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.289920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-913ad84c-fde9-48c4-a938-7490fa55d9a9 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/networks/10bc5178-26b9-46cd-819c-c9f6be8275ab/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0313697 Aug 20 09:12:52.295650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43680) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:52.320686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2730a0ef-3094-4d6e-a969-031443deac4e tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/networks/10bc5178-26b9-46cd-819c-c9f6be8275ab/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0200157 Aug 20 09:12:52.322712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Subnet': ['ID=3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:52.324062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43682) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:52.326030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.328347 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60075f44-a33d-416d-8fe2-1404da806c73 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/subnets/3af6c5f8-14a2-47ab-90c1-fe44e1f34ccd HTTP/1.1" status: 204 len: 168 time: 1.1720183 Aug 20 09:12:52.331804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43684) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:52.403945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672ce23-ff1e-4ed4-8707-863dd09e56b3 None None] Network 175d3260-de86-428f-a097-682fa7d2eac5 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:52.406414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-53112fee-0832-4688-8f8e-2d878519d3e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:12:52.406823 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-53112fee-0832-4688-8f8e-2d878519d3e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:12:52.542920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7a703545-640f-4298-8c0e-3fca53ae50ee up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:52.544466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.627320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:52.627774 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.672341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa411b-c969-40be-a5d0-d280a3e79a7c req-495a0df2-81b6-4fb8-8403-c586c5880026 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:52.673999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-faaa411b-c969-40be-a5d0-d280a3e79a7c req-495a0df2-81b6-4fb8-8403-c586c5880026 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.1235695 Aug 20 09:12:52.724349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5593759e-8c05-41b2-8911-7e1dab63bd65 tempest-DHCPAgentSchedulersTestJSON-462061471 tempest-DHCPAgentSchedulersTestJSON-462061471-project-admin] 10.222.0.35 "GET /v2.0/agents/5fdc1353-2adf-423b-bf4a-6cec567d7ed1/dhcp-networks HTTP/1.1" status: 200 len: 7956 time: 0.3951676 Aug 20 09:12:52.724349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:52.739820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] For port 05bf464f-797f-4a37-9001-de1f8f8fd9b6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=05bf464f-797f-4a37-9001-de1f8f8fd9b6,segment=NetworkSegment(8ca6c837-2071-48b7-b685-c833adbcbc9f),segment_id=8ca6c837-2071-48b7-b685-c833adbcbc9f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:52.740820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.764685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Calling delete_port for 05bf464f-797f-4a37-9001-de1f8f8fd9b6 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:52.846481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-faaa411b-c969-40be-a5d0-d280a3e79a7c req-398a2b6f-b577-4de0-b53e-3f9e22f9e5f5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582646 Aug 20 09:12:52.893676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.908056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.910806 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:52.932030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Port': ['ID=05bf464f-797f-4a37-9001-de1f8f8fd9b6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:52.957276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] No DVR routers for this DVR port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:53.026209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] Pushing event deleted for resources: {'Port': ['ID=05bf464f-797f-4a37-9001-de1f8f8fd9b6,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:53.031008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec766b0-aeb5-4a02-b36b-e22da6f92a45 None None] No DVR routers for this DVR port 05bf464f-797f-4a37-9001-de1f8f8fd9b6 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:53.085570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7a703545-640f-4298-8c0e-3fca53ae50ee triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:53.088251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.106985 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.133593 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfceab9-cdd0-4413-9f26-8e2122affe63']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.148081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.162967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427f334f-27a1-4543-a2f5-156c58611320') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.163850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] DHCP port deletion for 175d3260-de86-428f-a097-682fa7d2eac5 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:53.164379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427f334f-27a1-4543-a2f5-156c58611320') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.175144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69c17f1-a251-48ee-9b9b-ff1ed715d4ef']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.176369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.196983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.200364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e5417046-6b5a-4363-9d21-c74fd1e97a37 None None] Could not find standard attr ID for object 9d9c3626-6675-467b-a280-c72655195928. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:12:53.202176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca6c837-2071-48b7-b685-c833adbcbc9f') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.202427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca6c837-2071-48b7-b685-c833adbcbc9f') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.216952 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:53.218698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.218840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:53.224832 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:53.251373 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.260930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] Deleting port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:53.261740 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.263360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:53.263812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: self.session.flush() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:53.274724 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:53.345972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05bf464f-797f-4a37-9001-de1f8f8fd9b6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:53.356379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] For port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,segment=NetworkSegment(45f8c672-0252-4c65-9f00-50edd80477e1),segment_id=45f8c672-0252-4c65-9f00-50edd80477e1)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:53.357057 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.396185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 05bf464f-797f-4a37-9001-de1f8f8fd9b6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:53.396537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 05bf464f-797f-4a37-9001-de1f8f8fd9b6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:53.403097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] Calling delete_port for 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:53.433564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.439932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.444504 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/networks/d69c17f1-a251-48ee-9b9b-ff1ed715d4ef HTTP/1.1" status: 204 len: 168 time: 1.1089890 Aug 20 09:12:53.451630 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:53.473783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d8f3-0575-47ee-a02b-09aadbe71542 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Network': ['ID=d69c17f1-a251-48ee-9b9b-ff1ed715d4ef,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:53.509487 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.570330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] No DVR routers for this DVR port 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:53.577495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804ba6e-2201-45aa-aa63-700fb8eb3b99 None None] Pushing event deleted for resources: {'Port': ['ID=6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:53.594940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.716413 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.733941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175d3260-de86-428f-a097-682fa7d2eac5']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.747911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f8c672-0252-4c65-9f00-50edd80477e1') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.748279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f8c672-0252-4c65-9f00-50edd80477e1') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:53.759848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.777269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.784996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:53.785482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:53.801129 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:53.908497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.968499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:53.971389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/networks/175d3260-de86-428f-a097-682fa7d2eac5 HTTP/1.1" status: 204 len: 168 time: 0.5163534 Aug 20 09:12:53.972278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc09c0-d63c-46e9-8847-f3ed9cdcf7b1 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Network': ['ID=175d3260-de86-428f-a097-682fa7d2eac5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:53.974898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43776) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:54.012835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.055327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.057844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "DELETE /v2.0/networks/5bfceab9-cdd0-4413-9f26-8e2122affe63 HTTP/1.1" status: 204 len: 168 time: 1.3326559 Aug 20 09:12:54.060316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43790) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:54.078622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca063423-d1bb-4b96-b4ad-9d762df9401b tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event deleted for resources: {'Network': ['ID=5bfceab9-cdd0-4413-9f26-8e2122affe63,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:54.108541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting subnet 4331033b-0365-4e9a-bc67-252a868560ab {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:54.111510 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a58795-61d0-4f23-9243-dd5991bdd74a tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] DELETE failed (client error): The resource could not be found. Aug 20 09:12:54.111924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a58795-61d0-4f23-9243-dd5991bdd74a tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:12:54.113605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.113957 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-26a58795-61d0-4f23-9243-dd5991bdd74a tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "DELETE /v2.0/ports/9d9c3626-6675-467b-a280-c72655195928 HTTP/1.1" status: 404 len: 333 time: 0.0519335 Aug 20 09:12:54.117134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43792) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:54.189184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb64b06-04db-4ee8-b5de-5f3259a917e2 req-96cbd1c1-5beb-41b7-8aa9-a0fa157dee18 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:54.191029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fb64b06-04db-4ee8-b5de-5f3259a917e2 req-96cbd1c1-5beb-41b7-8aa9-a0fa157dee18 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.1991806 Aug 20 09:12:54.246095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.327976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fb64b06-04db-4ee8-b5de-5f3259a917e2 req-9a864a60-a328-4f57-9c3b-1845c42a54f3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270981 Aug 20 09:12:54.337891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Deleting subnet 43333328-89ab-4a93-97f6-71cc830f2b8e {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:12:54.344118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.414738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:12:54.442595 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.448243 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.469971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:54.494958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:54.495297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6b80bf97-fa8c-438e-a9d0-a0ba7bfc9413 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:54.544152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 24ca8888-36bc-4d33-820f-794654832a2a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:12:54.549031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 24ca8888-36bc-4d33-820f-794654832a2a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:12:54.549410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.605592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.625162 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.666853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.692564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Subnet': ['ID=4331033b-0365-4e9a-bc67-252a868560ab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:54.706947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55661838-214b-4fa6-8d48-c199e2740026 None None] Network 095b2a18-de1f-4e0e-9000-83efaf21e51c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:54.712044 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.716393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-70dfc3cc-f865-45bc-a234-e8d3ac8cd83e tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/subnets/4331033b-0365-4e9a-bc67-252a868560ab HTTP/1.1" status: 204 len: 168 time: 0.7346492 Aug 20 09:12:54.719030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43832) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:54.746904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:12:54.757633 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2250a72-836b-47e1-97f6-a6c23601b405" -d '{"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-plugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:12:54.784177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.870783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event deleted for resources: {'Subnet': ['ID=43333328-89ab-4a93-97f6-71cc830f2b8e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:54.878959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.884768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-749622ab-bf1d-4595-af59-b82327d31fea tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "DELETE /v2.0/subnets/43333328-89ab-4a93-97f6-71cc830f2b8e HTTP/1.1" status: 204 len: 168 time: 0.7640138 Aug 20 09:12:54.886119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43844) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:54.920105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:54.939762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:54.948149 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f60ca69-317f-4329-91de-bfc28d51152a x-openstack-request-id: req-7f60ca69-317f-4329-91de-bfc28d51152a {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:12:54.949284 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-plugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:12:54.949284 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f60ca69-317f-4329-91de-bfc28d51152a {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:12:54.949760 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'code': 200} Aug 20 09:12:54.950892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42abc0-1727-4a63-9d93-c5ceead6b128 None None] Network 10bc5178-26b9-46cd-819c-c9f6be8275ab requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:12:54.999473 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.130082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.171649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Deleting port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:55.172007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.195763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:55.249059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d7a9a-fb6a-40b1-a178-d1e017379138 req-8c0eeb0c-9848-47e8-935a-99e97efd39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:55.251782 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b40d7a9a-fb6a-40b1-a178-d1e017379138 req-8c0eeb0c-9848-47e8-935a-99e97efd39ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1096 time: 0.2240984 Aug 20 09:12:55.259537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Deleting port 7a703545-640f-4298-8c0e-3fca53ae50ee {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:55.259895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.325698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] DHCP port deletion for 095b2a18-de1f-4e0e-9000-83efaf21e51c request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:55.332320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] For port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,segment=NetworkSegment(540cc28f-fd6b-4e89-94dc-1af00541c747),segment_id=540cc28f-fd6b-4e89-94dc-1af00541c747)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:55.333409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.349265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b40d7a9a-fb6a-40b1-a178-d1e017379138 req-03a07f92-e2b3-4659-90f0-e36e82a3fab1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883012 Aug 20 09:12:55.360678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Calling delete_port for 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:55.397281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] DHCP port deletion for 10bc5178-26b9-46cd-819c-c9f6be8275ab request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:12:55.432808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] For port 7a703545-640f-4298-8c0e-3fca53ae50ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7a703545-640f-4298-8c0e-3fca53ae50ee,segment=NetworkSegment(c97b65dd-2fdf-4098-9609-98732296d7eb),segment_id=c97b65dd-2fdf-4098-9609-98732296d7eb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:55.432808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.462520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Calling delete_port for 7a703545-640f-4298-8c0e-3fca53ae50ee owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:55.504888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] Deleting port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:55.505379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.559149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.595540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Port': ['ID=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:55.616136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] No DVR routers for this DVR port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:55.619311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] For port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,segment=NetworkSegment(540cc28f-fd6b-4e89-94dc-1af00541c747),segment_id=540cc28f-fd6b-4e89-94dc-1af00541c747)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:55.619887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.635607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] Calling delete_port for 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:55.683883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-1ebfc9cd-d263-4688-8f54-54274bd312d4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=deef5eb3634443c3848fba79448b0439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621650 Aug 20 09:12:55.724878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c428f5-bf99-49ad-ae24-84325dec5b1e req-4a1a3787-c771-42c6-b8f0-264660dbbc4d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:55.733494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65c428f5-bf99-49ad-ae24-84325dec5b1e req-4a1a3787-c771-42c6-b8f0-264660dbbc4d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.2611394 Aug 20 09:12:55.740137 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.770438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] Pushing event deleted for resources: {'Port': ['ID=5361ae11-9bd4-43a0-94e3-9953db8e8dd3,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:55.773400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] Deleting port 7a703545-640f-4298-8c0e-3fca53ae50ee {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:12:55.773863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.810661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e725a-c6a9-4621-91c1-e1fd8692f453 None None] No DVR routers for this DVR port 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:55.843647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.869417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095b2a18-de1f-4e0e-9000-83efaf21e51c']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:55.897574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540cc28f-fd6b-4e89-94dc-1af00541c747') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:55.897909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540cc28f-fd6b-4e89-94dc-1af00541c747') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:55.909913 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.933024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.949321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:55.949321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.949566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:55.956409 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:55.980074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] For port 7a703545-640f-4298-8c0e-3fca53ae50ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7a703545-640f-4298-8c0e-3fca53ae50ee,segment=NetworkSegment(c97b65dd-2fdf-4098-9609-98732296d7eb),segment_id=c97b65dd-2fdf-4098-9609-98732296d7eb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:12:55.980494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.017137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] Calling delete_port for 7a703545-640f-4298-8c0e-3fca53ae50ee owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:12:56.143713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.150621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.156324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/networks/095b2a18-de1f-4e0e-9000-83efaf21e51c HTTP/1.1" status: 204 len: 168 time: 1.4339409 Aug 20 09:12:56.178721 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.187148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43868) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:56.189194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa16df-1e73-4476-a0c8-3b817742bb0f tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Pushing event deleted for resources: {'Network': ['ID=095b2a18-de1f-4e0e-9000-83efaf21e51c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:56.193767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] No DVR routers for this DVR port 7a703545-640f-4298-8c0e-3fca53ae50ee on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:56.209075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event deleted for resources: {'Port': ['ID=7a703545-640f-4298-8c0e-3fca53ae50ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:56.219136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d772-02e6-497e-8f48-2754021ef5d8 None None] Pushing event deleted for resources: {'Port': ['ID=7a703545-640f-4298-8c0e-3fca53ae50ee,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:56.254996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65c428f5-bf99-49ad-ae24-84325dec5b1e req-51a27092-60b3-453f-af73-f93809ac89c8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5205545 Aug 20 09:12:56.264594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43870) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:56.264839 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-827f959f-5d1a-425b-ae4a-69b3485ba402 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "GET /v2.0/ports?device_id=f80058f9-43da-458d-a2c9-64f53a218fb1 HTTP/1.1" status: 200 len: 205 time: 0.0626569 Aug 20 09:12:56.281845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] No DVR routers for this DVR port 7a703545-640f-4298-8c0e-3fca53ae50ee on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:12:56.429307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:56.472413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:56.473190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5361ae11-9bd4-43a0-94e3-9953db8e8dd3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:56.474305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7a703545-640f-4298-8c0e-3fca53ae50ee no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:12:56.506510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7a703545-640f-4298-8c0e-3fca53ae50ee {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:12:56.507184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7a703545-640f-4298-8c0e-3fca53ae50ee not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:12:56.591968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.652548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.689551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-432f99bb-f10b-4fc3-a620-c6875e01eb3b tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:56.691055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-432f99bb-f10b-4fc3-a620-c6875e01eb3b tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0017993 Aug 20 09:12:56.705810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bc5178-26b9-46cd-819c-c9f6be8275ab']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:56.725206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-5467802b-b10f-4623-b3c4-1cb78e53a848 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/quotas/deef5eb3634443c3848fba79448b0439 HTTP/1.1" status: 200 len: 375 time: 0.0236723 Aug 20 09:12:56.751964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97b65dd-2fdf-4098-9609-98732296d7eb') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:56.752290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97b65dd-2fdf-4098-9609-98732296d7eb') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:12:56.824087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.827275 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-35048c8f-f961-4823-a0f0-0717410ea9f5 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=deef5eb3634443c3848fba79448b0439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730283 Aug 20 09:12:56.865688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.870012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.871826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.882291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:12:56.882651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:12:56.886540 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:12:56.978826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.979404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Fanout notify agent at l3_agent the message router_deleted on router f80058f9-43da-458d-a2c9-64f53a218fb1 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:12:56.996371 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:56.998823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b74665d3-8247-4384-a017-c1ef0b7eaad6 tempest-RoutersNegativeTest-1453705536 tempest-RoutersNegativeTest-1453705536-project] 10.222.0.35 "DELETE /v2.0/routers/f80058f9-43da-458d-a2c9-64f53a218fb1 HTTP/1.1" status: 204 len: 168 time: 0.7273676 Aug 20 09:12:57.016474 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.034761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.037617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] 10.222.0.35 "DELETE /v2.0/networks/10bc5178-26b9-46cd-819c-c9f6be8275ab HTTP/1.1" status: 204 len: 168 time: 2.1481080 Aug 20 09:12:57.063022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d40f3-9d4c-4f50-b8f5-171aa60a2226 tempest-DHCPAgentSchedulersTestJSON-154541374 tempest-DHCPAgentSchedulersTestJSON-154541374-project] Pushing event deleted for resources: {'Network': ['ID=10bc5178-26b9-46cd-819c-c9f6be8275ab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:57.111381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ada3e8d3-db7c-47a2-a344-424477262655 req-f96bec70-b398-4e86-903c-763c5fd7b759 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 210 time: 0.0695426 Aug 20 09:12:57.423433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43894) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:57.424361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43896) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:57.431541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147b038-3eb6-43aa-b98b-4b62c1d84322 req-8c05bb54-860e-4665-aef6-d915788c18cb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:57.433461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3147b038-3eb6-43aa-b98b-4b62c1d84322 req-8c05bb54-860e-4665-aef6-d915788c18cb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.0863752 Aug 20 09:12:57.508495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3147b038-3eb6-43aa-b98b-4b62c1d84322 req-806f8b02-aae7-443c-a677-839bfe820e61 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580122 Aug 20 09:12:57.683835 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bcc0c-5ffb-4b49-874b-805f479f684a req-f7a075e4-ceea-4f76-a68e-28efda64a157 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:57.686650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf8bcc0c-5ffb-4b49-874b-805f479f684a req-f7a075e4-ceea-4f76-a68e-28efda64a157 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1017327 Aug 20 09:12:57.741612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf8bcc0c-5ffb-4b49-874b-805f479f684a req-8c89bc29-1013-4416-9140-b25afb666b0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487075 Aug 20 09:12:57.747825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0cacc1c5-8b59-44d0-81d8-67e0af0fa4c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf6db21b4156432583cd49669d0e5962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219383 Aug 20 09:12:57.750620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43908) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:57.750982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fb4d9e4b-376b-46ee-bfad-ef3f18c05ac6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b01e9cc57ef43a2a4ac02fa7ff6d543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236544 Aug 20 09:12:57.753181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43910) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:57.771385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43914) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:57.824564 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:12:57.835077 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8421e36-448c-439f-9a7b-c1bb4a818b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.863846 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8421e36-448c-439f-9a7b-c1bb4a818b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.880152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0ad77-53ed-4c9b-9290-52bdf924181e tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:57.881733 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2eb0ad77-53ed-4c9b-9290-52bdf924181e tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1091 time: 0.1093822 Aug 20 09:12:57.887589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:57.894711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:57.906471 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7944c2b-5438-4cf8-b1bd-d9c529519a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.938394 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7944c2b-5438-4cf8-b1bd-d9c529519a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.944887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8421e36-448c-439f-9a7b-c1bb4a818b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.945225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.949680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f8421e36-448c-439f-9a7b-c1bb4a818b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:57.955048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f8421e36-448c-439f-9a7b-c1bb4a818b5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/356284e3-3446-4ac9-a08d-a5b4c9586405 HTTP/1.1" status: 204 len: 168 time: 0.2029426 Aug 20 09:12:57.963804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8421e36-448c-439f-9a7b-c1bb4a818b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356284e3-3446-4ac9-a08d-a5b4c9586405,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:58.063870 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7944c2b-5438-4cf8-b1bd-d9c529519a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.066720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c7944c2b-5438-4cf8-b1bd-d9c529519a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.067975 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c7944c2b-5438-4cf8-b1bd-d9c529519a33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d452d9a3-2188-46f7-aa7d-3a48e7754d1b HTTP/1.1" status: 204 len: 168 time: 0.3135705 Aug 20 09:12:58.089621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7944c2b-5438-4cf8-b1bd-d9c529519a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d452d9a3-2188-46f7-aa7d-3a48e7754d1b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:58.108336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.334137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9fa15f3-d84c-4b5d-8dfd-de9c0fa319ae req-19bd0079-db0c-4af3-bac1-f66a39e792c9 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 210 time: 0.0873160 Aug 20 09:12:58.388892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.212 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/6dc207b8-6ab1-489d-a417-9aee591a0793) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:12:58.569465 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.617970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43938) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:58.632164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d28-a79d-47a7-8ca4-85f06a1c85c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.704754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.751414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:12:58.755222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:12:58.759881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:12:58.815286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-09428cfa-30d1-45ad-8844-e6fef0942f54 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=deef5eb3634443c3848fba79448b0439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734885 Aug 20 09:12:58.820578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d28-a79d-47a7-8ca4-85f06a1c85c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.838281 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b15f3d28-a79d-47a7-8ca4-85f06a1c85c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:58.842500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=6dc207b8-6ab1-489d-a417-9aee591a0793,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:58.935509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b15f3d28-a79d-47a7-8ca4-85f06a1c85c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d34a260c2fb74bc785684da0d1e29790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155985 Aug 20 09:12:58.959943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:58.996123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f3d28-a79d-47a7-8ca4-85f06a1c85c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ad60e-dd6f-4dad-8baf-61447b7e21b7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:59.113828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-5da723f9-f75c-4584-8232-ba0ccb52d479 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:12:59.118489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-5da723f9-f75c-4584-8232-ba0ccb52d479 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948954 Aug 20 09:12:59.132163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Request body: {'port': {'device_id': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': 'deef5eb3634443c3848fba79448b0439'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:59.230620 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43952) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:59.250763 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fec4434a-9520-4a80-a3ad-138a09d107c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.339142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Made reservation on behalf of deef5eb3634443c3848fba79448b0439 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:12:59.339503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fec4434a-9520-4a80-a3ad-138a09d107c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.345431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.364734 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.441934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.462157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-eeeb55fa-9201-4fee-9906-011e44a62bc2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:59.462861 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-eeeb55fa-9201-4fee-9906-011e44a62bc2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 09:12:59.463380 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-eeeb55fa-9201-4fee-9906-011e44a62bc2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 09:12:59.464376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eeeb55fa-9201-4fee-9906-011e44a62bc2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2314668 Aug 20 09:12:59.471359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 43958) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:12:59.477888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675371651'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:12:59.490430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fec4434a-9520-4a80-a3ad-138a09d107c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.494021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-fec4434a-9520-4a80-a3ad-138a09d107c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.495333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fec4434a-9520-4a80-a3ad-138a09d107c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e6ad60e-dd6f-4dad-8baf-61447b7e21b7 HTTP/1.1" status: 204 len: 168 time: 0.5341165 Aug 20 09:12:59.510725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4434a-9520-4a80-a3ad-138a09d107c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ad60e-dd6f-4dad-8baf-61447b7e21b7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:59.518478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f0a0726-1b24-48a7-bcec-c8741135e6fc req-1c69ca41-e4b6-45ab-af8c-16e83485c95a tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 210 time: 0.0622251 Aug 20 09:12:59.579925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.611711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.632109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.657873 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.672626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.783094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0811e-8e82-4d4d-96a5-c179c623a0f5,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:12:59.901771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.925031 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:12:59.980861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=6dc207b8-6ab1-489d-a417-9aee591a0793,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:00.006962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Allocated IP 192.168.233.79 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/13d0f5fc-214b-4f3f-b79d-081dc7f41a58) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:00.099064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.136865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.145119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.232962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.253363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Transition to ACTIVE for port object 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:00.305656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.353121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.370542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:00.372181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.380821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:00.387460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:00.428543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c5ba9-ed2a-454d-8885-891a2fc4026d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:00.457308 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Pushing event updated for resources: {'Port': ['ID=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:00.487349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:00.488623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.510859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.514544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0387442 Aug 20 09:13:00.528541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43978) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:00.540977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '9a3e15aa-ddd6-46ac-acbe-82aace941b2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:00.563016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-9e420b42-768a-4c89-889f-659e3fe416d3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4350452 Aug 20 09:13:00.578156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Request body: {'port': {'device_id': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:00.578869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd99ee-c528-40c0-a511-6c954891a7c2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e15aa-ddd6-46ac-acbe-82aace941b2f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:00.623531 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP 22bb9a1b-8ea8-49c6-be09-561e7e7e4aad associated. External IP: 172.25.5.212, port: 24ca8888-36bc-4d33-820f-794654832a2a. Aug 20 09:13:00.626582 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.734573 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.812620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45fbf17c-c980-4eed-89cc-09e128330849 None None] Provisioning for port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:00.819843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45fbf17c-c980-4eed-89cc-09e128330849 None None] Provisioning complete for port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:00.820591 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45fbf17c-c980-4eed-89cc-09e128330849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.830326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a192c2-1500-49d0-87c1-cacea9163df8 req-47595276-bd99-4f99-8b73-3f4c5227d21c tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:00.838531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2a192c2-1500-49d0-87c1-cacea9163df8 req-47595276-bd99-4f99-8b73-3f4c5227d21c tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 935 time: 0.1882172 Aug 20 09:13:00.862847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45fbf17c-c980-4eed-89cc-09e128330849 None None] Port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:00.892499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:00.976579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.008110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router f03d9f9c-d0f6-4821-a047-f3822321abe9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:13:01.038812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72c6117-0cfe-476c-a706-455afdd4b7dd,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:01.054368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43992) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:01.055164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.059515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4f0a4461-84d3-4085-aa59-1b90124cb62f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5271571 Aug 20 09:13:01.079337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2a192c2-1500-49d0-87c1-cacea9163df8 req-e6622d4c-4e4e-4f96-a117-62d24c3f6aba tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399101 Aug 20 09:13:01.097070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 43994) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:01.135217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-934eb70a-3497-4e12-b352-5bf419821a91 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '9a3e15aa-ddd6-46ac-acbe-82aace941b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:01.222687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:13:01.226207 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-934eb70a-3497-4e12-b352-5bf419821a91 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.232626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] Sync routers for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:13:01.241879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:01.245680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:01.251811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.290581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-073fd11e-0b9f-48ed-a9b2-f04a7d5e7ff2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4019310 Aug 20 09:13:01.291500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:13:01.298877 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60151bdc-3a09-42d7-8be5-1c010c5922dd" -d '{"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:13:01.310318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1389138860'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:01.385890 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa7ac73-ef32-4aed-a651-62d0cf983a7a x-openstack-request-id: req-2fa7ac73-ef32-4aed-a651-62d0cf983a7a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:13:01.386128 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:13:01.386384 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fa7ac73-ef32-4aed-a651-62d0cf983a7a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:13:01.387290 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'status': 'completed', 'code': 200} Aug 20 09:13:01.487557 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:13:01.496803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-bdc2faa8-02a2-438f-a49c-900053188d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:01.498366 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-bdc2faa8-02a2-438f-a49c-900053188d6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1096 time: 0.0924146 Aug 20 09:13:01.514855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.573361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Transition to ACTIVE for port object 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:01.585434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:01.590242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.603878 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.606519 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-934eb70a-3497-4e12-b352-5bf419821a91 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 09:13:01.610723 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-934eb70a-3497-4e12-b352-5bf419821a91 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4991500 Aug 20 09:13:01.615526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44002) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:01.627442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107a0be-3254-41b9-bcc9-5eacc8a14c4a req-66699535-6d1b-4273-9f55-41d6f0660a96 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:01.627630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:01.628978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c107a0be-3254-41b9-bcc9-5eacc8a14c4a req-66699535-6d1b-4273-9f55-41d6f0660a96 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1566525 Aug 20 09:13:01.635838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.668644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-55e62ae2-e0b6-4e25-9a35-b7bb48102f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:01.670426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-55e62ae2-e0b6-4e25-9a35-b7bb48102f84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.1628144 Aug 20 09:13:01.773203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7d73af-3604-4f16-b0b4-8e64a93f71a2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.798359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Pushing event updated for resources: {'Port': ['ID=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:01.816913 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-f39f595a-8003-48f4-ab0b-45e82941594a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.1383867 Aug 20 09:13:01.842415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7d73af-3604-4f16-b0b4-8e64a93f71a2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:01.886631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c107a0be-3254-41b9-bcc9-5eacc8a14c4a req-3d08c1c1-9704-4d78-a51c-a838fc80ad83 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252533 Aug 20 09:13:01.928493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44006) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:01.976902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Attempting to bind port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:01.977753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Attempting to bind port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:01.978124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Attempting to bind port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:01.997045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:13:01.997372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Attempting to bind port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:02.021166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:02.021507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:02.021933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:02.022392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Bound port: 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:02.022761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.036833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-e179cbc1-f167-4373-93a8-9cd536dde451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:02.043230 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-e179cbc1-f167-4373-93a8-9cd536dde451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.2095675 Aug 20 09:13:02.086764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '22bb9a1b-8ea8-49c6-be09-561e7e7e4aad', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'mac_address': 'fa:16:3e:c0:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:12:59Z', 'updated_at': '2021-08-20T09:12:59Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:45Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:02.115405 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ddc212b7-70a4-432c-b8e5-b48c3b76eef5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/22bb9a1b-8ea8-49c6-be09-561e7e7e4aad HTTP/1.1" status: 200 len: 991 time: 0.1830909 Aug 20 09:13:02.120325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7d73af-3604-4f16-b0b4-8e64a93f71a2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.128314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df7d73af-3604-4f16-b0b4-8e64a93f71a2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.129866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df7d73af-3604-4f16-b0b4-8e64a93f71a2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/9a3e15aa-ddd6-46ac-acbe-82aace941b2f HTTP/1.1" status: 204 len: 168 time: 0.5129805 Aug 20 09:13:02.138086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44012) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:02.148950 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.161119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d73af-3604-4f16-b0b4-8e64a93f71a2 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e15aa-ddd6-46ac-acbe-82aace941b2f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:02.169236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] Checking router: f03d9f9c-d0f6-4821-a047-f3822321abe9 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:13:02.171522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-2e5ce134-831b-4805-a11b-93f0758e950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:02.173567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-2e5ce134-831b-4805-a11b-93f0758e950b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264265 Aug 20 09:13:02.175145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.215448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:02.216079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:12:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:02.243845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] For port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:02.247099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] For port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:02.255214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:13:02.265480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.265973 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Added segment 50ba8e84-07c9-4922-9e43-540d93eab431 of type vlan for network 8c32834f-419b-47eb-b88a-a323a6779e61 Aug 20 09:13:02.272136 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-05cfae3f-057e-401e-aeca-b321b1145857 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1322701 Aug 20 09:13:02.272754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44014) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:02.283504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--911844857'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:02.332719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.347544 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.355110 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-6b0df0ec-f9cf-462b-9091-918cf3c569be service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678004 Aug 20 09:13:02.379717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:02.404684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.443970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.449609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:02.450251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.507834 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-60151bdc-3a09-42d7-8be5-1c010c5922dd req-5a14d5d1-a954-4c04-af54-b0b0436644d4 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426594 Aug 20 09:13:02.535541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.541148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.574891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6735e3-a394-4e0f-9662-11741a499efd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:02.596397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.601171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-19d8d48b-aeaf-4abe-856d-2a5938e362c8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3223748 Aug 20 09:13:02.601447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44016) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:02.610886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-76d2469a-a8b5-4255-a945-d1fbd62455f4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '0b6735e3-a394-4e0f-9662-11741a499efd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:02.612228 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-76d2469a-a8b5-4255-a945-d1fbd62455f4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 09:13:02.612741 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-76d2469a-a8b5-4255-a945-d1fbd62455f4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:02.616463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-76d2469a-a8b5-4255-a945-d1fbd62455f4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112906 Aug 20 09:13:02.616676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44018) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:02.696969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e2e72db-a165-467f-8127-6b0fa88d25b0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.729994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e2e72db-a165-467f-8127-6b0fa88d25b0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.793620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '22bb9a1b-8ea8-49c6-be09-561e7e7e4aad', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'mac_address': 'fa:16:3e:c0:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:12:59Z', 'updated_at': '2021-08-20T09:12:59Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:45Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:02.840761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f39ea25-ff39-4e6a-ad23-ff5b56aeeae7 None None] The sync data for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 is: [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '22bb9a1b-8ea8-49c6-be09-561e7e7e4aad', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.212', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'mac_address': 'fa:16:3e:c0:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:12:59Z', 'updated_at': '2021-08-20T09:12:59Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:45Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:13:02.841268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e2e72db-a165-467f-8127-6b0fa88d25b0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.852361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9e2e72db-a165-467f-8127-6b0fa88d25b0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:02.853633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9e2e72db-a165-467f-8127-6b0fa88d25b0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/0b6735e3-a394-4e0f-9662-11741a499efd HTTP/1.1" status: 204 len: 168 time: 0.2348311 Aug 20 09:13:02.856946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44022) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:02.877239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e72db-a165-467f-8127-6b0fa88d25b0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6735e3-a394-4e0f-9662-11741a499efd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:02.938756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-fe75ea85-57b6-468c-8454-43d63d4455c5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774217 Aug 20 09:13:02.939213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44024) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:02.960526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686873041'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:02.997127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:03.100194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:03.100692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:03.102192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] 10.222.0.26 "PUT /v2.0/ports/13d0f5fc-214b-4f3f-b79d-081dc7f41a58 HTTP/1.1" status: 200 len: 1095 time: 2.5311787 Aug 20 09:13:03.113742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'tag': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:13:03.117030 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ac946-84da-4809-8d25-0b735c7fcaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "c2296d72-827b-4bdb-b50c-ca105012e905", "tag": "13d0f5fc-214b-4f3f-b79d-081dc7f41a58"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:13:03.122630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf14af-0f9a-43be-936c-344263f3e86a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:03.128102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44026) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:03.261333 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37873d-042d-4ce2-bb51-1f364fe897a8 x-openstack-request-id: req-4c37873d-042d-4ce2-bb51-1f364fe897a8 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:13:03.261660 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2296d72-827b-4bdb-b50c-ca105012e905", "tag": "13d0f5fc-214b-4f3f-b79d-081dc7f41a58", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:13:03.261919 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c37873d-042d-4ce2-bb51-1f364fe897a8 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:13:03.262321 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'tag': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58', 'status': 'completed', 'code': 200} Aug 20 09:13:03.275371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b19d7c-3207-4f81-962d-0a5a2fbfa0b0 None None] New status for floating IP 22bb9a1b-8ea8-49c6-be09-561e7e7e4aad: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:13:03.326757 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dd2d-9d78-4c56-aba7-937fdb9a3dc5 req-44e5ba0a-460d-4c7f-be24-5d0d2404fafc tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:03.328576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3259dd2d-9d78-4c56-aba7-937fdb9a3dc5 req-44e5ba0a-460d-4c7f-be24-5d0d2404fafc tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 947 time: 1.1208162 Aug 20 09:13:03.330662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e96c0-d4c6-4b13-a536-6b0ff433b330 service neutron] Pushing event updated for resources: {'Port': ['ID=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:03.344313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Network': ['ID=8c32834f-419b-47eb-b88a-a323a6779e61,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:03.345637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:03.366837 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:03.368911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 8c32834f-419b-47eb-b88a-a323a6779e61 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:13:03.405438 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:03.409601 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4693749 Aug 20 09:13:03.413555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44032) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:03.419054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-258c8075-ef61-4f35-b693-a8038be4d8e6 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '5015d22f-9d86-4844-9f80-7c6ebc50717a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:03.419922 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-258c8075-ef61-4f35-b693-a8038be4d8e6 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 09:13:03.420473 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-258c8075-ef61-4f35-b693-a8038be4d8e6 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:03.424802 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-258c8075-ef61-4f35-b693-a8038be4d8e6 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097682 Aug 20 09:13:03.433481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44034) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:03.446095 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-64dae28a-8544-4cd0-9a8a-76cd084796d7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/22bb9a1b-8ea8-49c6-be09-561e7e7e4aad HTTP/1.1" status: 200 len: 991 time: 0.3160818 Aug 20 09:13:03.459817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-682bddd1-7a86-4447-9f0c-0af733e6bdec tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4015257 Aug 20 09:13:03.460557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:03.466030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'subnet': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:03.467795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-d45677b5-e4b3-405b-991f-51b0f097e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:03.469574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-d45677b5-e4b3-405b-991f-51b0f097e475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deef5eb3634443c3848fba79448b0439&device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 1098 time: 0.3037896 Aug 20 09:13:03.535832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3259dd2d-9d78-4c56-aba7-937fdb9a3dc5 req-37dda243-6017-43b5-a23f-92d49b1872c0 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735408 Aug 20 09:13:03.537157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-d28db094-a8ac-4202-abad-ba3cca181222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58 HTTP/1.1" status: 200 len: 217 time: 0.0557008 Aug 20 09:13:03.617076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-f153043a-9a8d-444c-9975-5c4a10f81dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:03.619713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-f153043a-9a8d-444c-9975-5c4a10f81dd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0748587 Aug 20 09:13:03.687777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-029735e3-45b4-4c71-8efb-4467d2b362a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:03.690691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-029735e3-45b4-4c71-8efb-4467d2b362a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637169 Aug 20 09:13:03.856993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-dbfe613a-ab58-43a8-9e1b-982760f2030d service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589971 Aug 20 09:13:03.929820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ed22d-8285-43c6-a3ff-03e80f8649f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5015d22f-9d86-4844-9f80-7c6ebc50717a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:03.981213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-affc2627-3446-488f-bdc5-77ea4680e0f8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:03.997582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0d4ced0-1adb-4f7f-8637-43d160d3491d req-0e33c58d-5f8f-4b70-a9b9-9e869477f6de service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330349 Aug 20 09:13:04.012794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:04.016419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.020496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-affc2627-3446-488f-bdc5-77ea4680e0f8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.112532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-fe86eeab-4648-49e0-84eb-fbc256da5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:04.114504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-fe86eeab-4648-49e0-84eb-fbc256da5c29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deef5eb3634443c3848fba79448b0439&device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 1098 time: 0.0590239 Aug 20 09:13:04.137776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-affc2627-3446-488f-bdc5-77ea4680e0f8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.141077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-affc2627-3446-488f-bdc5-77ea4680e0f8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.142515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-affc2627-3446-488f-bdc5-77ea4680e0f8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/5015d22f-9d86-4844-9f80-7c6ebc50717a HTTP/1.1" status: 204 len: 168 time: 0.7088237 Aug 20 09:13:04.146327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44040) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.159568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc2627-3446-488f-bdc5-77ea4680e0f8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5015d22f-9d86-4844-9f80-7c6ebc50717a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:04.242480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-36233d89-0952-40a5-97b5-7066e2eca534 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946627 Aug 20 09:13:04.251983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.261613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--310963037'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:04.286515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.309361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-4436d1e1-def2-424b-873e-25c047dbeb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:04.310928 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-4436d1e1-def2-424b-873e-25c047dbeb27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1891284 Aug 20 09:13:04.316604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.377099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Subnet': ['ID=914a3e72-78b5-4a2c-a509-978d39d30ae0,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:04.379740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Checking segment: {'id': '50ba8e84-07c9-4922-9e43-540d93eab431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:04.380148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network hostable DHCP agents. Network: 8c32834f-419b-47eb-b88a-a323a6779e61, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:13:04.400848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-603d87d8-3f64-4a4a-a250-129e06e42cc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58 HTTP/1.1" status: 200 len: 217 time: 0.0721872 Aug 20 09:13:04.400968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:13:04.411450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 8c32834f-419b-47eb-b88a-a323a6779e61) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:04.416147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:04.416834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.428938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91a5e2-7711-42f7-a279-e4a62631e531 None None] Network 8c32834f-419b-47eb-b88a-a323a6779e61 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:04.447692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44046) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.481299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-0d8cb9cc-1aed-4c95-9093-b0267804f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:04.482941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-0d8cb9cc-1aed-4c95-9093-b0267804f3f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0738194 Aug 20 09:13:04.563024 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f6d4b175-dc9c-4591-aa4d-7cb777bad76b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/22bb9a1b-8ea8-49c6-be09-561e7e7e4aad HTTP/1.1" status: 200 len: 993 time: 0.1137455 Aug 20 09:13:04.594577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.603795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.608955 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-74eafd29-36db-445e-8769-110a8b021c20 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1474545 Aug 20 09:13:04.613353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44054) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.631862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1123985671'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:04.637688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.637688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3836911 Aug 20 09:13:04.646452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44056) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.657703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c166e9d1-746c-427e-a7b4-92766abadedd tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '18eb8c44-f05d-4ff4-82d8-969a30671e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:04.670286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-4506e4aa-c2ae-4e40-9c94-c6222bb1abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:04.672034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-4506e4aa-c2ae-4e40-9c94-c6222bb1abee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791427 Aug 20 09:13:04.677542 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-c166e9d1-746c-427e-a7b4-92766abadedd tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 09:13:04.679511 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-c166e9d1-746c-427e-a7b4-92766abadedd tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:04.689755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c166e9d1-746c-427e-a7b4-92766abadedd tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0336943 Aug 20 09:13:04.696651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44058) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.713228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-8c32834f-419b-47eb-b88a-a323a6779e61', 'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'tenant_id': 'a25f04d6484049d69c0857f571352962', 'fixed_ips': [{'subnet_id': '914a3e72-78b5-4a2c-a509-978d39d30ae0'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:13:04.715217 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.722242 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5e9963eb-a0d7-4c7a-9b6c-6bc4dedd1ede tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '18eb8c44-f05d-4ff4-82d8-969a30671e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:04.723943 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-5e9963eb-a0d7-4c7a-9b6c-6bc4dedd1ede tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 09:13:04.724590 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-5e9963eb-a0d7-4c7a-9b6c-6bc4dedd1ede tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:04.725853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e9963eb-a0d7-4c7a-9b6c-6bc4dedd1ede tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0182884 Aug 20 09:13:04.737476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44060) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.737934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328897f2-d262-4bf3-b9a6-83379af167f9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb8c44-f05d-4ff4-82d8-969a30671e18,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:04.743297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-379e889f-f8a3-4d05-be07-e0289b8b1cd8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '18eb8c44-f05d-4ff4-82d8-969a30671e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:04.744494 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-379e889f-f8a3-4d05-be07-e0289b8b1cd8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 09:13:04.745325 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-379e889f-f8a3-4d05-be07-e0289b8b1cd8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:04.746355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-379e889f-f8a3-4d05-be07-e0289b8b1cd8 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078378 Aug 20 09:13:04.751823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44062) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.768394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4cfdb72c-f1ab-4a8e-9ec1-63f02234132e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '18eb8c44-f05d-4ff4-82d8-969a30671e18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:04.769945 n-d-804285-2 neutron-server[101317]: WARNING neutron.api.v2.base [None req-4cfdb72c-f1ab-4a8e-9ec1-63f02234132e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 09:13:04.770495 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-4cfdb72c-f1ab-4a8e-9ec1-63f02234132e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:04.774654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4cfdb72c-f1ab-4a8e-9ec1-63f02234132e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185962 Aug 20 09:13:04.775790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44064) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:04.879037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7416-2c26-4b52-91c7-46af177d3500 req-f918a836-5a9b-42b2-9936-d45e89905168 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:04.888818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cbc7416-2c26-4b52-91c7-46af177d3500 req-f918a836-5a9b-42b2-9936-d45e89905168 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 947 time: 0.1823912 Aug 20 09:13:04.888983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0182f698-c134-4f90-96d8-a3cd69d809d3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.926955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-cf3c407c-d8c5-4fdf-9f1a-a097d12df5f1 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441154 Aug 20 09:13:04.927200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0182f698-c134-4f90-96d8-a3cd69d809d3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.949180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5cbc7416-2c26-4b52-91c7-46af177d3500 req-b4e7d97a-f70d-4e27-ba32-673febc44a34 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594990 Aug 20 09:13:04.960659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:04.965040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:04.990996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] device_id is not set on port be709548-aa57-4f3d-a678-148df2c86788 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:05.001570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Allocated IP 2001:db8::2 (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/63438f1a-2980-44e1-8b7e-356da0e2ff60) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:05.030772 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0182f698-c134-4f90-96d8-a3cd69d809d3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.033594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0182f698-c134-4f90-96d8-a3cd69d809d3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.035089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0182f698-c134-4f90-96d8-a3cd69d809d3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/18eb8c44-f05d-4ff4-82d8-969a30671e18 HTTP/1.1" status: 204 len: 168 time: 0.2587388 Aug 20 09:13:05.038257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44068) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.051859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182f698-c134-4f90-96d8-a3cd69d809d3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb8c44-f05d-4ff4-82d8-969a30671e18,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:05.056649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-399ac946-84da-4809-8d25-0b735c7fcaaa req-1ab9331d-a507-4ca5-a04f-b149d9bde518 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213510 Aug 20 09:13:05.095471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e4cafb56-986d-4324-bbd0-0970e20b3e04 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560985 Aug 20 09:13:05.099178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.104460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076917515'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.133312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.206814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.215702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Transition to ACTIVE for port object 63438f1a-2980-44e1-8b7e-356da0e2ff60 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:05.231955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Transition to ACTIVE for port object 63438f1a-2980-44e1-8b7e-356da0e2ff60 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:05.236806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.239115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.246211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.299523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Pushing event updated for resources: {'Port': ['ID=63438f1a-2980-44e1-8b7e-356da0e2ff60,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:05.310264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.310505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:05.311604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2112894 Aug 20 09:13:05.312000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:05.314700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44072) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.318714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:05.319848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f36a-9226-44dd-9036-2c113a429f4e tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a613b836-b9ed-427e-9edd-e12cadd89baa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:05.320306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f7c9b764-b88f-4b7c-9c95-ec9af0d1e6f7 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.320907 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-f7c9b764-b88f-4b7c-9c95-ec9af0d1e6f7 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 09:13:05.322381 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-f7c9b764-b88f-4b7c-9c95-ec9af0d1e6f7 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.326685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7c9b764-b88f-4b7c-9c95-ec9af0d1e6f7 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106530 Aug 20 09:13:05.327274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44074) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.332621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1ccbde9d-7932-488f-974e-52febd541a70 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.333765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Allocated IP 2001:db8::302 (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/be709548-aa57-4f3d-a678-148df2c86788) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:05.386587 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-1ccbde9d-7932-488f-974e-52febd541a70 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.390557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ccbde9d-7932-488f-974e-52febd541a70 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0597992 Aug 20 09:13:05.390905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44078) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.392927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Attempting to bind port 63438f1a-2980-44e1-8b7e-356da0e2ff60 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:05.393370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Attempting to bind port 63438f1a-2980-44e1-8b7e-356da0e2ff60 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '50ba8e84-07c9-4922-9e43-540d93eab431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:05.393822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Attempting to bind port 63438f1a-2980-44e1-8b7e-356da0e2ff60 on network 8c32834f-419b-47eb-b88a-a323a6779e61 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:05.397039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8121f641-00cc-4e10-9e31-c1c535bdf090 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.397687 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-8121f641-00cc-4e10-9e31-c1c535bdf090 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 09:13:05.398515 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-8121f641-00cc-4e10-9e31-c1c535bdf090 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.399824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:05.400275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Checking segment: {'id': '50ba8e84-07c9-4922-9e43-540d93eab431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:05.400768 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.401259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Bound using segment: {'id': '50ba8e84-07c9-4922-9e43-540d93eab431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:05.401908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Bound port: 63438f1a-2980-44e1-8b7e-356da0e2ff60, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ba8e84-07c9-4922-9e43-540d93eab431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:05.402245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.402910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8121f641-00cc-4e10-9e31-c1c535bdf090 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107489 Aug 20 09:13:05.405520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44080) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.410746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8c88ebc0-92c6-47ee-a670-82fc1b8a5b50 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.469025 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-8c88ebc0-92c6-47ee-a670-82fc1b8a5b50 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.470504 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8c88ebc0-92c6-47ee-a670-82fc1b8a5b50 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0639820 Aug 20 09:13:05.473008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44082) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.478031 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8dffd446-da9d-4b99-928a-c5b39e3afaa4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.478974 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-8dffd446-da9d-4b99-928a-c5b39e3afaa4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 09:13:05.479746 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-8dffd446-da9d-4b99-928a-c5b39e3afaa4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.480924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8dffd446-da9d-4b99-928a-c5b39e3afaa4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068321 Aug 20 09:13:05.483820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44084) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.487254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] For port 63438f1a-2980-44e1-8b7e-356da0e2ff60, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:05.490755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] For port 63438f1a-2980-44e1-8b7e-356da0e2ff60, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63438f1a-2980-44e1-8b7e-356da0e2ff60,segment=NetworkSegment(50ba8e84-07c9-4922-9e43-540d93eab431),segment_id=50ba8e84-07c9-4922-9e43-540d93eab431)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:05.495238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0f7dcd86-cced-4cce-b1e5-3578257c1619 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.496587 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.546184 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-0f7dcd86-cced-4cce-b1e5-3578257c1619 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.551167 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0f7dcd86-cced-4cce-b1e5-3578257c1619 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0648999 Aug 20 09:13:05.551576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44086) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.558013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4e615989-b3a4-4b69-a00d-284458ba6b42 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.558587 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-4e615989-b3a4-4b69-a00d-284458ba6b42 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 09:13:05.559658 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-4e615989-b3a4-4b69-a00d-284458ba6b42 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.562206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4e615989-b3a4-4b69-a00d-284458ba6b42 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095568 Aug 20 09:13:05.563289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44088) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.570560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-dbaae3ae-0cfd-4529-8c64-a6d4cd6dbbde tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.581674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6818d-bcc3-454e-9f28-708b7e9a5637 None None] Pushing event updated for resources: {'Port': ['ID=63438f1a-2980-44e1-8b7e-356da0e2ff60,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:05.588151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.610106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Transition to ACTIVE for port object be709548-aa57-4f3d-a678-148df2c86788 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:05.626884 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-dbaae3ae-0cfd-4529-8c64-a6d4cd6dbbde tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.630628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbaae3ae-0cfd-4529-8c64-a6d4cd6dbbde tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0615091 Aug 20 09:13:05.630939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44090) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.637396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b9cce993-13f4-4fc2-bc75-ca84d12e033b tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'a613b836-b9ed-427e-9edd-e12cadd89baa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.662355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.694455 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-b9cce993-13f4-4fc2-bc75-ca84d12e033b tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:05.699493 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b9cce993-13f4-4fc2-bc75-ca84d12e033b tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0672386 Aug 20 09:13:05.699925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44092) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.719552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:05.731564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:05.742602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:05.747931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:05.748631 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.762733 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03f12b7-0506-497d-8aa1-b80e67530b18 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.810370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=be709548-aa57-4f3d-a678-148df2c86788,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:05.825138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f9ee19d2-a00d-4fe6-8a50-baf255471d87 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2080331 Aug 20 09:13:05.828060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44094) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.834745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1748125907', 'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:65:a3:f3'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:05.842987 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03f12b7-0506-497d-8aa1-b80e67530b18 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.908651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03f12b7-0506-497d-8aa1-b80e67530b18 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.911563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b03f12b7-0506-497d-8aa1-b80e67530b18 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:05.917550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44098) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:05.917738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b03f12b7-0506-497d-8aa1-b80e67530b18 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/a613b836-b9ed-427e-9edd-e12cadd89baa HTTP/1.1" status: 204 len: 168 time: 0.2161756 Aug 20 09:13:05.935958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f12b7-0506-497d-8aa1-b80e67530b18 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a613b836-b9ed-427e-9edd-e12cadd89baa,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:06.019872 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-495838e8-2cb8-4165-a2d0-a64710986c6c tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015270 Aug 20 09:13:06.023896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:06.030132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--63537396'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:06.064799 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:13:06.064799 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 09:13:06.064799 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': '45ba656c0a8b4dfb9634d4efdd2ce78e', 'id': 'aa5fb5eb-aaf9-4801-8050-29597bdba7e0', 'expiration': datetime.datetime(2021, 8, 20, 9, 15, 6, 53683)}] Aug 20 09:13:06.064799 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:13:06.066386 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:13:06.074192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:06.133989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9504f-84b2-4de8-ba10-4a4c52896f1c req-23d34f39-e012-4ea6-b71a-2e9c00bbb8e9 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:06.143017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34e9504f-84b2-4de8-ba10-4a4c52896f1c req-23d34f39-e012-4ea6-b71a-2e9c00bbb8e9 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 947 time: 0.0799189 Aug 20 09:13:06.171914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.194466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-34e9504f-84b2-4de8-ba10-4a4c52896f1c req-8549b370-6e67-41c0-a2e2-9619e1afe9b5 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501282 Aug 20 09:13:06.196458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] device_id is not set on port 7ee83f8d-6ae7-4ebe-b5de-d449c7746e14 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:06.333811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Allocated IP 2001:db8::17 (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/7ee83f8d-6ae7-4ebe-b5de-d449c7746e14) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:06.614158 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.653109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63438f1a-2980-44e1-8b7e-356da0e2ff60 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:06.686589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.716681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Transition to ACTIVE for port object 7ee83f8d-6ae7-4ebe-b5de-d449c7746e14 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:06.763996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 63438f1a-2980-44e1-8b7e-356da0e2ff60 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:06.772120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.799688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.804777 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.827247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:06.831060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:06.835638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:06.842033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:06.843012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.843307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe20b5bf-58d9-4043-9bde-bae4996458c8,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:06.848432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:06.849905 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6d951415-8ebc-4354-b59a-d08defb78372 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8242061 Aug 20 09:13:06.852970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44130) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:06.858586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bcafcdec-0bab-402f-b10f-d5430b00b229 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'fe20b5bf-58d9-4043-9bde-bae4996458c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:06.877611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0508764 Aug 20 09:13:06.880666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4da5a-cb16-4831-84f9-cc89f99fbea1 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=7ee83f8d-6ae7-4ebe-b5de-d449c7746e14,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:06.885823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44132) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:06.941425 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-bcafcdec-0bab-402f-b10f-d5430b00b229 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The resource could not be found. Aug 20 09:13:06.950671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bcafcdec-0bab-402f-b10f-d5430b00b229 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0964310 Aug 20 09:13:06.953635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44138) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:06.976282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5f663c84-ce4e-49c6-ba38-34e0c4b81051 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': 'fe20b5bf-58d9-4043-9bde-bae4996458c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '019576e5-4b7b-408c-a974-d0e0986bc143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:06.984276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20868f-bfe5-445c-97ef-47f7559ead56 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:06.998231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20868f-bfe5-445c-97ef-47f7559ead56 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:07.004745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20868f-bfe5-445c-97ef-47f7559ead56 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:07.006531 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ec20868f-bfe5-445c-97ef-47f7559ead56 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1197331 Aug 20 09:13:07.011005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.031506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e153a4e-52e0-472a-b0c0-cec5390ecbee None None] Network 8c32834f-419b-47eb-b88a-a323a6779e61 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:07.095243 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-5f663c84-ce4e-49c6-ba38-34e0c4b81051 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The resource could not be found. Aug 20 09:13:07.099348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f663c84-ce4e-49c6-ba38-34e0c4b81051 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1252174 Aug 20 09:13:07.099518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44144) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.145337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port 7ee83f8d-6ae7-4ebe-b5de-d449c7746e14 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:07.146012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.183618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] Provisioning for port 63438f1a-2980-44e1-8b7e-356da0e2ff60 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:07.215872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] Provisioning complete for port 63438f1a-2980-44e1-8b7e-356da0e2ff60 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:07.217853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.219055 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2d65a9-2928-454f-a9a9-c9043962f22d tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.252968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2d65a9-2928-454f-a9a9-c9043962f22d tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.307432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.338266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for 7ee83f8d-6ae7-4ebe-b5de-d449c7746e14 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:07.365122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2d65a9-2928-454f-a9a9-c9043962f22d tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.368695 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d2d65a9-2928-454f-a9a9-c9043962f22d tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.369868 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3d2d65a9-2928-454f-a9a9-c9043962f22d tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/fe20b5bf-58d9-4043-9bde-bae4996458c8 HTTP/1.1" status: 204 len: 168 time: 0.2692082 Aug 20 09:13:07.374930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44152) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.402267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d65a9-2928-454f-a9a9-c9043962f22d tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe20b5bf-58d9-4043-9bde-bae4996458c8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:07.442156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e4ffe-6e84-455c-91e4-18751a47f304 req-eeabd0e6-38a9-4a6a-87c1-23165036f228 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:07.443379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a2e4ffe-6e84-455c-91e4-18751a47f304 req-eeabd0e6-38a9-4a6a-87c1-23165036f228 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 947 time: 0.1162839 Aug 20 09:13:07.474308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-99ead0c0-48b0-4cca-b7f9-b705cec30312 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962613 Aug 20 09:13:07.484362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44154) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.489159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3b214e4c-39e1-4e09-86c6-4b103dc5494f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '4ebfd7bd-faa4-4819-a412-3e2939a8e124', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:07.521538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a2e4ffe-6e84-455c-91e4-18751a47f304 req-44330204-9bc3-41f7-b87d-c0ab3dc2edf0 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698338 Aug 20 09:13:07.569899 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-3b214e4c-39e1-4e09-86c6-4b103dc5494f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The resource could not be found. Aug 20 09:13:07.571314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3b214e4c-39e1-4e09-86c6-4b103dc5494f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0858920 Aug 20 09:13:07.574995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44158) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.589695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.590227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101298455'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:07.595744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.631890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] For port 63438f1a-2980-44e1-8b7e-356da0e2ff60, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63438f1a-2980-44e1-8b7e-356da0e2ff60,segment=NetworkSegment(50ba8e84-07c9-4922-9e43-540d93eab431),segment_id=50ba8e84-07c9-4922-9e43-540d93eab431)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:07.637609 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.654493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.705627 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=7ee83f8d-6ae7-4ebe-b5de-d449c7746e14,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:07.729335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eee2e-3534-49d7-b833-7be2889a352c None None] Pushing event updated for resources: {'Port': ['ID=63438f1a-2980-44e1-8b7e-356da0e2ff60,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:07.845140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.847242 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-33255217-db84-49ab-b65b-76b2c3dc9a2e tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/ports/7ee83f8d-6ae7-4ebe-b5de-d449c7746e14 HTTP/1.1" status: 204 len: 168 time: 0.8351438 Aug 20 09:13:07.848377 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.850049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44166) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.853627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.877075 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9983de8-cd4d-4f9d-9067-78c9d0073423 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] GET failed (client error): The resource could not be found. Aug 20 09:13:07.878913 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b9983de8-cd4d-4f9d-9067-78c9d0073423 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "GET /v2.0/ports/7ee83f8d-6ae7-4ebe-b5de-d449c7746e14 HTTP/1.1" status: 404 len: 333 time: 0.0278652 Aug 20 09:13:07.887342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.890396 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.891657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3156538 Aug 20 09:13:07.895271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44170) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:07.900768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993382856'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:07.904472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-410236975'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:07.927513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b856c1-d9b3-4520-b28e-21d1799de6f5 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a26d0c-4764-4a87-8041-126b6d882c9b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:07.935487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:07.976448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Provisioning complete for port 63438f1a-2980-44e1-8b7e-356da0e2ff60 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:07.976825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.119941 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.129750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.157006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:08.163493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.164033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Provisioning for port be709548-aa57-4f3d-a678-148df2c86788 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:08.170206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Provisioning complete for port be709548-aa57-4f3d-a678-148df2c86788 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:08.170823 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.202882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.209698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3105180 Aug 20 09:13:08.209698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960cb94-0db9-4fca-92ba-7e1219bcda22 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d348031-f6e6-4bb5-a56b-4e58a0c80e57,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:08.211410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:08.211978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] device_id is not set on port 8888f54d-57f3-4a05-abe4-8428e430bfb6 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:08.233556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-94b2ede6-4394-4da4-a4b9-50c2cad25324 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group_rule': {'security_group_id': '88a26d0c-4764-4a87-8041-126b6d882c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3d348031-f6e6-4bb5-a56b-4e58a0c80e57'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:08.240761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Port be709548-aa57-4f3d-a678-148df2c86788 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:08.264476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a77d3e91-52ea-453f-a193-2809f08bd475 None None] Could not find standard attr ID for object 7ee83f8d-6ae7-4ebe-b5de-d449c7746e14. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:08.312835 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-94b2ede6-4394-4da4-a4b9-50c2cad25324 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:13:08.318523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-94b2ede6-4394-4da4-a4b9-50c2cad25324 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0934975 Aug 20 09:13:08.319188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44182) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:08.385832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ce5ef2-b571-4f48-8191-ff3014105fe4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.412314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Allocated IP 2001:db8::36 (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/8888f54d-57f3-4a05-abe4-8428e430bfb6) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:08.412411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7abc3b96-468f-4e39-8c3e-7b37509ffae7 None None] Provisioning complete for port be709548-aa57-4f3d-a678-148df2c86788 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:08.412411 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7abc3b96-468f-4e39-8c3e-7b37509ffae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.432658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ce5ef2-b571-4f48-8191-ff3014105fe4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.501635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ce5ef2-b571-4f48-8191-ff3014105fe4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.504804 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ce5ef2-b571-4f48-8191-ff3014105fe4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.508923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13ce5ef2-b571-4f48-8191-ff3014105fe4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/3d348031-f6e6-4bb5-a56b-4e58a0c80e57 HTTP/1.1" status: 204 len: 168 time: 0.1858690 Aug 20 09:13:08.510739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44186) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:08.510942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:13:08.530715 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63438f1a-2980-44e1-8b7e-356da0e2ff60 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:08.550907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce5ef2-b571-4f48-8191-ff3014105fe4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d348031-f6e6-4bb5-a56b-4e58a0c80e57,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:08.603623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb2e2c75-f263-43c5-998f-48e9e8a47013 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0917439 Aug 20 09:13:08.608355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:08.638064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.657991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7abc3b96-468f-4e39-8c3e-7b37509ffae7 None None] Port be709548-aa57-4f3d-a678-148df2c86788 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:08.660432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Transition to ACTIVE for port object 8888f54d-57f3-4a05-abe4-8428e430bfb6 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:08.665940 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:13:08.681655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33760764-2605-49d1-a1dd-ff7afb9a4617 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.745741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.784549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33760764-2605-49d1-a1dd-ff7afb9a4617 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.832840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:08.841941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:08.845351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:08.851524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:08.851658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 63438f1a-2980-44e1-8b7e-356da0e2ff60 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:08.852623 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.852799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.858115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0eae2-2252-44b1-a615-f6d3aeb12e23 req-0b41e8c9-f774-40f8-959f-cde527f16cad tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:08.860094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56b0eae2-2252-44b1-a615-f6d3aeb12e23 req-0b41e8c9-f774-40f8-959f-cde527f16cad tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 947 time: 0.1576574 Aug 20 09:13:08.872584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=8888f54d-57f3-4a05-abe4-8428e430bfb6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:08.891659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0f2d9557-f173-4111-b2ba-a42028b31823 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9967368 Aug 20 09:13:08.899393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:08.921681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:65:a3:f3'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:08.929746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:08.946566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33760764-2605-49d1-a1dd-ff7afb9a4617 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.953009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-33760764-2605-49d1-a1dd-ff7afb9a4617 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:08.954711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-33760764-2605-49d1-a1dd-ff7afb9a4617 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/88a26d0c-4764-4a87-8041-126b6d882c9b HTTP/1.1" status: 204 len: 168 time: 0.3452775 Aug 20 09:13:08.962693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-56b0eae2-2252-44b1-a615-f6d3aeb12e23 req-dd665ca4-6751-48b4-accd-700177e15ed3 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947220 Aug 20 09:13:08.963615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44200) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:08.981999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33760764-2605-49d1-a1dd-ff7afb9a4617 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a26d0c-4764-4a87-8041-126b6d882c9b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:09.016121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58', 'mac_address': 'fa:16:3e:b1:d6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:13:09.032628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-447ec807-5c94-44bd-ac9d-60d0783a074f None None] Could not find standard attr ID for object 7ee83f8d-6ae7-4ebe-b5de-d449c7746e14. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:09.074195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.093221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-745fab95-290b-43b9-87e5-44bfd42ac2f0 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267715 Aug 20 09:13:09.099465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.105885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074784874'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:09.149842 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.259644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.267263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.267871 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.315959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4644db5d-8620-44aa-8a12-57e7c11f4519,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:09.333075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:13:09.333836 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.339441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6e22a31c-3576-400d-b08d-a7441bd5f1d4 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2339256 Aug 20 09:13:09.339926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44212) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.350812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-42e732ab-de0b-458a-9a36-1778f2c5369f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:09.351227 n-d-804285-2 neutron-server[101316]: WARNING neutron.api.v2.base [None req-42e732ab-de0b-458a-9a36-1778f2c5369f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 09:13:09.351768 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-42e732ab-de0b-458a-9a36-1778f2c5369f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 09:13:09.355862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-42e732ab-de0b-458a-9a36-1778f2c5369f tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "PUT /v2.0/security-groups/4644db5d-8620-44aa-8a12-57e7c11f4519 HTTP/1.1" status: 409 len: 330 time: 0.0116539 Aug 20 09:13:09.359561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44214) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.381447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:09.388723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.410743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.420425 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.467849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5a5b826b-7af8-46b7-8a5e-af8e07590baa None None] Provisioning for port 8888f54d-57f3-4a05-abe4-8428e430bfb6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:09.471387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-244f25ed-ee4e-4001-a7fa-f072a65c3d79 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.489161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5a5b826b-7af8-46b7-8a5e-af8e07590baa None None] Provisioning complete for port 8888f54d-57f3-4a05-abe4-8428e430bfb6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:09.489906 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5a5b826b-7af8-46b7-8a5e-af8e07590baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.515378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-244f25ed-ee4e-4001-a7fa-f072a65c3d79 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.521459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] In _notify_port_updated(), no bound segment for port 8888f54d-57f3-4a05-abe4-8428e430bfb6 on network 8c32834f-419b-47eb-b88a-a323a6779e61 {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:09.529545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:09.531188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.532574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "PUT /v2.0/ports/8888f54d-57f3-4a05-abe4-8428e430bfb6 HTTP/1.1" status: 200 len: 1001 time: 0.6309414 Aug 20 09:13:09.536358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44218) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.574679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:09.595226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b826b-7af8-46b7-8a5e-af8e07590baa None None] Port 8888f54d-57f3-4a05-abe4-8428e430bfb6 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:09.628761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d242-48e8-4b4d-aa2a-77915f547c16 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=8888f54d-57f3-4a05-abe4-8428e430bfb6,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:09.637810 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-244f25ed-ee4e-4001-a7fa-f072a65c3d79 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.642340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['13d0f5fc-214b-4f3f-b79d-081dc7f41a58'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:13:09.643655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-244f25ed-ee4e-4001-a7fa-f072a65c3d79 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.649972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-244f25ed-ee4e-4001-a7fa-f072a65c3d79 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/4644db5d-8620-44aa-8a12-57e7c11f4519 HTTP/1.1" status: 204 len: 168 time: 0.2863293 Aug 20 09:13:09.656793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44222) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.704387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f25ed-ee4e-4001-a7fa-f072a65c3d79 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4644db5d-8620-44aa-8a12-57e7c11f4519,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:09.762815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port 8888f54d-57f3-4a05-abe4-8428e430bfb6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:09.763395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.771053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bf2bdd0e-e95a-4644-9d7a-c78bb93eb46b tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097987 Aug 20 09:13:09.771323 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44224) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.791787 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-9ed039c7-4d4c-4635-a9a8-069688069ad3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] delete failed (client error): The resource could not be found. Aug 20 09:13:09.796388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ed039c7-4d4c-4635-a9a8-069688069ad3 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "DELETE /v2.0/security-groups/7bf80d2d-994e-4ccb-bc77-a461df9abe07 HTTP/1.1" status: 404 len: 347 time: 0.0205622 Aug 20 09:13:09.796733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44228) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.831483 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-695036a8-41f0-4659-bdc7-b8ea8e12a140 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] show failed (client error): The resource could not be found. Aug 20 09:13:09.837470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-695036a8-41f0-4659-bdc7-b8ea8e12a140 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-groups/b40bc670-efc9-42ac-b15d-836ceb2b0429 HTTP/1.1" status: 404 len: 347 time: 0.0349090 Aug 20 09:13:09.837930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44230) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:09.863158 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-f37bcaf6-30b6-44bf-b8d6-4604966403e9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] show failed (client error): The resource could not be found. Aug 20 09:13:09.870281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f37bcaf6-30b6-44bf-b8d6-4604966403e9 tempest-NegativeSecGroupTest-1054681085 tempest-NegativeSecGroupTest-1054681085-project] 10.222.0.35 "GET /v2.0/security-group-rules/3b684474-0869-4f25-bf72-13d52483f772 HTTP/1.1" status: 404 len: 356 time: 0.0308735 Aug 20 09:13:09.875085 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:09.899537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for 8888f54d-57f3-4a05-abe4-8428e430bfb6 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:10.164021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.189586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767929f8-78b6-42d1-a30a-31dd2fbcbda1 req-18fce477-e2ce-447e-a315-97a71ed13b1b tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:10.191825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-767929f8-78b6-42d1-a30a-31dd2fbcbda1 req-18fce477-e2ce-447e-a315-97a71ed13b1b tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 948 time: 0.0933218 Aug 20 09:13:10.217150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=8888f54d-57f3-4a05-abe4-8428e430bfb6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:10.234044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7cba507b-a386-400b-8bfb-c13a61ff60ac None None] Could not find standard attr ID for object 8888f54d-57f3-4a05-abe4-8428e430bfb6. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:10.301650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-767929f8-78b6-42d1-a30a-31dd2fbcbda1 req-5c32bd8b-5105-4b93-8b95-8b48d3ff3e8a tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918829 Aug 20 09:13:10.347203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.349289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e2128c9b-81ec-48c1-b784-44261a85f6c6 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/ports/8888f54d-57f3-4a05-abe4-8428e430bfb6 HTTP/1.1" status: 204 len: 168 time: 0.8116362 Aug 20 09:13:10.351848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44248) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:10.386584 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f63acb-8c49-4f8d-9119-44a1b431fe97 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] GET failed (client error): The resource could not be found. Aug 20 09:13:10.388330 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91f63acb-8c49-4f8d-9119-44a1b431fe97 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "GET /v2.0/ports/8888f54d-57f3-4a05-abe4-8428e430bfb6 HTTP/1.1" status: 404 len: 333 time: 0.0321589 Aug 20 09:13:10.391948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44250) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:10.397731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1449426439'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:10.430020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:10.479184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:10.571474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:10.576834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.587617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:10.604488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:10.604488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.621631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] device_id is not set on port b5bafb9f-6611-4cd0-976f-867ab6074206 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:10.696018 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b1d2ae79-bd4d-4769-ac3a-48b9e7c3578c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ba656c0a8b4dfb9634d4efdd2ce78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638392 Aug 20 09:13:10.699095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44260) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:10.716184 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.754168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:13:10.757153 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7993f-818a-45c4-825b-473ea81a5cbd" -d '{"events": [{"server_uuid": "c2296d72-827b-4bdb-b50c-ca105012e905", "name": "network-vif-plugged", "status": "completed", "tag": "13d0f5fc-214b-4f3f-b79d-081dc7f41a58"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:13:10.776514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:10.783359 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.824586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b65caad8-d74a-4369-b040-b7b5282a57cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.855326 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17630664-1cc2-4fc7-ade3-87b53582ddec x-openstack-request-id: req-17630664-1cc2-4fc7-ade3-87b53582ddec {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:13:10.858372 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2296d72-827b-4bdb-b50c-ca105012e905", "name": "network-vif-plugged", "status": "completed", "tag": "13d0f5fc-214b-4f3f-b79d-081dc7f41a58", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:13:10.859169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Allocated IP 2001:db8::28f (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/b5bafb9f-6611-4cd0-976f-867ab6074206) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:10.859599 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17630664-1cc2-4fc7-ade3-87b53582ddec {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:13:10.860200 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58', 'code': 200} Aug 20 09:13:10.881938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:10.891417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b65caad8-d74a-4369-b040-b7b5282a57cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.960698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2fc42-599b-4908-8f2d-1eadc4a35ffc req-b1446180-d300-4156-bc99-0c6b4f4be35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:10.963367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efa2fc42-599b-4908-8f2d-1eadc4a35ffc req-b1446180-d300-4156-bc99-0c6b4f4be35c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 1100 time: 0.0535548 Aug 20 09:13:10.991739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b65caad8-d74a-4369-b040-b7b5282a57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.994559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b65caad8-d74a-4369-b040-b7b5282a57cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:10.998838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b65caad8-d74a-4369-b040-b7b5282a57cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e06c5ba9-ed2a-454d-8885-891a2fc4026d HTTP/1.1" status: 204 len: 168 time: 0.2981861 Aug 20 09:13:11.009562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efa2fc42-599b-4908-8f2d-1eadc4a35ffc req-43327312-4850-4ca1-af58-aa8727e92d77 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Aug 20 09:13:11.049637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65caad8-d74a-4369-b040-b7b5282a57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c5ba9-ed2a-454d-8885-891a2fc4026d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:11.158935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:11.176971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Transition to ACTIVE for port object b5bafb9f-6611-4cd0-976f-867ab6074206 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:11.232598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:11.275010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:11.281112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:11.285462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:11.291392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:11.292057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:11.318260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9247222 Aug 20 09:13:11.318946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb2716-7e38-481d-a7b4-ddab6690de93 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=b5bafb9f-6611-4cd0-976f-867ab6074206,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:11.321353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:11.356206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:65:a3:f3'}]}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:11.662110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a22e-07f8-4edb-8b11-6a962aaf3f23 req-05905154-619b-462c-93f6-fbaff98495a4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:11.666528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aad0a22e-07f8-4edb-8b11-6a962aaf3f23 req-05905154-619b-462c-93f6-fbaff98495a4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 949 time: 0.1874011 Aug 20 09:13:11.716428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:11.744491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aad0a22e-07f8-4edb-8b11-6a962aaf3f23 req-c5771962-f8bd-4b58-a321-d0115109fff5 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550001 Aug 20 09:13:11.803848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aa45f1dc-161a-4e3b-9850-e5ddbd2179d9 None None] Provisioning for port b5bafb9f-6611-4cd0-976f-867ab6074206 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:11.811786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aa45f1dc-161a-4e3b-9850-e5ddbd2179d9 None None] Provisioning complete for port b5bafb9f-6611-4cd0-976f-867ab6074206 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:11.812460 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa45f1dc-161a-4e3b-9850-e5ddbd2179d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:11.904586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-aa45f1dc-161a-4e3b-9850-e5ddbd2179d9 None None] Port b5bafb9f-6611-4cd0-976f-867ab6074206 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:11.998225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.004298 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.067401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] In _notify_port_updated(), no bound segment for port b5bafb9f-6611-4cd0-976f-867ab6074206 on network 8c32834f-419b-47eb-b88a-a323a6779e61 {{(pid=101316) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:12.075095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:12.075863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.079954 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "PUT /v2.0/ports/b5bafb9f-6611-4cd0-976f-867ab6074206 HTTP/1.1" status: 200 len: 1003 time: 0.7550766 Aug 20 09:13:12.079954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992008e-237b-40a4-9f89-96b8387bd476 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=b5bafb9f-6611-4cd0-976f-867ab6074206,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:12.080859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44308) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:12.360396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port b5bafb9f-6611-4cd0-976f-867ab6074206 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:12.362289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.380857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44320) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:12.573215 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.598523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for b5bafb9f-6611-4cd0-976f-867ab6074206 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:12.610902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2021035616'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:12.642468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2502a9c2-6378-414c-840e-61fb32eccf57 None None] Provisioning complete for port b5bafb9f-6611-4cd0-976f-867ab6074206 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:12.643615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2502a9c2-6378-414c-840e-61fb32eccf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.657301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Made reservation on behalf of 2b201c3ccbca4281bd9d42e37d726661 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:12.667843 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.706066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2502a9c2-6378-414c-840e-61fb32eccf57 None None] Port b5bafb9f-6611-4cd0-976f-867ab6074206 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:12.716722 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.724727 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.877049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.908515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d575577-9f61-4f24-9636-66c8c9cfd70e req-90647b60-646c-4c3f-8945-06b938093a82 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:12.910137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d575577-9f61-4f24-9636-66c8c9cfd70e req-90647b60-646c-4c3f-8945-06b938093a82 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 949 time: 0.0755765 Aug 20 09:13:12.930998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=b5bafb9f-6611-4cd0-976f-867ab6074206,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:12.979499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d575577-9f61-4f24-9636-66c8c9cfd70e req-25a0a25a-49af-4e64-a45b-2331e5fd7b57 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612464 Aug 20 09:13:12.989618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.989933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:12.991614 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-28a8a388-659b-4fe1-9cbc-02e0447a2000 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/ports/b5bafb9f-6611-4cd0-976f-867ab6074206 HTTP/1.1" status: 204 len: 168 time: 0.9095922 Aug 20 09:13:12.995806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44336) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:12.998915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.028094 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9932c26-f6f0-4577-ab11-d9900b496a38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] GET failed (client error): The resource could not be found. Aug 20 09:13:13.032422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f9932c26-f6f0-4577-ab11-d9900b496a38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "GET /v2.0/ports/b5bafb9f-6611-4cd0-976f-867ab6074206 HTTP/1.1" status: 404 len: 333 time: 0.0321152 Aug 20 09:13:13.032762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44340) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:13.038782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-840159297'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:13.090598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0435478b-3112-40af-900c-9f9b3355d60b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:13.127089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:13:13.182954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.182954 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Added segment 6a35c252-1ce5-438f-a92f-2a99b26367cc of type vlan for network ed7ac969-b254-4e0f-acd6-0efe7578ba53 Aug 20 09:13:13.206635 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-85d02d95-9890-40e3-b38e-9fcea6e1252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.235011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:13.238731 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.266021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] device_id is not set on port 357f88c5-2c0c-4dab-882b-1045635fefd3 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:13.276768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.380973 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.394091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:13.397035 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.428019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0441287 Aug 20 09:13:13.435741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44354) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:13.450052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-614e0210-2e1a-4244-8fa8-498773e7aef2 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-297591791') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:13.547705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Allocated IP 2001:db8::310 (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/357f88c5-2c0c-4dab-882b-1045635fefd3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:13.587936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89893aa-5fed-45a9-ae48-b4d3aa3905f4 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Pushing event updated for resources: {'Network': ['ID=ed7ac969-b254-4e0f-acd6-0efe7578ba53,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:13.613389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890abc-298c-4cbb-931a-10888e190fc2 req-8c25b210-a61d-47e2-aea9-ffcc3637809c tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:13.613389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e890abc-298c-4cbb-931a-10888e190fc2 req-8c25b210-a61d-47e2-aea9-ffcc3637809c tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 949 time: 0.0985413 Aug 20 09:13:13.631094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ed7ac969-b254-4e0f-acd6-0efe7578ba53 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:13:13.678623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-614e0210-2e1a-4244-8fa8-498773e7aef2 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "PUT /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-297591791 HTTP/1.1" status: 201 len: 201 time: 0.2418065 Aug 20 09:13:13.692945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e890abc-298c-4cbb-931a-10888e190fc2 req-cf28bd84-2d4f-403d-967b-b1b42b6ff8ae tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768020 Aug 20 09:13:13.695700 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44360) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:13.700889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-c40bd6c6-4221-4084-991e-40eb530c8bed tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-297591791') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:13.807691 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c40bd6c6-4221-4084-991e-40eb530c8bed tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-297591791 HTTP/1.1" status: 204 len: 168 time: 0.1072085 Aug 20 09:13:13.808657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44372) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:13.813166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-00f8920f-3e75-4fef-9e87-9bd78fb9a31f tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:13.833671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.851347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Transition to ACTIVE for port object 357f88c5-2c0c-4dab-882b-1045635fefd3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:13.911753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:13.917101 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00f8920f-3e75-4fef-9e87-9bd78fb9a31f tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags HTTP/1.1" status: 200 len: 237 time: 0.1041465 Aug 20 09:13:13.917583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44376) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:13.923857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-f9ec740f-7543-430b-b36f-d9a325093068 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', {'tags': ['tempest-TagsTest-Tag-521602202', 'tempest-TagsTest-Tag-1269096723', 'tempest-TagsTest-Tag-1468849306']}) {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:13.982848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=357f88c5-2c0c-4dab-882b-1045635fefd3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:14.006585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:14.008560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:14.011072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:14.016900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:14.017693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:14.037849 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e9fc39b-eb3f-433f-92b7-9b7b3ab1acc8 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0016637 Aug 20 09:13:14.038924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44380) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:14.047703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:14.057277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'network_id': '8c32834f-419b-47eb-b88a-a323a6779e61', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1296339197'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:14.105911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f9ec740f-7543-430b-b36f-d9a325093068 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "PUT /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags HTTP/1.1" status: 200 len: 308 time: 0.1848640 Aug 20 09:13:14.106285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44382) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:14.111000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-0dd37df7-2c52-436b-afff-9429fe1865a7 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-521602202') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:14.259890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0dd37df7-2c52-436b-afff-9429fe1865a7 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "DELETE /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-521602202 HTTP/1.1" status: 204 len: 168 time: 0.1493897 Aug 20 09:13:14.260571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Made reservation on behalf of a25f04d6484049d69c0857f571352962 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:14.260665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44388) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:14.263024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:14.266030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-9d599d22-0ca9-4667-9606-2c5b86c10341 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-521602202') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:14.302935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] device_id is not set on port f425fcab-2ef2-4a1d-9f26-187a576f8d75 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:14.373554 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-9d599d22-0ca9-4667-9606-2c5b86c10341 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] show failed (client error): The resource could not be found. Aug 20 09:13:14.375241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9d599d22-0ca9-4667-9606-2c5b86c10341 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-521602202 HTTP/1.1" status: 404 len: 325 time: 0.1135623 Aug 20 09:13:14.377645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44392) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:14.382639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-6a5917ac-0f53-460a-bdc6-278a2c5d4bda tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-1269096723') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:14.410623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fde52dd7-a38d-453c-b711-2cfb1b0f6a6d None None] Provisioning for port 357f88c5-2c0c-4dab-882b-1045635fefd3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:14.421555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fde52dd7-a38d-453c-b711-2cfb1b0f6a6d None None] Provisioning complete for port 357f88c5-2c0c-4dab-882b-1045635fefd3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:14.423045 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fde52dd7-a38d-453c-b711-2cfb1b0f6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:14.471081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fde52dd7-a38d-453c-b711-2cfb1b0f6a6d None None] Port 357f88c5-2c0c-4dab-882b-1045635fefd3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:14.497919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6a5917ac-0f53-460a-bdc6-278a2c5d4bda tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-1269096723 HTTP/1.1" status: 204 len: 168 time: 0.1188052 Aug 20 09:13:14.499673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44398) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:14.515531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Allocated IP 2001:db8::65 (8c32834f-419b-47eb-b88a-a323a6779e61/914a3e72-78b5-4a2c-a509-978d39d30ae0/f425fcab-2ef2-4a1d-9f26-187a576f8d75) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:14.524580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-ab02ab01-acb1-4998-9d27-ff2f5ea2c5eb tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-1468849306') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:14.732450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-8b30e8e9-4eff-40b5-b981-4b742442a046 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:14.734145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-8b30e8e9-4eff-40b5-b981-4b742442a046 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 949 time: 0.1547294 Aug 20 09:13:14.738989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ab02ab01-acb1-4998-9d27-ff2f5ea2c5eb tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-1468849306 HTTP/1.1" status: 204 len: 168 time: 0.2180378 Aug 20 09:13:14.741782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44414) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:14.754836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.tag.tag_plugin [None req-3ef4ff2d-c744-412f-9e51-dbee4cdc0565 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:14.961908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.005416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3a55-37ef-49cc-bd03-74f4974757ad req-6bc767e2-3514-42c0-9df5-74d7fff94b8f tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:15.006992 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1cb3a55-37ef-49cc-bd03-74f4974757ad req-6bc767e2-3514-42c0-9df5-74d7fff94b8f tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 949 time: 0.2030904 Aug 20 09:13:15.011689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Transition to ACTIVE for port object f425fcab-2ef2-4a1d-9f26-187a576f8d75 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:15.119808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ef4ff2d-c744-412f-9e51-dbee4cdc0565 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "DELETE /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags HTTP/1.1" status: 204 len: 168 time: 0.3657067 Aug 20 09:13:15.120376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44422) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:15.124063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Deleting port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:15.124408 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.128289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-102fa7e8-6d71-4d19-ab8f-c7f39a80cf99 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-1269096723') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:15.132152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1cb3a55-37ef-49cc-bd03-74f4974757ad req-2f60ef1b-f1f8-49fb-b3d4-4c18ff51e657 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/security-groups?id=44e0811e-8e82-4d4d-96a5-c179c623a0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131206 Aug 20 09:13:15.201405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.241548 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-102fa7e8-6d71-4d19-ab8f-c7f39a80cf99 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] show failed (client error): The resource could not be found. Aug 20 09:13:15.243804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-102fa7e8-6d71-4d19-ab8f-c7f39a80cf99 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-1269096723 HTTP/1.1" status: 404 len: 326 time: 0.1218188 Aug 20 09:13:15.247229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44426) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:15.252346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-0b89eea4-0365-4b16-b63b-6c40cd501214 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53', 'tempest-TagsTest-Tag-1468849306') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:15.283747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Network 8c32834f-419b-47eb-b88a-a323a6779e61 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:15.286366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:15.306639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:15.320901 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:15.320901 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.378267 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-0b89eea4-0365-4b16-b63b-6c40cd501214 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] show failed (client error): The resource could not be found. Aug 20 09:13:15.379317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0b89eea4-0365-4b16-b63b-6c40cd501214 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "GET /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags/tempest-TagsTest-Tag-1468849306 HTTP/1.1" status: 404 len: 326 time: 0.1310945 Aug 20 09:13:15.381979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3425374 Aug 20 09:13:15.382881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=f425fcab-2ef2-4a1d-9f26-187a576f8d75,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:15.385330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44434) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:15.385682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44436) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:15.391891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.tag.tag_plugin [None req-d442e5d6-7b02-4059-a985-82fe9cb119d9 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed7ac969-b254-4e0f-acd6-0efe7578ba53') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:15.397524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.398099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.399198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.399744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.400175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.400643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.401187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.401743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.402278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.402826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.403356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.403899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c801-f06b-4ead-b1a9-88eb48b70136 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:15.413704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] For port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:15.414999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.419366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:65:a3:f3'}, {'ip_address': '2001:db8::310', 'mac_address': 'fa:16:3e:56:8a:c6'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:15.434376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Calling delete_port for 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 owned by compute:nova {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:15.667836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d442e5d6-7b02-4059-a985-82fe9cb119d9 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "DELETE /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53/tags HTTP/1.1" status: 204 len: 168 time: 0.2809286 Aug 20 09:13:15.681030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44442) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:15.706437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.729071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9575f2da-0933-4cff-a24a-5ce75cc52f8d None None] Provisioning for port f425fcab-2ef2-4a1d-9f26-187a576f8d75 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:15.733231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9575f2da-0933-4cff-a24a-5ce75cc52f8d None None] Provisioning complete for port f425fcab-2ef2-4a1d-9f26-187a576f8d75 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:15.733606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9575f2da-0933-4cff-a24a-5ce75cc52f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.791018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9575f2da-0933-4cff-a24a-5ce75cc52f8d None None] Port f425fcab-2ef2-4a1d-9f26-187a576f8d75 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:15.816913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.824117 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:15.838734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['13d0f5fc-214b-4f3f-b79d-081dc7f41a58'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:13:15.877182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Pushing event deleted for resources: {'Port': ['ID=13d0f5fc-214b-4f3f-b79d-081dc7f41a58,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:16.036393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] No DVR routers for this DVR port 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 on host n-h2-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:13:16.036629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.043102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.044551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.045226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-808d31e9-7526-41a9-8cb6-40c69898bc8c req-4b3e36b9-32d2-4df3-a6f7-154b483488b4 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.26 "DELETE /v2.0/ports/13d0f5fc-214b-4f3f-b79d-081dc7f41a58 HTTP/1.1" status: 204 len: 173 time: 1.2988663 Aug 20 09:13:16.045707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'name': 'network-vif-deleted', 'tag': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:13:16.048603 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1f8358-8fae-4b5e-83c1-dab1518b6a9c" -d '{"events": [{"server_uuid": "c2296d72-827b-4bdb-b50c-ca105012e905", "name": "network-vif-deleted", "tag": "13d0f5fc-214b-4f3f-b79d-081dc7f41a58"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:13:16.074039 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.091859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7ac969-b254-4e0f-acd6-0efe7578ba53']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:16.105423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a35c252-1ce5-438f-a92f-2a99b26367cc') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:16.105754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a35c252-1ce5-438f-a92f-2a99b26367cc') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:16.124905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.134573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] In _notify_port_updated(), no bound segment for port f425fcab-2ef2-4a1d-9f26-187a576f8d75 on network 8c32834f-419b-47eb-b88a-a323a6779e61 {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:16.141830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:16.142535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.158815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.169237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:13:16.169656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.171999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "PUT /v2.0/ports/f425fcab-2ef2-4a1d-9f26-187a576f8d75 HTTP/1.1" status: 200 len: 1067 time: 0.7833273 Aug 20 09:13:16.175891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44466) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:13:16.183176 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:13:16.245952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c3eb6-5f91-4efe-b97a-0edde0d0afba tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event updated for resources: {'Port': ['ID=f425fcab-2ef2-4a1d-9f26-187a576f8d75,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:16.351480 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.374382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.374744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.376792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] 10.222.0.35 "DELETE /v2.0/networks/ed7ac969-b254-4e0f-acd6-0efe7578ba53 HTTP/1.1" status: 204 len: 168 time: 0.6946480 Aug 20 09:13:16.417892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc771b0-e42c-4080-83d0-3e72f4d33dc6 tempest-TagsTest-27988809 tempest-TagsTest-27988809-project] Pushing event deleted for resources: {'Network': ['ID=ed7ac969-b254-4e0f-acd6-0efe7578ba53,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:16.432737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port f425fcab-2ef2-4a1d-9f26-187a576f8d75 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:16.433262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.496410 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30665580-3dc1-43e9-b799-afefe279baba req-8b722a7b-6c74-44bd-b7cc-3eeb1d2f3b05 tempest-VolumesNegativeTest-1787878846 tempest-VolumesNegativeTest-1787878846-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2296d72-827b-4bdb-b50c-ca105012e905 HTTP/1.1" status: 200 len: 210 time: 0.1178236 Aug 20 09:13:16.511767 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e8d3f-6cb7-4261-9a4b-d2ba09f17ac1 x-openstack-request-id: req-e69e8d3f-6cb7-4261-9a4b-d2ba09f17ac1 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:13:16.512063 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2296d72-827b-4bdb-b50c-ca105012e905", "name": "network-vif-deleted", "tag": "13d0f5fc-214b-4f3f-b79d-081dc7f41a58", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:13:16.512319 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e69e8d3f-6cb7-4261-9a4b-d2ba09f17ac1 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:13:16.512725 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2296d72-827b-4bdb-b50c-ca105012e905', 'name': 'network-vif-deleted', 'tag': '13d0f5fc-214b-4f3f-b79d-081dc7f41a58', 'status': 'completed', 'code': 200} Aug 20 09:13:16.604249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.670228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for f425fcab-2ef2-4a1d-9f26-187a576f8d75 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:16.699844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2c64d1af-0dd0-4a97-ad38-e8cf94b63475 None None] Provisioning complete for port f425fcab-2ef2-4a1d-9f26-187a576f8d75 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:16.701838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2c64d1af-0dd0-4a97-ad38-e8cf94b63475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.752672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2c64d1af-0dd0-4a97-ad38-e8cf94b63475 None None] Port f425fcab-2ef2-4a1d-9f26-187a576f8d75 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:16.755505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-857d4d0c-a0b0-4ad7-8ada-24eca2c540df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.899893 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:16.958692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=f425fcab-2ef2-4a1d-9f26-187a576f8d75,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:17.005598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44486) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:17.172395 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.185516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff837491-9be3-4ff4-ac68-92701bfaffbc tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/ports/f425fcab-2ef2-4a1d-9f26-187a576f8d75 HTTP/1.1" status: 204 len: 168 time: 1.0004864 Aug 20 09:13:17.185516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44492) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:17.234624 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-635cd019-ec6d-41a6-888d-e0dd602ad0a9 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] GET failed (client error): The resource could not be found. Aug 20 09:13:17.239679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44496) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:17.240830 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-635cd019-ec6d-41a6-888d-e0dd602ad0a9 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "GET /v2.0/ports/f425fcab-2ef2-4a1d-9f26-187a576f8d75 HTTP/1.1" status: 404 len: 333 time: 0.0610707 Aug 20 09:13:17.448200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.583238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44510) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:17.583803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-089e7d1b-4846-40ec-9cb0-2678f5d5b775 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b201c3ccbca4281bd9d42e37d726661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765212 Aug 20 09:13:17.679332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aada86a7-ef17-429b-99f1-26589263ccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.682246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port 357f88c5-2c0c-4dab-882b-1045635fefd3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:17.682605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.713337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aada86a7-ef17-429b-99f1-26589263ccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.854493 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aada86a7-ef17-429b-99f1-26589263ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.856888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aada86a7-ef17-429b-99f1-26589263ccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.858601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:17.878491 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aada86a7-ef17-429b-99f1-26589263ccc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0435478b-3112-40af-900c-9f9b3355d60b HTTP/1.1" status: 204 len: 168 time: 0.2931354 Aug 20 09:13:17.885178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for 357f88c5-2c0c-4dab-882b-1045635fefd3 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:17.915246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada86a7-ef17-429b-99f1-26589263ccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435478b-3112-40af-900c-9f9b3355d60b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:18.150490 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:18.199610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=357f88c5-2c0c-4dab-882b-1045635fefd3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:18.251258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:18.256279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb113d61-34c2-4ff0-a1ec-6d7453ce5b5a tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/ports/357f88c5-2c0c-4dab-882b-1045635fefd3 HTTP/1.1" status: 204 len: 168 time: 1.0121026 Aug 20 09:13:18.259612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44550) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:18.307905 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b063d10-9a44-4b05-a098-1724b69ecb40 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] GET failed (client error): The resource could not be found. Aug 20 09:13:18.309563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b063d10-9a44-4b05-a098-1724b69ecb40 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "GET /v2.0/ports/357f88c5-2c0c-4dab-882b-1045635fefd3 HTTP/1.1" status: 404 len: 333 time: 0.0487604 Aug 20 09:13:18.313253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44552) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:18.468638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port be709548-aa57-4f3d-a678-148df2c86788 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:18.468984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:18.496042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:13:18.543199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:13:18.544371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 13d0f5fc-214b-4f3f-b79d-081dc7f41a58 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:13:18.644216 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:18.658695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for be709548-aa57-4f3d-a678-148df2c86788 owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:18.877477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:18.945838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.017755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=be709548-aa57-4f3d-a678-148df2c86788,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:19.066922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.070304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cc7b5c36-9a57-4375-a33b-716f868733b0 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/ports/be709548-aa57-4f3d-a678-148df2c86788 HTTP/1.1" status: 204 len: 168 time: 0.7535245 Aug 20 09:13:19.070854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44594) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:19.190557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting subnet 914a3e72-78b5-4a2c-a509-978d39d30ae0 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:13:19.195017 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.301176 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.485863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.622175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.699915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Subnet': ['ID=914a3e72-78b5-4a2c-a509-978d39d30ae0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:19.715719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.724885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac2f49-8b5a-4327-ae8c-5eb8bd5e06bb None None] Network 8c32834f-419b-47eb-b88a-a323a6779e61 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:19.729245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44662) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:19.743919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3d5b5227-4084-4bc3-946a-2f190a49df38 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/subnets/914a3e72-78b5-4a2c-a509-978d39d30ae0 HTTP/1.1" status: 204 len: 168 time: 0.6701250 Aug 20 09:13:19.903626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:19.995036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Deleting port 63438f1a-2980-44e1-8b7e-356da0e2ff60 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:19.995394 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.053299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] DHCP port deletion for 8c32834f-419b-47eb-b88a-a323a6779e61 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:13:20.152637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] For port 63438f1a-2980-44e1-8b7e-356da0e2ff60, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63438f1a-2980-44e1-8b7e-356da0e2ff60,segment=NetworkSegment(50ba8e84-07c9-4922-9e43-540d93eab431),segment_id=50ba8e84-07c9-4922-9e43-540d93eab431)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:20.153247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.168385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Calling delete_port for 63438f1a-2980-44e1-8b7e-356da0e2ff60 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:20.174215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Deleting port 63438f1a-2980-44e1-8b7e-356da0e2ff60 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:20.174784 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.261477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] For port 63438f1a-2980-44e1-8b7e-356da0e2ff60, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63438f1a-2980-44e1-8b7e-356da0e2ff60,segment=NetworkSegment(50ba8e84-07c9-4922-9e43-540d93eab431),segment_id=50ba8e84-07c9-4922-9e43-540d93eab431)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:20.262232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.275372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.308163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Calling delete_port for 63438f1a-2980-44e1-8b7e-356da0e2ff60 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:20.323967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] No DVR routers for this DVR port 63438f1a-2980-44e1-8b7e-356da0e2ff60 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:13:20.332644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Port': ['ID=63438f1a-2980-44e1-8b7e-356da0e2ff60,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:20.479907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.481302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63438f1a-2980-44e1-8b7e-356da0e2ff60 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:13:20.490535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c32834f-419b-47eb-b88a-a323a6779e61']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:20.502887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ba8e84-07c9-4922-9e43-540d93eab431') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:20.503186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ba8e84-07c9-4922-9e43-540d93eab431') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:20.512617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.530716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.543827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 63438f1a-2980-44e1-8b7e-356da0e2ff60 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:13:20.544175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63438f1a-2980-44e1-8b7e-356da0e2ff60 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:13:20.548217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:13:20.548676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:13:20.552872 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:13:20.570460 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.639760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Pushing event deleted for resources: {'Port': ['ID=63438f1a-2980-44e1-8b7e-356da0e2ff60,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:20.662303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] No DVR routers for this DVR port 63438f1a-2980-44e1-8b7e-356da0e2ff60 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:13:20.668363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.668894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.670492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.670988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.671469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.671940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.672586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.681290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.681290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.681290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.681290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.681290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53322c76-76b2-43f6-be80-540ee21af9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:20.689755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.706401 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:20.708408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] 10.222.0.35 "DELETE /v2.0/networks/8c32834f-419b-47eb-b88a-a323a6779e61 HTTP/1.1" status: 204 len: 168 time: 0.9773877 Aug 20 09:13:20.722806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c896-9d10-4217-8973-5a609a23fa18 tempest-AllowedAddressPairIpV6TestJSON-673551167 tempest-AllowedAddressPairIpV6TestJSON-673551167-project] Pushing event deleted for resources: {'Network': ['ID=8c32834f-419b-47eb-b88a-a323a6779e61,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:21.183003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44770) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:21.520878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-53a0af8a-7d16-4523-b5c9-4ccc019cb00d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a25f04d6484049d69c0857f571352962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365784 Aug 20 09:13:21.524273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44800) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:21.587062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-538b13fd-b9aa-48ce-9d0b-55cb7c54f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:21.613593 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-538b13fd-b9aa-48ce-9d0b-55cb7c54f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:21.693345 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-538b13fd-b9aa-48ce-9d0b-55cb7c54f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:21.700436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-538b13fd-b9aa-48ce-9d0b-55cb7c54f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:21.705262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-538b13fd-b9aa-48ce-9d0b-55cb7c54f797 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7cf14af-0f9a-43be-936c-344263f3e86a HTTP/1.1" status: 204 len: 168 time: 0.1796379 Aug 20 09:13:21.714979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b13fd-b9aa-48ce-9d0b-55cb7c54f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf14af-0f9a-43be-936c-344263f3e86a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:22.682903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44878) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:22.893480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-538578083'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:22.928032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:22.943816 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:22.962825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.147120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.157606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.193182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c026d70f-3c70-43af-bd0d-f173962809eb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:23.208038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:13:23.222434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.223083 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Added segment 543d1838-e49b-44e6-b97e-e0f262a79653 of type vlan for network 36e32b14-c161-4526-ad6f-54ff2d90af2c Aug 20 09:13:23.287517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.339044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.358146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:23.362668 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:23.468615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Network': ['ID=36e32b14-c161-4526-ad6f-54ff2d90af2c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:23.482971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:13:23.517274 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c0c4848d-63e6-478c-b4ea-798279733074 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8300922 Aug 20 09:13:23.517512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44932) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:23.524532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'subnet': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:23.707792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:23.713387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:24.053090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:24.127062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Subnet': ['ID=7a099be7-5e7c-4e5e-9a0d-c6de29598bd6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:24.135474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Checking segment: {'id': '543d1838-e49b-44e6-b97e-e0f262a79653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:24.136079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network hostable DHCP agents. Network: 36e32b14-c161-4526-ad6f-54ff2d90af2c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:13:24.159545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:13:24.171309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 36e32b14-c161-4526-ad6f-54ff2d90af2c) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:24.177038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:24.179419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:24.187697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc6d8d-e72e-42fa-8fa0-e8cd95bcaddb None None] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:24.212922 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c4bcb9bf-2344-42a1-8537-c5c8816fc615 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6934876 Aug 20 09:13:24.215736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44948) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:24.223920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'name': 'tempest-AllowedAddressPairTestJSON-541622157'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:24.468246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:24.476789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:24.534930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] device_id is not set on port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:24.601452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:24.615273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-36e32b14-c161-4526-ad6f-54ff2d90af2c', 'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'tenant_id': '52bb106428ef436d8028a4a607760d59', 'fixed_ips': [{'subnet_id': '7a099be7-5e7c-4e5e-9a0d-c6de29598bd6'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:13:24.616158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:24.673667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Allocated IP 172.20.0.6 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/e0cf0d9e-8b1f-4d4a-8933-aafba6cae402) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:24.842933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5613688-7de6-4db1-a334-2a0a0ef766a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:24.999951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5613688-7de6-4db1-a334-2a0a0ef766a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.011901 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5613688-7de6-4db1-a334-2a0a0ef766a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.043296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a5613688-7de6-4db1-a334-2a0a0ef766a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fc6169b88f64485a61607d9f331db28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405348 Aug 20 09:13:25.066507 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5613688-7de6-4db1-a334-2a0a0ef766a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed2900-76cd-4aa9-b891-1990a2362081,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:25.070779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 44962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:25.128483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ac9e-f9d2-4b04-b373-2f25d77d62d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.155854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ac9e-f9d2-4b04-b373-2f25d77d62d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.259640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ac9e-f9d2-4b04-b373-2f25d77d62d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.262929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ac9e-f9d2-4b04-b373-2f25d77d62d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.264249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6dd2ac9e-f9d2-4b04-b373-2f25d77d62d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26ed2900-76cd-4aa9-b891-1990a2362081 HTTP/1.1" status: 204 len: 168 time: 0.1923761 Aug 20 09:13:25.305098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2ac9e-f9d2-4b04-b373-2f25d77d62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed2900-76cd-4aa9-b891-1990a2362081,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:25.592766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.611939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Transition to ACTIVE for port object e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:25.664792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.728805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=e0cf0d9e-8b1f-4d4a-8933-aafba6cae402,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:25.746701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:25.748582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:25.755349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:25.787260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Allocated IP 172.20.0.2 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/8782e28e-0481-4fd9-bc5e-537e5ec31ae3) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:25.838396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:25.839263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:25.855031 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4b5d0b23-24a5-4db3-998a-2ff90b394700 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6381400 Aug 20 09:13:25.858049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 44982) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:25.863225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'name': 'tempest-AllowedAddressPairTestJSON-785064734', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:19:3c:cf'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:26.029538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:26.152866 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.172114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Transition to ACTIVE for port object 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:26.248208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.249582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Transition to ACTIVE for port object 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:26.263833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.316702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] device_id is not set on port 52a48cbd-0b9d-425a-9272-24a8430bd53a yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:26.349628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:26.352959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Pushing event updated for resources: {'Port': ['ID=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:26.358800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:26.361180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:26.508578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Attempting to bind port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:26.511192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Attempting to bind port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '543d1838-e49b-44e6-b97e-e0f262a79653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:26.511709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Attempting to bind port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 on network 36e32b14-c161-4526-ad6f-54ff2d90af2c {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:26.526867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:26.527569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Checking segment: {'id': '543d1838-e49b-44e6-b97e-e0f262a79653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:26.528173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.529130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Bound using segment: {'id': '543d1838-e49b-44e6-b97e-e0f262a79653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:26.530178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Bound port: 8782e28e-0481-4fd9-bc5e-537e5ec31ae3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543d1838-e49b-44e6-b97e-e0f262a79653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:26.530802 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.564189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Allocated IP 172.20.0.10 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/52a48cbd-0b9d-425a-9272-24a8430bd53a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:26.631175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] For port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:26.636661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] For port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,segment=NetworkSegment(543d1838-e49b-44e6-b97e-e0f262a79653),segment_id=543d1838-e49b-44e6-b97e-e0f262a79653)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:26.644567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.735212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44587a31-f38c-43a8-a566-a972dbb9ce37 None None] Pushing event updated for resources: {'Port': ['ID=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:26.894326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:26.921546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Transition to ACTIVE for port object 52a48cbd-0b9d-425a-9272-24a8430bd53a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:26.975120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.057787 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:27.065745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:27.079698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:27.138465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=52a48cbd-0b9d-425a-9272-24a8430bd53a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:27.158795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45010) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:27.159525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:27.160229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.188041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45014) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:27.188221 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7e220c00-eef9-46b1-8a19-6cd050ec2f08 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3287570 Aug 20 09:13:27.314416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd29ebc-f73e-47da-a407-bf39a7fe7772 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:27.323580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd29ebc-f73e-47da-a407-bf39a7fe7772 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:27.331479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd29ebc-f73e-47da-a407-bf39a7fe7772 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:27.333966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-afd29ebc-f73e-47da-a407-bf39a7fe7772 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1440189 Aug 20 09:13:27.337236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45016) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:27.464714 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-41f5cfde-2ea9-40c9-bb76-36f50d97143b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=deef5eb3634443c3848fba79448b0439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037584 Aug 20 09:13:27.467409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45024) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:27.499256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port 52a48cbd-0b9d-425a-9272-24a8430bd53a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:27.499717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.583712 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54b0e9b3-b636-4efe-8502-f79c59b06da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.615784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54b0e9b3-b636-4efe-8502-f79c59b06da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.630684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.646782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for 52a48cbd-0b9d-425a-9272-24a8430bd53a owned by {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:27.681697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54b0e9b3-b636-4efe-8502-f79c59b06da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.684849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-54b0e9b3-b636-4efe-8502-f79c59b06da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:27.686171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-54b0e9b3-b636-4efe-8502-f79c59b06da2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44e0811e-8e82-4d4d-96a5-c179c623a0f5 HTTP/1.1" status: 204 len: 168 time: 0.2169902 Aug 20 09:13:27.695092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0e9b3-b636-4efe-8502-f79c59b06da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0811e-8e82-4d4d-96a5-c179c623a0f5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:27.973441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:28.020751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=52a48cbd-0b9d-425a-9272-24a8430bd53a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:28.221429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:28.226765 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45042) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:28.229864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47c47c61-69aa-40fe-a653-fa5a28731e91 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/ports/52a48cbd-0b9d-425a-9272-24a8430bd53a HTTP/1.1" status: 204 len: 168 time: 0.8912678 Aug 20 09:13:28.259448 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82854c3-6b4e-4df1-b675-773ea34df0d3 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] GET failed (client error): The resource could not be found. Aug 20 09:13:28.270769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d82854c3-6b4e-4df1-b675-773ea34df0d3 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "GET /v2.0/ports/52a48cbd-0b9d-425a-9272-24a8430bd53a HTTP/1.1" status: 404 len: 333 time: 0.0330436 Aug 20 09:13:28.270769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45046) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:28.277612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'name': 'tempest-AllowedAddressPairTestJSON-238327764'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:28.287479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30751c7-a5ec-4489-987d-e29bf900c433 None None] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:28.522035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:28.526457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:28.570864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] device_id is not set on port 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:28.651527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:28.717793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8f5a9eec-06a5-4b0a-80b6-0c451dd3d75c None None] Provisioning for port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:28.745647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Allocated IP 172.20.0.7 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/8fe0f5f9-dad4-4226-a4d8-0703544a4f8b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:28.818984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:28.823970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:28.824492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.022857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.077012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.105036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,segment=NetworkSegment(543d1838-e49b-44e6-b97e-e0f262a79653),segment_id=543d1838-e49b-44e6-b97e-e0f262a79653)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:29.105793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Transition to ACTIVE for port object 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:29.118406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.176571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.188298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b6b7e2f2-d44d-42d3-8c0c-48efe6326bbd None None] Provisioning complete for port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:29.188814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b6b7e2f2-d44d-42d3-8c0c-48efe6326bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.232171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:29.287506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=8fe0f5f9-dad4-4226-a4d8-0703544a4f8b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:29.311872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:29.315286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:29.333011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b6b7e2f2-d44d-42d3-8c0c-48efe6326bbd None None] Provisioning for port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:29.333557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:29.347175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b6b7e2f2-d44d-42d3-8c0c-48efe6326bbd None None] Provisioning complete for port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:29.347878 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b6b7e2f2-d44d-42d3-8c0c-48efe6326bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.404630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b6b7e2f2-d44d-42d3-8c0c-48efe6326bbd None None] Port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:29.411538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:29.412811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.432633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a61f1890-67a7-43a4-8b03-e15f4f8a002c tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1619585 Aug 20 09:13:29.435168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45076) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:29.441172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:19:3c:cf'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:29.531665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.545855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f6ffdca-8d84-414c-90ea-afdc1a5f5dfa None None] Provisioning complete for port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:29.547232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f6ffdca-8d84-414c-90ea-afdc1a5f5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.599146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ffdca-8d84-414c-90ea-afdc1a5f5dfa None None] Port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:29.811344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.814105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f18992d6-af98-44f2-8515-64680b9038b9 None None] Could not find standard attr ID for object 52a48cbd-0b9d-425a-9272-24a8430bd53a. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:29.817410 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.914306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=8fe0f5f9-dad4-4226-a4d8-0703544a4f8b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:29.926927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] In _notify_port_updated(), no bound segment for port 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b on network 36e32b14-c161-4526-ad6f-54ff2d90af2c {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:29.933774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:29.934673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:29.937837 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4481f221-a20c-4edb-aaae-1a001a022109 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "PUT /v2.0/ports/8fe0f5f9-dad4-4226-a4d8-0703544a4f8b HTTP/1.1" status: 200 len: 992 time: 0.4999313 Aug 20 09:13:29.939331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45096) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:30.122603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:30.125080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:30.159860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8d5b330-d3f3-4b76-9817-d06cba2f27a9 None None] Provisioning for port 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:30.171210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8d5b330-d3f3-4b76-9817-d06cba2f27a9 None None] Provisioning complete for port 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:30.172005 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8d5b330-d3f3-4b76-9817-d06cba2f27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:30.265515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5b330-d3f3-4b76-9817-d06cba2f27a9 None None] Port 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:30.324397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:30.342150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:30.535942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:30.630906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:30.631284 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:30.699242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:30.746499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=8fe0f5f9-dad4-4226-a4d8-0703544a4f8b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:30.886242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b5fd4385-9d2e-4f79-867e-e17c2ceadc9e None None] Could not find standard attr ID for object 8fe0f5f9-dad4-4226-a4d8-0703544a4f8b. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:31.021389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:31.024470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-434470fa-5bcb-475b-862f-c95cd76c2c26 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/ports/8fe0f5f9-dad4-4226-a4d8-0703544a4f8b HTTP/1.1" status: 204 len: 168 time: 1.0831840 Aug 20 09:13:31.027353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45192) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:31.074463 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0684ea-04e3-493f-9f69-44c1d4266b4b tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] GET failed (client error): The resource could not be found. Aug 20 09:13:31.078225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8f0684ea-04e3-493f-9f69-44c1d4266b4b tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "GET /v2.0/ports/8fe0f5f9-dad4-4226-a4d8-0703544a4f8b HTTP/1.1" status: 404 len: 333 time: 0.0477717 Aug 20 09:13:31.081683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45200) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:31.089065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'name': 'tempest-AllowedAddressPairTestJSON-1602601433'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:31.285186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:31.290159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:31.314239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] device_id is not set on port f7cce0d8-d372-446e-a3ee-594edc4bfa80 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:31.503188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Allocated IP 172.20.0.10 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/f7cce0d8-d372-446e-a3ee-594edc4bfa80) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:31.971923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:32.007290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Transition to ACTIVE for port object f7cce0d8-d372-446e-a3ee-594edc4bfa80 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:32.009169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be19005-e0cd-4a3a-b6bb-34ae66d03b06 req-5067bd57-80e2-4f29-9d4c-9713d454f9dd tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:32.011889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8be19005-e0cd-4a3a-b6bb-34ae66d03b06 req-5067bd57-80e2-4f29-9d4c-9713d454f9dd tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1096 time: 0.1057887 Aug 20 09:13:32.105203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:32.122085 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8be19005-e0cd-4a3a-b6bb-34ae66d03b06 req-f40b5a47-8601-413d-8be2-eccffe3d3e38 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968964 Aug 20 09:13:32.162260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45292) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:32.243030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:32.247378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:32.288813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:32.453634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ccf4d-d618-4275-926d-da94acb6437b req-a92ee7c3-8d24-4458-941f-d26b66c3e1b4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:32.455839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd0ccf4d-d618-4275-926d-da94acb6437b req-a92ee7c3-8d24-4458-941f-d26b66c3e1b4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1387563 Aug 20 09:13:32.456747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=f7cce0d8-d372-446e-a3ee-594edc4bfa80,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:32.538040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:32.538673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:32.566426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd0ccf4d-d618-4275-926d-da94acb6437b req-2c72c499-2b07-425b-8bf6-6169031986ca tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933948 Aug 20 09:13:32.581617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45334) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:32.589119 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-418e8910-eaba-4d57-9570-b7a653ba0ac2 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5060964 Aug 20 09:13:32.591388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45338) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:32.603448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:3c:cf'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:32.676074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e954c496-817a-4283-b820-e696de651b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:32.768891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ff17b9cb-fa30-47af-bf50-9de02ee50fbb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/22bb9a1b-8ea8-49c6-be09-561e7e7e4aad HTTP/1.1" status: 200 len: 993 time: 0.1858149 Aug 20 09:13:32.841223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4c679a6-1064-4801-90b2-6061b659e2d2 None None] Provisioning for port f7cce0d8-d372-446e-a3ee-594edc4bfa80 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:32.848593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e4c679a6-1064-4801-90b2-6061b659e2d2 None None] Provisioning complete for port f7cce0d8-d372-446e-a3ee-594edc4bfa80 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:32.853233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e4c679a6-1064-4801-90b2-6061b659e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.015752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e4c679a6-1064-4801-90b2-6061b659e2d2 None None] Port f7cce0d8-d372-446e-a3ee-594edc4bfa80 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:33.022856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.029914 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e954c496-817a-4283-b820-e696de651b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.044706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e954c496-817a-4283-b820-e696de651b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.139558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e954c496-817a-4283-b820-e696de651b93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30dcf154ea824420aec56a88d38a4df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9760070 Aug 20 09:13:33.144132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45382) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:33.239671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954c496-817a-4283-b820-e696de651b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e188f-84fd-422a-8192-c4e7dbd1c19b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:33.333924 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-423ba02f-30a0-48ef-b899-4ff3cca91b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.416288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-423ba02f-30a0-48ef-b899-4ff3cca91b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.550609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-423ba02f-30a0-48ef-b899-4ff3cca91b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.553442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-423ba02f-30a0-48ef-b899-4ff3cca91b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.555271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-423ba02f-30a0-48ef-b899-4ff3cca91b2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/083e188f-84fd-422a-8192-c4e7dbd1c19b HTTP/1.1" status: 204 len: 168 time: 0.3996563 Aug 20 09:13:33.575616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba02f-30a0-48ef-b899-4ff3cca91b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e188f-84fd-422a-8192-c4e7dbd1c19b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:33.625152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.634097 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.748816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=f7cce0d8-d372-446e-a3ee-594edc4bfa80,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:33.856481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] In _notify_port_updated(), no bound segment for port f7cce0d8-d372-446e-a3ee-594edc4bfa80 on network 36e32b14-c161-4526-ad6f-54ff2d90af2c {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:33.878009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:33.880842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:33.884852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71b79a16-e617-4461-a9cc-19f3d0160583 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "PUT /v2.0/ports/f7cce0d8-d372-446e-a3ee-594edc4bfa80 HTTP/1.1" status: 200 len: 997 time: 1.2899148 Aug 20 09:13:33.885647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45474) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:34.237173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port f7cce0d8-d372-446e-a3ee-594edc4bfa80 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:34.237815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:34.392169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4c8c93cf-017e-4724-923c-c33861b96754 None None] Provisioning complete for port f7cce0d8-d372-446e-a3ee-594edc4bfa80 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:34.392722 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4c8c93cf-017e-4724-923c-c33861b96754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:34.519623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c93cf-017e-4724-923c-c33861b96754 None None] Port f7cce0d8-d372-446e-a3ee-594edc4bfa80 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:34.544260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:34.595714 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for f7cce0d8-d372-446e-a3ee-594edc4bfa80 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:34.618773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135ce73-86f3-464e-9ff1-a4f71c45dff7 req-ddbda308-c444-4349-945b-a0a65f13281c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:34.631630 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c135ce73-86f3-464e-9ff1-a4f71c45dff7 req-ddbda308-c444-4349-945b-a0a65f13281c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1152785 Aug 20 09:13:34.663167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45550) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:34.693993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b77af14-071a-4eb1-a65a-cf75d7ee87c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:34.805882 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c135ce73-86f3-464e-9ff1-a4f71c45dff7 req-bec47d22-5f69-467d-a4bc-e8cf945f0bc1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729546 Aug 20 09:13:34.824455 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:13:34.912536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:34.998099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=f7cce0d8-d372-446e-a3ee-594edc4bfa80,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:35.088583 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b77af14-071a-4eb1-a65a-cf75d7ee87c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.104310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4b77af14-071a-4eb1-a65a-cf75d7ee87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.140037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.149699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b14e3a0e-4755-4938-9635-14377da72105 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/ports/f7cce0d8-d372-446e-a3ee-594edc4bfa80 HTTP/1.1" status: 204 len: 168 time: 1.2620957 Aug 20 09:13:35.152132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45596) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:35.183517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4b77af14-071a-4eb1-a65a-cf75d7ee87c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2ef5f008ee74b8a962231ea7ff850d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174344 Aug 20 09:13:35.188653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45600) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:35.192345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-16730e29-d21f-4998-9e0e-d1458f16de25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7194049 Aug 20 09:13:35.246249 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-5968afdb-e425-4b3a-be73-631e85ac3f2b tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] GET failed (client error): The resource could not be found. Aug 20 09:13:35.274260 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5968afdb-e425-4b3a-be73-631e85ac3f2b tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "GET /v2.0/ports/f7cce0d8-d372-446e-a3ee-594edc4bfa80 HTTP/1.1" status: 404 len: 333 time: 0.1200192 Aug 20 09:13:35.275358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45612) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:35.281852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'name': 'tempest-AllowedAddressPairTestJSON-1141622813'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:35.434532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77af14-071a-4eb1-a65a-cf75d7ee87c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee00c3-3d77-4c60-9e78-05b1ad8e4c8b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:35.479252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:35.483402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.530935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] device_id is not set on port 9738d606-73ba-4d76-a09f-982c45a82665 yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:35.600577 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6152a82-5fb7-4a64-96fc-8ed279b9eb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.681356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6152a82-5fb7-4a64-96fc-8ed279b9eb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.787101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Allocated IP 172.20.0.8 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/9738d606-73ba-4d76-a09f-982c45a82665) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:35.787748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6152a82-5fb7-4a64-96fc-8ed279b9eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.791789 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f6152a82-5fb7-4a64-96fc-8ed279b9eb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:35.795818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f6152a82-5fb7-4a64-96fc-8ed279b9eb3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1ee00c3-3d77-4c60-9e78-05b1ad8e4c8b HTTP/1.1" status: 204 len: 168 time: 0.5673199 Aug 20 09:13:35.819222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6152a82-5fb7-4a64-96fc-8ed279b9eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee00c3-3d77-4c60-9e78-05b1ad8e4c8b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:36.219592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c18f7c-b780-4d52-a25d-c444adc894a3 req-35c39799-22f0-4eb8-a269-c9dda153a9c1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:36.255137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5c18f7c-b780-4d52-a25d-c444adc894a3 req-35c39799-22f0-4eb8-a269-c9dda153a9c1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.2662408 Aug 20 09:13:36.424118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5c18f7c-b780-4d52-a25d-c444adc894a3 req-01439328-6ba8-40ea-b9fc-ef9b0559175f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656854 Aug 20 09:13:36.464484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:36.501545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Transition to ACTIVE for port object 9738d606-73ba-4d76-a09f-982c45a82665 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:36.557375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:36.784398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:36.808763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:36.827440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:36.832728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=9738d606-73ba-4d76-a09f-982c45a82665,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:36.921482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:36.922362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:36.964083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-112c4dde-91f2-4585-832d-c8e8e4c19096 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6873884 Aug 20 09:13:36.967128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45778) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:36.981120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'network_id': '36e32b14-c161-4526-ad6f-54ff2d90af2c', 'name': 'tempest-AllowedAddressPairTestJSON-1759190749'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:37.337827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Made reservation on behalf of 52bb106428ef436d8028a4a607760d59 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:37.341681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:37.411779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] device_id is not set on port 08524060-b148-4758-9c1e-cba76da258e9 yet. {{(pid=101316) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:37.508088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea4ec7b9-92b1-438b-bc61-d1882ce9161f None None] Provisioning for port 9738d606-73ba-4d76-a09f-982c45a82665 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:37.521027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea4ec7b9-92b1-438b-bc61-d1882ce9161f None None] Provisioning complete for port 9738d606-73ba-4d76-a09f-982c45a82665 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:37.521420 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec7b9-92b1-438b-bc61-d1882ce9161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:37.667374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Allocated IP 172.20.0.5 (36e32b14-c161-4526-ad6f-54ff2d90af2c/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6/08524060-b148-4758-9c1e-cba76da258e9) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:37.675999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45842) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:37.676475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ec7b9-92b1-438b-bc61-d1882ce9161f None None] Port 9738d606-73ba-4d76-a09f-982c45a82665 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:37.687781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687e43f-b772-4c7a-bb62-9797d19d46f5 req-caf42820-0b34-4c88-9c00-acf197e74e46 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:37.696124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9687e43f-b772-4c7a-bb62-9797d19d46f5 req-caf42820-0b34-4c88-9c00-acf197e74e46 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.0933199 Aug 20 09:13:37.784463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9687e43f-b772-4c7a-bb62-9797d19d46f5 req-c7e2013d-2ed5-42f8-9d0a-e392bbc15e3a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873005 Aug 20 09:13:37.791431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-c56bed9b-8f3d-455d-be42-b437e82475f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:37.795793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-c56bed9b-8f3d-455d-be42-b437e82475f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1096 time: 0.0859227 Aug 20 09:13:37.875506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-633242406-network', 'tenant_id': '27178b6182bd454890f448c5ff639658'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:37.915854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Made reservation on behalf of 27178b6182bd454890f448c5ff639658 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:37.918145 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:37.928850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:37.936469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-c1d259c7-7382-490a-b6f5-0f3d8356128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:37.937941 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-c1d259c7-7382-490a-b6f5-0f3d8356128d service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.1345415 Aug 20 09:13:37.943617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:37.964844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Transition to ACTIVE for port object 08524060-b148-4758-9c1e-cba76da258e9 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:38.040258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.052960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-df4174ae-be86-4745-8b54-f2d1fccc7017 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 1001 time: 0.1017148 Aug 20 09:13:38.071062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:38.074554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:38.079294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:38.124014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-2218daaa-5a70-4b4a-957f-ff3e0e6d6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:38.125698 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-2218daaa-5a70-4b4a-957f-ff3e0e6d6568 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.0631781 Aug 20 09:13:38.193917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=08524060-b148-4758-9c1e-cba76da258e9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:38.219792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.232138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.234589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:38.235686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.262540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45864) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:38.263496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-885bdbba-06af-4ad4-8b6a-0d860b693189 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2947788 Aug 20 09:13:38.273954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:19:3c:cf'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:94:13:20'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:38.285260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-4838adda-6e85-4d18-b878-1cf1bb2f60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:38.288737 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-4838adda-6e85-4d18-b878-1cf1bb2f60fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460106 Aug 20 09:13:38.300138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:13:38.531790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef62363-2c90-4595-92bf-9bb91ff35154,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:38.537752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-54819ec6-939c-4594-8311-0765a7fafd75 None None] Provisioning for port 08524060-b148-4758-9c1e-cba76da258e9 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:38.545639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-54819ec6-939c-4594-8311-0765a7fafd75 None None] Provisioning complete for port 08524060-b148-4758-9c1e-cba76da258e9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:38.546272 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54819ec6-939c-4594-8311-0765a7fafd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.571646 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.572231 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Added segment f26e72e0-0f58-47a1-afa4-378e75f3c6ed of type vlan for network 9401392d-6032-4a04-ba97-6419f2908c23 Aug 20 09:13:38.640027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-54819ec6-939c-4594-8311-0765a7fafd75 None None] Port 08524060-b148-4758-9c1e-cba76da258e9 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:38.678466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.698391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-b080cf23-2e75-4b89-b7c8-4aeed63bb610 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997562 Aug 20 09:13:38.831748 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.836499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.837812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:38.838557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:38.977563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3004408 Aug 20 09:13:38.985200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0da6d-5bba-46d7-92a4-dc1f4115a22a admin admin] Pushing event updated for resources: {'Network': ['ID=9401392d-6032-4a04-ba97-6419f2908c23,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:38.987420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45880) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:38.996301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Request body: {'subnet': {'network_id': '9401392d-6032-4a04-ba97-6419f2908c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-633242406-subnet', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:38.997167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9401392d-6032-4a04-ba97-6419f2908c23 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:13:39.010130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-b3962d88-acd2-4be6-965f-6086f14b01b1 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010173 Aug 20 09:13:39.052981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Made reservation on behalf of 27178b6182bd454890f448c5ff639658 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:39.060092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.075109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68cbbb-58f0-42c0-8c1e-6ac6df10b719 req-1f65a853-943d-4896-b463-30daeec2cd1a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:39.084587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b68cbbb-58f0-42c0-8c1e-6ac6df10b719 req-1f65a853-943d-4896-b463-30daeec2cd1a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1206744 Aug 20 09:13:39.174189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b68cbbb-58f0-42c0-8c1e-6ac6df10b719 req-8d63f97a-c974-4cf5-99fc-1466a43d5757 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874455 Aug 20 09:13:39.358452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.372051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.453642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event updated for resources: {'Port': ['ID=08524060-b148-4758-9c1e-cba76da258e9,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:39.572989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] In _notify_port_updated(), no bound segment for port 08524060-b148-4758-9c1e-cba76da258e9 on network 36e32b14-c161-4526-ad6f-54ff2d90af2c {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:39.581971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:39.582668 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.583982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4033fde5-d993-4f56-8794-78b37eeb1364 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "PUT /v2.0/ports/08524060-b148-4758-9c1e-cba76da258e9 HTTP/1.1" status: 200 len: 1055 time: 1.3199480 Aug 20 09:13:39.586136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.593555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45888) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:39.808848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1f0153-6fe1-41eb-a7b2-b0ee6160424d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:39.818138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Checking segment: {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:39.818516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Network hostable DHCP agents. Network: 9401392d-6032-4a04-ba97-6419f2908c23, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:13:39.850164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Network 9401392d-6032-4a04-ba97-6419f2908c23 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:13:39.871497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9401392d-6032-4a04-ba97-6419f2908c23) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:39.875044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port 08524060-b148-4758-9c1e-cba76da258e9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:39.875639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.883251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:39.883928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:39.886326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c2515-095b-4b13-af8b-fbbe1e6c0de7 None None] Network 9401392d-6032-4a04-ba97-6419f2908c23 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:39.955454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45892) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:39.960198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:39.966717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c2942745-1c7e-418f-aa81-5c8fc38328a2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9767008 Aug 20 09:13:39.995959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7c03c851-5d48-4ee1-95e7-76f03ef0db74 None None] Provisioning complete for port 08524060-b148-4758-9c1e-cba76da258e9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:39.996483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7c03c851-5d48-4ee1-95e7-76f03ef0db74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.003411 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.009081 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.030964 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.049056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for 08524060-b148-4758-9c1e-cba76da258e9 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:40.062633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7c03c851-5d48-4ee1-95e7-76f03ef0db74 None None] Port 08524060-b148-4758-9c1e-cba76da258e9 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:40.114614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9401392d-6032-4a04-ba97-6419f2908c23', 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'fixed_ips': [{'subnet_id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:13:40.115725 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.138503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.266529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Allocated IP 172.20.0.2 (9401392d-6032-4a04-ba97-6419f2908c23/ae1f0153-6fe1-41eb-a7b2-b0ee6160424d/16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:40.291314 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.352686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=08524060-b148-4758-9c1e-cba76da258e9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:40.406599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.436777 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.442780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d60c-a54a-4ce4-90a5-e100736c432e req-a0a9e953-38d2-4ac8-bc70-c253c013f02c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:40.444433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af20d60c-a54a-4ce4-90a5-e100736c432e req-a0a9e953-38d2-4ac8-bc70-c253c013f02c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1335816 Aug 20 09:13:40.449375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Transition to ACTIVE for port object 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:40.474591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Transition to ACTIVE for port object 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:40.487632 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.545586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Network 9401392d-6032-4a04-ba97-6419f2908c23 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:40.549150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:40.552033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:40.568259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Pushing event updated for resources: {'Port': ['ID=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:40.646344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Attempting to bind port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:40.646855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Attempting to bind port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:40.647252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.647391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Attempting to bind port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c on network 9401392d-6032-4a04-ba97-6419f2908c23 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:40.653968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6fc85f3d-5dee-431f-8a1c-50416729fea1 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/ports/08524060-b148-4758-9c1e-cba76da258e9 HTTP/1.1" status: 204 len: 168 time: 1.0592163 Aug 20 09:13:40.654652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45898) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:40.658749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:40.659446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Checking segment: {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:40.660080 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.660690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Bound using segment: {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:40.661543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Bound port: 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:40.662326 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.692529 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5077807-802f-4989-b541-61921a3753f9 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] GET failed (client error): The resource could not be found. Aug 20 09:13:40.697705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e5077807-802f-4989-b541-61921a3753f9 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "GET /v2.0/ports/08524060-b148-4758-9c1e-cba76da258e9 HTTP/1.1" status: 404 len: 333 time: 0.0419109 Aug 20 09:13:40.698511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45900) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:40.792948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] For port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:40.799902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] For port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:40.809216 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.854184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port 9738d606-73ba-4d76-a09f-982c45a82665 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:40.854776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:40.910181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22462e8-45c9-4581-a363-f4a801fac1ad None None] Pushing event updated for resources: {'Port': ['ID=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:40.985972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-af20d60c-a54a-4ce4-90a5-e100736c432e req-c9749d57-cfd5-4651-a1e6-73463b2e9963 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152636 Aug 20 09:13:41.088851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:41.143763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for 9738d606-73ba-4d76-a09f-982c45a82665 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:41.277831 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:41.304417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:41.519347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Allocated IP 172.25.5.244 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e52e351f-68df-49d5-9031-b279e3e1ddb0) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:41.732325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:41.827917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:41.854759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:41.893029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=9738d606-73ba-4d76-a09f-982c45a82665,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:41.917933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:41.953025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:41.955526 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:42.105636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.112911 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60dc49ed-6a78-4743-b2a1-9c4c4a1a4848 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/ports/9738d606-73ba-4d76-a09f-982c45a82665 HTTP/1.1" status: 204 len: 168 time: 1.4133134 Aug 20 09:13:42.118495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45934) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:42.155063 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b6052b-2dea-4314-a4e8-9b452966eb3e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] GET failed (client error): The resource could not be found. Aug 20 09:13:42.159837 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d1b6052b-2dea-4314-a4e8-9b452966eb3e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "GET /v2.0/ports/9738d606-73ba-4d76-a09f-982c45a82665 HTTP/1.1" status: 404 len: 333 time: 0.0400996 Aug 20 09:13:42.163790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45938) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:42.216799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:42.314120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:42.314581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.405794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Pushing event updated for resources: {'Port': ['ID=e52e351f-68df-49d5-9031-b279e3e1ddb0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:42.455691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.480699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:42.503382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c809f-be7c-47af-b972-1d077bb8e6cc req-4bed4abe-810d-42a7-aead-e8a3e482581b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:42.505401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-957c809f-be7c-47af-b972-1d077bb8e6cc req-4bed4abe-810d-42a7-aead-e8a3e482581b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.3586087 Aug 20 09:13:42.547763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6661f-6ba0-4b49-840e-a36bc6a32e2c None None] Network 9401392d-6032-4a04-ba97-6419f2908c23 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:42.625274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-957c809f-be7c-47af-b972-1d077bb8e6cc req-b187876d-9caf-4009-bf10-369ea7a2c25a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114919 Aug 20 09:13:42.668698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-86088397-37e9-4bac-b7cc-e0fc371cb524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.694251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:42.696605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.767120 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.795382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bc315db2-66f4-4001-a538-36f585456796 None None] Provisioning for port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:42.847452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:42.853836 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:42.854916 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.915608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.935857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-86088397-37e9-4bac-b7cc-e0fc371cb524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.958434 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-86088397-37e9-4bac-b7cc-e0fc371cb524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:42.972242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=e0cf0d9e-8b1f-4d4a-8933-aafba6cae402,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:42.989431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.060786 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-86088397-37e9-4bac-b7cc-e0fc371cb524 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ca60fa7edc942099623cb091ad28840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8421526 Aug 20 09:13:43.077956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:43.095424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:43.109678 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.112591 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.116362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86088397-37e9-4bac-b7cc-e0fc371cb524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5dfba-378b-4939-96a8-ab101ae7a010,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:43.137567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.142481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e71bb635-7574-48e2-8085-498cdd75780e tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/ports/e0cf0d9e-8b1f-4d4a-8933-aafba6cae402 HTTP/1.1" status: 204 len: 168 time: 0.9773984 Aug 20 09:13:43.143309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45950) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:43.234948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting subnet 7a099be7-5e7c-4e5e-9a0d-c6de29598bd6 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:13:43.250112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.253461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:43.290267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4cd30716-bd58-4edc-b5d8-c77920cd6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.323814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.375422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b7fc03b7-5887-40fa-b31d-3d99ffb47aa1 None None] Provisioning complete for port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:43.376190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b7fc03b7-5887-40fa-b31d-3d99ffb47aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.385925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167c77df-583c-402c-8054-6a0b11e1db26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.410417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167c77df-583c-402c-8054-6a0b11e1db26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.450920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Router 88f5bff2-749b-4942-837f-37e2972565bf is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:13:43.521555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.539921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167c77df-583c-402c-8054-6a0b11e1db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.542483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-167c77df-583c-402c-8054-6a0b11e1db26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.543641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-167c77df-583c-402c-8054-6a0b11e1db26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fc5dfba-378b-4939-96a8-ab101ae7a010 HTTP/1.1" status: 204 len: 168 time: 0.4643435 Aug 20 09:13:43.623400 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.624553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c77df-583c-402c-8054-6a0b11e1db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5dfba-378b-4939-96a8-ab101ae7a010,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:43.669498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.671959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:13:43.672891 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/subnets/7a099be7-5e7c-4e5e-9a0d-c6de29598bd6 HTTP/1.1" status: 204 len: 168 time: 0.5285637 Aug 20 09:13:43.676196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 45958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:43.681609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cb0bc-e7d0-46a4-a2a6-52100fe9b020 None None] Network 36e32b14-c161-4526-ad6f-54ff2d90af2c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:43.707825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Sync routers for ids ['88f5bff2-749b-4942-837f-37e2972565bf'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:13:43.717705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1272a44-dafe-4be8-b162-af361909a443 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Subnet': ['ID=7a099be7-5e7c-4e5e-9a0d-c6de29598bd6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:43.806978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Routers {'88f5bff2-749b-4942-837f-37e2972565bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:43.808428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['88f5bff2-749b-4942-837f-37e2972565bf'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:43.840636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.844749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 45966) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:43.844900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-68b348c8-0a77-483f-8a6e-ade17a25555d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8882689 Aug 20 09:13:43.872358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:43.903714 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000ac5-dc34-4e5c-9344-a589fe812659 req-84c2a3e6-4f33-4a26-92dc-f4dfe8df2b0d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:43.906366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60000ac5-dc34-4e5c-9344-a589fe812659 req-84c2a3e6-4f33-4a26-92dc-f4dfe8df2b0d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1133745 Aug 20 09:13:44.058697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60000ac5-dc34-4e5c-9344-a589fe812659 req-77cd0872-c180-4de8-b541-094358dc8a7d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457000 Aug 20 09:13:44.074681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Deleting port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:44.075242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.184982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] For port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,segment=NetworkSegment(543d1838-e49b-44e6-b97e-e0f262a79653),segment_id=543d1838-e49b-44e6-b97e-e0f262a79653)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:44.185527 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.203832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Calling delete_port for 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:44.324379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Set router 88f5bff2-749b-4942-837f-37e2972565bf gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:44.425735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.447128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.485195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Port': ['ID=8782e28e-0481-4fd9-bc5e-537e5ec31ae3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:44.501750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] No DVR routers for this DVR port 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:13:44.528622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:44.623680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.643319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e32b14-c161-4526-ad6f-54ff2d90af2c']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:44.666025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543d1838-e49b-44e6-b97e-e0f262a79653') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:44.666025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543d1838-e49b-44e6-b97e-e0f262a79653') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:44.684263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.694028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.699734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f87f3-515e-41a8-8fe9-6a0324b92242 None None] DHCP port deletion for 36e32b14-c161-4526-ad6f-54ff2d90af2c request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:13:44.718252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.728657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:13:44.729255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:13:44.768467 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:13:44.817175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:44.817470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.870337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:42Z', 'revision_number': 3, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:44.871836 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.880387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:44.884141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] 10.222.0.35 "DELETE /v2.0/networks/36e32b14-c161-4526-ad6f-54ff2d90af2c HTTP/1.1" status: 204 len: 168 time: 1.2069468 Aug 20 09:13:44.915348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Checking router: 88f5bff2-749b-4942-837f-37e2972565bf for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:13:44.915691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Updating router 88f5bff2-749b-4942-837f-37e2972565bf port e52e351f-68df-49d5-9031-b279e3e1ddb0 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:13:44.935832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cfbf5-1b99-4c60-b821-8b31d5b48968 tempest-AllowedAddressPairTestJSON-224124403 tempest-AllowedAddressPairTestJSON-224124403-project] Pushing event deleted for resources: {'Network': ['ID=36e32b14-c161-4526-ad6f-54ff2d90af2c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:44.985288 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.117537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Allocated IP 172.20.0.1 (9401392d-6032-4a04-ba97-6419f2908c23/ae1f0153-6fe1-41eb-a7b2-b0ee6160424d/e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:45.414875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495672a8-e568-464d-ac80-19bb6c2ff75e req-aec30dc4-f819-4670-af62-3e3218c2f3e2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:45.432800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-495672a8-e568-464d-ac80-19bb6c2ff75e req-aec30dc4-f819-4670-af62-3e3218c2f3e2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1650634 Aug 20 09:13:45.482782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.550406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Transition to ACTIVE for port object e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:45.562257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-495672a8-e568-464d-ac80-19bb6c2ff75e req-e15d955b-76a5-47e5-a517-5fba66f4daa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232090 Aug 20 09:13:45.640819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46012) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:45.691290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.698667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.715169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Transition to ACTIVE for port object e52e351f-68df-49d5-9031-b279e3e1ddb0 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:45.728801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.818693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Network 9401392d-6032-4a04-ba97-6419f2908c23 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:45.820928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Pushing event updated for resources: {'Port': ['ID=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:45.823109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Attempting to bind port e52e351f-68df-49d5-9031-b279e3e1ddb0 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:45.823687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Attempting to bind port e52e351f-68df-49d5-9031-b279e3e1ddb0 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:45.825074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Attempting to bind port e52e351f-68df-49d5-9031-b279e3e1ddb0 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:45.826324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:45.836678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:45.851219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:45.851702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:45.852360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.852771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:45.853264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Bound port: e52e351f-68df-49d5-9031-b279e3e1ddb0, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:45.853655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.906394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-6f57bbda-95f0-49f6-989f-6bb46aee4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:45.908501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-6f57bbda-95f0-49f6-989f-6bb46aee4577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1096 time: 0.2859683 Aug 20 09:13:45.964789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:45.966182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0c466-2631-4245-8cc1-7f61f7ece8af None None] Pushing event updated for resources: {'Port': ['ID=e52e351f-68df-49d5-9031-b279e3e1ddb0,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:45.973863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b218dfb1-eb5c-426d-be94-d5316f5f6d86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52bb106428ef436d8028a4a607760d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318167 Aug 20 09:13:45.976711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46020) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:46.020545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] For port e52e351f-68df-49d5-9031-b279e3e1ddb0, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:46.027457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] For port e52e351f-68df-49d5-9031-b279e3e1ddb0, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e52e351f-68df-49d5-9031-b279e3e1ddb0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:46.041008 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.092967 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fda9a68-b5a4-47e2-b88e-7c49898fa07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.145306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fda9a68-b5a4-47e2-b88e-7c49898fa07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.160407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-855d7894-8326-4c71-b527-15277db63520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:46.161936 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-855d7894-8326-4c71-b527-15277db63520 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.2225502 Aug 20 09:13:46.170384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Routers {'88f5bff2-749b-4942-837f-37e2972565bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:46.171039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['88f5bff2-749b-4942-837f-37e2972565bf'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:46.253380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fda9a68-b5a4-47e2-b88e-7c49898fa07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.256651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5fda9a68-b5a4-47e2-b88e-7c49898fa07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.261814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5fda9a68-b5a4-47e2-b88e-7c49898fa07a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c026d70f-3c70-43af-bd0d-f173962809eb HTTP/1.1" status: 204 len: 168 time: 0.2840540 Aug 20 09:13:46.274533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda9a68-b5a4-47e2-b88e-7c49898fa07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c026d70f-3c70-43af-bd0d-f173962809eb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:46.290619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] Set router 88f5bff2-749b-4942-837f-37e2972565bf gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:46.374912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-eb0164e6-ec68-4049-b476-4e1834a826b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 1001 time: 0.1205907 Aug 20 09:13:46.418609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0c466-2631-4245-8cc1-7f61f7ece8af None None] Pushing event updated for resources: {'Port': ['ID=e52e351f-68df-49d5-9031-b279e3e1ddb0,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:46.495601 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.502169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-638276cf-b9a8-4c05-ae5e-98347f5abc80 None None] Provisioning for port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:46.511644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-e8168d5f-f832-43f9-bf69-f282e85ab2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:46.513174 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-e8168d5f-f832-43f9-bf69-f282e85ab2bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.1020966 Aug 20 09:13:46.518757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-638276cf-b9a8-4c05-ae5e-98347f5abc80 None None] Provisioning complete for port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:46.519142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-638276cf-b9a8-4c05-ae5e-98347f5abc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.549747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:13:46.588922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:13:46.589280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8782e28e-0481-4fd9-bc5e-537e5ec31ae3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:13:46.651746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-638276cf-b9a8-4c05-ae5e-98347f5abc80 None None] Port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:46.655841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-5e9aa261-dda2-46b7-b95c-7b861b1dc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:46.657417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-5e9aa261-dda2-46b7-b95c-7b861b1dc770 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279957 Aug 20 09:13:46.711088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.747324 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-235dd229-5402-4771-946d-6b738044ab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:46.821763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:42Z', 'revision_number': 3, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:46.825704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-4afc58fe-2fbe-45a6-9e68-dd09129a5bdd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898036 Aug 20 09:13:46.840096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-64aae874-c2b8-4206-9c17-1500a1b301b5 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292167 Aug 20 09:13:46.903959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64225722-5921-4f09-9c3f-5550309a7370 None None] The sync data for ids ['88f5bff2-749b-4942-837f-37e2972565bf'] in n-d-804285-2 is: [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:42Z', 'revision_number': 3, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:13:46.919462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f033b2-a61e-4b20-8cfe-d8005c478628 req-b365f64e-40fb-4132-8611-f570c07c61df tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:46.926920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6f033b2-a61e-4b20-8cfe-d8005c478628 req-b365f64e-40fb-4132-8611-f570c07c61df tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.2140555 Aug 20 09:13:47.068394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-5782739b-5282-4e24-88e3-5fcd1109d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:47.070512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-5782739b-5282-4e24-88e3-5fcd1109d5db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db78ea35b044b249969e0f33a255ff7&device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 1096 time: 0.1424618 Aug 20 09:13:47.109595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c6c69ae3-164b-4241-be93-7e7029ac52db req-1c2de0ce-0c36-4824-933c-4212ee0860bc service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454484 Aug 20 09:13:47.121111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6f033b2-a61e-4b20-8cfe-d8005c478628 req-544cbb77-31d7-4fc0-9419-ef55399d4f5c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164827 Aug 20 09:13:47.280853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-f5a098be-e371-4b87-a356-753c778d10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:47.282454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-f5a098be-e371-4b87-a356-753c778d10e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 200 len: 907 time: 0.1887670 Aug 20 09:13:47.413685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-e1caec56-b302-4a7a-9b9e-6a598ea7bfc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 200 len: 1000 time: 0.1129606 Aug 20 09:13:47.552144 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:47.654742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-6eea8d5a-a16c-4fee-9998-dc80604519ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:47.661510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-6eea8d5a-a16c-4fee-9998-dc80604519ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 200 len: 846 time: 0.2224984 Aug 20 09:13:47.691543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:47.701932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:47.822580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-2a1c8239-d56c-4b86-bf82-3c6728b57868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:47.825495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Pushing event updated for resources: {'Port': ['ID=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:47.826449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-2a1c8239-d56c-4b86-bf82-3c6728b57868 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=40ff20ae-195c-4c1d-b967-310d41810e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605961 Aug 20 09:13:47.838617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.004738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46058) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:48.084608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-2e161a5a-f3c3-4aad-bb08-b26ed1303fea service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350466 Aug 20 09:13:48.100771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Network 9401392d-6032-4a04-ba97-6419f2908c23 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:48.104382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:48.250382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-167575244'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:48.358708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Router 88f5bff2-749b-4942-837f-37e2972565bf has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:13:48.410676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e74d89a5-f403-4707-9d50-af4b165288c9 req-90d1202f-5da6-49fc-b094-d7bbe9176992 service neutron] 10.222.0.26 "GET /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184509 Aug 20 09:13:48.432358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Made reservation on behalf of d21f961eab634a0fb0c407da3751a59f for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:48.444381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.471742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e87d-3f2d-4de1-8c52-f368fb0d5f7e req-29a2a09c-87ce-434e-a647-e8882dfe1c1a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:48.486415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e816e87d-3f2d-4de1-8c52-f368fb0d5f7e req-29a2a09c-87ce-434e-a647-e8882dfe1c1a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.2047687 Aug 20 09:13:48.495180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.548088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e52e351f-68df-49d5-9031-b279e3e1ddb0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:48.623117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:13:48.634677 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-af5f19ba-a229-4539-a71e-a32851c3ee2e admin admin] 10.222.0.35 "PUT /v2.0/routers/88f5bff2-749b-4942-837f-37e2972565bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7884221 Aug 20 09:13:48.642528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e816e87d-3f2d-4de1-8c52-f368fb0d5f7e req-d0336d0a-6107-4066-bc62-6305abbd0ce1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548247 Aug 20 09:13:48.653951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6ea1422-8b87-4e77-aa56-21d421ff0ba7 None None] Provisioning complete for port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:48.658239 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1422-8b87-4e77-aa56-21d421ff0ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.709652 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.722082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.747121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea1422-8b87-4e77-aa56-21d421ff0ba7 None None] Port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:48.754887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e52e351f-68df-49d5-9031-b279e3e1ddb0 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:48.760722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e52e351f-68df-49d5-9031-b279e3e1ddb0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:48.761407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.821027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:13:48.844605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.847069 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Added segment f00a486a-3b29-45e1-8556-d91cbaf85775 of type vlan for network 59bb06b9-f6e5-4e04-9262-af337001272c Aug 20 09:13:48.929611 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.932628 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.965222 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:48.987104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e52e351f-68df-49d5-9031-b279e3e1ddb0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e52e351f-68df-49d5-9031-b279e3e1ddb0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:49.005580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:49.014579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1e399-df93-4ed5-9a45-c6dee68ceb6a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:49.018246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:49.025893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:49.026895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:49.109259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46090) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:49.109989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1022127 Aug 20 09:13:49.115201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Request body: {'subnet': {'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:49.119111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa86af-f5c0-423c-b524-dca5404e477c tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event updated for resources: {'Network': ['ID=59bb06b9-f6e5-4e04-9262-af337001272c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:49.134609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e52e351f-68df-49d5-9031-b279e3e1ddb0,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:49.139079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 59bb06b9-f6e5-4e04-9262-af337001272c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:13:49.335498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Made reservation on behalf of d21f961eab634a0fb0c407da3751a59f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:49.339369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:49.593156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:49.747951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Checking segment: {'id': 'f00a486a-3b29-45e1-8556-d91cbaf85775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:49.748463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Network hostable DHCP agents. Network: 59bb06b9-f6e5-4e04-9262-af337001272c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:13:49.752901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event updated for resources: {'Subnet': ['ID=49006b94-f1b6-48c5-b4b6-eb58de968ecd,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:49.783518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Network 59bb06b9-f6e5-4e04-9262-af337001272c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:13:49.795769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 59bb06b9-f6e5-4e04-9262-af337001272c) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:49.801692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:49.802640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:49.807569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2a1ab-caa5-4264-b8c8-c6dcd07ad174 None None] Network 59bb06b9-f6e5-4e04-9262-af337001272c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:49.827220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2098975c-7b11-4996-b9e9-8521a970b805 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7163799 Aug 20 09:13:49.829886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46110) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:49.835628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Request body: {'port': {'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1314428094'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:49.896809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300baece-3663-40e5-a856-4ae8e606e9ca req-b8858653-016c-4825-8a76-9258dbc97988 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:49.900124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-300baece-3663-40e5-a856-4ae8e606e9ca req-b8858653-016c-4825-8a76-9258dbc97988 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.1383650 Aug 20 09:13:49.965632 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-300baece-3663-40e5-a856-4ae8e606e9ca req-ea98e338-6430-42d0-8291-7c0bcc428494 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581644 Aug 20 09:13:50.016004 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Sync routers for ids ['88f5bff2-749b-4942-837f-37e2972565bf'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:13:50.031588 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Routers {'88f5bff2-749b-4942-837f-37e2972565bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:50.034447 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['88f5bff2-749b-4942-837f-37e2972565bf'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:50.096760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-59bb06b9-f6e5-4e04-9262-af337001272c', 'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c', 'tenant_id': 'd21f961eab634a0fb0c407da3751a59f', 'fixed_ips': [{'subnet_id': '49006b94-f1b6-48c5-b4b6-eb58de968ecd'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:13:50.097631 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:50.183666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Set router 88f5bff2-749b-4942-837f-37e2972565bf gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:50.195447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Made reservation on behalf of d21f961eab634a0fb0c407da3751a59f for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:50.208367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:50.251023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] device_id is not set on port f17272a5-fd18-44ee-8893-d301479718ed yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:50.499182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Allocated IP 2001:db8::2 (59bb06b9-f6e5-4e04-9262-af337001272c/49006b94-f1b6-48c5-b4b6-eb58de968ecd/a09bf4c0-6724-46cf-9ece-e3f2da12592e) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:50.523070 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:46Z', 'revision_number': 4, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9', 'name': '', 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'mac_address': 'fa:16:3e:ad:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:44Z', 'updated_at': '2021-08-20T09:13:47Z', 'revision_number': 2, 'project_id': '27178b6182bd454890f448c5ff639658', 'subnets': [{'id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:50.529695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e52e351f-68df-49d5-9031-b279e3e1ddb0 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:50.568091 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Checking router: 88f5bff2-749b-4942-837f-37e2972565bf for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:13:50.568439 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Updating router 88f5bff2-749b-4942-837f-37e2972565bf port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:13:50.594564 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:50.649551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e52e351f-68df-49d5-9031-b279e3e1ddb0 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:50.649551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:50.813665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:50.825791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Transition to ACTIVE for port object a09bf4c0-6724-46cf-9ece-e3f2da12592e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:50.852786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Transition to ACTIVE for port object a09bf4c0-6724-46cf-9ece-e3f2da12592e will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:50.868519 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:50.944333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:51.014295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Network 59bb06b9-f6e5-4e04-9262-af337001272c is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:51.015973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Pushing event updated for resources: {'Port': ['ID=a09bf4c0-6724-46cf-9ece-e3f2da12592e,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:51.019768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:51.026851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:51.166021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Allocated IP 2001:db8::87 (59bb06b9-f6e5-4e04-9262-af337001272c/49006b94-f1b6-48c5-b4b6-eb58de968ecd/f17272a5-fd18-44ee-8893-d301479718ed) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:51.172955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Attempting to bind port a09bf4c0-6724-46cf-9ece-e3f2da12592e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:51.174871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Attempting to bind port a09bf4c0-6724-46cf-9ece-e3f2da12592e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f00a486a-3b29-45e1-8556-d91cbaf85775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:51.175407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Attempting to bind port a09bf4c0-6724-46cf-9ece-e3f2da12592e on network 59bb06b9-f6e5-4e04-9262-af337001272c {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:51.191429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:51.192520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Checking segment: {'id': 'f00a486a-3b29-45e1-8556-d91cbaf85775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:51.193365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.194596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Bound using segment: {'id': 'f00a486a-3b29-45e1-8556-d91cbaf85775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:51.196111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Bound port: a09bf4c0-6724-46cf-9ece-e3f2da12592e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00a486a-3b29-45e1-8556-d91cbaf85775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:51.197190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.204890 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-a5776e3d-66a4-4ac6-a90e-39e33570b211 service neutron] show failed (client error): The resource could not be found. Aug 20 09:13:51.206434 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.210421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-a5776e3d-66a4-4ac6-a90e-39e33570b211 service neutron] 10.222.0.37 "GET /v2.0/ports/24ca8888-36bc-4d33-820f-794654832a2a/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.3574698 Aug 20 09:13:51.239514 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Transition to ACTIVE for port object e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:51.248747 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.392215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] For port a09bf4c0-6724-46cf-9ece-e3f2da12592e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:51.411351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] For port a09bf4c0-6724-46cf-9ece-e3f2da12592e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a09bf4c0-6724-46cf-9ece-e3f2da12592e,segment=NetworkSegment(f00a486a-3b29-45e1-8556-d91cbaf85775),segment_id=f00a486a-3b29-45e1-8556-d91cbaf85775)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:51.425966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.571398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab186b-f938-463d-a28d-2a319dc3f882 None None] Pushing event updated for resources: {'Port': ['ID=a09bf4c0-6724-46cf-9ece-e3f2da12592e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:51.598953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.612419 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Pushing event updated for resources: {'Port': ['ID=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:51.624142 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.624707 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.625202 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.625851 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.626479 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.626953 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.627421 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.627904 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.628466 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.628933 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.629396 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.633094 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.636460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Transition to ACTIVE for port object f17272a5-fd18-44ee-8893-d301479718ed will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:51.717057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.724796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Attempting to bind port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:51.725196 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Attempting to bind port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:51.725541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Attempting to bind port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 on network 9401392d-6032-4a04-ba97-6419f2908c23 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:51.733282 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:51.733834 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Checking segment: {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:51.734097 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.734490 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Bound using segment: {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:51.734962 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Bound port: e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:51.735342 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.781437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Network 59bb06b9-f6e5-4e04-9262-af337001272c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:51.787696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:51.792838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:51.805053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:51.805900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.844759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event updated for resources: {'Port': ['ID=f17272a5-fd18-44ee-8893-d301479718ed,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:51.854599 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] For port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:51.856404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.856758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.857098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.857433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.857860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.858194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.858522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.858845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.859172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.859491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.859810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.860192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:13:51.863973 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] For port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:51.870916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9cfe3e89-9a15-4049-9eee-c4eaff8a3770 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0395682 Aug 20 09:13:51.873478 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:51.877233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:51.890167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Request body: {'port': {'network_id': '59bb06b9-f6e5-4e04-9262-af337001272c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-576025638', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:51.891048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] bootfile-name is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:13:51.891540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] tftp-server is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:13:51.892233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] server-ip-address is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:13:52.105483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Routers {'88f5bff2-749b-4942-837f-37e2972565bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:52.108318 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['88f5bff2-749b-4942-837f-37e2972565bf'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:52.231894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734caccb-8ba8-45b2-8a81-bb707de70e54 None None] Pushing event updated for resources: {'Port': ['ID=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:52.251200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Made reservation on behalf of d21f961eab634a0fb0c407da3751a59f for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:13:52.261294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:52.305349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] device_id is not set on port 950beaa9-0f26-4f70-9691-eba71e47229c yet. {{(pid=101317) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 09:13:52.357802 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] Set router 88f5bff2-749b-4942-837f-37e2972565bf gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:52.584295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c5e1-a968-4601-9f58-05c80fd91137 req-b26be393-7104-4d26-9b1e-7398b73779d0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:52.587484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4606c5e1-a968-4601-9f58-05c80fd91137 req-b26be393-7104-4d26-9b1e-7398b73779d0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 1.4665945 Aug 20 09:13:52.623325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-bdcb36e2-1179-4958-b677-ad3bd08069c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:52.629993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-bdcb36e2-1179-4958-b677-ad3bd08069c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 1096 time: 0.4842391 Aug 20 09:13:52.644038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Allocated IP 2001:db8::194 (59bb06b9-f6e5-4e04-9262-af337001272c/49006b94-f1b6-48c5-b4b6-eb58de968ecd/950beaa9-0f26-4f70-9691-eba71e47229c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:13:52.661294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a09bf4c0-6724-46cf-9ece-e3f2da12592e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:52.702061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:52.854351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4606c5e1-a968-4601-9f58-05c80fd91137 req-773aef47-9e02-4f8b-84e5-f2225ceb795d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434654 Aug 20 09:13:52.891775 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a09bf4c0-6724-46cf-9ece-e3f2da12592e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:52.964832 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:46Z', 'revision_number': 4, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9', 'name': '', 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'mac_address': 'fa:16:3e:ad:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:44Z', 'updated_at': '2021-08-20T09:13:51Z', 'revision_number': 4, 'project_id': '27178b6182bd454890f448c5ff639658', 'subnets': [{'id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:53.046797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.092007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Transition to ACTIVE for port object 950beaa9-0f26-4f70-9691-eba71e47229c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:53.144928 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04f94e-a7ac-4444-8adf-ac4a6e4348d7 None None] The sync data for ids ['88f5bff2-749b-4942-837f-37e2972565bf'] in n-d-804285-2 is: [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:46Z', 'revision_number': 4, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9', 'name': '', 'network_id': '9401392d-6032-4a04-ba97-6419f2908c23', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'mac_address': 'fa:16:3e:ad:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:44Z', 'updated_at': '2021-08-20T09:13:51Z', 'revision_number': 4, 'project_id': '27178b6182bd454890f448c5ff639658', 'subnets': [{'id': 'ae1f0153-6fe1-41eb-a7b2-b0ee6160424d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:13:53.191372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.308320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.448775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Network 59bb06b9-f6e5-4e04-9262-af337001272c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:13:53.453615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:13:53.458446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:13:53.473186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:53.474189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.503095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event updated for resources: {'Port': ['ID=950beaa9-0f26-4f70-9691-eba71e47229c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:53.513628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6329611c-59f5-4f2d-b340-3968780c2319 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6334550 Aug 20 09:13:53.516480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:53.528310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653733ad-63b0-487f-a4cd-d8498abdba03 None None] Network 59bb06b9-f6e5-4e04-9262-af337001272c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:53.630521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3e968-6b03-4350-a6a9-f14c876c48d6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:53.643762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3e968-6b03-4350-a6a9-f14c876c48d6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:53.662600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3e968-6b03-4350-a6a9-f14c876c48d6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:53.665994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f0f3e968-6b03-4350-a6a9-f14c876c48d6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1480494 Aug 20 09:13:53.668868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:53.671024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] Provisioning for port a09bf4c0-6724-46cf-9ece-e3f2da12592e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:53.676695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] Provisioning complete for port a09bf4c0-6724-46cf-9ece-e3f2da12592e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:53.677336 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.736867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.896801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Deleting port 950beaa9-0f26-4f70-9691-eba71e47229c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:53.897125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:53.980326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:54.027927 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.049496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:54.115846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] For port a09bf4c0-6724-46cf-9ece-e3f2da12592e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a09bf4c0-6724-46cf-9ece-e3f2da12592e,segment=NetworkSegment(f00a486a-3b29-45e1-8556-d91cbaf85775),segment_id=f00a486a-3b29-45e1-8556-d91cbaf85775)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:54.125807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.128852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.155653 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.161061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Transition to ACTIVE for port object 24ca8888-36bc-4d33-820f-794654832a2a will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:13:54.162230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:13:54.171983 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8319e4-285d-4076-a41b-2d3004d1d473" -d '{"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-unplugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:13:54.198940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Calling delete_port for 950beaa9-0f26-4f70-9691-eba71e47229c owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:54.202817 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.270509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910aec7-7f6e-4935-9b87-21fc7a98d9f8 None None] Pushing event updated for resources: {'Port': ['ID=a09bf4c0-6724-46cf-9ece-e3f2da12592e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:54.375204 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4390e-a440-48a4-93aa-49b3d58082a4 x-openstack-request-id: req-7cc4390e-a440-48a4-93aa-49b3d58082a4 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:13:54.375511 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-unplugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:13:54.375794 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cc4390e-a440-48a4-93aa-49b3d58082a4 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:13:54.376215 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'code': 200} Aug 20 09:13:54.645113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:54.649209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:13:54.667623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.800952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:54.833806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:54.836495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae904a77-3e3f-40e2-8636-7f8d2873d98d req-003e5669-0791-45af-91f3-59ac9f6603b0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:54.843147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "DELETE /v2.0/ports/950beaa9-0f26-4f70-9691-eba71e47229c HTTP/1.1" status: 204 len: 168 time: 1.1726170 Aug 20 09:13:54.843875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46204) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:54.847393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd742b-f8ac-4339-96e7-2c746e36a3e8 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event deleted for resources: {'Port': ['ID=950beaa9-0f26-4f70-9691-eba71e47229c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:54.849827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae904a77-3e3f-40e2-8636-7f8d2873d98d req-003e5669-0791-45af-91f3-59ac9f6603b0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.6634691 Aug 20 09:13:54.854153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Request body: {'port': {'name': 'tempest-new-port-name-1399093857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:13:54.854565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] bootfile-name is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:13:54.854886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] tftp-server is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:13:54.855223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.api.validators [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] server-ip-address is not in valid_values {{(pid=101317) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 09:13:54.886016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:13:54.938084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Provisioning for port f17272a5-fd18-44ee-8893-d301479718ed completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:54.975111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Provisioning complete for port f17272a5-fd18-44ee-8893-d301479718ed triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:54.975411 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.048609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.161448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Port f17272a5-fd18-44ee-8893-d301479718ed cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:55.178259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:13:55.182229 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] No DVR routers for this DVR port 24ca8888-36bc-4d33-820f-794654832a2a on host n-h1-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:13:55.191844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:55.192230 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.261528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Provisioning complete for port a09bf4c0-6724-46cf-9ece-e3f2da12592e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:55.274088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.373087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae904a77-3e3f-40e2-8636-7f8d2873d98d req-8eb9e6b2-fb7e-48e9-9fa0-ab98f44ab751 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5184691 Aug 20 09:13:55.601642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ba76ffea-64e0-4fc3-ac04-0503e6b542ed None None] Could not find standard attr ID for object 950beaa9-0f26-4f70-9691-eba71e47229c. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:55.626099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.651799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.659009 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.687188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:55.693298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.695313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a09bf4c0-6724-46cf-9ece-e3f2da12592e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:55.745315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] In _notify_port_updated(), no bound segment for port f17272a5-fd18-44ee-8893-d301479718ed on network 59bb06b9-f6e5-4e04-9262-af337001272c {{(pid=101317) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 09:13:55.752676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:55.755628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.758689 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "PUT /v2.0/ports/f17272a5-fd18-44ee-8893-d301479718ed HTTP/1.1" status: 200 len: 1129 time: 0.9134355 Aug 20 09:13:55.763740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46226) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:55.813601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea2550-09af-422d-b126-a615f3dbb35b tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event updated for resources: {'Port': ['ID=f17272a5-fd18-44ee-8893-d301479718ed,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:55.840459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:55.847422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e1f4e-4c39-4b75-8e07-4fde367f79de tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:55.848930 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8d9e1f4e-4c39-4b75-8e07-4fde367f79de tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "GET /v2.0/ports/f17272a5-fd18-44ee-8893-d301479718ed HTTP/1.1" status: 200 len: 1129 time: 0.0849106 Aug 20 09:13:55.855406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46230) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:55.865240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Deleting port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:55.865745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.883923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-618ab8e0-6a77-4c11-bb03-b149721e38a1 None None] Provisioning complete for port f17272a5-fd18-44ee-8893-d301479718ed triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:55.884580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-618ab8e0-6a77-4c11-bb03-b149721e38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.887633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a09bf4c0-6724-46cf-9ece-e3f2da12592e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:55.888240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:55.956034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:13:55.956536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:13:55.957052 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:55.963656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:13:55.964214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:13:55.973294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:13:55.974244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Checking segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:13:55.974820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Bound using segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:13:55.975422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Bound port: 24ca8888-36bc-4d33-820f-794654832a2a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:13:55.976015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.048966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-618ab8e0-6a77-4c11-bb03-b149721e38a1 None None] Port f17272a5-fd18-44ee-8893-d301479718ed cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:56.151793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-618ab8e0-6a77-4c11-bb03-b149721e38a1 None None] Could not find standard attr ID for object 950beaa9-0f26-4f70-9691-eba71e47229c. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:13:56.185228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Deleting port f17272a5-fd18-44ee-8893-d301479718ed {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:56.185580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.190175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:13:56.193475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:13:56.202670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] For port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:56.203059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.216242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.321844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Calling delete_port for e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:56.326482 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:56.327228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.331250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] 10.222.0.26 "PUT /v2.0/ports/24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 1091 time: 3.6479037 Aug 20 09:13:56.403143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:13:56.411468 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4cc557-3e08-4035-a7c9-89ea9b26466e" -d '{"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:13:56.457810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.517401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Calling delete_port for f17272a5-fd18-44ee-8893-d301479718ed owned by {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:56.530005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbdcf2-9c21-4649-9b75-c4aaf3607080 service neutron] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:56.632597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:13:56.794765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:56.796699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.840310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9e2d04d6-32fc-4a51-81c6-d30f26e0470d None None] Provisioning complete for port f17272a5-fd18-44ee-8893-d301479718ed triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:13:56.840893 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9e2d04d6-32fc-4a51-81c6-d30f26e0470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:56.894958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-6ac25b68-3e48-41d8-8a2a-cdbe470b07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:56.904750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-6ac25b68-3e48-41d8-8a2a-cdbe470b07b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1094 time: 0.1821618 Aug 20 09:13:56.947944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d04d6-32fc-4a51-81c6-d30f26e0470d None None] Port f17272a5-fd18-44ee-8893-d301479718ed cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:13:57.164182 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c693ff-5795-4f8f-928a-9a8aa73abfe6 x-openstack-request-id: req-c6c693ff-5795-4f8f-928a-9a8aa73abfe6 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:13:57.164739 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:13:57.164739 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6c693ff-5795-4f8f-928a-9a8aa73abfe6 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:13:57.165104 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'status': 'completed', 'code': 200} Aug 20 09:13:57.273414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-d0de6eb2-9412-4582-aae0-df722e658f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:57.275069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-d0de6eb2-9412-4582-aae0-df722e658f00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1094 time: 0.9106841 Aug 20 09:13:57.413270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-bf9daa0d-f9f0-4616-b814-3557e379d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:57.414783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-bf9daa0d-f9f0-4616-b814-3557e379d6c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.1319592 Aug 20 09:13:57.499112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd57978-60ae-4c61-9c81-f03c1a3e1e01 req-613ba095-9106-476d-ab2a-5755d6d686b9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:57.507711 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abd57978-60ae-4c61-9c81-f03c1a3e1e01 req-613ba095-9106-476d-ab2a-5755d6d686b9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.3409364 Aug 20 09:13:57.604008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abd57978-60ae-4c61-9c81-f03c1a3e1e01 req-d87ae744-7082-4bc8-b917-20c81c1cc9bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952559 Aug 20 09:13:57.622146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-ef460501-ff6d-4108-a9fe-2b04a5163ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:57.623753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-ef460501-ff6d-4108-a9fe-2b04a5163ca2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.6956332 Aug 20 09:13:57.630594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:57.660703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-8a89b45d-9107-429e-8f4e-4590eb1cc01d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.2232418 Aug 20 09:13:57.709685 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-2835620b-6cdd-4a31-b1ae-864658138ebb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.0763912 Aug 20 09:13:57.736941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-611c8122-52d6-4ae2-9a59-945dc94d9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:57.739677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-611c8122-52d6-4ae2-9a59-945dc94d9ece service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.0717921 Aug 20 09:13:57.741091 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:57.797883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event deleted for resources: {'Port': ['ID=f17272a5-fd18-44ee-8893-d301479718ed,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:57.918933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-831eca91-a5c1-4de5-a409-ceee4e556f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:57.921175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-831eca91-a5c1-4de5-a409-ceee4e556f51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.1880412 Aug 20 09:13:57.922649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:58.036808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-8466f334-ae21-4602-889b-96ae1bbaeb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:58.038959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-8466f334-ae21-4602-889b-96ae1bbaeb22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2855735 Aug 20 09:13:58.049349 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.070450 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-852b5212-57d3-47a8-8c06-1d2e054134c6 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "DELETE /v2.0/ports/f17272a5-fd18-44ee-8893-d301479718ed HTTP/1.1" status: 204 len: 168 time: 2.2094111 Aug 20 09:13:58.070672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46276) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:58.187656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Deleting subnet 49006b94-f1b6-48c5-b4b6-eb58de968ecd {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:13:58.191979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.234375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-b3cb5278-401b-44de-ac24-c3814d980a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:58.236382 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-b3cb5278-401b-44de-ac24-c3814d980a3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139723 Aug 20 09:13:58.262086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.280470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.311648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-18c66f53-8974-4bf5-9f00-51f59fc776e4 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654059 Aug 20 09:13:58.442148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.498722 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-5a77c36e-d6c9-42d1-ac53-912d170490b6 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827500 Aug 20 09:13:58.739066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.755384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Router 88f5bff2-749b-4942-837f-37e2972565bf has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:13:58.805226 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-aa0fd1a8-867a-400c-b7c1-837a80760b95 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935805 Aug 20 09:13:58.808116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event deleted for resources: {'Subnet': ['ID=49006b94-f1b6-48c5-b4b6-eb58de968ecd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:13:58.810360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:58.813026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-278797cc-7ad3-4ffb-87f0-2203174ecc9f tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "DELETE /v2.0/subnets/49006b94-f1b6-48c5-b4b6-eb58de968ecd HTTP/1.1" status: 204 len: 168 time: 0.7413580 Aug 20 09:13:58.815511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:58.819940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778b8de7-dc3c-4a6e-a878-4bb262a2520d None None] Network 59bb06b9-f6e5-4e04-9262-af337001272c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:13:58.949382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.019841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-6e48b661-c259-44f4-9e44-51891b52611c service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659412 Aug 20 09:13:59.119699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb96553-f7f5-477c-b5b7-4a469dae73a5 req-2a7635bd-7afd-4adb-bfaf-13025ebd1ab5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:59.121436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adb96553-f7f5-477c-b5b7-4a469dae73a5 req-2a7635bd-7afd-4adb-bfaf-13025ebd1ab5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.3521585 Aug 20 09:13:59.133061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Deleting port a09bf4c0-6724-46cf-9ece-e3f2da12592e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:59.133848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.272884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] For port a09bf4c0-6724-46cf-9ece-e3f2da12592e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a09bf4c0-6724-46cf-9ece-e3f2da12592e,segment=NetworkSegment(f00a486a-3b29-45e1-8556-d91cbaf85775),segment_id=f00a486a-3b29-45e1-8556-d91cbaf85775)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:13:59.274327 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.280055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:13:59.298622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Calling delete_port for a09bf4c0-6724-46cf-9ece-e3f2da12592e owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:13:59.307981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-46db3de1-1c2c-4a94-93e4-06b58277db3d admin admin] 10.222.0.35 "PUT /v2.0/routers/88f5bff2-749b-4942-837f-37e2972565bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3591063 Aug 20 09:13:59.308490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46304) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:13:59.312657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] Sync routers for ids ['88f5bff2-749b-4942-837f-37e2972565bf'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:13:59.329471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adb96553-f7f5-477c-b5b7-4a469dae73a5 req-0b421097-475b-4d8d-ad18-61f7a32df42a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903608 Aug 20 09:13:59.331792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-086dec3c-8425-468d-affa-ca5037988cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:59.333449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-086dec3c-8425-468d-affa-ca5037988cfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1094 time: 0.2091465 Aug 20 09:13:59.356268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] Routers {'88f5bff2-749b-4942-837f-37e2972565bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:13:59.357391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['88f5bff2-749b-4942-837f-37e2972565bf'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:13:59.475312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-095b0c2a-707e-4fc4-93ba-4aa4cff7bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:59.477955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-095b0c2a-707e-4fc4-93ba-4aa4cff7bd27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.1371245 Aug 20 09:13:59.528191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] Set router 88f5bff2-749b-4942-837f-37e2972565bf gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:13:59.585216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-363bcd41-07dd-40fc-91a1-aa115bae697b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.0988786 Aug 20 09:13:59.722805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.771944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] DHCP port deletion for 59bb06b9-f6e5-4e04-9262-af337001272c request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:13:59.777120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-d8de477e-3ac3-4eed-9ada-2250dfd96570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:59.779153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-d8de477e-3ac3-4eed-9ada-2250dfd96570 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.1794214 Aug 20 09:13:59.887012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.896637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Deleting port a09bf4c0-6724-46cf-9ece-e3f2da12592e {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:13:59.898546 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.899968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:13:59.932034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-44703adc-17fe-4891-b7ae-0cf03aa70d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:13:59.933673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-44703adc-17fe-4891-b7ae-0cf03aa70d3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392875 Aug 20 09:13:59.958696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] No DVR routers for this DVR port a09bf4c0-6724-46cf-9ece-e3f2da12592e on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:13:59.967777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event deleted for resources: {'Port': ['ID=a09bf4c0-6724-46cf-9ece-e3f2da12592e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:00.007966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] For port a09bf4c0-6724-46cf-9ece-e3f2da12592e, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:00.008398 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.029529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Calling delete_port for a09bf4c0-6724-46cf-9ece-e3f2da12592e owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:00.031822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:57Z', 'revision_number': 5, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port': {'id': 'e52e351f-68df-49d5-9031-b279e3e1ddb0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5bff2-749b-4942-837f-37e2972565bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:13:41Z', 'updated_at': '2021-08-20T09:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:00.034658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Port a09bf4c0-6724-46cf-9ece-e3f2da12592e was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:14:00.036749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.062492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-8cb8eaca-e4ca-45b3-824a-f160f832af05 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201310 Aug 20 09:14:00.102579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] Pushing event deleted for resources: {'Port': ['ID=a09bf4c0-6724-46cf-9ece-e3f2da12592e,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:00.105073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] Checking router: 88f5bff2-749b-4942-837f-37e2972565bf for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:00.115217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8e573-7a37-465d-8cd4-b1f562ebcfa3 None None] No DVR routers for this DVR port a09bf4c0-6724-46cf-9ece-e3f2da12592e on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:00.117254 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] Routers {'88f5bff2-749b-4942-837f-37e2972565bf'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:00.117985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['88f5bff2-749b-4942-837f-37e2972565bf'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:00.160190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.172482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bb06b9-f6e5-4e04-9262-af337001272c']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:00.185570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00a486a-3b29-45e1-8556-d91cbaf85775') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:00.186236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00a486a-3b29-45e1-8556-d91cbaf85775') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:00.193166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Deleting port e52e351f-68df-49d5-9031-b279e3e1ddb0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:00.193658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.206458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d4cc557-3e08-4035-a7c9-89ea9b26466e req-72f4ffed-574d-4734-a1f8-ad671ac8d226 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351609 Aug 20 09:14:00.227324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.275462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.283306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:14:00.283966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.292293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] Set router 88f5bff2-749b-4942-837f-37e2972565bf gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:14:00.341194 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:14:00.384035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:59Z', 'revision_number': 6, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:00.399555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.434875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.436807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] 10.222.0.35 "DELETE /v2.0/networks/59bb06b9-f6e5-4e04-9262-af337001272c HTTP/1.1" status: 204 len: 168 time: 1.6202075 Aug 20 09:14:00.440576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] For port e52e351f-68df-49d5-9031-b279e3e1ddb0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e52e351f-68df-49d5-9031-b279e3e1ddb0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:00.440957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.475800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088523a-e056-4448-88ba-cdfb2518d259 None None] The sync data for ids ['88f5bff2-749b-4942-837f-37e2972565bf'] in n-d-804285-2 is: [{'id': '88f5bff2-749b-4942-837f-37e2972565bf', 'name': 'tempest-ImageQuotaTest-633242406-router', 'tenant_id': '27178b6182bd454890f448c5ff639658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:13:40Z', 'updated_at': '2021-08-20T09:13:59Z', 'revision_number': 6, 'project_id': '27178b6182bd454890f448c5ff639658', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:00.481571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccba917-decc-4411-be88-a7a67216aac0 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796 tempest-ExtraDHCPOptionsIpV6TestJSON-580992796-project] Pushing event deleted for resources: {'Network': ['ID=59bb06b9-f6e5-4e04-9262-af337001272c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:00.492861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Calling delete_port for e52e351f-68df-49d5-9031-b279e3e1ddb0 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:00.541225 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbca20-2f0d-4a92-a9f5-bd5b539cffac req-7ae5535f-2fca-4096-90ac-417f06de8b62 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:00.552458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8fbca20-2f0d-4a92-a9f5-bd5b539cffac req-7ae5535f-2fca-4096-90ac-417f06de8b62 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.1237113 Aug 20 09:14:00.662382 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8fbca20-2f0d-4a92-a9f5-bd5b539cffac req-b60221b4-b55f-445d-b442-ad4831641b18 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076674 Aug 20 09:14:00.744940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:00.756315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46334) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:00.798763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52e351f-68df-49d5-9031-b279e3e1ddb0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:00.853313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a09bf4c0-6724-46cf-9ece-e3f2da12592e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:00.889779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a09bf4c0-6724-46cf-9ece-e3f2da12592e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:00.890060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a09bf4c0-6724-46cf-9ece-e3f2da12592e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:00.931884 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.112238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c914ca51-b097-4ff2-8252-2f837c322694 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d21f961eab634a0fb0c407da3751a59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554192 Aug 20 09:14:01.113274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46352) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:01.140735 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.142942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.182228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca41bc2c-abbb-47d8-a26a-b8eee0076726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.195760 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.196642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f5bff2-749b-4942-837f-37e2972565bf {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:14:01.202698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.206303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-11723641-45d8-4d5e-88d0-21c8d3196e24 admin admin] 10.222.0.35 "DELETE /v2.0/routers/88f5bff2-749b-4942-837f-37e2972565bf HTTP/1.1" status: 204 len: 168 time: 1.8948507 Aug 20 09:14:01.206503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46358) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:01.215302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca41bc2c-abbb-47d8-a26a-b8eee0076726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.270238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca41bc2c-abbb-47d8-a26a-b8eee0076726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.273833 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ca41bc2c-abbb-47d8-a26a-b8eee0076726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.275169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ca41bc2c-abbb-47d8-a26a-b8eee0076726 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9d1e399-df93-4ed5-9a45-c6dee68ceb6a HTTP/1.1" status: 204 len: 168 time: 0.1596506 Aug 20 09:14:01.286174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Deleting subnet ae1f0153-6fe1-41eb-a7b2-b0ee6160424d {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:14:01.289527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41bc2c-abbb-47d8-a26a-b8eee0076726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1e399-df93-4ed5-9a45-c6dee68ceb6a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:01.290904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.345289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.467982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.530459 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.562899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1f0153-6fe1-41eb-a7b2-b0ee6160424d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:01.574205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.577766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a0c10d3d-e7f5-4f8e-af63-7357fda35053 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ae1f0153-6fe1-41eb-a7b2-b0ee6160424d HTTP/1.1" status: 204 len: 168 time: 0.3695469 Aug 20 09:14:01.581179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:01.582912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a25d0-dd7c-49ab-9c07-b2e16929c340 None None] Network 9401392d-6032-4a04-ba97-6419f2908c23 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:01.671126 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.745138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Deleting port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:01.745553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.880565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058b35d-af2a-4a76-92ae-f02d68089667 req-f3e411af-e311-4228-a120-aa2fb47489c2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:01.882769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b058b35d-af2a-4a76-92ae-f02d68089667 req-f3e411af-e311-4228-a120-aa2fb47489c2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.1190302 Aug 20 09:14:01.889351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] For port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:01.889740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:01.942900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] DHCP port deletion for 9401392d-6032-4a04-ba97-6419f2908c23 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:14:01.962553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Calling delete_port for 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:02.007670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b058b35d-af2a-4a76-92ae-f02d68089667 req-23fb671e-d34b-4908-90db-21c2de231722 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152172 Aug 20 09:14:02.051497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] Deleting port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:02.052046 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:02.279042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:02.285537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] For port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,segment=NetworkSegment(f26e72e0-0f58-47a1-afa4-378e75f3c6ed),segment_id=f26e72e0-0f58-47a1-afa4-378e75f3c6ed)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:02.286600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:02.337594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] Calling delete_port for 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:02.398409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:02.419956 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] No DVR routers for this DVR port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:02.597106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e52e351f-68df-49d5-9031-b279e3e1ddb0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:02.670573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e52e351f-68df-49d5-9031-b279e3e1ddb0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:02.670935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e52e351f-68df-49d5-9031-b279e3e1ddb0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:02.671370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:02.747003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:02.869850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] No DVR routers for this DVR port 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:02.883271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 24ca8888-36bc-4d33-820f-794654832a2a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:14:02.905385 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:02.985907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:02.986482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e8b9c8eb-b31b-4cf4-8070-2c7e670a01c9 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:02.986912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:02.988708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6bb26-ed26-4026-acdb-7b6142045aa0 None None] Pushing event deleted for resources: {'Port': ['ID=16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:03.021496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9401392d-6032-4a04-ba97-6419f2908c23']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:03.027472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:03.027832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 16cb7c9d-fdc7-4cdc-8900-a3dc23dfd91c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:03.077555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:03.078186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26e72e0-0f58-47a1-afa4-378e75f3c6ed') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:03.086348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:03.102416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-2bb3b7c7-b3f3-4bcd-b409-ebdab963f676 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:03.104202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-2bb3b7c7-b3f3-4bcd-b409-ebdab963f676 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde&tenant_id=6caaa9aa26a243619caaee88e01e8cd6&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 943 time: 0.5998816 Aug 20 09:14:03.106478 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.132916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38c5f8-3d6b-41a7-8d99-e35ddd21e867 req-2190ad89-22d8-4bce-9df5-df260f29de95 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:03.138533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '24ca8888-36bc-4d33-820f-794654832a2a', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'mac_address': 'fa:16:3e:c0:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:14:03.145442 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c38c5f8-3d6b-41a7-8d99-e35ddd21e867 req-2190ad89-22d8-4bce-9df5-df260f29de95 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 943 time: 0.4028397 Aug 20 09:14:03.198583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.215663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ca8888-36bc-4d33-820f-794654832a2a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:14:03.227817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7addd8d-ab94-4bf9-9b49-ca133fb94cca req-3891237c-3cc8-4546-99b2-53ae425f44aa tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:03.238535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7addd8d-ab94-4bf9-9b49-ca133fb94cca req-3891237c-3cc8-4546-99b2-53ae425f44aa tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 945 time: 0.4246159 Aug 20 09:14:03.240571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:03.254142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.262901 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.277083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:14:03.279583 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.370802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:14:03.414552 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:14:03.443313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-e3f1bf6c-da60-4813-8b90-4f419deaf7d5 service neutron] 10.222.0.26 "GET /v2.0/ports/24ca8888-36bc-4d33-820f-794654832a2a/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 382 time: 0.3246362 Aug 20 09:14:03.443932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.466879 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:03.468756 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] 10.222.0.35 "DELETE /v2.0/networks/9401392d-6032-4a04-ba97-6419f2908c23 HTTP/1.1" status: 204 len: 168 time: 1.8867974 Aug 20 09:14:03.469865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['24ca8888-36bc-4d33-820f-794654832a2a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:14:03.476088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6c082-e39c-49a0-ae7d-1b8af7e7bd1e admin admin] Pushing event deleted for resources: {'Network': ['ID=9401392d-6032-4a04-ba97-6419f2908c23,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:03.517207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c38c5f8-3d6b-41a7-8d99-e35ddd21e867 req-806d2d0f-8b51-4dae-aec7-32a6c20de41e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628776 Aug 20 09:14:03.626822 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7addd8d-ab94-4bf9-9b49-ca133fb94cca req-c90c4ed1-a184-4a71-b963-deda45cf4b75 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/security-groups?id=0faeef23-b44a-4c60-93bf-13aefa2db830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838828 Aug 20 09:14:03.641422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-6a471548-59c1-4282-a720-a4b8b398d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:03.644438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-6a471548-59c1-4282-a720-a4b8b398d81a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1095 time: 0.1449771 Aug 20 09:14:03.929982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-23590758-2fda-465e-a1c6-dc3dbe7c98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:03.936595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-23590758-2fda-465e-a1c6-dc3dbe7c98f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.2824755 Aug 20 09:14:04.019612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46470) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:04.065525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-e6f1b649-3544-42f2-8e49-1b13d96d6ab8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 1000 time: 0.1202886 Aug 20 09:14:04.074820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-98537e05-b22c-40ea-8b3c-727ff51d513a tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:04.076398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-98537e05-b22c-40ea-8b3c-727ff51d513a tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 945 time: 0.1050322 Aug 20 09:14:04.138470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6d7186b8-9d9f-4f8b-93c4-84dce9277766 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27178b6182bd454890f448c5ff639658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176102 Aug 20 09:14:04.139754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46472) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:04.188721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-8c5c9e5d-dc62-4d83-9e67-31f95c677b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:04.190447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-8c5c9e5d-dc62-4d83-9e67-31f95c677b66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.1115422 Aug 20 09:14:04.226917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Deleting port 483638a8-c6df-4e6a-b04d-e0d6e89df184 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:04.227273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.239628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3db3d380-5add-46f8-82fb-57d0d5709770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.271668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-a943cac8-2498-4964-b11f-4b8462069fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:04.273335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-a943cac8-2498-4964-b11f-4b8462069fad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747523 Aug 20 09:14:04.275378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3db3d380-5add-46f8-82fb-57d0d5709770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.330576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] For port 483638a8-c6df-4e6a-b04d-e0d6e89df184, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=483638a8-c6df-4e6a-b04d-e0d6e89df184,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:04.331182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.579637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.580344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.581990 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Floating IP 17aec08c-5666-41a5-99f8-0dc8b7c01ab4 disassociated. External IP: 172.25.5.47, port: 483638a8-c6df-4e6a-b04d-e0d6e89df184. Aug 20 09:14:04.582610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Calling delete_port for 483638a8-c6df-4e6a-b04d-e0d6e89df184 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:04.763518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.784058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 24ca8888-36bc-4d33-820f-794654832a2a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:04.815636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1211f98d-eda7-4afd-bacd-d21237d37739 req-52a38aef-90a8-45f3-be8a-9e5c3c74097d tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 210 time: 0.0755205 Aug 20 09:14:04.821917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event deleted for resources: {'Port': ['ID=483638a8-c6df-4e6a-b04d-e0d6e89df184,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:04.880822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 24ca8888-36bc-4d33-820f-794654832a2a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:04.886162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 24ca8888-36bc-4d33-820f-794654832a2a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:04.886756 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.889588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-7231eb20-2cfb-42c8-a9c7-1761205d98d4 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063352 Aug 20 09:14:04.962978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498cd9e-eb25-418a-8adb-9c784b9af461 req-542f8408-9c2a-4b2e-89c2-a1a96f06b9ad tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:04.971845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c498cd9e-eb25-418a-8adb-9c784b9af461 req-542f8408-9c2a-4b2e-89c2-a1a96f06b9ad tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.2389064 Aug 20 09:14:04.976606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3db3d380-5add-46f8-82fb-57d0d5709770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.981750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3db3d380-5add-46f8-82fb-57d0d5709770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:04.989436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3db3d380-5add-46f8-82fb-57d0d5709770 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eef62363-2c90-4595-92bf-9bb91ff35154 HTTP/1.1" status: 204 len: 168 time: 0.8402891 Aug 20 09:14:05.005208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Router 4383e32c-d1f1-4055-9980-7041f087d67a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:05.070020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46510) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:05.074320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:05.136661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:05.139220 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78919c-0b97-4b99-a176-c8266a2880c3" -d '{"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-plugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:05.140906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3d380-5add-46f8-82fb-57d0d5709770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef62363-2c90-4595-92bf-9bb91ff35154,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:05.193946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:05.207318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:05.272985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:05.286538 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] Sync routers for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:05.303281 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:05.304349 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:05.346173 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda724e3-5604-4539-b806-9d35710b84a7 x-openstack-request-id: req-dda724e3-5604-4539-b806-9d35710b84a7 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:05.346518 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-plugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:05.346746 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dda724e3-5604-4539-b806-9d35710b84a7 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:05.348210 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'code': 200} Aug 20 09:14:05.366916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:05.384757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] No DVR routers for this DVR port 483638a8-c6df-4e6a-b04d-e0d6e89df184 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:05.388759 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:05.391281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03d3d5d7-237a-4725-acd7-a81a7047269d req-73b5e7c3-6ada-4963-89d1-f49135b2e041 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.26 "DELETE /v2.0/ports/483638a8-c6df-4e6a-b04d-e0d6e89df184 HTTP/1.1" status: 204 len: 173 time: 1.3077028 Aug 20 09:14:05.391770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'name': 'network-vif-deleted', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:05.398135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c498cd9e-eb25-418a-8adb-9c784b9af461 req-52dc540d-ca35-4755-b1aa-66d98696ef70 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226613 Aug 20 09:14:05.400430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-3a5dcf3d-3d66-4761-90fe-734386e83c14 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015230 Aug 20 09:14:05.401763 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7fb26e-2875-4d6f-9f68-575c936c2592" -d '{"events": [{"server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "name": "network-vif-deleted", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:05.522701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:05.550006 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c953cf2-9fd2-419e-a5ab-09eae91ca7cf x-openstack-request-id: req-3c953cf2-9fd2-419e-a5ab-09eae91ca7cf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:05.550305 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4e6670-754c-4930-a77f-eb5fc1c73b7d", "name": "network-vif-deleted", "tag": "483638a8-c6df-4e6a-b04d-e0d6e89df184", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:05.550712 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c953cf2-9fd2-419e-a5ab-09eae91ca7cf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:05.551129 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e6670-754c-4930-a77f-eb5fc1c73b7d', 'name': 'network-vif-deleted', 'tag': '483638a8-c6df-4e6a-b04d-e0d6e89df184', 'status': 'completed', 'code': 200} Aug 20 09:14:05.728182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ae3ca8f-0885-4373-a76c-f343404ad838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:05.805113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:05.825663 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:05.830356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ffa813-15e5-4075-8e17-ec9b14842c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:05.856315 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] Checking router: 4383e32c-d1f1-4055-9980-7041f087d67a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:05.880137 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:05.881432 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:05.887355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ae3ca8f-0885-4373-a76c-f343404ad838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:05.900587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3ae3ca8f-0885-4373-a76c-f343404ad838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.017004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3ca8f-0885-4373-a76c-f343404ad838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e011807d-75dd-4834-b805-bfd62ace602c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:06.034887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3ae3ca8f-0885-4373-a76c-f343404ad838 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f072c0ce671c49a5a833aaa3010ee137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9474719 Aug 20 09:14:06.037668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46544) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:06.108429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:06.164970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10ae21bc-e0aa-49f0-bfdb-ef800726ab49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.174673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94b35103-73be-46f9-8a61-88df55318628 req-168b602d-7914-4aa3-9322-8b86b8de47be tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f4e6670-754c-4930-a77f-eb5fc1c73b7d HTTP/1.1" status: 200 len: 210 time: 0.1271403 Aug 20 09:14:06.243612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10ae21bc-e0aa-49f0-bfdb-ef800726ab49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.262809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ffa813-15e5-4075-8e17-ec9b14842c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.268876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-13ffa813-15e5-4075-8e17-ec9b14842c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.326750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-13ffa813-15e5-4075-8e17-ec9b14842c06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5171201 Aug 20 09:14:06.327473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46554) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:06.328340 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10ae21bc-e0aa-49f0-bfdb-ef800726ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.328657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffa813-15e5-4075-8e17-ec9b14842c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd4e779-4f10-4c37-9e6c-20cc6ac51b20,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:06.331640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10ae21bc-e0aa-49f0-bfdb-ef800726ab49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.335874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-10ae21bc-e0aa-49f0-bfdb-ef800726ab49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e011807d-75dd-4834-b805-bfd62ace602c HTTP/1.1" status: 204 len: 168 time: 0.2924900 Aug 20 09:14:06.409292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae21bc-e0aa-49f0-bfdb-ef800726ab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e011807d-75dd-4834-b805-bfd62ace602c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:06.467511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f2e03dc-cd53-4d21-b342-c1681b7ec3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.514282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f2e03dc-cd53-4d21-b342-c1681b7ec3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.580335 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:06.631713 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f2e03dc-cd53-4d21-b342-c1681b7ec3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.636981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3f2e03dc-cd53-4d21-b342-c1681b7ec3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:06.637141 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37476267-ba8e-4771-9f15-10737c569c82 None None] The sync data for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 is: [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:08:43Z', 'revision_number': 4, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '526456fc-a38c-47f7-a3d3-1c44662b3265', 'name': '', 'network_id': '40ff20ae-195c-4c1d-b967-310d41810e85', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'mac_address': 'fa:16:3e:ab:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:42Z', 'updated_at': '2021-08-20T09:08:54Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'subnets': [{'id': '3087a9a6-fe03-495f-b70d-78b85607298c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:06.641501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f2e03dc-cd53-4d21-b342-c1681b7ec3d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbd4e779-4f10-4c37-9e6c-20cc6ac51b20 HTTP/1.1" status: 204 len: 168 time: 0.3008518 Aug 20 09:14:06.650191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84f0de-aaf0-40b2-b0d9-27eaed2e2dd6 req-a7c5e0b0-718b-4efe-b8b7-caecab4f5a1a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:06.651774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b84f0de-aaf0-40b2-b0d9-27eaed2e2dd6 req-a7c5e0b0-718b-4efe-b8b7-caecab4f5a1a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.0866978 Aug 20 09:14:06.672483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e03dc-cd53-4d21-b342-c1681b7ec3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd4e779-4f10-4c37-9e6c-20cc6ac51b20,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:06.790224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b84f0de-aaf0-40b2-b0d9-27eaed2e2dd6 req-a3bbd50e-ed03-4400-84fb-8fb8733c9f52 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194143 Aug 20 09:14:07.165842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46590) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:07.204063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e37bcb1d-d32d-456f-ba38-7b482fa24bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:07.205430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500349e-963f-4f05-b788-0ae716348f99 None None] New status for floating IP 17aec08c-5666-41a5-99f8-0dc8b7c01ab4: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:14:07.413057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46600) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:07.566687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e37bcb1d-d32d-456f-ba38-7b482fa24bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:07.575264 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e37bcb1d-d32d-456f-ba38-7b482fa24bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:07.698464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e37bcb1d-d32d-456f-ba38-7b482fa24bb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8196a96f3da24a3b86ad43f682dc2581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306346 Aug 20 09:14:07.699656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bcb1d-d32d-456f-ba38-7b482fa24bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b5aa5-56b6-499e-897a-bbb97c55e051,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:07.702231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46602) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:07.839275 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-262619f9-c88b-40cf-978b-e1c6a781408f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:07.869586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-262619f9-c88b-40cf-978b-e1c6a781408f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:07.876841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Deleting port 0d975cdb-c90b-4bd6-953d-51592978291c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:07.877193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.006464 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-262619f9-c88b-40cf-978b-e1c6a781408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.008349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-b439e5c6-4af4-417e-884f-0cc9344bdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:08.009751 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-b439e5c6-4af4-417e-884f-0cc9344bdb7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 1096 time: 0.2327580 Aug 20 09:14:08.024902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-262619f9-c88b-40cf-978b-e1c6a781408f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.026410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:08.030444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-262619f9-c88b-40cf-978b-e1c6a781408f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a59b5aa5-56b6-499e-897a-bbb97c55e051 HTTP/1.1" status: 204 len: 168 time: 0.3269985 Aug 20 09:14:08.133279 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.133798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.143437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46626) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:08.152205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.159753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Calling delete_port for 0d975cdb-c90b-4bd6-953d-51592978291c owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:08.190250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262619f9-c88b-40cf-978b-e1c6a781408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b5aa5-56b6-499e-897a-bbb97c55e051,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:08.263656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5a98a-1594-4313-84eb-fb3b06eac79e req-6e87400c-3e5d-4da7-8031-6e6f6e113de2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:08.274258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf5a98a-1594-4313-84eb-fb3b06eac79e req-6e87400c-3e5d-4da7-8031-6e6f6e113de2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 945 time: 0.2754645 Aug 20 09:14:08.385203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf5a98a-1594-4313-84eb-fb3b06eac79e req-20017f03-4b28-462f-9039-05f32b20e3c8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100736 Aug 20 09:14:08.389497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1258358830-network', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:08.496910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Made reservation on behalf of e2e58d6fb12c4c7487971d044115d9e7 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:14:08.500098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.525781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.681325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:08.701122 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:08.747852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event deleted for resources: {'Port': ['ID=0d975cdb-c90b-4bd6-953d-51592978291c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:08.805445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:08.821691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 24ca8888-36bc-4d33-820f-794654832a2a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:08.927903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:08.936571 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44dac15-5311-4290-870c-0e338f5b3856" -d '{"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-unplugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:08.964674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.000214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.028130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.032673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.038756 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bb29f287-ef93-4477-b35b-cfc6f8a5a1c9 tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "DELETE /v2.0/floatingips/17aec08c-5666-41a5-99f8-0dc8b7c01ab4 HTTP/1.1" status: 204 len: 168 time: 1.6247268 Aug 20 09:14:09.058398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.078019 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea7531-903c-490e-b2cc-c301ba43643c x-openstack-request-id: req-d6ea7531-903c-490e-b2cc-c301ba43643c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:09.078817 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-unplugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:09.079266 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6ea7531-903c-490e-b2cc-c301ba43643c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:09.079858 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'code': 200} Aug 20 09:14:09.089438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Transition to ACTIVE for port object 24ca8888-36bc-4d33-820f-794654832a2a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:09.100090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.111836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.140974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:14:09.178134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:14:09.178232 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:14:09.198534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46664) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:09.217621 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.218032 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Added segment 70c75333-8ad7-42c9-a8a6-ca72fe1e8b48 of type vlan for network 9d2de547-c6e9-4f54-b933-57200afecee1 Aug 20 09:14:09.219220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d081a-0087-43c2-8158-3f00409fead0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:09.390576 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a8e30f64-9e36-48db-ba26-9e0e59862f7b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.479846 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a8e30f64-9e36-48db-ba26-9e0e59862f7b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.636780 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a8e30f64-9e36-48db-ba26-9e0e59862f7b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.639853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a8e30f64-9e36-48db-ba26-9e0e59862f7b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:09.641146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a8e30f64-9e36-48db-ba26-9e0e59862f7b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] 10.222.0.35 "DELETE /v2.0/security-groups/0faeef23-b44a-4c60-93bf-13aefa2db830 HTTP/1.1" status: 204 len: 168 time: 0.4415841 Aug 20 09:14:09.666304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3c12-3647-46de-8614-230b839e1cf2 req-1ae024b5-0a80-48d2-b2df-9d211b9d49f1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:09.667983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e47c3c12-3647-46de-8614-230b839e1cf2 req-1ae024b5-0a80-48d2-b2df-9d211b9d49f1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.0886886 Aug 20 09:14:09.668963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e30f64-9e36-48db-ba26-9e0e59862f7b tempest-TestServerBasicOps-1560670847 tempest-TestServerBasicOps-1560670847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faeef23-b44a-4c60-93bf-13aefa2db830,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:09.773057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46686) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:09.814876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 483638a8-c6df-4e6a-b04d-e0d6e89df184 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:09.849838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e47c3c12-3647-46de-8614-230b839e1cf2 req-dc81f92c-7c0d-4102-9788-1b6a3994f802 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754622 Aug 20 09:14:09.850681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 483638a8-c6df-4e6a-b04d-e0d6e89df184 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:09.853797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 483638a8-c6df-4e6a-b04d-e0d6e89df184 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:10.222417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:10.244717 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.379873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] No DVR routers for this DVR port 24ca8888-36bc-4d33-820f-794654832a2a on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:10.528526 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.530028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:10.530661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.640329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4931273 Aug 20 09:14:10.642227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:10.650766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594d8ea-13df-449e-ad56-6f678cb3c932 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2de547-c6e9-4f54-b933-57200afecee1,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:10.659438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:10.660141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:10.660711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:10.663624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Request body: {'subnet': {'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1258358830-subnet', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:10.663849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9d2de547-c6e9-4f54-b933-57200afecee1 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:14:10.667436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:14:10.668014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Attempting to bind port 24ca8888-36bc-4d33-820f-794654832a2a on network 35ee28bd-f45c-4814-bc54-8b98ceedd502 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:10.674252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:10.674890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Checking segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:10.675490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Bound using segment: {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:10.676514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Bound port: 24ca8888-36bc-4d33-820f-794654832a2a, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:10.677262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.709651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.711316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Made reservation on behalf of e2e58d6fb12c4c7487971d044115d9e7 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:14:10.713832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.762620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:10.766919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:10.780118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.844459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:10.845402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:10.846876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] 10.222.0.37 "PUT /v2.0/ports/24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 1092 time: 2.8284678 Aug 20 09:14:11.111153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:11.113746 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62126de-fe66-43bd-bd66-3e0cdad0507e" -d '{"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:11.120951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ee329-639e-4b6e-9edc-063ba725a44d service neutron] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=11']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:11.162446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-a977eec5-bd32-474e-bd77-d07964a5901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:11.168006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-a977eec5-bd32-474e-bd77-d07964a5901a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1095 time: 0.2380409 Aug 20 09:14:11.207856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fa504-86e4-4025-8393-e80122960ff0 req-f633f0c1-b86e-41cd-9e35-f1db47651e26 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:11.209489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-728fa504-86e4-4025-8393-e80122960ff0 req-f633f0c1-b86e-41cd-9e35-f1db47651e26 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.1658118 Aug 20 09:14:11.308415 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c7a7d2-96f5-4d3d-b576-25f8a5d03d1e x-openstack-request-id: req-77c7a7d2-96f5-4d3d-b576-25f8a5d03d1e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:11.310023 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:11.310293 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77c7a7d2-96f5-4d3d-b576-25f8a5d03d1e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:11.310708 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'status': 'completed', 'code': 200} Aug 20 09:14:11.489489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-ca863d5d-88f6-4d4c-afe8-908d345eeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:11.492048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-ca863d5d-88f6-4d4c-afe8-908d345eeae7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.3155839 Aug 20 09:14:11.620022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-ca3d5f32-6422-4785-9f8f-da1134d7b32f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.1154070 Aug 20 09:14:11.736427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-91585f7e-fae6-4548-9037-2b24fbbb188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:11.738281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-91585f7e-fae6-4548-9037-2b24fbbb188d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.1118569 Aug 20 09:14:11.744853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-767a3fbb-96f7-492f-ac39-3be06e68ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:11.749948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-767a3fbb-96f7-492f-ac39-3be06e68ab95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1095 time: 0.3968334 Aug 20 09:14:11.763058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:11.769975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-728fa504-86e4-4025-8393-e80122960ff0 req-e6d8abeb-216d-455b-b632-d0c6dbb04a19 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314796 Aug 20 09:14:11.827890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:14:11.847144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-c7a9d211-70ee-4741-94ed-6e4592b598b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:11.850807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-c7a9d211-70ee-4741-94ed-6e4592b598b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046307 Aug 20 09:14:11.974579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70788edd-e67d-4002-af80-4603bbdfd16c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:12.014081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-0445dcbf-d1a8-43de-a1d2-6e0a16b5e89f service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560180 Aug 20 09:14:12.029586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Checking segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:12.029849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Network hostable DHCP agents. Network: 9d2de547-c6e9-4f54-b933-57200afecee1, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:14:12.130375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b726f126-bc53-4140-bdbe-3d40a7bca1cc req-3bcdc7e6-1d4c-47a8-a134-99cd8fd5b5c9 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092749 Aug 20 09:14:12.179101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-aef1a6d9-cd6b-40b4-8eeb-f5b15d5bec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:12.180745 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-aef1a6d9-cd6b-40b4-8eeb-f5b15d5bec18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.3969684 Aug 20 09:14:12.187513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Network 9d2de547-c6e9-4f54-b933-57200afecee1 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:14:12.229780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9d2de547-c6e9-4f54-b933-57200afecee1) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:12.255396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f0a3c1-e7f1-4a8d-9a99-afb82ca47802 None None] Network 9d2de547-c6e9-4f54-b933-57200afecee1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:12.285470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-97f658d3-e7d1-41bb-be99-fad7808fe82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:12.287435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-97f658d3-e7d1-41bb-be99-fad7808fe82b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1095 time: 0.0919032 Aug 20 09:14:12.306046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:12.306046 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.361835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ea905ed-9fa3-42a5-b7d2-090293c0ce1c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7030697 Aug 20 09:14:12.368655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Deleting port 526456fc-a38c-47f7-a3d3-1c44662b3265 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:12.369007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.413766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46792) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:12.437073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:12.460840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-ece5613f-7da7-4b35-b2a9-6cda606b3152 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.2637942 Aug 20 09:14:12.578662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.579741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.618201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9d2de547-c6e9-4f54-b933-57200afecee1', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:14:12.621434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.625838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-06f10925-f1ed-41ff-8b45-f5ca62d83dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:12.627377 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-06f10925-f1ed-41ff-8b45-f5ca62d83dbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.3323374 Aug 20 09:14:12.705949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] For port 526456fc-a38c-47f7-a3d3-1c44662b3265, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=526456fc-a38c-47f7-a3d3-1c44662b3265,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:12.706852 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.777647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Calling delete_port for 526456fc-a38c-47f7-a3d3-1c44662b3265 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:12.845116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-e6bf1867-9b0d-496c-b423-4e24e6c9e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:12.850574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-e6bf1867-9b0d-496c-b423-4e24e6c9e8d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.3702176 Aug 20 09:14:12.895607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:12.918173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:13.141363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-ee09a770-0673-412c-987d-34f63fa97d59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 999 time: 0.4973547 Aug 20 09:14:13.275648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb15d55c-512b-4889-a36b-93d673093edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:13.292166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Allocated IP 172.20.0.2 (9d2de547-c6e9-4f54-b933-57200afecee1/70788edd-e67d-4002-af80-4603bbdfd16c/835e6b2a-903d-42cb-b9a2-038271256600) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:13.367491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-51a46c04-a36f-4f50-a975-a3fed8622f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:13.369572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-51a46c04-a36f-4f50-a975-a3fed8622f8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5103145 Aug 20 09:14:13.392915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896d1-60b0-435d-8c79-06d7ad34556c req-1c1b4eae-378b-486b-8282-e24be3248843 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:13.404331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19f896d1-60b0-435d-8c79-06d7ad34556c req-1c1b4eae-378b-486b-8282-e24be3248843 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.3702526 Aug 20 09:14:13.562714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:13.634767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:13.640889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-191d2931-5200-48eb-86ba-7beab937750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:13.644543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-191d2931-5200-48eb-86ba-7beab937750b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.3655140 Aug 20 09:14:13.656592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Transition to ACTIVE for port object 835e6b2a-903d-42cb-b9a2-038271256600 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:13.687531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19f896d1-60b0-435d-8c79-06d7ad34556c req-6ae5ad94-61ec-4ea9-9972-3a68c9c77602 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827933 Aug 20 09:14:13.704443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Transition to ACTIVE for port object 835e6b2a-903d-42cb-b9a2-038271256600 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:13.719607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:13.823376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Pushing event updated for resources: {'Port': ['ID=835e6b2a-903d-42cb-b9a2-038271256600,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:13.869342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Network 9d2de547-c6e9-4f54-b933-57200afecee1 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:13.870469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-38635d52-eb8c-4804-a0ee-251be2c477f8 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653001 Aug 20 09:14:13.876583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:13.893045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:13.922100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-b818ffd8-a7a1-491d-8dd8-9cc6442a37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:13.923920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-b818ffd8-a7a1-491d-8dd8-9cc6442a37e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525280 Aug 20 09:14:14.097849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Attempting to bind port 835e6b2a-903d-42cb-b9a2-038271256600 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:14.098461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Attempting to bind port 835e6b2a-903d-42cb-b9a2-038271256600 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:14.101315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Attempting to bind port 835e6b2a-903d-42cb-b9a2-038271256600 on network 9d2de547-c6e9-4f54-b933-57200afecee1 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:14.107027 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:14.117080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:14.127310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:14.127955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Checking segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:14.128356 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:14.128921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Bound using segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:14.129377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Bound port: 835e6b2a-903d-42cb-b9a2-038271256600, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:14.129831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:14.276973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] For port 835e6b2a-903d-42cb-b9a2-038271256600, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:14.279402 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-812d689b-9ee3-49c8-b672-0b160147fc79 service neutron] 10.222.0.26 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947899 Aug 20 09:14:14.281192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] For port 835e6b2a-903d-42cb-b9a2-038271256600, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=835e6b2a-903d-42cb-b9a2-038271256600,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:14.289352 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:14.377545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Pushing event deleted for resources: {'Port': ['ID=526456fc-a38c-47f7-a3d3-1c44662b3265,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:14.450644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1780d73-1e3f-4c68-97dc-95a5ce78cb35 None None] Pushing event updated for resources: {'Port': ['ID=835e6b2a-903d-42cb-b9a2-038271256600,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:14.524638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-f09d7287-a30c-42af-9fea-284c25bd3690 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673327 Aug 20 09:14:14.746569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:14:14.801571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46894) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:14.930141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.088047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:15.102747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc0888-1114-4ad4-a7c9-ecec297a738b req-6f203ed2-bee7-48c4-bda6-1ece274fb668 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:15.105472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7efc0888-1114-4ad4-a7c9-ecec297a738b req-6f203ed2-bee7-48c4-bda6-1ece274fb668 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 944 time: 0.2714970 Aug 20 09:14:15.142058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.169253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '24ca8888-36bc-4d33-820f-794654832a2a', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'port_id': '24ca8888-36bc-4d33-820f-794654832a2a', 'mac_address': 'fa:16:3e:c0:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:14:15.234542 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.294523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7efc0888-1114-4ad4-a7c9-ecec297a738b req-a1ddf34c-4fdc-4e4c-8c58-5032d361c4b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544447 Aug 20 09:14:15.301280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.304095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46908) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:15.314550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a62126de-fe66-43bd-bd66-3e0cdad0507e req-53651ec8-4cf7-406c-9088-105387d185bb service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783599 Aug 20 09:14:15.407851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d29eca34-5821-417f-b3f6-d895f24ab9b6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/22bb9a1b-8ea8-49c6-be09-561e7e7e4aad HTTP/1.1" status: 200 len: 991 time: 0.1018600 Aug 20 09:14:15.492916 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.567795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ca8888-36bc-4d33-820f-794654832a2a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:14:15.606370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:15.618814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.620764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Allocated IP 172.25.5.171 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/d6574167-d55c-4a07-b49c-9aa119844fe9) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:15.734668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:15.819128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.849791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['24ca8888-36bc-4d33-820f-794654832a2a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:14:15.915275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:15.995804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:16.020216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:16.030638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:16.032930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Pushing event updated for resources: {'Port': ['ID=d6574167-d55c-4a07-b49c-9aa119844fe9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:16.042280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Router 4383e32c-d1f1-4055-9980-7041f087d67a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:16.226606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:16.233665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8c997b5f-582f-4fd6-8f5d-2e1c2bd7206b admin admin] 10.222.0.35 "PUT /v2.0/routers/4383e32c-d1f1-4055-9980-7041f087d67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4596131 Aug 20 09:14:16.239338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46916) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:16.247341 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] Sync routers for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:16.292036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:16.292683 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:13:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:16.292900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054506be-58ea-494e-affd-2209a5fd58da None None] Network 9d2de547-c6e9-4f54-b933-57200afecee1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:16.489463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:16.498004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:16.512009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-03130de8-733d-4750-8eaf-b67c8f236698 None None] Provisioning for port 835e6b2a-903d-42cb-b9a2-038271256600 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:16.546588 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:16.555482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:16.625421 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:16.694583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 835e6b2a-903d-42cb-b9a2-038271256600 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:16.701663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17ebcb1e643d4cf3b0bc52569f61a204&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8925378 Aug 20 09:14:16.706887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46926) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:16.730926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f161a01-0abc-4798-8d99-8d8ee16206b9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:16.761273 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b97b4a26-c225-4e38-a53b-9ec281c2b664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:16.767789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:16.813595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:16.816380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.816894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.817382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.817986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.818525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.830246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.830800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.831282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.831786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.832278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.832895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:16.833369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7f532-ecf4-46f4-8e91-84e868a67d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:17.033136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.040458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e48354f6-97a4-4f40-9644-4d4966e734d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.127562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e48354f6-97a4-4f40-9644-4d4966e734d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.133641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.227264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 24ca8888-36bc-4d33-820f-794654832a2a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:17.249159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Deleting port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:17.249159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.260015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 24ca8888-36bc-4d33-820f-794654832a2a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:17.260015 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.402749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e48354f6-97a4-4f40-9644-4d4966e734d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.405538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e48354f6-97a4-4f40-9644-4d4966e734d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.408844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e48354f6-97a4-4f40-9644-4d4966e734d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f161a01-0abc-4798-8d99-8d8ee16206b9 HTTP/1.1" status: 204 len: 168 time: 0.6969538 Aug 20 09:14:17.446341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48354f6-97a4-4f40-9644-4d4966e734d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f161a01-0abc-4798-8d99-8d8ee16206b9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:17.448955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] For port 42b94fb8-5af8-4878-9e62-5a8a3dccaff0, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:17.449330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.493121 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:14:13Z', 'revision_number': 5, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port': {'id': '42b94fb8-5af8-4878-9e62-5a8a3dccaff0', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:87:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:38Z', 'updated_at': '2021-08-20T09:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:17.498560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Calling delete_port for 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:17.551153 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] Checking router: 4383e32c-d1f1-4055-9980-7041f087d67a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:17.583012 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] Routers {'4383e32c-d1f1-4055-9980-7041f087d67a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:17.583910 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['4383e32c-d1f1-4055-9980-7041f087d67a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:17.634563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Router 3f2028ff-7229-4e64-87d2-36a562235c8c is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:14:17.724345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.728386 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.731713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 835e6b2a-903d-42cb-b9a2-038271256600 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:17.754461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 835e6b2a-903d-42cb-b9a2-038271256600 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:17.756972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.799364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] Set router 4383e32c-d1f1-4055-9980-7041f087d67a gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:17.841314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:17.846300 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00e64c6-8339-4c77-aaa3-63241c8c7ca6" -d '{"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-plugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:17.887450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:17.910009 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:17.950581 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:14:17Z', 'revision_number': 6, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:17.987596 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcabaf-d8c6-49fe-9616-6056d1eabf9c None None] The sync data for ids ['4383e32c-d1f1-4055-9980-7041f087d67a'] in n-d-804285-2 is: [{'id': '4383e32c-d1f1-4055-9980-7041f087d67a', 'name': 'tempest-TestServerBasicOps-59166748-router', 'tenant_id': '1db78ea35b044b249969e0f33a255ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:37Z', 'updated_at': '2021-08-20T09:14:17Z', 'revision_number': 6, 'project_id': '1db78ea35b044b249969e0f33a255ff7', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:18.083247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.083779 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6278d382-dc3a-4009-98ee-823e46658eb5 x-openstack-request-id: req-6278d382-dc3a-4009-98ee-823e46658eb5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:18.083779 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-plugged", "status": "completed", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:18.083993 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6278d382-dc3a-4009-98ee-823e46658eb5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:18.085384 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'code': 200} Aug 20 09:14:18.140128 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b94fb8-5af8-4878-9e62-5a8a3dccaff0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:18.236089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=13']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:18.240873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.248679 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.300569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-150b5f68-c028-4d06-8efe-9d8642bd1756 None None] Provisioning complete for port 835e6b2a-903d-42cb-b9a2-038271256600 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:18.302693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-150b5f68-c028-4d06-8efe-9d8642bd1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.360406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.362493 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.409224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:18.419099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.419886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4383e32c-d1f1-4055-9980-7041f087d67a {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:14:18.438315 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.439864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-99931172-be18-4ac4-9007-ab69fea65e58 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4383e32c-d1f1-4055-9980-7041f087d67a HTTP/1.1" status: 204 len: 168 time: 2.1988235 Aug 20 09:14:18.448465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:18.458917 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a01c-7c30-4e3f-84d1-9e1bf2cf4bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.495441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 835e6b2a-903d-42cb-b9a2-038271256600, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=835e6b2a-903d-42cb-b9a2-038271256600,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:18.507763 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.556417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Deleting subnet 3087a9a6-fe03-495f-b70d-78b85607298c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:14:18.563692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.646424 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.668894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:18.701194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Sync routers for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:18.757159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a01c-7c30-4e3f-84d1-9e1bf2cf4bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.765226 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a01c-7c30-4e3f-84d1-9e1bf2cf4bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.770227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.774346 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-69307685-4882-409f-8f69-fecb432ca42f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3560829 Aug 20 09:14:18.775488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46974) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:18.797671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=835e6b2a-903d-42cb-b9a2-038271256600,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:18.809282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:18.810140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:18.810815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.851085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4a01c-7c30-4e3f-84d1-9e1bf2cf4bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dae343c-0062-4361-879c-103d07675084,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:18.857922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d3d4a01c-7c30-4e3f-84d1-9e1bf2cf4bce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=710b85473c3f40ceb39cd0946a1782c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475145 Aug 20 09:14:18.861997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 46982) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:18.957185 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9331d523-526b-4147-b6a4-f82a87cb39ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:18.973620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.034618 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9331d523-526b-4147-b6a4-f82a87cb39ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.048660 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.050346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 526456fc-a38c-47f7-a3d3-1c44662b3265 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:19.105502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.109940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3087a9a6-fe03-495f-b70d-78b85607298c HTTP/1.1" status: 204 len: 168 time: 0.6576338 Aug 20 09:14:19.110109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdde15e-051b-48eb-994b-ea75c4eff263 None None] Network 40ff20ae-195c-4c1d-b967-310d41810e85 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:19.110208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48c7b0-0bc8-4ae1-a83b-6944378a4e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3087a9a6-fe03-495f-b70d-78b85607298c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:19.110298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 46986) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:19.181447 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9331d523-526b-4147-b6a4-f82a87cb39ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.187630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9331d523-526b-4147-b6a4-f82a87cb39ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.189633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9331d523-526b-4147-b6a4-f82a87cb39ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dae343c-0062-4361-879c-103d07675084 HTTP/1.1" status: 204 len: 168 time: 0.3266373 Aug 20 09:14:19.218098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331d523-526b-4147-b6a4-f82a87cb39ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dae343c-0062-4361-879c-103d07675084,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:19.346979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 526456fc-a38c-47f7-a3d3-1c44662b3265 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:19.347626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 526456fc-a38c-47f7-a3d3-1c44662b3265 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:19.555475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:19.570362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.737867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Deleting port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:19.740896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.900136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] DHCP port deletion for 40ff20ae-195c-4c1d-b967-310d41810e85 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:14:19.942423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] For port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:19.942714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:19.988515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Calling delete_port for 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:20.019665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:20.149388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Deleting port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:20.149817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:20.290264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:16Z', 'revision_number': 3, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:20.323086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Checking router: 3f2028ff-7229-4e64-87d2-36a562235c8c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:20.323626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Updating router 3f2028ff-7229-4e64-87d2-36a562235c8c port d6574167-d55c-4a07-b49c-9aa119844fe9 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:14:20.349882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] For port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,segment=NetworkSegment(329334cd-7f54-416f-a3bd-1544baed2c22),segment_id=329334cd-7f54-416f-a3bd-1544baed2c22)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:20.350577 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:20.368642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:20.370452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Calling delete_port for 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:20.518632 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:20.586990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] No DVR routers for this DVR port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:20.601259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:20.739505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 835e6b2a-903d-42cb-b9a2-038271256600 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:20.792487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Allocated IP 172.20.0.1 (9d2de547-c6e9-4f54-b933-57200afecee1/70788edd-e67d-4002-af80-4603bbdfd16c/4fd5599c-ab8a-42b6-934c-a08a8582f2d3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:20.804206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:20.838842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ff20ae-195c-4c1d-b967-310d41810e85']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:20.916126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329334cd-7f54-416f-a3bd-1544baed2c22') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:20.916594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329334cd-7f54-416f-a3bd-1544baed2c22') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:21.009063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.061030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.073243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:14:21.074236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:14:21.076411 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:14:21.258970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.261398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.266214 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.282744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.289166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:21.289885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 835e6b2a-903d-42cb-b9a2-038271256600 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:21.290264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.305381 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/40ff20ae-195c-4c1d-b967-310d41810e85 HTTP/1.1" status: 204 len: 168 time: 2.1897445 Aug 20 09:14:21.307769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbe282-607d-4e35-bcc3-9842ac0341f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ff20ae-195c-4c1d-b967-310d41810e85,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:21.335009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Transition to ACTIVE for port object 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:21.456853 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.468687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Network 40ff20ae-195c-4c1d-b967-310d41810e85 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:14:21.469209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] No DVR routers for this DVR port 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:21.503045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Pushing event deleted for resources: {'Port': ['ID=5c601ebf-16ef-4b3f-9127-ead2f3b3cce9,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:21.585306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Network 9d2de547-c6e9-4f54-b933-57200afecee1 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:21.599084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:21.608824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:21.617029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.636436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.636845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.637191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.637534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.637903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.638238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.638569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.638899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.639228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.639559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.639886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae44aa7-d21c-4ff8-bd4f-d108ddfc80b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:21.689098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.693034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:21.924470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:21.968916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Transition to ACTIVE for port object d6574167-d55c-4a07-b49c-9aa119844fe9 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:21.971100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:22.007136 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.009195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:22.009816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5c601ebf-16ef-4b3f-9127-ead2f3b3cce9 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:22.011172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:22.060173 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.096876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:22.097528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 42b94fb8-5af8-4878-9e62-5a8a3dccaff0 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:22.122056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Attempting to bind port d6574167-d55c-4a07-b49c-9aa119844fe9 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:22.122645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Attempting to bind port d6574167-d55c-4a07-b49c-9aa119844fe9 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:22.123026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Attempting to bind port d6574167-d55c-4a07-b49c-9aa119844fe9 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:22.132640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbdfc4b1-b71e-4d1a-a3ad-a0722a7750fb None None] Provisioning for port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:22.138973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbdfc4b1-b71e-4d1a-a3ad-a0722a7750fb None None] Provisioning complete for port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:22.139357 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc4b1-b71e-4d1a-a3ad-a0722a7750fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.186658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18aa6b-7cdc-4907-85b3-ace379f32e32 None None] Pushing event updated for resources: {'Port': ['ID=d6574167-d55c-4a07-b49c-9aa119844fe9,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:22.191079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cbdfc4b1-b71e-4d1a-a3ad-a0722a7750fb None None] Port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:14:22.211654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.212734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:22.213380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:22.221433 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.222392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:22.223064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Bound port: d6574167-d55c-4a07-b49c-9aa119844fe9, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:22.223630 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.367845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] For port d6574167-d55c-4a07-b49c-9aa119844fe9, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:22.372381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] For port d6574167-d55c-4a07-b49c-9aa119844fe9, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d6574167-d55c-4a07-b49c-9aa119844fe9,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:22.382639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.483616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.493783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.534788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18aa6b-7cdc-4907-85b3-ace379f32e32 None None] Pushing event updated for resources: {'Port': ['ID=d6574167-d55c-4a07-b49c-9aa119844fe9,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:22.574595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:22.576337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:22.701957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.712845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:22.853621 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Deleting port 879fcf07-30ce-4422-a78a-bbcff4b442c1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:22.860839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:22.899509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:22.961568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Network 9d2de547-c6e9-4f54-b933-57200afecee1 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:22.966722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:23.065271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] For port 879fcf07-30ce-4422-a78a-bbcff4b442c1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=879fcf07-30ce-4422-a78a-bbcff4b442c1,segment=NetworkSegment(17529ee4-dd19-43b6-b4e0-97afcbe8eaca),segment_id=17529ee4-dd19-43b6-b4e0-97afcbe8eaca)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:23.073102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:23.106741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Calling delete_port for 879fcf07-30ce-4422-a78a-bbcff4b442c1 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:23.236353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Router 3f2028ff-7229-4e64-87d2-36a562235c8c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:23.327403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47104) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:23.392178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:22Z', 'revision_number': 2, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:23.464582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5effe3fd-2003-4a8e-8b29-8c1df4bc31ac None None] The sync data for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 is: [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:22Z', 'revision_number': 2, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:23.489361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-57b62942-4fc7-4434-ac63-5ab647df5398 None None] Provisioning complete for port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:23.489774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-57b62942-4fc7-4434-ac63-5ab647df5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:23.496196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:23.503026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-728c1913-c588-49e2-ae52-1f5be35d6175 admin admin] 10.222.0.35 "PUT /v2.0/routers/3f2028ff-7229-4e64-87d2-36a562235c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7263148 Aug 20 09:14:23.539360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-57b62942-4fc7-4434-ac63-5ab647df5398 None None] Port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:14:23.629491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e47b6fc0-faa6-4a6e-bf0f-1542d8c1abdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:23.632587 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:23.674341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Pushing event deleted for resources: {'Port': ['ID=879fcf07-30ce-4422-a78a-bbcff4b442c1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:24.184650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e47b6fc0-faa6-4a6e-bf0f-1542d8c1abdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.187579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.199443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e47b6fc0-faa6-4a6e-bf0f-1542d8c1abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.312426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47134) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:24.326074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e47b6fc0-faa6-4a6e-bf0f-1542d8c1abdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=908a7f9c417e45ad8e238fad473dd1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9969192 Aug 20 09:14:24.329124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b6fc0-faa6-4a6e-bf0f-1542d8c1abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35acdf47-cf8a-4675-8d26-89719d057c40,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:24.465454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8739d3fd-c974-4b3a-9139-993437b4ddac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.520305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8739d3fd-c974-4b3a-9139-993437b4ddac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.637788 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8739d3fd-c974-4b3a-9139-993437b4ddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.652780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8739d3fd-c974-4b3a-9139-993437b4ddac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.654404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8739d3fd-c974-4b3a-9139-993437b4ddac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35acdf47-cf8a-4675-8d26-89719d057c40 HTTP/1.1" status: 204 len: 168 time: 0.3408711 Aug 20 09:14:24.686264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739d3fd-c974-4b3a-9139-993437b4ddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35acdf47-cf8a-4675-8d26-89719d057c40,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:24.824519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47148) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:24.831710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2115321679-network', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:24.869065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Made reservation on behalf of 9e804f775d4c4de18ed6a874d3643f86 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:14:24.879675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:24.918517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.211164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.221527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.259506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Router f7aad179-850d-42a9-990a-0917c3876320 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:25.286120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:14:25.296884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c927ba7-c0fc-4925-9b25-12b6d3b8c7af,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:25.319815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.322175 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Added segment 1ff38e09-67d3-4a44-b983-3bcf1112ebc2 of type vlan for network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 Aug 20 09:14:25.394423 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.401158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47164) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:25.420670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85164aca-799d-4a10-8c3c-9784e6d1a8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.481791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.481961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:25.483134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:25.483975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.499535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8874a9e6-3362-45a5-b346-380eccafc88d admin admin] 10.222.0.35 "PUT /v2.0/routers/f7aad179-850d-42a9-990a-0917c3876320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2060993 Aug 20 09:14:25.500194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] Sync routers for ids ['f7aad179-850d-42a9-990a-0917c3876320'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:25.500657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47168) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:25.516988 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] Routers {'f7aad179-850d-42a9-990a-0917c3876320'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:25.518424 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f7aad179-850d-42a9-990a-0917c3876320'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:25.593539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c16668f-6f35-4589-a2e9-e3ec29dcb4e7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:25.607299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:14:25.655298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85164aca-799d-4a10-8c3c-9784e6d1a8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.667565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85164aca-799d-4a10-8c3c-9784e6d1a8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.698762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.734842 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9265c005-987c-4fb3-b2cc-e26a9375f3e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9043987 Aug 20 09:14:25.749272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47172) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:25.762600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Request body: {'subnet': {'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2115321679-subnet', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:25.799863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85164aca-799d-4a10-8c3c-9784e6d1a8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9b69a1-7ac7-4427-946f-af901d2a3d12,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:25.825630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-85164aca-799d-4a10-8c3c-9784e6d1a8fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=286a6275e4eb4a799cf93864c05f4265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217744 Aug 20 09:14:25.827477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47174) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:25.875621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Made reservation on behalf of 9e804f775d4c4de18ed6a874d3643f86 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:14:25.877630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:25.894525 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] Set router f7aad179-850d-42a9-990a-0917c3876320 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:26.046195 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a640-f30e-4d06-b8a6-4411b532099f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.095071 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.166524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a640-f30e-4d06-b8a6-4411b532099f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.270362 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '39843eba-d67f-418c-af32-78480f3df2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:14:23Z', 'revision_number': 5, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port': {'id': '39843eba-d67f-418c-af32-78480f3df2b8', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aad179-850d-42a9-990a-0917c3876320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:08:49Z', 'updated_at': '2021-08-20T09:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:26.294374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Deleting port 39843eba-d67f-418c-af32-78480f3df2b8 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:26.294943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.311401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.371525 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] Checking router: f7aad179-850d-42a9-990a-0917c3876320 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:26.408798 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] Routers {'f7aad179-850d-42a9-990a-0917c3876320'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:26.410666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f7aad179-850d-42a9-990a-0917c3876320'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:26.433740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] For port 39843eba-d67f-418c-af32-78480f3df2b8, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=39843eba-d67f-418c-af32-78480f3df2b8,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:26.434171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.454080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd15a02f-7923-46ef-a548-4de7307fe29a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:26.456219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Calling delete_port for 39843eba-d67f-418c-af32-78480f3df2b8 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:26.468456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Checking segment: {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:26.469066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Network hostable DHCP agents. Network: 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:14:26.490050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:14:26.505564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:26.518941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27a3bc-9e37-45ad-bf39-fb71c320f265 None None] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:26.545674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:26.553625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.619845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47200) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:26.621741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cc9a0599-887a-4af7-a9e7-417c2477a7a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8709326 Aug 20 09:14:26.653842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:26.671277 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] Set router f7aad179-850d-42a9-990a-0917c3876320 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:26.838713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6574167-d55c-4a07-b49c-9aa119844fe9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:26.862626 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:14:26Z', 'revision_number': 6, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:26.921323 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d785a7-92f9-41f8-8f1c-2bd6cb1c3f1e None None] The sync data for ids ['f7aad179-850d-42a9-990a-0917c3876320'] in n-d-804285-2 is: [{'id': 'f7aad179-850d-42a9-990a-0917c3876320', 'name': 'tempest-TestServerBasicOps-328167420-router', 'tenant_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:08:48Z', 'updated_at': '2021-08-20T09:14:26Z', 'revision_number': 6, 'project_id': 'f17d7f86895d4d7c890bfc01d97c1df1', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:26.930917 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a640-f30e-4d06-b8a6-4411b532099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.934929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a640-f30e-4d06-b8a6-4411b532099f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.941636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c6b2a640-f30e-4d06-b8a6-4411b532099f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa9b69a1-7ac7-4427-946f-af901d2a3d12 HTTP/1.1" status: 204 len: 168 time: 1.1088691 Aug 20 09:14:26.972176 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:26.986226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2a640-f30e-4d06-b8a6-4411b532099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9b69a1-7ac7-4427-946f-af901d2a3d12,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:27.039486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39843eba-d67f-418c-af32-78480f3df2b8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:27.113556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-8c16668f-6f35-4589-a2e9-e3ec29dcb4e7', 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'fixed_ips': [{'subnet_id': 'fd15a02f-7923-46ef-a548-4de7307fe29a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:14:27.114448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.138260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.140257 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.237844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.330152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.346947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d6574167-d55c-4a07-b49c-9aa119844fe9 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:27.376191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d6574167-d55c-4a07-b49c-9aa119844fe9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:27.376554 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.603096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Allocated IP 172.20.0.2 (8c16668f-6f35-4589-a2e9-e3ec29dcb4e7/fd15a02f-7923-46ef-a548-4de7307fe29a/76d762d7-eb82-4753-8997-df1868e712a1) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:27.614917 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.623681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.630208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.645455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Sync routers for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:27.667994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port d6574167-d55c-4a07-b49c-9aa119844fe9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d6574167-d55c-4a07-b49c-9aa119844fe9,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:27.692686 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.855830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.885522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.886107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7aad179-850d-42a9-990a-0917c3876320 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:14:27.891572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:27.892040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:27.892971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:27.895996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47234) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:27.902615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a98e55a3-79d5-4aad-9e80-cdcffaab9ad7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f7aad179-850d-42a9-990a-0917c3876320 HTTP/1.1" status: 204 len: 168 time: 2.3985932 Aug 20 09:14:27.980888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.010023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Transition to ACTIVE for port object 76d762d7-eb82-4753-8997-df1868e712a1 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:28.016622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d6574167-d55c-4a07-b49c-9aa119844fe9,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:28.043435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Deleting subnet 1e9c1ceb-3edb-4aee-b426-70699d94fd53 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:14:28.051607 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.073191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Transition to ACTIVE for port object 76d762d7-eb82-4753-8997-df1868e712a1 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:28.085525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.143822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Pushing event updated for resources: {'Port': ['ID=76d762d7-eb82-4753-8997-df1868e712a1,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:28.153616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:28.192749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.195054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:28.203409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:28.209816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:28.313875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.362887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.438633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Attempting to bind port 76d762d7-eb82-4753-8997-df1868e712a1 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:28.439135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Attempting to bind port 76d762d7-eb82-4753-8997-df1868e712a1 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:28.439444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Attempting to bind port 76d762d7-eb82-4753-8997-df1868e712a1 on network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:28.454628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:28.455002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Checking segment: {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:28.455407 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.455887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Bound using segment: {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:28.456398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Bound port: 76d762d7-eb82-4753-8997-df1868e712a1, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:28.456782 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.569921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.711413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Allocated IP 172.25.5.179 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/ca8f9778-9fed-4255-8bcd-598a7ef11a85) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:28.774390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6574167-d55c-4a07-b49c-9aa119844fe9 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:28.816018 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.877188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.888971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] For port 76d762d7-eb82-4753-8997-df1868e712a1, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:28.941273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] For port 76d762d7-eb82-4753-8997-df1868e712a1, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=76d762d7-eb82-4753-8997-df1868e712a1,segment=NetworkSegment(1ff38e09-67d3-4a44-b983-3bcf1112ebc2),segment_id=1ff38e09-67d3-4a44-b983-3bcf1112ebc2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:28.952397 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.959549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.974979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:28.976917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1e9c1ceb-3edb-4aee-b426-70699d94fd53 HTTP/1.1" status: 204 len: 168 time: 1.0793469 Aug 20 09:14:28.977905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f6e4a-3be0-45d6-bd89-67ea3faad4a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9c1ceb-3edb-4aee-b426-70699d94fd53,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:28.991502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47268) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:29.036487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc9867-04a8-43da-a94b-0245e9b00ba1 None None] Network 9e886117-e804-46d9-b846-32ffdf4aaf01 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:29.088163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:29.101622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:29.107317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:29.155983 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:29.170266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Pushing event updated for resources: {'Port': ['ID=ca8f9778-9fed-4255-8bcd-598a7ef11a85,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:29.313780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Deleting port c832644d-7020-4786-96c5-1cbd78a1567c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:29.318935 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:29.368789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5a397-687b-4563-a69b-dd5f931bdebe None None] Pushing event updated for resources: {'Port': ['ID=76d762d7-eb82-4753-8997-df1868e712a1,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:29.423796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d6574167-d55c-4a07-b49c-9aa119844fe9 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:29.425000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:29.478810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] For port c832644d-7020-4786-96c5-1cbd78a1567c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c832644d-7020-4786-96c5-1cbd78a1567c,segment=NetworkSegment(17529ee4-dd19-43b6-b4e0-97afcbe8eaca),segment_id=17529ee4-dd19-43b6-b4e0-97afcbe8eaca)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:29.479880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:29.492563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:22Z', 'revision_number': 2, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:29.514172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Calling delete_port for c832644d-7020-4786-96c5-1cbd78a1567c owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:29.874238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:29.901978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:29.942753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c832644d-7020-4786-96c5-1cbd78a1567c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:29.950681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] No DVR routers for this DVR port c832644d-7020-4786-96c5-1cbd78a1567c on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:30.088064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Checking router: 3f2028ff-7229-4e64-87d2-36a562235c8c for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:30.088602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Updating router 3f2028ff-7229-4e64-87d2-36a562235c8c port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:14:30.119413 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.148339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e886117-e804-46d9-b846-32ffdf4aaf01']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:30.181905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17529ee4-dd19-43b6-b4e0-97afcbe8eaca') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:30.182207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17529ee4-dd19-43b6-b4e0-97afcbe8eaca') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:30.200159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.205599 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.238606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.249891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:14:30.250534 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:14:30.252634 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:14:30.383405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.392302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:30.394834 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e886117-e804-46d9-b846-32ffdf4aaf01 HTTP/1.1" status: 204 len: 168 time: 1.4023032 Aug 20 09:14:30.407817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16eee7-a6ae-4284-bc7f-5d3c2f30b755 None None] DHCP port deletion for 9e886117-e804-46d9-b846-32ffdf4aaf01 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:14:30.434771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e64c4d-5365-42bf-bf94-84d958eaaed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e886117-e804-46d9-b846-32ffdf4aaf01,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:30.623732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 39843eba-d67f-418c-af32-78480f3df2b8 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:30.707426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 39843eba-d67f-418c-af32-78480f3df2b8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:30.707644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 39843eba-d67f-418c-af32-78480f3df2b8 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:30.708008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 879fcf07-30ce-4422-a78a-bbcff4b442c1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:30.811198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47316) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:30.816282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 879fcf07-30ce-4422-a78a-bbcff4b442c1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:30.816856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 879fcf07-30ce-4422-a78a-bbcff4b442c1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:30.945541 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8df4dd22-e265-4e85-8352-920e40134a56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1db78ea35b044b249969e0f33a255ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331620 Aug 20 09:14:30.948324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:31.111990 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c9b197c-461b-495f-bfe1-8531fee26b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.129278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 76d762d7-eb82-4753-8997-df1868e712a1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:31.143335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.179381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c9b197c-461b-495f-bfe1-8531fee26b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.304007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5afc1b-a7c8-4ad1-a19b-6a9c00159e6a None None] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:31.314783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c9b197c-461b-495f-bfe1-8531fee26b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.319455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c9b197c-461b-495f-bfe1-8531fee26b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.320894 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2c9b197c-461b-495f-bfe1-8531fee26b45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2db30cb-5f29-48d2-8a51-356dc5bfdc4d HTTP/1.1" status: 204 len: 168 time: 0.3715250 Aug 20 09:14:31.364612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b197c-461b-495f-bfe1-8531fee26b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db30cb-5f29-48d2-8a51-356dc5bfdc4d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:31.427294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-26f00177-189f-48e4-ad7c-2a86b82687df None None] Provisioning for port 76d762d7-eb82-4753-8997-df1868e712a1 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:31.506720 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.514539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 76d762d7-eb82-4753-8997-df1868e712a1 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:31.533523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Router e6b465e4-eeaa-4433-8c02-0ae28c992908 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:14:31.552264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 76d762d7-eb82-4753-8997-df1868e712a1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:31.552667 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.667887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Transition to ACTIVE for port object 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:31.692785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:31.703751 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Sync routers for ids ['e6b465e4-eeaa-4433-8c02-0ae28c992908'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:31.722790 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Routers {'e6b465e4-eeaa-4433-8c02-0ae28c992908'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:31.726200 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.726757 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e6b465e4-eeaa-4433-8c02-0ae28c992908'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:31.729901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-63321c59-420e-4002-bb0d-9c09eb5dc88d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0983672 Aug 20 09:14:31.732635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47342) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:31.884211 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:31.992036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Set router e6b465e4-eeaa-4433-8c02-0ae28c992908 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:32.065592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369e10-18af-4c0b-ae3f-35a7ac9f2e60 None None] Pushing event updated for resources: {'Port': ['ID=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:32.079548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47354) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:32.211605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-67134fbd-9992-477a-8d1d-954687d4558e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f17d7f86895d4d7c890bfc01d97c1df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282606 Aug 20 09:14:32.212713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47358) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:32.347607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.388147 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c689e12f-fde5-4f42-bda0-304ea95c8279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.426131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 76d762d7-eb82-4753-8997-df1868e712a1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=76d762d7-eb82-4753-8997-df1868e712a1,segment=NetworkSegment(1ff38e09-67d3-4a44-b983-3bcf1112ebc2),segment_id=1ff38e09-67d3-4a44-b983-3bcf1112ebc2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:32.443412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Attempting to bind port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:32.450235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Attempting to bind port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:32.450912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Attempting to bind port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 on network 9d2de547-c6e9-4f54-b933-57200afecee1 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:32.466431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c689e12f-fde5-4f42-bda0-304ea95c8279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.529933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.532163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:32.532534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Checking segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:32.532932 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.533312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Bound using segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:32.542939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Bound port: 4fd5599c-ab8a-42b6-934c-a08a8582f2d3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:32.543350 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.621198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c832644d-7020-4786-96c5-1cbd78a1567c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:32.629955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c689e12f-fde5-4f42-bda0-304ea95c8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.633070 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c689e12f-fde5-4f42-bda0-304ea95c8279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.634370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c689e12f-fde5-4f42-bda0-304ea95c8279 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/768a1413-15fc-4aae-9efb-ee716eae236d HTTP/1.1" status: 204 len: 168 time: 0.4206407 Aug 20 09:14:32.671701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689e12f-fde5-4f42-bda0-304ea95c8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a1413-15fc-4aae-9efb-ee716eae236d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:32.690783 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:14:29Z', 'revision_number': 3, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:32.774520 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Checking router: e6b465e4-eeaa-4433-8c02-0ae28c992908 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:32.775158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Updating router e6b465e4-eeaa-4433-8c02-0ae28c992908 port ca8f9778-9fed-4255-8bcd-598a7ef11a85 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:14:32.809007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c832644d-7020-4786-96c5-1cbd78a1567c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:32.809360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c832644d-7020-4786-96c5-1cbd78a1567c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:32.842851 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:32.947624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-71fd7c24-f031-43d7-8e56-12c5bbce1f52 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5b417e61e57e42208d766853d402a043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491729 Aug 20 09:14:32.988501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:33.044588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] For port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:33.052820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] For port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:33.110670 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:33.141318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=76d762d7-eb82-4753-8997-df1868e712a1,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:33.240021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-def63c45-1463-460a-b718-ce9a4cc768c1 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:33.249262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-def63c45-1463-460a-b718-ce9a4cc768c1 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992704 Aug 20 09:14:33.299522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-1dce0213-7c02-4676-96c3-a7be94fd3e0d tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/quotas/5b417e61e57e42208d766853d402a043 HTTP/1.1" status: 200 len: 375 time: 0.0440199 Aug 20 09:14:33.386817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:33.387480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:33.397418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-0dd118f9-a9e8-4c4c-ac47-572c5976d470 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b417e61e57e42208d766853d402a043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868230 Aug 20 09:14:33.450160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dafff990-0206-4d63-8afd-d797a0037dcf None None] Provisioning complete for port 76d762d7-eb82-4753-8997-df1868e712a1 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:33.466929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dafff990-0206-4d63-8afd-d797a0037dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:33.623641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Allocated IP 172.20.0.1 (8c16668f-6f35-4589-a2e9-e3ec29dcb4e7/fd15a02f-7923-46ef-a548-4de7307fe29a/df31613f-357e-4008-8461-91ae600af7c7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:33.735421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369e10-18af-4c0b-ae3f-35a7ac9f2e60 None None] Pushing event updated for resources: {'Port': ['ID=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:33.835947 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:33.861676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Transition to ACTIVE for port object df31613f-357e-4008-8461-91ae600af7c7 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:33.956885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.010297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:34.054326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:34.072365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:34.092146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=df31613f-357e-4008-8461-91ae600af7c7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:34.116749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:34.121751 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.184966 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Transition to ACTIVE for port object ca8f9778-9fed-4255-8bcd-598a7ef11a85 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:34.204415 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.347573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.365044 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Attempting to bind port ca8f9778-9fed-4255-8bcd-598a7ef11a85 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:34.379077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Attempting to bind port ca8f9778-9fed-4255-8bcd-598a7ef11a85 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:34.379585 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Attempting to bind port ca8f9778-9fed-4255-8bcd-598a7ef11a85 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:34.413298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:34.414321 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:34.414944 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.415734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:34.416447 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Bound port: ca8f9778-9fed-4255-8bcd-598a7ef11a85, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:34.417047 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.580720 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47344574-52a4-46e4-8685-7e52ec7d9b59 req-daf1b6d4-3fad-4d3c-b672-426e4f5f1828 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 210 time: 0.7180049 Aug 20 09:14:34.712890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba6504-ac13-4e8e-bfea-b7f39ee417f3 None None] Pushing event updated for resources: {'Port': ['ID=ca8f9778-9fed-4255-8bcd-598a7ef11a85,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:34.739884 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] For port ca8f9778-9fed-4255-8bcd-598a7ef11a85, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:34.750916 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] For port ca8f9778-9fed-4255-8bcd-598a7ef11a85, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ca8f9778-9fed-4255-8bcd-598a7ef11a85,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:34.761026 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.768760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:33Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:34.855854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a380-e60c-4906-a91f-6965db85364d None None] The sync data for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 is: [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:33Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:34.879780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db682950-9d8f-4c72-a9bb-c4ad7a75b4b8 None None] Provisioning for port df31613f-357e-4008-8461-91ae600af7c7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:34.884973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-db682950-9d8f-4c72-a9bb-c4ad7a75b4b8 None None] Provisioning complete for port df31613f-357e-4008-8461-91ae600af7c7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:34.885358 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-db682950-9d8f-4c72-a9bb-c4ad7a75b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:34.960083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-db682950-9d8f-4c72-a9bb-c4ad7a75b4b8 None None] Port df31613f-357e-4008-8461-91ae600af7c7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:14:35.054477 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Routers {'e6b465e4-eeaa-4433-8c02-0ae28c992908'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:35.055255 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e6b465e4-eeaa-4433-8c02-0ae28c992908'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:35.077398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:35.152989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba6504-ac13-4e8e-bfea-b7f39ee417f3 None None] Pushing event updated for resources: {'Port': ['ID=ca8f9778-9fed-4255-8bcd-598a7ef11a85,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:35.244228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:35.266204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:35.266947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:35.333380 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] Set router e6b465e4-eeaa-4433-8c02-0ae28c992908 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:35.493803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:35.566625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:35.567659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:35.584789 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:35.585557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 76d762d7-eb82-4753-8997-df1868e712a1 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:35.601809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:35.794222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11763f43-97d4-40c9-a0d4-469b541d8326 req-764e83a1-87fd-4300-96a4-4074b0e00054 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 210 time: 0.0938911 Aug 20 09:14:35.873043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2011b777-dd82-4220-acda-9974458d8ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:35.928790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:35.950068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 76d762d7-eb82-4753-8997-df1868e712a1 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:35.954542 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:35.967241 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:14:29Z', 'revision_number': 3, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:36.044742 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f58c204-fe68-48fe-b3e4-d90a7fce8360 None None] The sync data for ids ['e6b465e4-eeaa-4433-8c02-0ae28c992908'] in n-d-804285-2 is: [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:14:29Z', 'revision_number': 3, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:36.058233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-fb8dc9a2-50d0-4398-8d15-309f362fdbc3 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5b417e61e57e42208d766853d402a043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172719 Aug 20 09:14:36.141640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.159855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.273440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=df31613f-357e-4008-8461-91ae600af7c7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:36.330442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.403822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-aab04ee3-0f04-4e31-8d1d-ae8426621bb2 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:36.411254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-aab04ee3-0f04-4e31-8d1d-ae8426621bb2 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406155 Aug 20 09:14:36.436600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Request body: {'port': {'device_id': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '5b417e61e57e42208d766853d402a043'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:36.506590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:36.508937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:36.556159 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2011b777-dd82-4220-acda-9974458d8ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.570417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2011b777-dd82-4220-acda-9974458d8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.658770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b777-dd82-4220-acda-9974458d8ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1e78a-79db-441f-b49b-af2a1a681f55,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:36.705372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2011b777-dd82-4220-acda-9974458d8ee0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12edc23c740440828e26c0ab72cbea3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1019297 Aug 20 09:14:36.710213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47474) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:36.817572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Router e6b465e4-eeaa-4433-8c02-0ae28c992908 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:36.856158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Made reservation on behalf of 5b417e61e57e42208d766853d402a043 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:14:36.863835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.931991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:36.952100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3835f134-d381-4af9-ac67-39798172a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.019598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-03ab242a-9a5d-41bc-b985-8d2d50585244 None None] Provisioning complete for port df31613f-357e-4008-8461-91ae600af7c7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:37.020596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-03ab242a-9a5d-41bc-b985-8d2d50585244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.033838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-256a543a-c314-4724-a010-503a02213838 req-40979f6d-d6a8-4718-b7df-bf3c27d3b78d tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 210 time: 0.1059370 Aug 20 09:14:37.048522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:37.064036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cf0b378f-d1fe-4e0b-a821-b6a6eb0d8ae2 admin admin] 10.222.0.35 "PUT /v2.0/routers/e6b465e4-eeaa-4433-8c02-0ae28c992908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3302319 Aug 20 09:14:37.096644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-03ab242a-9a5d-41bc-b985-8d2d50585244 None None] Port df31613f-357e-4008-8461-91ae600af7c7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:14:37.124748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ca8f9778-9fed-4255-8bcd-598a7ef11a85 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:37.179288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3835f134-d381-4af9-ac67-39798172a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.244950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port ca8f9778-9fed-4255-8bcd-598a7ef11a85 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:37.254069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ca8f9778-9fed-4255-8bcd-598a7ef11a85 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:37.255470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.271419 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.282999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.394730 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.425660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port ca8f9778-9fed-4255-8bcd-598a7ef11a85, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ca8f9778-9fed-4255-8bcd-598a7ef11a85,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:37.434581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.435781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:37.451210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Allocated IP 192.168.233.134 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/f8a449e6-d56e-439c-833b-afbd082220ab) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:14:37.642852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=ca8f9778-9fed-4255-8bcd-598a7ef11a85,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:37.657796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:37.657796 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.679194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe4e17-d3f6-47b5-9996-06dbd032d03e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:37.782441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3835f134-d381-4af9-ac67-39798172a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.788214 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3835f134-d381-4af9-ac67-39798172a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.809666 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3835f134-d381-4af9-ac67-39798172a694 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5a1e78a-79db-441f-b49b-af2a1a681f55 HTTP/1.1" status: 204 len: 168 time: 1.0813575 Aug 20 09:14:37.845846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835f134-d381-4af9-ac67-39798172a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1e78a-79db-441f-b49b-af2a1a681f55,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:37.854459 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:37.880637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Transition to ACTIVE for port object f8a449e6-d56e-439c-833b-afbd082220ab will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:37.968687 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:38.054256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:14:38.063266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:14:38.067974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:14:38.109850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Pushing event updated for resources: {'Port': ['ID=f8a449e6-d56e-439c-833b-afbd082220ab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:38.175685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:38.176507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:38.243720 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5fc0-9e7f-443c-8e6d-2e1996462493 req-52ee23db-3164-4dc4-b95e-7427b565149a tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:38.245906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67bb5fc0-9e7f-443c-8e6d-2e1996462493 req-52ee23db-3164-4dc4-b95e-7427b565149a tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 936 time: 0.1295226 Aug 20 09:14:38.249055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-9a4c526b-9f11-443d-aead-080df5ea4733 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8165338 Aug 20 09:14:38.294349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Request body: {'port': {'device_id': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:38.367672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67bb5fc0-9e7f-443c-8e6d-2e1996462493 req-a955e0a4-03b1-4063-b85a-ec81a25043f5 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115959 Aug 20 09:14:38.444054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e57bf8a-6c9a-423c-bafc-ba3f623e0d53 None None] Provisioning for port f8a449e6-d56e-439c-833b-afbd082220ab completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:38.449111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1e57bf8a-6c9a-423c-bafc-ba3f623e0d53 None None] Provisioning complete for port f8a449e6-d56e-439c-833b-afbd082220ab triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:38.449519 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e57bf8a-6c9a-423c-bafc-ba3f623e0d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:38.455880 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:38.518632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1e57bf8a-6c9a-423c-bafc-ba3f623e0d53 None None] Port f8a449e6-d56e-439c-833b-afbd082220ab cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:14:38.793776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Sync routers for ids ['e6b465e4-eeaa-4433-8c02-0ae28c992908'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:38.809522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Routers {'e6b465e4-eeaa-4433-8c02-0ae28c992908'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:38.811102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e6b465e4-eeaa-4433-8c02-0ae28c992908'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:38.913517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a449e6-d56e-439c-833b-afbd082220ab {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:14:38.923845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:38.941210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Transition to ACTIVE for port object f8a449e6-d56e-439c-833b-afbd082220ab will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:38.967121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:38.972094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Set router e6b465e4-eeaa-4433-8c02-0ae28c992908 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:39.124126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Pushing event updated for resources: {'Port': ['ID=f8a449e6-d56e-439c-833b-afbd082220ab,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:39.274940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Attempting to bind port f8a449e6-d56e-439c-833b-afbd082220ab on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:39.274940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Attempting to bind port f8a449e6-d56e-439c-833b-afbd082220ab by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:39.274940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Attempting to bind port f8a449e6-d56e-439c-833b-afbd082220ab on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:39.279580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Port f8a449e6-d56e-439c-833b-afbd082220ab on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:14:39.279907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Attempting to bind port f8a449e6-d56e-439c-833b-afbd082220ab on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:39.285867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:39.286460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:39.287818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:39.290685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Bound port: f8a449e6-d56e-439c-833b-afbd082220ab, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:39.291315 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:39.355652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ca8f9778-9fed-4255-8bcd-598a7ef11a85 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:39.413958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] For port f8a449e6-d56e-439c-833b-afbd082220ab, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:39.429805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] For port f8a449e6-d56e-439c-833b-afbd082220ab, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f8a449e6-d56e-439c-833b-afbd082220ab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:39.445574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:39.573707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:39.574436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:39.576017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] 10.222.0.26 "PUT /v2.0/ports/f8a449e6-d56e-439c-833b-afbd082220ab HTTP/1.1" status: 200 len: 1096 time: 1.2945850 Aug 20 09:14:39.582406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'tag': 'f8a449e6-d56e-439c-833b-afbd082220ab'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:39.586832 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a257b6b-2e7a-44c2-ba84-e3350875085f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd127a2-3e87-494a-8b59-ed7205fa11e8", "tag": "f8a449e6-d56e-439c-833b-afbd082220ab"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:39.655066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543e1c6-3a3c-477b-9cbf-68cb51a906dd req-23ea370d-d1a1-4568-bc3a-5959ce91e12d tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:39.671270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4543e1c6-3a3c-477b-9cbf-68cb51a906dd req-23ea370d-d1a1-4568-bc3a-5959ce91e12d tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 948 time: 0.1449549 Aug 20 09:14:39.715042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a07f4-3f16-4342-b1f1-8ad9d1eaaedc service neutron] Pushing event updated for resources: {'Port': ['ID=f8a449e6-d56e-439c-833b-afbd082220ab,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:39.720593 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7584f243-8573-4c4d-9634-3f0bb5482119 x-openstack-request-id: req-7584f243-8573-4c4d-9634-3f0bb5482119 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:39.720893 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd127a2-3e87-494a-8b59-ed7205fa11e8", "tag": "f8a449e6-d56e-439c-833b-afbd082220ab", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:39.723695 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7584f243-8573-4c4d-9634-3f0bb5482119 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:39.724050 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'tag': 'f8a449e6-d56e-439c-833b-afbd082220ab', 'status': 'completed', 'code': 200} Aug 20 09:14:39.773546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4543e1c6-3a3c-477b-9cbf-68cb51a906dd req-0d49320a-1629-4c8c-a59a-bb355e139db3 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986342 Aug 20 09:14:39.791165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-5784b739-7210-4859-9384-4d30887d0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:39.792695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-5784b739-7210-4859-9384-4d30887d0aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b417e61e57e42208d766853d402a043&device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 1099 time: 0.1538517 Aug 20 09:14:39.860559 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-2cacac98-b531-4e51-b109-64adfc08a5a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f8a449e6-d56e-439c-833b-afbd082220ab HTTP/1.1" status: 200 len: 217 time: 0.0582592 Aug 20 09:14:39.926119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ca8f9778-9fed-4255-8bcd-598a7ef11a85 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:39.926797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:40.011855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-5e9a5c82-ae98-4071-9c2a-c4f8ab2fab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:40.023216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-5e9a5c82-ae98-4071-9c2a-c4f8ab2fab9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1558137 Aug 20 09:14:40.114365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-5e35511b-b69a-41e7-8b65-b9278e82a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:40.119656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-5e35511b-b69a-41e7-8b65-b9278e82a6a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896633 Aug 20 09:14:40.149695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 4, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'df31613f-357e-4008-8461-91ae600af7c7', 'name': '', 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'mac_address': 'fa:16:3e:56:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'fd15a02f-7923-46ef-a548-4de7307fe29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:33Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 2, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'subnets': [{'id': 'fd15a02f-7923-46ef-a548-4de7307fe29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:40.236707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Checking router: e6b465e4-eeaa-4433-8c02-0ae28c992908 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:40.237069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Updating router e6b465e4-eeaa-4433-8c02-0ae28c992908 port df31613f-357e-4008-8461-91ae600af7c7 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:14:40.275244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:40.281894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-44d83ce8-10b3-45f8-8caa-1d3ee0629851 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533730 Aug 20 09:14:40.459289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-739a9d3b-0b74-46bf-a5cb-9f3775e39852 req-25ce80d0-872e-4af1-88c8-5c64ddef7789 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702604 Aug 20 09:14:40.644499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-90d19116-d6e3-4dcf-b523-7ec7bb686cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:40.646290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-90d19116-d6e3-4dcf-b523-7ec7bb686cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b417e61e57e42208d766853d402a043&device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 1099 time: 0.0900002 Aug 20 09:14:40.699889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:40.719755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Transition to ACTIVE for port object df31613f-357e-4008-8461-91ae600af7c7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:14:40.742200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:40.834758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-083e1db1-4ad8-4e98-b3be-5abc6c4e2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:40.836246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-083e1db1-4ad8-4e98-b3be-5abc6c4e2010 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1830797 Aug 20 09:14:40.863606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470920da-2519-45f4-9195-01b531e469ad None None] Pushing event updated for resources: {'Port': ['ID=df31613f-357e-4008-8461-91ae600af7c7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:40.964542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-c570d638-99d0-4762-9792-1903c73c2a77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f8a449e6-d56e-439c-833b-afbd082220ab HTTP/1.1" status: 200 len: 217 time: 0.1204605 Aug 20 09:14:40.984828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Attempting to bind port df31613f-357e-4008-8461-91ae600af7c7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:14:40.985812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Attempting to bind port df31613f-357e-4008-8461-91ae600af7c7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:14:40.988344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Attempting to bind port df31613f-357e-4008-8461-91ae600af7c7 on network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:14:41.022127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:14:41.023386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Checking segment: {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:14:41.024056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:41.025052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Bound using segment: {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:14:41.025758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Bound port: df31613f-357e-4008-8461-91ae600af7c7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff38e09-67d3-4a44-b983-3bcf1112ebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:14:41.026385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:41.087631 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cba68-d91e-45cb-a636-e55a398abe44 req-7cee0222-40eb-4b8f-8537-b2388b5e6c29 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:41.094515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe4cba68-d91e-45cb-a636-e55a398abe44 req-7cee0222-40eb-4b8f-8537-b2388b5e6c29 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 948 time: 0.1472626 Aug 20 09:14:41.155408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] For port df31613f-357e-4008-8461-91ae600af7c7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:14:41.159770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] For port df31613f-357e-4008-8461-91ae600af7c7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=df31613f-357e-4008-8461-91ae600af7c7,segment=NetworkSegment(1ff38e09-67d3-4a44-b983-3bcf1112ebc2),segment_id=1ff38e09-67d3-4a44-b983-3bcf1112ebc2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:14:41.165751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-744c6906-9f80-411a-83e5-fd7c45772341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:41.167272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-744c6906-9f80-411a-83e5-fd7c45772341 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.1735485 Aug 20 09:14:41.168525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:41.176562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe4cba68-d91e-45cb-a636-e55a398abe44 req-2089d51b-b3fc-46be-905c-7df9dccd56dc tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684748 Aug 20 09:14:41.222941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-261c7ffa-3718-49ed-9aff-d31f3983b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:41.226394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-261c7ffa-3718-49ed-9aff-d31f3983b7ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484068 Aug 20 09:14:41.261062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470920da-2519-45f4-9195-01b531e469ad None None] Pushing event updated for resources: {'Port': ['ID=df31613f-357e-4008-8461-91ae600af7c7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:41.286542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Routers {'e6b465e4-eeaa-4433-8c02-0ae28c992908'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:41.287466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e6b465e4-eeaa-4433-8c02-0ae28c992908'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:41.391256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-5ba12868-89e2-40e4-8b3a-0e1f14733a59 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543579 Aug 20 09:14:41.522151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8a257b6b-2e7a-44c2-ba84-e3350875085f req-c5565388-426d-4f34-a04b-d7d2068af2ff service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206667 Aug 20 09:14:41.526344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] Set router e6b465e4-eeaa-4433-8c02-0ae28c992908 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:41.838772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 4, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'df31613f-357e-4008-8461-91ae600af7c7', 'name': '', 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'mac_address': 'fa:16:3e:56:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'fd15a02f-7923-46ef-a548-4de7307fe29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:33Z', 'updated_at': '2021-08-20T09:14:41Z', 'revision_number': 4, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'subnets': [{'id': 'fd15a02f-7923-46ef-a548-4de7307fe29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:41.886878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead7521-7a76-49b3-bcda-9a279a14abad None None] The sync data for ids ['e6b465e4-eeaa-4433-8c02-0ae28c992908'] in n-d-804285-2 is: [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 4, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'df31613f-357e-4008-8461-91ae600af7c7', 'name': '', 'network_id': '8c16668f-6f35-4589-a2e9-e3ec29dcb4e7', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'mac_address': 'fa:16:3e:56:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_interface', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'fd15a02f-7923-46ef-a548-4de7307fe29a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:33Z', 'updated_at': '2021-08-20T09:14:41Z', 'revision_number': 4, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'subnets': [{'id': 'fd15a02f-7923-46ef-a548-4de7307fe29a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:42.337682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0207f-8543-4fcc-9d2c-342e041f7f24 req-ce1b482b-c27f-4dcf-b029-507f2dfd3dbf tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:42.337682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93f0207f-8543-4fcc-9d2c-342e041f7f24 req-ce1b482b-c27f-4dcf-b029-507f2dfd3dbf tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 948 time: 0.0633700 Aug 20 09:14:42.402798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93f0207f-8543-4fcc-9d2c-342e041f7f24 req-eeec8395-f24e-492d-996f-2c47c87198e2 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593290 Aug 20 09:14:42.709285 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:43.046772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df31613f-357e-4008-8461-91ae600af7c7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:43.220191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port df31613f-357e-4008-8461-91ae600af7c7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:43.236027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port df31613f-357e-4008-8461-91ae600af7c7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:43.236318 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:43.249639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e89eb0eb-009c-4253-ab13-a0603eacce37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:43.495084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:43.600361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port df31613f-357e-4008-8461-91ae600af7c7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=df31613f-357e-4008-8461-91ae600af7c7,segment=NetworkSegment(1ff38e09-67d3-4a44-b983-3bcf1112ebc2),segment_id=1ff38e09-67d3-4a44-b983-3bcf1112ebc2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:43.612045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d5a34-2d0a-427a-a01e-ac68db8e3aaf req-3e2cf92b-b800-4076-8573-fb8228440937 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:43.613555 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:43.621662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c4d5a34-2d0a-427a-a01e-ac68db8e3aaf req-3e2cf92b-b800-4076-8573-fb8228440937 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 948 time: 0.1011333 Aug 20 09:14:43.701125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c4d5a34-2d0a-427a-a01e-ac68db8e3aaf req-1678da2e-79cb-41f0-a596-2f481e7e1454 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780492 Aug 20 09:14:43.706895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=df31613f-357e-4008-8461-91ae600af7c7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:44.086190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.178912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47786) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:44.190540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92e548-63cf-460a-98ef-fea937745b5e req-8d86b064-4d46-4dc3-9ab6-877384d2cd5f tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:44.192665 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c92e548-63cf-460a-98ef-fea937745b5e req-8d86b064-4d46-4dc3-9ab6-877384d2cd5f tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1097 time: 0.0643404 Aug 20 09:14:44.252179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c92e548-63cf-460a-98ef-fea937745b5e req-a9318d5f-9bff-4dc9-8cf6-207927563782 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489860 Aug 20 09:14:44.267798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47792) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:44.398634 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-99c6ed9e-3888-4ba8-a1d3-098a74fa7bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.537079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 6dc207b8-6ab1-489d-a417-9aee591a0793 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:44.537409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.664986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.665290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.688489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 6dc207b8-6ab1-489d-a417-9aee591a0793 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:44.816305 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-99c6ed9e-3888-4ba8-a1d3-098a74fa7bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.825332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-99c6ed9e-3888-4ba8-a1d3-098a74fa7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:44.847502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65444694-6061-4ac8-95f6-da7f635727fb req-7167b811-b9ca-4bef-9c4e-d86828028989 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:44.849244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65444694-6061-4ac8-95f6-da7f635727fb req-7167b811-b9ca-4bef-9c4e-d86828028989 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 948 time: 0.0713224 Aug 20 09:14:44.958416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-99c6ed9e-3888-4ba8-a1d3-098a74fa7bcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1ba7ce64b934f09ab7344009fd8e73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781916 Aug 20 09:14:44.959236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 47810) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:44.963055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65444694-6061-4ac8-95f6-da7f635727fb req-8c5b51e4-103c-4514-bed3-e283f332cd86 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070898 Aug 20 09:14:44.981681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.021332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f8a449e6-d56e-439c-833b-afbd082220ab details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:14:45.031163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=6dc207b8-6ab1-489d-a417-9aee591a0793,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:45.039532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6ed9e-3888-4ba8-a1d3-098a74fa7bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602e19fa-54f8-45f5-9035-b4daa485ceae,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:45.054610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df31613f-357e-4008-8461-91ae600af7c7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:45.127264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2decb732-8c19-4518-ba2d-53dcbf658faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.152240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.resource_extend [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 09:14:45.155839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.156182 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP 22bb9a1b-8ea8-49c6-be09-561e7e7e4aad disassociated (deleted). External IP: 172.25.5.212, port: 24ca8888-36bc-4d33-820f-794654832a2a. Aug 20 09:14:45.162790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2decb732-8c19-4518-ba2d-53dcbf658faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.326481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port df31613f-357e-4008-8461-91ae600af7c7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:45.327054 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.338800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2decb732-8c19-4518-ba2d-53dcbf658faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.341442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2decb732-8c19-4518-ba2d-53dcbf658faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.345862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2decb732-8c19-4518-ba2d-53dcbf658faf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/602e19fa-54f8-45f5-9035-b4daa485ceae HTTP/1.1" status: 204 len: 168 time: 0.3798494 Aug 20 09:14:45.422327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decb732-8c19-4518-ba2d-53dcbf658faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e19fa-54f8-45f5-9035-b4daa485ceae,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:45.464340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f8a449e6-d56e-439c-833b-afbd082220ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f8a449e6-d56e-439c-833b-afbd082220ab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:45.501366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f8a449e6-d56e-439c-833b-afbd082220ab', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': 'f8a449e6-d56e-439c-833b-afbd082220ab', 'mac_address': 'fa:16:3e:f9:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:14:45.548302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router f03d9f9c-d0f6-4821-a047-f3822321abe9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:45.621391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.663480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a449e6-d56e-439c-833b-afbd082220ab {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:14:45.698467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f8a449e6-d56e-439c-833b-afbd082220ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f8a449e6-d56e-439c-833b-afbd082220ab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:45.710129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.759626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:45.768557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:45.772088 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] Sync routers for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:45.794995 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:45.797677 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:45.821768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f8a449e6-d56e-439c-833b-afbd082220ab,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:45.837804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e61117e7-4482-4ac1-b3df-9f2bb6a20fa9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/floatingips/22bb9a1b-8ea8-49c6-be09-561e7e7e4aad HTTP/1.1" status: 204 len: 168 time: 1.5664995 Aug 20 09:14:45.838915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:45.844104 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b8c1f4-3ae4-41de-87c7-fc367745abaa" -d '{"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:45.916383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f8a449e6-d56e-439c-833b-afbd082220ab'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:14:45.940672 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f15a1-554e-452a-b074-e75190bf7ee1 x-openstack-request-id: req-d15f15a1-554e-452a-b074-e75190bf7ee1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:45.940910 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:45.941157 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d15f15a1-554e-452a-b074-e75190bf7ee1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:45.941574 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'status': 'completed', 'code': 200} Aug 20 09:14:46.014079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47836) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:46.033981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bd95666-0278-49dc-a887-c6f17938eddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.071652 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:46.105233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-89843e62-704f-44e7-b336-f18d5450fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:46.109892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-89843e62-704f-44e7-b336-f18d5450fc7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 1097 time: 0.1315575 Aug 20 09:14:46.384154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-bb172117-0503-44cc-bce7-bdb698791ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:46.388935 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-bb172117-0503-44cc-bce7-bdb698791ab9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 200 len: 896 time: 0.2700186 Aug 20 09:14:46.392463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9471b-e8e3-4126-8709-5754c6c207aa req-7a854c07-2353-4f5d-8f6e-d13e294394e9 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:46.392819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.394186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71f9471b-e8e3-4126-8709-5754c6c207aa req-7a854c07-2353-4f5d-8f6e-d13e294394e9 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 949 time: 0.2503476 Aug 20 09:14:46.464046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7e449-9733-418d-8f07-e5aaba78cf8b req-456a0d3e-99ed-4905-b8e9-f63f64db5321 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:46.465646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7c7e449-9733-418d-8f07-e5aaba78cf8b req-456a0d3e-99ed-4905-b8e9-f63f64db5321 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 946 time: 0.1496303 Aug 20 09:14:46.490881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-e25ab112-4df1-4399-b6e0-4e7d7bc4509a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 200 len: 217 time: 0.0926757 Aug 20 09:14:46.527265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bd95666-0278-49dc-a887-c6f17938eddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.539451 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bd95666-0278-49dc-a887-c6f17938eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.580559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-e8bb2932-d718-4f6c-b4ff-3b6ee061ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:46.582825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-e8bb2932-d718-4f6c-b4ff-3b6ee061ee07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 200 len: 834 time: 0.0826786 Aug 20 09:14:46.601780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7c7e449-9733-418d-8f07-e5aaba78cf8b req-7ba780d7-4a88-47e5-a335-23c4b86bcb46 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177714 Aug 20 09:14:46.609948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71f9471b-e8e3-4126-8709-5754c6c207aa req-5320317e-859d-45ff-aad0-621bc57afd5d tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941490 Aug 20 09:14:46.631847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6bd95666-0278-49dc-a887-c6f17938eddc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bd49faa4f054ae2823f582f4d8e858c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150815 Aug 20 09:14:46.635605 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:45Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:46.637395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47844) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:46.641554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95666-0278-49dc-a887-c6f17938eddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be3a8f-6e56-4356-9c96-791b1b2bb60d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:46.652532 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-744950e2-56cd-4bbd-b6ef-d5cdd054bd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.667209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-ab412238-03a8-44a6-9ce8-26458a5f643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:46.668794 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-ab412238-03a8-44a6-9ce8-26458a5f643b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35ee28bd-f45c-4814-bc54-8b98ceedd502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785942 Aug 20 09:14:46.708527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] Checking router: f03d9f9c-d0f6-4821-a047-f3822321abe9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:46.720787 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:46.721366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:46.762201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b52ed0b3-dea1-47a7-a8e3-d027141d71f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.786674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-06c1ad25-31b3-4a37-aa44-a592d1fc0284 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087911 Aug 20 09:14:46.823383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b52ed0b3-dea1-47a7-a8e3-d027141d71f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.881070 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:46.931650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b52ed0b3-dea1-47a7-a8e3-d027141d71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.934819 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b52ed0b3-dea1-47a7-a8e3-d027141d71f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:46.936260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b52ed0b3-dea1-47a7-a8e3-d027141d71f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7be3a8f-6e56-4356-9c96-791b1b2bb60d HTTP/1.1" status: 204 len: 168 time: 0.2977538 Aug 20 09:14:46.984119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ed0b3-dea1-47a7-a8e3-d027141d71f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be3a8f-6e56-4356-9c96-791b1b2bb60d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:47.037022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f8a449e6-d56e-439c-833b-afbd082220ab up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:14:47.133905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-92b8c1f4-3ae4-41de-87c7-fc367745abaa req-5b6256a4-55e9-4fad-b351-090900c8c683 service neutron] 10.222.0.37 "GET /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383541 Aug 20 09:14:47.179729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f8a449e6-d56e-439c-833b-afbd082220ab completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:14:47.185123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f8a449e6-d56e-439c-833b-afbd082220ab triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:14:47.185506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:47.340343 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:45Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:47.398953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:47.407902 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:47.425303 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1602abc-5549-4f9d-858f-5cba6277aa5c None None] The sync data for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 is: [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:12:32Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4ec7ea08-b0c7-43f0-aa02-8890531c98e7', 'name': '', 'network_id': '35ee28bd-f45c-4814-bc54-8b98ceedd502', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:b7:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:31Z', 'updated_at': '2021-08-20T09:12:45Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:47.551370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a449e6-d56e-439c-833b-afbd082220ab'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:47.563945 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723d6ca-3f04-4885-a12b-1df11113ff0b" -d '{"events": [{"server_uuid": "7dd127a2-3e87-494a-8b59-ed7205fa11e8", "name": "network-vif-plugged", "status": "completed", "tag": "f8a449e6-d56e-439c-833b-afbd082220ab"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:47.615562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:47.634633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f8a449e6-d56e-439c-833b-afbd082220ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f8a449e6-d56e-439c-833b-afbd082220ab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:47.647123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:47.685755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-d1ff527b-8c7a-42b6-9027-25cc35c8041f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:47.687604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-d1ff527b-8c7a-42b6-9027-25cc35c8041f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 946 time: 0.1924057 Aug 20 09:14:47.823511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f8a449e6-d56e-439c-833b-afbd082220ab,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:47.830438 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b559479-29ce-44c3-ae36-8ea72ad10b3a x-openstack-request-id: req-2b559479-29ce-44c3-ae36-8ea72ad10b3a {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:47.830637 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd127a2-3e87-494a-8b59-ed7205fa11e8", "name": "network-vif-plugged", "status": "completed", "tag": "f8a449e6-d56e-439c-833b-afbd082220ab", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:47.830908 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b559479-29ce-44c3-ae36-8ea72ad10b3a {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:47.831277 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a449e6-d56e-439c-833b-afbd082220ab', 'code': 200} Aug 20 09:14:47.900589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 24ca8888-36bc-4d33-820f-794654832a2a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:47.900950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:47.936855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afd795c2-7003-4dff-80db-632904e9dde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.067728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 24ca8888-36bc-4d33-820f-794654832a2a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=24ca8888-36bc-4d33-820f-794654832a2a,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:48.068888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.089656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c82fc67-e09c-4647-b048-9739fa7b6408 None None] New status for floating IP 22bb9a1b-8ea8-49c6-be09-561e7e7e4aad: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:14:48.097469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 24ca8888-36bc-4d33-820f-794654832a2a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:48.101750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bdb1d-d790-4024-9931-727cd829a046 req-9f5a155c-04be-4983-ac7f-d32c05f49ff6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:48.109330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-257bdb1d-d790-4024-9931-727cd829a046 req-9f5a155c-04be-4983-ac7f-d32c05f49ff6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 946 time: 0.3114340 Aug 20 09:14:48.113354 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbf705-6c03-4308-8fe5-e590e6fd20d4 req-49f6a78f-eaa1-4b04-8f29-f324dedd7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:48.115536 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1afbf705-6c03-4308-8fe5-e590e6fd20d4 req-49f6a78f-eaa1-4b04-8f29-f324dedd7e2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 1101 time: 0.3760474 Aug 20 09:14:48.155100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d99743-57dc-4a5b-88f2-e77b77814827 req-5fb8f3e0-62dc-459a-840b-6939fc5ff44c tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:48.156688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45d99743-57dc-4a5b-88f2-e77b77814827 req-5fb8f3e0-62dc-459a-840b-6939fc5ff44c tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 950 time: 0.2225211 Aug 20 09:14:48.273386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-257bdb1d-d790-4024-9931-727cd829a046 req-84c46e0a-8309-434b-ae16-4b080554635a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=14945859-5819-4281-afa5-033fdbf2be73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595261 Aug 20 09:14:48.287313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1afbf705-6c03-4308-8fe5-e590e6fd20d4 req-63c72ed6-a4e2-4c54-b7e3-f5b1ba828555 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280940 Aug 20 09:14:48.298782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45d99743-57dc-4a5b-88f2-e77b77814827 req-7d68347c-90ae-43c8-81b6-5db87bbeac65 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313164 Aug 20 09:14:48.304064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afd795c2-7003-4dff-80db-632904e9dde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.309160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-afd795c2-7003-4dff-80db-632904e9dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.363030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-afd795c2-7003-4dff-80db-632904e9dde1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc15c0874e434a519c2235d5112633aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9603961 Aug 20 09:14:48.363131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47886) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:48.410381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd795c2-7003-4dff-80db-632904e9dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f6fa2-9208-4877-92fc-eeb726fcf990,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:48.452591 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55747cdb-c7b0-414f-a164-ecdb1eae93f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.482806 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55747cdb-c7b0-414f-a164-ecdb1eae93f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.491907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.554547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=24ca8888-36bc-4d33-820f-794654832a2a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:48.555605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55747cdb-c7b0-414f-a164-ecdb1eae93f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.558557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-55747cdb-c7b0-414f-a164-ecdb1eae93f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.564184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-55747cdb-c7b0-414f-a164-ecdb1eae93f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/387f6fa2-9208-4877-92fc-eeb726fcf990 HTTP/1.1" status: 204 len: 168 time: 0.1969750 Aug 20 09:14:48.577171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55747cdb-c7b0-414f-a164-ecdb1eae93f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f6fa2-9208-4877-92fc-eeb726fcf990,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:48.626856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] No DVR routers for this DVR port 24ca8888-36bc-4d33-820f-794654832a2a on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:48.631118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:48.633888 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86ccd5fe-de95-4c3d-8c7a-3c4c531033cc req-647c5a9a-59c3-4ef5-ae6d-e99146e79e9b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "DELETE /v2.0/ports/24ca8888-36bc-4d33-820f-794654832a2a HTTP/1.1" status: 204 len: 173 time: 0.9378924 Aug 20 09:14:48.634367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-deleted', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:14:48.636753 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3afbcd8-5b76-4bde-bcc9-91c486c70b2b" -d '{"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-deleted", "tag": "24ca8888-36bc-4d33-820f-794654832a2a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:14:48.726132 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274283a8-939d-4404-9049-24c6facabb5b x-openstack-request-id: req-274283a8-939d-4404-9049-24c6facabb5b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:14:48.726731 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75106bfa-0ff0-4efe-9786-5abf2c1aadde", "name": "network-vif-deleted", "tag": "24ca8888-36bc-4d33-820f-794654832a2a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:14:48.726731 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-274283a8-939d-4404-9049-24c6facabb5b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:14:48.727085 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75106bfa-0ff0-4efe-9786-5abf2c1aadde', 'name': 'network-vif-deleted', 'tag': '24ca8888-36bc-4d33-820f-794654832a2a', 'status': 'completed', 'code': 200} Aug 20 09:14:48.831097 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:14:48.861831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:49.582328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6c8d405-2c50-4fb8-9980-0a2e5fcc9693 req-148b0802-d1b4-4e5a-b9c6-4c1c2a2d10de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=75106bfa-0ff0-4efe-9786-5abf2c1aadde HTTP/1.1" status: 200 len: 210 time: 0.1252341 Aug 20 09:14:49.623546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb34d2-84e8-480f-aba2-908bedce911a req-a31e0957-9a90-4512-b4cf-ac2adf201811 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:49.625602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22cb34d2-84e8-480f-aba2-908bedce911a req-a31e0957-9a90-4512-b4cf-ac2adf201811 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 950 time: 0.1473682 Aug 20 09:14:49.688357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22cb34d2-84e8-480f-aba2-908bedce911a req-610f7e57-e8bb-4ca9-9218-be428cca13d4 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549929 Aug 20 09:14:50.228081 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:50.403305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abc5d4a5-6e4a-4684-b9c6-8bae5638b023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.534596 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abc5d4a5-6e4a-4684-b9c6-8bae5638b023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.542611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abc5d4a5-6e4a-4684-b9c6-8bae5638b023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.625539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5d4a5-6e4a-4684-b9c6-8bae5638b023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dffb46-cf0d-4dc4-bcf8-a07431e4930e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:50.649506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-abc5d4a5-6e4a-4684-b9c6-8bae5638b023 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a71dfa8f0084514914d5bcffd9c834f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173217 Aug 20 09:14:50.649842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 47998) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:50.664090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48000) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:50.780388 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52e684ae-9a5a-41ff-a3d1-d9df70e39ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.838460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52e684ae-9a5a-41ff-a3d1-d9df70e39ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.933051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52e684ae-9a5a-41ff-a3d1-d9df70e39ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.937694 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-52e684ae-9a5a-41ff-a3d1-d9df70e39ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:50.945833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-52e684ae-9a5a-41ff-a3d1-d9df70e39ced admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53dffb46-cf0d-4dc4-bcf8-a07431e4930e HTTP/1.1" status: 204 len: 168 time: 0.2943356 Aug 20 09:14:50.988970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e684ae-9a5a-41ff-a3d1-d9df70e39ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dffb46-cf0d-4dc4-bcf8-a07431e4930e,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:51.359905 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.486707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48044) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:51.507563 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a27e78b9-60aa-4cf2-9fda-9aaf6bd1f2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.686234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a27e78b9-60aa-4cf2-9fda-9aaf6bd1f2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.690950 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a27e78b9-60aa-4cf2-9fda-9aaf6bd1f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.725826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e78b9-60aa-4cf2-9fda-9aaf6bd1f2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a05b3-57b1-49f2-9a0c-bfce75608664,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:51.750789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:51.751291 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.773405 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a27e78b9-60aa-4cf2-9fda-9aaf6bd1f2d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67186c9d4c35416387fdfebbdc915de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851400 Aug 20 09:14:51.775803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:51.835807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eee6362a-3129-46c2-95e7-964113bdb2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.869043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eee6362a-3129-46c2-95e7-964113bdb2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.902975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 4ec7ea08-b0c7-43f0-aa02-8890531c98e7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:51.903383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.924456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:51.941197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eee6362a-3129-46c2-95e7-964113bdb2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.944952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-eee6362a-3129-46c2-95e7-964113bdb2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:51.947280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-eee6362a-3129-46c2-95e7-964113bdb2f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd7a05b3-57b1-49f2-9a0c-bfce75608664 HTTP/1.1" status: 204 len: 168 time: 0.1701608 Aug 20 09:14:51.958258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6362a-3129-46c2-95e7-964113bdb2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a05b3-57b1-49f2-9a0c-bfce75608664,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:52.221832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:52.437588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=4ec7ea08-b0c7-43f0-aa02-8890531c98e7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:52.450142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.450499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.450848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.451194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.451538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.451876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.452210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.452546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.452879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.453213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.453543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.453992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:14:52.626357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:52.955353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:52.999043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 24ca8888-36bc-4d33-820f-794654832a2a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:53.004316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 24ca8888-36bc-4d33-820f-794654832a2a not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:53.098650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router f03d9f9c-d0f6-4821-a047-f3822321abe9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:14:53.240565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:14:53.246249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2677fff5-9226-44c9-af33-9ce4a9aa7675 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/f03d9f9c-d0f6-4821-a047-f3822321abe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5805638 Aug 20 09:14:53.249006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48128) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:53.256679 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] Sync routers for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:14:53.275653 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:53.277099 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:53.321001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting subnet 08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:14:53.325208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:53.384960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:53.500472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:53.515848 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:53.588928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:53.642578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Subnet': ['ID=08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:53.645009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:53.647451 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d32bde50-40af-4ea2-b6a4-eee8f659271c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/subnets/08d5a6f0-0d5c-44a1-a0f6-045e3eeb078c HTTP/1.1" status: 204 len: 168 time: 0.3969395 Aug 20 09:14:53.650845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48178) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:53.654051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b55e3-f606-4178-9c6c-f2fda0e5bac0 None None] Network 35ee28bd-f45c-4814-bc54-8b98ceedd502 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:14:53.884528 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:54.315434 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:14:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:54.393094 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] Checking router: f03d9f9c-d0f6-4821-a047-f3822321abe9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:14:54.414904 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] Routers {'f03d9f9c-d0f6-4821-a047-f3822321abe9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:14:54.415671 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f03d9f9c-d0f6-4821-a047-f3822321abe9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:54.567354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] DHCP port deletion for 35ee28bd-f45c-4814-bc54-8b98ceedd502 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:14:54.646894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] Set router f03d9f9c-d0f6-4821-a047-f3822321abe9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:14:54.668353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] Deleting port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:54.668733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:54.769387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] For port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,segment=NetworkSegment(0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d),segment_id=0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:54.770263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:54.793924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] Calling delete_port for 61d38fa1-6854-42ae-ab7b-e28ca8589d8c owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:54.834167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:54.954463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:54.986547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 5a2ff8f1-8d31-4093-997e-5b333540bffa {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:14:54.988427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:55.010486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] Pushing event deleted for resources: {'Port': ['ID=61d38fa1-6854-42ae-ab7b-e28ca8589d8c,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:55.037759 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f2c68-9af5-4444-8d4e-54fb13942f8e None None] No DVR routers for this DVR port 61d38fa1-6854-42ae-ab7b-e28ca8589d8c on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:14:55.084040 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 61d38fa1-6854-42ae-ab7b-e28ca8589d8c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:55.156492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 61d38fa1-6854-42ae-ab7b-e28ca8589d8c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:55.157105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 61d38fa1-6854-42ae-ab7b-e28ca8589d8c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:55.222303 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:14:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:55.260073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 5a2ff8f1-8d31-4093-997e-5b333540bffa, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=5a2ff8f1-8d31-4093-997e-5b333540bffa,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:14:55.261689 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:55.299878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 5a2ff8f1-8d31-4093-997e-5b333540bffa owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:14:55.319882 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a9b236-ce88-4630-b6a3-aa0a7282dcdb None None] The sync data for ids ['f03d9f9c-d0f6-4821-a047-f3822321abe9'] in n-d-804285-2 is: [{'id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1280863590', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:12:23Z', 'updated_at': '2021-08-20T09:14:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '5a2ff8f1-8d31-4093-997e-5b333540bffa', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d9f9c-d0f6-4821-a047-f3822321abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:12:24Z', 'updated_at': '2021-08-20T09:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:14:55.699923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:55.734457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=5a2ff8f1-8d31-4093-997e-5b333540bffa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:55.853825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.172524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.179308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.239452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.240255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Fanout notify agent at l3_agent the message router_deleted on router f03d9f9c-d0f6-4821-a047-f3822321abe9 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:14:56.255012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.257163 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9b426db4-51f5-42cb-a92f-98c11f5e14b5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/routers/f03d9f9c-d0f6-4821-a047-f3822321abe9 HTTP/1.1" status: 204 len: 168 time: 2.6049891 Aug 20 09:14:56.260071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48466) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:56.422474 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.633038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.667234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ee28bd-f45c-4814-bc54-8b98ceedd502']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:56.683751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:56.684485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc6e006-25f8-4e6c-8fc2-90bb1a263a9d') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:14:56.700732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.726745 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.736108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:14:56.736723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:14:56.744295 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:14:56.845995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.867922 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:56.870695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/networks/35ee28bd-f45c-4814-bc54-8b98ceedd502 HTTP/1.1" status: 204 len: 168 time: 0.6087921 Aug 20 09:14:56.873210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48534) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:56.976127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d8295-0a2c-40e8-90a6-f149fbb20966 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Network': ['ID=35ee28bd-f45c-4814-bc54-8b98ceedd502,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:57.053434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5a2ff8f1-8d31-4093-997e-5b333540bffa no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:57.109510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 5a2ff8f1-8d31-4093-997e-5b333540bffa {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:57.109816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 5a2ff8f1-8d31-4093-997e-5b333540bffa not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:57.110568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:14:57.119637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-505092fe-658a-482a-9f12-109f24a24af9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:57.183374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:14:57.183732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4ec7ea08-b0c7-43f0-aa02-8890531c98e7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:14:57.203164 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-505092fe-658a-482a-9f12-109f24a24af9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:57.294937 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-505092fe-658a-482a-9f12-109f24a24af9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:57.298233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-505092fe-658a-482a-9f12-109f24a24af9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:57.303279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-505092fe-658a-482a-9f12-109f24a24af9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/security-groups/14945859-5819-4281-afa5-033fdbf2be73 HTTP/1.1" status: 204 len: 168 time: 0.4289744 Aug 20 09:14:57.316179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505092fe-658a-482a-9f12-109f24a24af9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14945859-5819-4281-afa5-033fdbf2be73,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:57.857045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48606) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:57.861762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261445338', 'description': 'tempest-secgroup-smoke-261445338 description', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:57.902055 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:57.902922 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.054936 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.062154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.089546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.089815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.090956 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2328863 Aug 20 09:14:58.094737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48612) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.101103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:58.106807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a9717-7ce8-47cf-ab90-5d0a7fba7adc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:58.134390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.db.api [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 09:14:58.134390 n-d-804285-2 neutron-server[101316]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 09:14:58.134390 n-d-804285-2 neutron-server[101316]: [parameters: {'project_id': '80dcabbaa5d040d2bfd12758426bfb38', 'id': '7feb561d-38ef-4798-83e7-b0e069ab1df4', 'expiration': datetime.datetime(2021, 8, 20, 9, 16, 58, 119745)}] Aug 20 09:14:58.134390 n-d-804285-2 neutron-server[101316]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101316) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:14:58.136059 n-d-804285-2 neutron-server[101316]: DEBUG oslo_db.api [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:14:58.148115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.210137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.214743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.235518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3daecaf-124e-4cb6-89f4-676b1afd9de3,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:58.242693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.244161 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8fc95fd6-5bc6-4462-bf2c-c98ff9f47c27 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484475 Aug 20 09:14:58.247160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.252290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:58.280485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.342368 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.346464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.371398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3e421e-75eb-4cd2-9075-d03a2e7b928a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:58.376028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.380987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48618) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.381632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0d401681-d6fb-4035-8a3e-efb586a3e46f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327934 Aug 20 09:14:58.387936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:58.418119 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.479647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.483609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.510118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c44799-40f0-4674-b8f3-e766de64f714,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:58.514647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.519250 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48626) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.525353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:58.530286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9f5db4aa-5201-4dbd-b0a5-516bc03dd920 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472297 Aug 20 09:14:58.572587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.638041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.667487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.679478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.688612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06c4ac9-a9a5-4ba5-8734-870447f38abf,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:58.768689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.774033 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.778923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.780584 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a87869ba-5e61-42fd-8e93-53a9cf71c1d2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2599392 Aug 20 09:14:58.783128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48632) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.788749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:58.812734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80dcabbaa5d040d2bfd12758426bfb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9094157 Aug 20 09:14:58.816527 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:14:58.822505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48634) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.825494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.910073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.916428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.944981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d083ff2f-b32c-4420-ac1a-01e709a9d1a0,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:58.955580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:58.957081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c1588ca7-ec23-4573-868c-82f4c50e7272 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726947 Aug 20 09:14:58.961406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48636) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:58.971564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:59.007737 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:14:59.015614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.110875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.117682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.143342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d955270a-9d36-4bfc-94fb-f285b2d3497b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:59.158741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.165662 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00980ccb-d94e-4e99-854d-513239b5c400 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1999948 Aug 20 09:14:59.166132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:59.174644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'network': {'name': 'tempest-network-smoke--532390581', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'port_security_enabled': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:59.198272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:14:59.199613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0f5cf-b536-48e3-bc0a-5c99a50f9fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a487d2b-a79c-4a53-b12e-3a204b986c39,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:59.204027 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.239600 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29e7b06c-9964-4c10-96f9-f0fabc125b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.239829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:14:59.254619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.255677 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Added segment 3e49cf55-2748-4de6-a1f7-8cb6356015ab of type vlan for network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 Aug 20 09:14:59.269036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29e7b06c-9964-4c10-96f9-f0fabc125b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.313120 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.346515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29e7b06c-9964-4c10-96f9-f0fabc125b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.354608 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-29e7b06c-9964-4c10-96f9-f0fabc125b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.358349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-29e7b06c-9964-4c10-96f9-f0fabc125b78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a487d2b-a79c-4a53-b12e-3a204b986c39 HTTP/1.1" status: 204 len: 168 time: 0.5335164 Aug 20 09:14:59.364588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.368768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7b06c-9964-4c10-96f9-f0fabc125b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a487d2b-a79c-4a53-b12e-3a204b986c39,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:59.373988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:14:59.375124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.459251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2912302 Aug 20 09:14:59.463470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48646) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:59.470359 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'admin_state_up': True, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:14:59.479961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14519b-2aa0-4064-baa6-d65084c28309 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Network': ['ID=54dbbc31-cfe4-4244-ad5d-f4309db0efe8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:14:59.494854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:14:59.527565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.529405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.600500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.794520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.838184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48654) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:14:59.856494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3659ece1-122d-40d8-b8d6-2108e1fb79c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.983761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3659ece1-122d-40d8-b8d6-2108e1fb79c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:14:59.988609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3659ece1-122d-40d8-b8d6-2108e1fb79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.032713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3659ece1-122d-40d8-b8d6-2108e1fb79c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c15e9c9a235143faaf6b8080a074865d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933496 Aug 20 09:15:00.034135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659ece1-122d-40d8-b8d6-2108e1fb79c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae2c59-12c1-4e9c-b376-8079bc54860c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:00.035670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48656) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:00.080941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.107861 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.174994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d20-77e0-4937-8256-fc6a6135f2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.230946 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d20-77e0-4937-8256-fc6a6135f2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.277499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.55 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/d333700e-0cae-41cf-871c-a3a3b144995d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:15:00.340265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d20-77e0-4937-8256-fc6a6135f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.343025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4d20-77e0-4937-8256-fc6a6135f2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.344378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ae3a4d20-77e0-4937-8256-fc6a6135f2d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cae2c59-12c1-4e9c-b376-8079bc54860c HTTP/1.1" status: 204 len: 168 time: 0.3065445 Aug 20 09:15:00.357358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a4d20-77e0-4937-8256-fc6a6135f2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae2c59-12c1-4e9c-b376-8079bc54860c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:00.412472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.476934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:00.522654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:15:00.527481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:00.530484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:15:00.559767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=d333700e-0cae-41cf-871c-a3a3b144995d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:00.895762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:01.174100 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:01.324721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router e9645aeb-ff7a-4821-b90e-438357f59e49 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:15:01.484132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:15:01.494369 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Sync routers for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:15:01.512004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:01.516418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48690) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:01.516905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e283e2e2-cff2-42b4-b108-cf6a12ffb4fb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0520933 Aug 20 09:15:01.522681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:15:01.523768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:01.575396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:01.586026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-258fb733-2800-4169-81a2-2d38ad2486cb tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6caaa9aa26a243619caaee88e01e8cd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682623 Aug 20 09:15:01.708707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4cb3f-3d23-4bf5-b579-4a62b94b722e tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:01.711130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-12f4cb3f-3d23-4bf5-b579-4a62b94b722e tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345799 Aug 20 09:15:01.713970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48698) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:01.761801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-852670f1-8c19-41b5-a367-f1b09040f8e8 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447412 Aug 20 09:15:01.762544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48704) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:01.769147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-461177394', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:15:01.802961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:15:01.889602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:15:01.894430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.083548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:00Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:02.119119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Checking router: e9645aeb-ff7a-4821-b90e-438357f59e49 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:15:02.119598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Updating router e9645aeb-ff7a-4821-b90e-438357f59e49 port d333700e-0cae-41cf-871c-a3a3b144995d binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:15:02.156291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.291741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.491334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Checking segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:15:02.493309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network hostable DHCP agents. Network: 54dbbc31-cfe4-4244-ad5d-f4309db0efe8, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:15:02.502063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Subnet': ['ID=4f4300d3-f8d1-4576-8ef8-d15c9987878d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:02.516497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.528202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Transition to ACTIVE for port object d333700e-0cae-41cf-871c-a3a3b144995d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:02.530432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:15:02.538444 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.558075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 54dbbc31-cfe4-4244-ad5d-f4309db0efe8) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:02.566760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:02.568741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.593461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c7eee-4ea9-44b0-8551-3caf21e70a1c None None] Pushing event updated for resources: {'Port': ['ID=d333700e-0cae-41cf-871c-a3a3b144995d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:02.596527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2be4e-65ce-415a-b9d3-7ce7bd5531eb None None] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:15:02.606193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6b35e59d-4c0e-4bcf-885b-34bfa95caac8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8415208 Aug 20 09:15:02.609776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48726) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:02.708741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Attempting to bind port d333700e-0cae-41cf-871c-a3a3b144995d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:15:02.709161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Attempting to bind port d333700e-0cae-41cf-871c-a3a3b144995d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:15:02.709560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Attempting to bind port d333700e-0cae-41cf-871c-a3a3b144995d on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:15:02.720042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:15:02.720420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:15:02.720832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.721228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:15:02.721813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Bound port: d333700e-0cae-41cf-871c-a3a3b144995d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:15:02.722205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:02.851977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] For port d333700e-0cae-41cf-871c-a3a3b144995d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:15:02.865210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] For port d333700e-0cae-41cf-871c-a3a3b144995d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d333700e-0cae-41cf-871c-a3a3b144995d,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:15:02.920297 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:03.000793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:15:03.001662 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:03.117352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:15:03.117352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:03.297856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c7eee-4ea9-44b0-8551-3caf21e70a1c None None] Pushing event updated for resources: {'Port': ['ID=d333700e-0cae-41cf-871c-a3a3b144995d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:03.384935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Allocated IP 172.20.0.2 (54dbbc31-cfe4-4244-ad5d-f4309db0efe8/4f4300d3-f8d1-4576-8ef8-d15c9987878d/8bfa4bd5-be93-4089-8357-1e070dfe0bfb) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:15:03.429672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:15:03.679888 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:03.783132 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:03.794429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Transition to ACTIVE for port object 8bfa4bd5-be93-4089-8357-1e070dfe0bfb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:03.811522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Transition to ACTIVE for port object 8bfa4bd5-be93-4089-8357-1e070dfe0bfb will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:03.819405 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:03.885916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:15:03.891189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:03.894819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:15:03.971209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Pushing event updated for resources: {'Port': ['ID=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:03.996268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Attempting to bind port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:15:03.996638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Attempting to bind port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:15:03.997061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Attempting to bind port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:15:04.012727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:15:04.012727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Checking segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:15:04.012727 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:04.012727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Bound using segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:15:04.012727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Bound port: 8bfa4bd5-be93-4089-8357-1e070dfe0bfb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:15:04.012727 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:04.030328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:00Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:04.090036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f952c-317e-4269-9c9b-7eb7085723fb None None] The sync data for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 is: [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:00Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:15:04.163284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] For port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:15:04.173547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] For port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:15:04.181575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:04.300842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.1 (54dbbc31-cfe4-4244-ad5d-f4309db0efe8/4f4300d3-f8d1-4576-8ef8-d15c9987878d/7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:15:04.333459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64016007-7a62-455d-9076-f4c42e45f906 None None] Pushing event updated for resources: {'Port': ['ID=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:04.649809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:04.671973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:04.749316 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:04.840843 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:15:04.850625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:04.853453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:04.856995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:15:04.923773 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:05.168222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d333700e-0cae-41cf-871c-a3a3b144995d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:05.243208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:05.268502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d333700e-0cae-41cf-871c-a3a3b144995d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:05.277332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d333700e-0cae-41cf-871c-a3a3b144995d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:05.277817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:05.530492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:05.598323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port d333700e-0cae-41cf-871c-a3a3b144995d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d333700e-0cae-41cf-871c-a3a3b144995d,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:15:05.610389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:05.611888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8bfa4bd5-be93-4089-8357-1e070dfe0bfb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:05.764567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d333700e-0cae-41cf-871c-a3a3b144995d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:05.795128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:06.178583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea954ba-3f80-4479-a399-b4ec031f6590 None None] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:15:06.180969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:06.191547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:06.325139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] Provisioning for port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:06.336569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] Provisioning complete for port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:06.337279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:06.351390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:06.401198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:06.722237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:15:06.725099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:07.015906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router e9645aeb-ff7a-4821-b90e-438357f59e49 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:15:07.053520 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:07.148581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] For port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:15:07.160228 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:07.256813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d333700e-0cae-41cf-871c-a3a3b144995d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:07.315894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:15:07.335047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7d1afa9e-e9e0-403c-b741-1b81010209f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/e9645aeb-ff7a-4821-b90e-438357f59e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7156084 Aug 20 09:15:07.344638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48824) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:07.442928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b0cd6-345f-4bcb-b1af-a82fa6d77e34 None None] Pushing event updated for resources: {'Port': ['ID=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:07.463763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d333700e-0cae-41cf-871c-a3a3b144995d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:07.464144 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:07.468214 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Sync routers for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:15:07.501739 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:15:07.502381 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:07.689671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdccf-9911-4d48-816d-514977450e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:07.795548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-147618a3-1ead-4dd5-a096-024709e4aab9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261445338&fields=id&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 267 time: 0.0896850 Aug 20 09:15:07.920770 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:15:07.960325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-11ee6568-b989-478e-9ff5-52a465b1b2df None None] Provisioning for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:07.967570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-11ee6568-b989-478e-9ff5-52a465b1b2df None None] Provisioning complete for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:07.968322 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-11ee6568-b989-478e-9ff5-52a465b1b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.035868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdccf-9911-4d48-816d-514977450e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.048321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ac8fdccf-9911-4d48-816d-514977450e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.068779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-11ee6568-b989-478e-9ff5-52a465b1b2df None None] Port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:15:08.094567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-11ee6568-b989-478e-9ff5-52a465b1b2df None None] Provisioning complete for port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:08.095055 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-11ee6568-b989-478e-9ff5-52a465b1b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.123159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-70cb3b28-29ea-47b8-88b0-d222c0afb26e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:08.139329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-70cb3b28-29ea-47b8-88b0-d222c0afb26e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 796 time: 0.3420868 Aug 20 09:15:08.149626 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac8fdccf-9911-4d48-816d-514977450e3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=538e540310bb4b03a35d15c6bd583031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013620 Aug 20 09:15:08.175531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48840) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:08.195622 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-78391819-fd7a-4a9b-9077-b298f631b9b6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/quotas/6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 375 time: 0.0552859 Aug 20 09:15:08.301597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fdccf-9911-4d48-816d-514977450e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79303f3-aba7-450b-8c61-51bb99891586,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:08.370393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a12c5c3a-2f44-47b6-a324-af1829605bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.377546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-755fdd59-0233-49c2-9be5-77eb5ba2efe3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800134 Aug 20 09:15:08.391185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-af0631d1-c231-49a2-8870-05925f0f7831 None None] Provisioning complete for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:08.391185 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-af0631d1-c231-49a2-8870-05925f0f7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.435105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a12c5c3a-2f44-47b6-a324-af1829605bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.502986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a12c5c3a-2f44-47b6-a324-af1829605bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.508859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a12c5c3a-2f44-47b6-a324-af1829605bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.514761 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a12c5c3a-2f44-47b6-a324-af1829605bea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e79303f3-aba7-450b-8c61-51bb99891586 HTTP/1.1" status: 204 len: 168 time: 0.3316748 Aug 20 09:15:08.572936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-af0631d1-c231-49a2-8870-05925f0f7831 None None] Port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:15:08.590045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c5c3a-2f44-47b6-a324-af1829605bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79303f3-aba7-450b-8c61-51bb99891586,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:08.816832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-7d09da87-9ca1-43ff-9f62-a0f717848569 None None] Provisioning complete for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:08.817043 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 2, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:08.822035 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7d09da87-9ca1-43ff-9f62-a0f717848569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:08.874298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Checking router: e9645aeb-ff7a-4821-b90e-438357f59e49 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:15:08.874847 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Updating router e9645aeb-ff7a-4821-b90e-438357f59e49 port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:15:08.887124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-2e7c9b7b-74b9-450c-81c8-9e8114f1666b service neutron] 10.222.0.35 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060065 Aug 20 09:15:08.911757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7d09da87-9ca1-43ff-9f62-a0f717848569 None None] Port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:15:08.919251 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.043908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8bfa4bd5-be93-4089-8357-1e070dfe0bfb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:09.148072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-916231ba-16cf-468b-8c39-5c3d1d78a266 service neutron] 10.222.0.35 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597907 Aug 20 09:15:09.237698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:09.238194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.241292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48864) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:09.267102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9c88557-7fa7-4b92-a473-14cbd7e9efab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.494467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9c88557-7fa7-4b92-a473-14cbd7e9efab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.507781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f9c24aa-05e3-4924-8cec-81d93acadac6 req-4bbc3e4a-87c3-45ee-af10-4b73d996db09 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0432193 Aug 20 09:15:09.509899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e9c88557-7fa7-4b92-a473-14cbd7e9efab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.566723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c88557-7fa7-4b92-a473-14cbd7e9efab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc444e3-17ae-41ef-b6ed-c2ad6452f3b5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:09.610291 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e9c88557-7fa7-4b92-a473-14cbd7e9efab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ba16375fcd041eeb32fd492caec6543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655410 Aug 20 09:15:09.611453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48872) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:09.698883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-077441d6-ed7b-4df6-8c9f-97da43b96399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.756760 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-077441d6-ed7b-4df6-8c9f-97da43b96399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.768896 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.791185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Transition to ACTIVE for port object 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:09.803838 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.863368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-077441d6-ed7b-4df6-8c9f-97da43b96399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.874739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-077441d6-ed7b-4df6-8c9f-97da43b96399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:09.876424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-077441d6-ed7b-4df6-8c9f-97da43b96399 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fc444e3-17ae-41ef-b6ed-c2ad6452f3b5 HTTP/1.1" status: 204 len: 168 time: 0.2648211 Aug 20 09:15:09.904800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077441d6-ed7b-4df6-8c9f-97da43b96399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc444e3-17ae-41ef-b6ed-c2ad6452f3b5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:09.924080 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Pushing event updated for resources: {'Port': ['ID=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:09.950705 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.951122 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.951386 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.951723 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.952052 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.952381 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.952709 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.953036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.958396 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.958396 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.962208 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:09.962571 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:10.050897 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Attempting to bind port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:15:10.051791 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Attempting to bind port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:15:10.053954 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Attempting to bind port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:15:10.062094 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:15:10.062968 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Checking segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:15:10.063789 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:10.064506 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Bound using segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:15:10.065377 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Bound port: 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:15:10.066024 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:10.197813 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] For port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:15:10.210634 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] For port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:15:10.220730 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:10.390839 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:15:10.391480 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:14:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:10.770207 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:15:10.790547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2219b61a-5630-4f7c-b8f4-138efc27d9d5 req-bd5a5d03-c998-4779-b7b9-f7a6e1e9a220 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0775163 Aug 20 09:15:10.878958 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278fff-2edf-4861-abca-ffbc150667d1 None None] Pushing event updated for resources: {'Port': ['ID=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:11.447344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:10Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:11.502534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-fc4ee692-e611-446c-bdca-08ba5f0a0200 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:11.509112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-fc4ee692-e611-446c-bdca-08ba5f0a0200 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 796 time: 0.3517413 Aug 20 09:15:11.514500 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c68b8a-42a7-4299-bf85-580f75fa5d78 None None] The sync data for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 is: [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:10Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:15:11.643114 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-de0f87cf-bfd6-473e-86dc-8c85506d89f1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 379 time: 0.1206384 Aug 20 09:15:11.663402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'port': {'device_id': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'admin_state_up': True, 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'security_groups': ['4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:15:11.788238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48918) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:11.985953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:15:11.995786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.063989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f236a9a-4fa0-469d-8778-aadc57a6a7ad req-64dcbee5-4c10-4b95-826c-cd4ac54a625a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 210 time: 0.1077509 Aug 20 09:15:12.063989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1314016993-network', 'tenant_id': '5a6a573069044764b0f05a5c38c599c5'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:15:12.135811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Made reservation on behalf of 5a6a573069044764b0f05a5c38c599c5 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:15:12.138327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.155466 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.371342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.11 (54dbbc31-cfe4-4244-ad5d-f4309db0efe8/4f4300d3-f8d1-4576-8ef8-d15c9987878d/7a1cb064-dbda-42a7-9334-c47019117832) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:15:12.393953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.403980 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.483362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d6e5a-a7b6-41c7-8589-7e6982203da1,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:12.544115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:15:12.590011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.592740 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Added segment f32fcbd8-c360-459c-b1aa-d6bf277e2bdf of type vlan for network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b Aug 20 09:15:12.710451 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.783599 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.869186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.872692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:12.874786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:12.969675 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:13.037113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 7a1cb064-dbda-42a7-9334-c47019117832 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:13.087509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:13.178865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:13.229215 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4394431 Aug 20 09:15:13.263396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48948) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:13.282402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df9dcb3c-f16d-4ee8-b13b-97e5a000e828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:13.341009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:15:13.352810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Request body: {'subnet': {'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1314016993-subnet', 'tenant_id': '5a6a573069044764b0f05a5c38c599c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:15:13.366500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:13.382668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:15:13.552141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:13.623729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26eae5-7fbf-4493-bee5-ede9004fbbb1 admin admin] Pushing event updated for resources: {'Network': ['ID=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:13.652303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:13.663367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Made reservation on behalf of 5a6a573069044764b0f05a5c38c599c5 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:15:13.683053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:13.767786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:13.772417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:13.809778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5e3-d987-45cf-96b8-d54f29c7663e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:13.816848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:15:13.873592 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ea58e4b3-f6ff-4167-a22c-7ff6c4935de5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2245753 Aug 20 09:15:13.903610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-3b1d7cb9-0d19-4026-a956-d8ab5d7bceeb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:15:13.905177 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-3b1d7cb9-0d19-4026-a956-d8ab5d7bceeb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243723 Aug 20 09:15:13.917838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Request body: {'port': {'device_id': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:15:13.981987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d867b34-20c1-4cd4-9ebc-a2a7765855b9 req-9a0d2aed-9a60-427e-8887-dd0c1f466781 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:13.992492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d867b34-20c1-4cd4-9ebc-a2a7765855b9 req-9a0d2aed-9a60-427e-8887-dd0c1f466781 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 932 time: 0.6181781 Aug 20 09:15:14.051613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-25a23346-4015-4821-aff3-0d8af6810f25 None None] Provisioning for port 7a1cb064-dbda-42a7-9334-c47019117832 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:14.068014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:14.076539 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.095593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-25a23346-4015-4821-aff3-0d8af6810f25 None None] Provisioning complete for port 7a1cb064-dbda-42a7-9334-c47019117832 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:14.099988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25a23346-4015-4821-aff3-0d8af6810f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.109976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:14.113306 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.133353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d867b34-20c1-4cd4-9ebc-a2a7765855b9 req-04f3c59a-0022-4577-9fb8-c86c567ed445 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396396 Aug 20 09:15:14.372224 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.380453 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5e3-d987-45cf-96b8-d54f29c7663e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.391611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5e3-d987-45cf-96b8-d54f29c7663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.406628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-25a23346-4015-4821-aff3-0d8af6810f25 None None] Port 7a1cb064-dbda-42a7-9334-c47019117832 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:15:14.445457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b5e3-d987-45cf-96b8-d54f29c7663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7fa14e-4474-4583-a546-564ba02e192c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:14.479976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a5c4b5e3-d987-45cf-96b8-d54f29c7663e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c36bc84befd4efbb7e26be0524c20e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3887315 Aug 20 09:15:14.481910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:14.579062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.586379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.627949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:15:14.638390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.650627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182f787d-159d-4e0b-8a00-4f54461a4da9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:14.697285 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8bd5caf0-0082-413c-a3ef-942184c1da27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.713557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:14.722883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8bd5caf0-0082-413c-a3ef-942184c1da27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.741250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Checking segment: {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:15:14.743894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Network hostable DHCP agents. Network: 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:15:14.744301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1cb064-dbda-42a7-9334-c47019117832 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:15:14.753104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.772130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Transition to ACTIVE for port object 7a1cb064-dbda-42a7-9334-c47019117832 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:15:14.780881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.812976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:15:14.826954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8bd5caf0-0082-413c-a3ef-942184c1da27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.831704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8bd5caf0-0082-413c-a3ef-942184c1da27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.840162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8bd5caf0-0082-413c-a3ef-942184c1da27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee7fa14e-4474-4583-a546-564ba02e192c HTTP/1.1" status: 204 len: 168 time: 0.3508368 Aug 20 09:15:14.840162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:14.865943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:14.867248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:14.872593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ca98c-4f3a-4d04-bb3a-0aac85d781ac None None] Network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:15:14.873923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5caf0-0082-413c-a3ef-942184c1da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7fa14e-4474-4583-a546-564ba02e192c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:14.925773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9d2f15d-59a8-4eb6-8973-8cd113b84022 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6491337 Aug 20 09:15:14.978095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:15.201437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:15.247538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:15:15.248035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:15:15.248227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:15:15.266022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:15:15.266399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:15:15.290882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:15:15.292555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Checking segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:15:15.292555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Bound using segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:15:15.292555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Bound port: 7a1cb064-dbda-42a7-9334-c47019117832, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:15:15.292555 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:15.547124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:15.547340 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:15.553403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5724b7-bd52-48d3-b4b8-b56872980e23 None None] Network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:15:15.605564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b2f65-6eaa-48cc-8adc-cc29b0266ddc req-4fb98436-25dd-47bc-9996-dbae694d0c32 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:15.608350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017b2f65-6eaa-48cc-8adc-cc29b0266ddc req-4fb98436-25dd-47bc-9996-dbae694d0c32 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.1672196 Aug 20 09:15:15.628294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 48978) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:15.648394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:15:15.687234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb66d0c8-c34f-484b-9fc8-b01350c26e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:15.722468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:15:15.747242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-017b2f65-6eaa-48cc-8adc-cc29b0266ddc req-e4c6adfe-5c1b-4690-9faa-47a4a302a540 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301432 Aug 20 09:15:15.753040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:15.812423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:15.813207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:15.818738 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 1092 time: 1.9032674 Aug 20 09:15:15.819393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:15:15.822484 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48a5d1-f4c4-46cb-8c16-348737e33800" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:15:15.927539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a974-a974-4cae-b23f-9723f5557273 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:16.009593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ae94ad0c-d899-4fdc-9dfa-a5c0e8e57c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:16.011465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ae94ad0c-d899-4fdc-9dfa-a5c0e8e57c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1095 time: 0.1512597 Aug 20 09:15:16.148197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-896cae70-d550-4de9-bd7e-9b1eff557496 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 217 time: 0.1268294 Aug 20 09:15:16.227077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-dbbd5a29-da0c-411f-88c2-8b83be54f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:16.231185 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-dbbd5a29-da0c-411f-88c2-8b83be54f9a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.0641634 Aug 20 09:15:16.275821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb66d0c8-c34f-484b-9fc8-b01350c26e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.294190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb66d0c8-c34f-484b-9fc8-b01350c26e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.337062 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.373002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-535832e3-0c60-49f4-9b1d-5c13390b4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:16.376673 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-535832e3-0c60-49f4-9b1d-5c13390b4ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386962 Aug 20 09:15:16.379126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eb66d0c8-c34f-484b-9fc8-b01350c26e71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abf3efc1087942479d51185ba4f89871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477481 Aug 20 09:15:16.381848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66d0c8-c34f-484b-9fc8-b01350c26e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4203d5b-4b66-43ea-9b9c-1efae32aff9c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:16.383169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 48992) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:16.385230 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497e0c2d-ec3c-4482-b81b-3fcb18349488 x-openstack-request-id: req-497e0c2d-ec3c-4482-b81b-3fcb18349488 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:15:16.385556 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:15:16.385794 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-497e0c2d-ec3c-4482-b81b-3fcb18349488 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:15:16.386287 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'status': 'completed', 'code': 200} Aug 20 09:15:16.481646 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49cfb5d2-ae7c-4a14-a84e-3aded4659dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.520127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-ce69dde1-80ce-4318-9023-826b7a0b900d service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328967 Aug 20 09:15:16.615978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49cfb5d2-ae7c-4a14-a84e-3aded4659dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.666545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9c05eeae-2345-4246-8aa8-3b89745e2e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.784294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49cfb5d2-ae7c-4a14-a84e-3aded4659dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.788217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-49cfb5d2-ae7c-4a14-a84e-3aded4659dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:16.789667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49cfb5d2-ae7c-4a14-a84e-3aded4659dd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4203d5b-4b66-43ea-9b9c-1efae32aff9c HTTP/1.1" status: 204 len: 168 time: 0.4054992 Aug 20 09:15:16.798871 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-59cf40d3-6ca1-443e-9eef-4f331892e9cd req-aa734f6d-e8f2-4bca-8205-1b458277695d service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704918 Aug 20 09:15:16.807335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfb5d2-ae7c-4a14-a84e-3aded4659dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4203d5b-4b66-43ea-9b9c-1efae32aff9c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:17.014326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cdd52-2b9b-45eb-a312-898a6036ddd8 req-0760ffe9-4f61-415e-8a18-9fe8650fa979 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:17.023238 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-509cdd52-2b9b-45eb-a312-898a6036ddd8 req-0760ffe9-4f61-415e-8a18-9fe8650fa979 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.1025040 Aug 20 09:15:17.126775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-509cdd52-2b9b-45eb-a312-898a6036ddd8 req-3267a749-c6a3-47f2-9f89-50dd7f286933 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023073 Aug 20 09:15:17.479150 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:17.593968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-f58235fa-df48-437c-8c19-7468f8a9794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:17.595831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-f58235fa-df48-437c-8c19-7468f8a9794f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1095 time: 0.7304299 Aug 20 09:15:17.729942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-cfbd29f6-d4bc-4bc0-be54-f9f81d26e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:17.731573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-cfbd29f6-d4bc-4bc0-be54-f9f81d26e408 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.1267962 Aug 20 09:15:17.838253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-a6fc3aa8-fd0e-49c4-bcc4-2324277d4675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 217 time: 0.0887268 Aug 20 09:15:17.936905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-d4807dd6-9a2a-4c2e-b36e-65e85cab843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:17.938604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-d4807dd6-9a2a-4c2e-b36e-65e85cab843b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.0940304 Aug 20 09:15:18.074898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-948b9c19-4866-4a21-af93-fd161d537c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:18.076770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-948b9c19-4866-4a21-af93-fd161d537c83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309018 Aug 20 09:15:18.208966 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-f51669f0-4043-4f5c-9b98-83c26ebc2b44 service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249688 Aug 20 09:15:18.396527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93f89e-4d56-4e74-a4de-a4e1e7c0441d req-0621c539-7663-4491-ae78-21e540da3814 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:18.405681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef93f89e-4d56-4e74-a4de-a4e1e7c0441d req-0621c539-7663-4491-ae78-21e540da3814 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.1260550 Aug 20 09:15:18.472536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef48a5d1-f4c4-46cb-8c16-348737e33800 req-e0566cd7-846d-45f9-b41c-7cd847637bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549398 Aug 20 09:15:18.493860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef93f89e-4d56-4e74-a4de-a4e1e7c0441d req-7f06c4bb-1374-4982-ad8e-35c8d10f7a61 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822001 Aug 20 09:15:18.885980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:19.716925 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fc79-63a2-4007-9c29-87566384f467 req-e9679f2e-5841-432e-a5df-c94f4bc1626c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:19.736471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fca6fc79-63a2-4007-9c29-87566384f467 req-e9679f2e-5841-432e-a5df-c94f4bc1626c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.1245399 Aug 20 09:15:19.819178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fca6fc79-63a2-4007-9c29-87566384f467 req-c4024836-1c55-4ae6-8380-6692d310d86c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744414 Aug 20 09:15:21.050794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff68c-645f-427d-a877-465969b5e654 req-6a6aa871-9f52-4791-a98d-425ab0c12f4d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:21.053054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1aeff68c-645f-427d-a877-465969b5e654 req-6a6aa871-9f52-4791-a98d-425ab0c12f4d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.0934749 Aug 20 09:15:21.065986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:15:21.229115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1aeff68c-645f-427d-a877-465969b5e654 req-1993308f-3939-485a-900e-0303f4a19639 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700099 Aug 20 09:15:21.310479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:15:21.341506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7a1cb064-dbda-42a7-9334-c47019117832', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'port_id': '7a1cb064-dbda-42a7-9334-c47019117832', 'mac_address': 'fa:16:3e:05:51:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:15:21.458744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:21.476362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1cb064-dbda-42a7-9334-c47019117832 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:15:21.533083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:15:21.540559 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:21.625600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:21.762224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7a1cb064-dbda-42a7-9334-c47019117832'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:15:22.388970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c584896-625d-487c-969f-97b8a48bf340 req-a90a335a-2eb3-4669-8fbf-c727d7e945c4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:22.397789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c584896-625d-487c-969f-97b8a48bf340 req-a90a335a-2eb3-4669-8fbf-c727d7e945c4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.0680265 Aug 20 09:15:22.766439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c584896-625d-487c-969f-97b8a48bf340 req-b43e578c-e59a-4e7e-9e7c-8c17443e988f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674419 Aug 20 09:15:23.065844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:15:23.156154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 7a1cb064-dbda-42a7-9334-c47019117832 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:15:23.163542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7a1cb064-dbda-42a7-9334-c47019117832 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:15:23.164669 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:23.308560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:23.385427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:15:23.390126 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972dec72-79c5-4918-b7f7-aabcaff896f7" -d '{"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-plugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:15:23.435389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:15:23.445694 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:23.611940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:23.621437 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18ef09-93f7-4e40-a689-207284d17fa6 x-openstack-request-id: req-ff18ef09-93f7-4e40-a689-207284d17fa6 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:15:23.622164 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-plugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:15:23.622625 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff18ef09-93f7-4e40-a689-207284d17fa6 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:15:23.623229 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'code': 200} Aug 20 09:15:23.636318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.636963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.637559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.639593 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.641266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.641814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.642348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.643653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.644190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.645985 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.646536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.647070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:23.652470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e26e7-7d79-441b-84b0-05f9ea48746b req-0fef6266-82f6-4a24-887d-29cd7e2ae9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:23.654442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-680e26e7-7d79-441b-84b0-05f9ea48746b req-0fef6266-82f6-4a24-887d-29cd7e2ae9a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1097 time: 0.1105089 Aug 20 09:15:23.728880 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-680e26e7-7d79-441b-84b0-05f9ea48746b req-91beea68-7ebc-4f4c-ab7c-9d412e5c0214 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678475 Aug 20 09:15:23.923485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e8e5-24f1-455e-ab9a-9cef226e7316 req-f2ef36b8-fda5-4154-b69d-1944fdbb95aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:23.932683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1390e8e5-24f1-455e-ab9a-9cef226e7316 req-f2ef36b8-fda5-4154-b69d-1944fdbb95aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.0611413 Aug 20 09:15:23.978718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1390e8e5-24f1-455e-ab9a-9cef226e7316 req-2de2cc70-d7df-4ddb-8f2e-aef1c7f5bb7d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Aug 20 09:15:25.261816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582deb4-23e6-484f-bbc4-e3a59bc4fc20 req-62324d25-1cbe-4df9-8147-79469e454968 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:25.271318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5582deb4-23e6-484f-bbc4-e3a59bc4fc20 req-62324d25-1cbe-4df9-8147-79469e454968 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1150196 Aug 20 09:15:25.319766 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5582deb4-23e6-484f-bbc4-e3a59bc4fc20 req-cdad6538-1aeb-4dc4-b626-88418df3bc37 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Aug 20 09:15:25.536514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211e069-c9af-4cb4-b3d5-523d02263fd4 req-14e2a050-c832-44de-9a6d-84869c5c083e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:25.538193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1211e069-c9af-4cb4-b3d5-523d02263fd4 req-14e2a050-c832-44de-9a6d-84869c5c083e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1318083 Aug 20 09:15:25.610007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1211e069-c9af-4cb4-b3d5-523d02263fd4 req-49d8cd06-d25a-436d-a8e3-3b46d8327649 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592532 Aug 20 09:15:25.638423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49214) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:25.831651 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:15:26.206078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9313068-da57-415c-81cb-f5423ebd259c tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:26.208132 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a9313068-da57-415c-81cb-f5423ebd259c tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1092 time: 0.5656950 Aug 20 09:15:26.212890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49232) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:26.217943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '7a1cb064-dbda-42a7-9334-c47019117832', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:15:26.260755 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:26.515891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:26.798409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.56 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a74d7426-60da-438a-9420-4c8be64c566a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:15:27.105469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:27.157399 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:27.286705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:15:27.303137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=a74d7426-60da-438a-9420-4c8be64c566a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:27.306255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:15:27.321418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:15:28.277275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:28.462647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:28.886611 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:28.896803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:29.106515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=a74d7426-60da-438a-9420-4c8be64c566a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:29.124769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:29.358771 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP 5669ab03-84c4-479d-85cd-7799e9e355f8 associated. External IP: 172.25.5.56, port: 7a1cb064-dbda-42a7-9334-c47019117832. Aug 20 09:15:29.503371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49286) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:29.696638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router e9645aeb-ff7a-4821-b90e-438357f59e49 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:15:29.801695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd92-1fe1-4dc8-b8d6-f667008e2065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:29.972429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:15:29.986601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78089120-7507-4312-98c9-3715543eca5c None None] Sync routers for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:15:30.008154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:15:30.009556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:15:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:30.149813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd92-1fe1-4dc8-b8d6-f667008e2065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.165370 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb9abd92-1fe1-4dc8-b8d6-f667008e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.174557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:15:30.214015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abd92-1fe1-4dc8-b8d6-f667008e2065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b3f178-19b6-425c-b1c4-814c287aba35,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:30.219573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.266483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb9abd92-1fe1-4dc8-b8d6-f667008e2065 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b2f3b7050a141c1b655ba06aa9af7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7621341 Aug 20 09:15:30.269002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49296) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:30.278448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0275801d-eaf6-4b4e-a556-f2320a959c69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0643041 Aug 20 09:15:30.280190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:15:30.293917 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b097a946-adce-4a81-8df4-38fe69998fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:15:30.338771 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3118b22d-ff72-4288-9485-c01ad84c0d8c x-openstack-request-id: req-3118b22d-ff72-4288-9485-c01ad84c0d8c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:15:30.339331 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:15:30.343008 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3118b22d-ff72-4288-9485-c01ad84c0d8c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:15:30.343428 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'status': 'completed', 'code': 200} Aug 20 09:15:30.460884 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.483097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-9aeabe70-ca10-4da2-8978-7a4597e17cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:30.491732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-9aeabe70-ca10-4da2-8978-7a4597e17cf1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1097 time: 0.1109641 Aug 20 09:15:30.579938 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.650844 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.653422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:30.659294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9b3f178-19b6-425c-b1c4-814c287aba35 HTTP/1.1" status: 204 len: 168 time: 0.3869591 Aug 20 09:15:30.663629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '5669ab03-84c4-479d-85cd-7799e9e355f8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'port_id': '7a1cb064-dbda-42a7-9334-c47019117832', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'mac_address': 'fa:16:3e:05:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:15:27Z', 'updated_at': '2021-08-20T09:15:27Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:14Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:30.677590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c451c74-0bbf-4da2-bf8f-4e03750dd857 req-9d0f0626-074c-4a23-a3cf-600fef754433 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:30.692532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c451c74-0bbf-4da2-bf8f-4e03750dd857 req-9d0f0626-074c-4a23-a3cf-600fef754433 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.2243516 Aug 20 09:15:30.717884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-7c130371-4d64-44e7-8e92-2b5a6e3f744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:30.720597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-7c130371-4d64-44e7-8e92-2b5a6e3f744f service neutron] 10.222.0.37 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.2212088 Aug 20 09:15:30.726259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b3f178-19b6-425c-b1c4-814c287aba35,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:30.728847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78089120-7507-4312-98c9-3715543eca5c None None] Checking router: e9645aeb-ff7a-4821-b90e-438357f59e49 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:15:30.751716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:15:30.752834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:15:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:30.753766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.754189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.754525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.755019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.755344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.755695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.756017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.756346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.756671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.756999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.757441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.757796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb6e21-0c0f-486e-9abd-fb93c8cfc813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:15:30.821995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c451c74-0bbf-4da2-bf8f-4e03750dd857 req-aa1540d9-3a95-4217-9b22-1ada587c9a6c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285536 Aug 20 09:15:30.852949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:30.950050 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-f49ece98-2bc5-4b11-b33a-fa9afbade766 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 999 time: 0.2219362 Aug 20 09:15:30.965804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:15:31.018950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8b7c6ec6-fae4-4c21-99e8-9fdb613d4bb5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/5669ab03-84c4-479d-85cd-7799e9e355f8 HTTP/1.1" status: 200 len: 991 time: 0.1633286 Aug 20 09:15:31.052175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-fcbeb88c-1b10-4246-9c62-8e4e1dc3720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:31.054016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-fcbeb88c-1b10-4246-9c62-8e4e1dc3720c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.0968523 Aug 20 09:15:31.172475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-5d567541-479f-4e65-8451-33ed4c235b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:31.176039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-5d567541-479f-4e65-8451-33ed4c235b4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090050 Aug 20 09:15:31.436151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-0b2aec37-8b73-498b-ae79-850755b8a156 service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516620 Aug 20 09:15:31.477466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 49324) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:31.499405 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab3f-403e-4067-acc1-66eef274b0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.607933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-78089120-7507-4312-98c9-3715543eca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '5669ab03-84c4-479d-85cd-7799e9e355f8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'port_id': '7a1cb064-dbda-42a7-9334-c47019117832', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'mac_address': 'fa:16:3e:05:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:15:27Z', 'updated_at': '2021-08-20T09:15:27Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:14Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:15:31.609755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b097a946-adce-4a81-8df4-38fe69998fe6 req-247fab51-6476-4734-b81e-bd370e179549 service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656213 Aug 20 09:15:31.678399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab3f-403e-4067-acc1-66eef274b0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.685520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab3f-403e-4067-acc1-66eef274b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.692478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78089120-7507-4312-98c9-3715543eca5c None None] The sync data for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 is: [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '5669ab03-84c4-479d-85cd-7799e9e355f8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'port_id': '7a1cb064-dbda-42a7-9334-c47019117832', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'mac_address': 'fa:16:3e:05:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:15:27Z', 'updated_at': '2021-08-20T09:15:27Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:14Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:15:31.720220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28ab3f-403e-4067-acc1-66eef274b0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f48ac6-5caf-414b-b292-bd12f3536f1e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:31.766982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb28ab3f-403e-4067-acc1-66eef274b0cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97bd70e0dd6c4ef7b73cd96fb8a2416e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882810 Aug 20 09:15:31.770480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49330) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:31.849472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4082dbe6-9fb5-4a76-975f-8d08f1a9ca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.890630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4082dbe6-9fb5-4a76-975f-8d08f1a9ca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.971116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4082dbe6-9fb5-4a76-975f-8d08f1a9ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.974435 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4082dbe6-9fb5-4a76-975f-8d08f1a9ca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:31.978140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4082dbe6-9fb5-4a76-975f-8d08f1a9ca70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53f48ac6-5caf-414b-b292-bd12f3536f1e HTTP/1.1" status: 204 len: 168 time: 0.2038071 Aug 20 09:15:32.002355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082dbe6-9fb5-4a76-975f-8d08f1a9ca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f48ac6-5caf-414b-b292-bd12f3536f1e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:32.022641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:32.111412 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be541328-243d-4715-bb68-bf5cd8872c5a None None] New status for floating IP 5669ab03-84c4-479d-85cd-7799e9e355f8: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:15:32.159508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-021a55d8-b89f-4423-b130-d225462cd213 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/5669ab03-84c4-479d-85cd-7799e9e355f8 HTTP/1.1" status: 200 len: 991 time: 0.1343215 Aug 20 09:15:33.162325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 49406) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:33.276780 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-390f8a76-de92-4262-865e-de2a10596db0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/5669ab03-84c4-479d-85cd-7799e9e355f8 HTTP/1.1" status: 200 len: 993 time: 0.1124108 Aug 20 09:15:42.719354 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:43.202379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4f07241-76e8-49fe-8f4a-4d23c6d87640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:44.108116 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:46.349698 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:46.651961 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-970d7ebc-4c72-44a0-9902-29495cbb18ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:47.466143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:48.862643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:48.978444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-d3c413b4-a5a9-4b9f-a78f-852789c4390b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3280499 Aug 20 09:15:49.074847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-70e763fe-e323-4695-a4ea-ebd68ba1315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:49.076670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-70e763fe-e323-4695-a4ea-ebd68ba1315d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b417e61e57e42208d766853d402a043&device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 1101 time: 0.0550063 Aug 20 09:15:49.224590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-34522504-81ea-4c2b-ae90-641fa27cff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:49.226199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-34522504-81ea-4c2b-ae90-641fa27cff8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.1279356 Aug 20 09:15:49.306699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-cec67e39-f385-409f-9061-b22983ea534f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f8a449e6-d56e-439c-833b-afbd082220ab HTTP/1.1" status: 200 len: 217 time: 0.0690839 Aug 20 09:15:49.365924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-59e175ca-cd58-4a65-bc56-45d8d2d9d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:49.368186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-59e175ca-cd58-4a65-bc56-45d8d2d9d115 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0540104 Aug 20 09:15:49.454153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-8ee0752a-bf1d-4de7-9c9e-bbc1989de5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:49.455389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-8ee0752a-bf1d-4de7-9c9e-bbc1989de5ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751443 Aug 20 09:15:49.468505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-2a81a201-1991-478b-ba64-1d5e1eb1483b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:15:49.469844 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-2a81a201-1991-478b-ba64-1d5e1eb1483b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060511 Aug 20 09:15:49.689617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-c577e8e6-5bcb-4c03-a1bd-19f6c87123a8 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104256 Aug 20 09:15:49.723343 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-e9136add-7e87-4cad-9f64-eb744e81a09e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1784108 Aug 20 09:15:49.863590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-8f034dda-b094-4744-aaeb-68e699a5b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:49.866664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-8f034dda-b094-4744-aaeb-68e699a5b765 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0874066 Aug 20 09:15:49.923171 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e8e6d709-81ee-487c-9c86-e0a6a203f6cf req-db67072a-06d1-4a1d-bc9e-f8cb959900b7 service neutron] 10.222.0.26 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239192 Aug 20 09:15:50.088338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-82fddd18-19ea-46b8-91c3-1f9d8ed34ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:50.090214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-82fddd18-19ea-46b8-91c3-1f9d8ed34ed7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.1995399 Aug 20 09:15:50.255444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-b789ac23-f96b-4849-94c6-0a5e8f413863 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 1001 time: 0.1488369 Aug 20 09:15:50.371792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-353e7cba-78d8-403e-a779-efac340f40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:50.383447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-353e7cba-78d8-403e-a779-efac340f40ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.1169808 Aug 20 09:15:50.467804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-4162f1a9-8d46-46ef-81a8-4ffe62611254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:15:50.469332 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-4162f1a9-8d46-46ef-81a8-4ffe62611254 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771737 Aug 20 09:15:50.703347 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-c2b2bdc4-2717-4c83-8ce1-a0c37c58ed70 service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251351 Aug 20 09:15:50.883668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1667408e-0a9c-4552-8bd1-125e6d35253e req-61ce3f69-9750-4a64-b63d-15360a39292a service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675358 Aug 20 09:15:51.226233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50102) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:51.486260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fab995a3-777c-436c-a7b3-6d170b959a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.668137 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fab995a3-777c-436c-a7b3-6d170b959a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.683693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fab995a3-777c-436c-a7b3-6d170b959a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.742224 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab995a3-777c-436c-a7b3-6d170b959a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3646af11-d4ce-4382-a76e-6a06a7fb1ac6,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:15:51.747572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fab995a3-777c-436c-a7b3-6d170b959a3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4590b0915f9485ebe4776f8080de1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197015 Aug 20 09:15:51.750260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50122) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:15:51.818539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c84e42cd-fe31-451e-942e-b4c1cfd2fde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.860141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c84e42cd-fe31-451e-942e-b4c1cfd2fde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.953688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c84e42cd-fe31-451e-942e-b4c1cfd2fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.964476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c84e42cd-fe31-451e-942e-b4c1cfd2fde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:15:51.965664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c84e42cd-fe31-451e-942e-b4c1cfd2fde4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3646af11-d4ce-4382-a76e-6a06a7fb1ac6 HTTP/1.1" status: 204 len: 168 time: 0.2144122 Aug 20 09:15:51.990935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e42cd-fe31-451e-942e-b4c1cfd2fde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3646af11-d4ce-4382-a76e-6a06a7fb1ac6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:00.679510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231709-3b9a-4b78-9b17-46ba849afd7c req-765c82ed-dcfc-469b-8b54-f4ffad21864c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:00.687582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d231709-3b9a-4b78-9b17-46ba849afd7c req-765c82ed-dcfc-469b-8b54-f4ffad21864c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1164682 Aug 20 09:16:00.752117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d231709-3b9a-4b78-9b17-46ba849afd7c req-24fd4105-2bdd-4fa2-bb0a-5f85cb31e78e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636044 Aug 20 09:16:00.789083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 50588) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:00.907676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0e08fce-56ff-4af5-9dea-4ac072f03973 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/5669ab03-84c4-479d-85cd-7799e9e355f8 HTTP/1.1" status: 200 len: 993 time: 0.1166515 Aug 20 09:16:01.443781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511853f-936a-46ae-9d48-6b5209ee5db3 req-38288838-860d-4686-b213-b940ed196804 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:01.452608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5511853f-936a-46ae-9d48-6b5209ee5db3 req-38288838-860d-4686-b213-b940ed196804 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0960703 Aug 20 09:16:01.556568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5511853f-936a-46ae-9d48-6b5209ee5db3 req-11538020-1d29-470f-88d7-c0f37872322c tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028619 Aug 20 09:16:02.833468 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:16:03.757497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-77fcf123-b988-4187-b84a-89a9b0baf209 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191683 Aug 20 09:16:05.235316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-bc06bd70-ee6d-4cd7-aa65-52759d9da5a6 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:16:05.244314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-bc06bd70-ee6d-4cd7-aa65-52759d9da5a6 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3669069 Aug 20 09:16:05.251329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Request body: {'binding': {'host': 'n-h2-804285-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:05.255109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Unknown quota resources ['binding']. {{(pid=101316) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 09:16:05.584331 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on host n-h2-804285-2 for vnic_type normal with profile None {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:05.585414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:05.586004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:05.602992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:16:05.603604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:05.610141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:05.610769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Checking segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:05.611364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Bound using segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:05.611977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Bound port: 7a1cb064-dbda-42a7-9334-c47019117832, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:05.793546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:05.803350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:05.805086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a52e41ad-8086-4c77-a728-73651b781a6f service neutron] 10.222.0.35 "POST /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832/bindings HTTP/1.1" status: 201 len: 389 time: 0.5594189 Aug 20 09:16:06.107549 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eaa1d-21cb-4f6e-b2c5-9e8e2a788127 req-41aec14b-85e8-4c94-9b07-0687e3a114c5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:06.114102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-043eaa1d-21cb-4f6e-b2c5-9e8e2a788127 req-41aec14b-85e8-4c94-9b07-0687e3a114c5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1196899 Aug 20 09:16:06.267851 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-043eaa1d-21cb-4f6e-b2c5-9e8e2a788127 req-0906c408-7ac4-42e9-9bca-c486e9550dd3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472919 Aug 20 09:16:06.318046 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-b4d29dcd-6991-428e-82b0-1f165bb0f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:06.319916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-b4d29dcd-6991-428e-82b0-1f165bb0f5d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1097 time: 0.1568675 Aug 20 09:16:06.600753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-9fb79330-9c71-41b9-af03-e398c7ce86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:06.602887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-9fb79330-9c71-41b9-af03-e398c7ce86c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.2728791 Aug 20 09:16:06.717589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-f066351d-aa49-4f10-801d-fb8c3bcc17b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 1001 time: 0.1033723 Aug 20 09:16:06.805421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-1b30f401-2073-42d0-998a-8c60ce84bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:06.807073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-1b30f401-2073-42d0-998a-8c60ce84bc50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.0821376 Aug 20 09:16:06.886674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-111fb2b0-3875-4d70-9edb-7e1920c4d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:06.888312 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-111fb2b0-3875-4d70-9edb-7e1920c4d325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740201 Aug 20 09:16:07.120029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-85d3b4c3-0801-453b-844c-5c1bfe0a87da service neutron] 10.222.0.26 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244108 Aug 20 09:16:07.242738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-0af0cf27-3823-4bc0-9cb4-bb0a1e305c28 service neutron] 10.222.0.26 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148810 Aug 20 09:16:07.475122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-2799deed-e69b-415d-9838-da9efbf94a9a tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:07.477640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-2799deed-e69b-415d-9838-da9efbf94a9a tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2&tenant_id=6caaa9aa26a243619caaee88e01e8cd6&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1097 time: 0.1751974 Aug 20 09:16:07.493140 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5db1f-b7df-438e-9b3e-56f0a173cf29 req-cdaf76a6-872f-49e1-9cf5-e75ab5c8126f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:07.495005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86c5db1f-b7df-438e-9b3e-56f0a173cf29 req-cdaf76a6-872f-49e1-9cf5-e75ab5c8126f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1341519 Aug 20 09:16:07.500459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804285-2'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:07.606952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:07.623297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86c5db1f-b7df-438e-9b3e-56f0a173cf29 req-9867dbe1-1f8c-4efd-b903-1bebe4c90e92 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200624 Aug 20 09:16:07.961443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:08.119241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:08.212886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:08.215464 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b1e60-d50b-403a-adef-47798f5104ad" -d '{"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:08.242102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:08.260915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:08.294032 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598c0f7a-b7df-46fa-9aea-e6747807f618 x-openstack-request-id: req-598c0f7a-b7df-46fa-9aea-e6747807f618 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:08.294605 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:08.294876 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-598c0f7a-b7df-46fa-9aea-e6747807f618 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:08.295287 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'code': 200} Aug 20 09:16:08.550656 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:08.720058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on host n-h1-804285-2 for vnic_type normal with profile {"migrating_to": "n-h2-804285-2"} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:08.720406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:08.720744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:08.728002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f02532a2-f4ec-426f-ada8-b651422d2306 None None] Provisioning complete for port 7a1cb064-dbda-42a7-9334-c47019117832 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:08.728614 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f02532a2-f4ec-426f-ada8-b651422d2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:08.735098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:16:08.735440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Attempting to bind port 7a1cb064-dbda-42a7-9334-c47019117832 on network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:08.752986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:08.753900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Checking segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:08.754372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Bound using segment: {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:08.755090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Bound port: 7a1cb064-dbda-42a7-9334-c47019117832, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e49cf55-2748-4de6-a1f7-8cb6356015ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:08.755312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:08.825401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f02532a2-f4ec-426f-ada8-b651422d2306 None None] Port 7a1cb064-dbda-42a7-9334-c47019117832 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:16:09.023677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb935158-351b-4687-b172-48a297a7ea46 req-9c9a8658-b96e-4718-be6c-62f274a03b7c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:09.025322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb935158-351b-4687-b172-48a297a7ea46 req-9c9a8658-b96e-4718-be6c-62f274a03b7c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.2232354 Aug 20 09:16:09.133803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:09.138655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb935158-351b-4687-b172-48a297a7ea46 req-99c6a4be-ae64-4caa-8472-75bb175c9d67 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009107 Aug 20 09:16:09.183733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:09.193969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:09.412561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=8']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:09.592349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:09.594966 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:09.607999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-80ab261a-4352-44f3-8d7a-16d28c43c845 service neutron] 10.222.0.26 "PUT /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 1122 time: 2.1118472 Aug 20 09:16:09.660717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7a1cb064-dbda-42a7-9334-c47019117832'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:16:09.821560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b7012ed3-52cd-411d-8537-e21eaffcf8b8 None None] Provisioning complete for port 7a1cb064-dbda-42a7-9334-c47019117832 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:09.821560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b7012ed3-52cd-411d-8537-e21eaffcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:10.290771 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b7012ed3-52cd-411d-8537-e21eaffcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:10.298251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:10.301286 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096780df-b95f-4bd2-a799-141024fef568" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:10.336126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2d5c2-a9d9-4d24-a82f-214a0a157951 req-4406905d-b03f-48f7-919c-2d615470e768 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:10.338991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23a2d5c2-a9d9-4d24-a82f-214a0a157951 req-4406905d-b03f-48f7-919c-2d615470e768 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 944 time: 0.0922451 Aug 20 09:16:10.413119 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aab3c4-32df-48a2-bb43-1b0abe2ce517 x-openstack-request-id: req-01aab3c4-32df-48a2-bb43-1b0abe2ce517 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:10.413491 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:10.413812 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-01aab3c4-32df-48a2-bb43-1b0abe2ce517 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:10.418442 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'status': 'completed', 'code': 200} Aug 20 09:16:10.444976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23a2d5c2-a9d9-4d24-a82f-214a0a157951 req-0b038f62-2165-40d3-af69-5b538e1bb00b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812171 Aug 20 09:16:10.454650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:10.459932 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fe932f-fe2c-40b5-9a2b-471b942973c5" -d '{"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-plugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:10.509177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b7012ed3-52cd-411d-8537-e21eaffcf8b8 None None] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:10.513809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096780df-b95f-4bd2-a799-141024fef568 req-eaaed86e-9c80-4657-bf13-6d71f66a254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:10.515314 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-eaaed86e-9c80-4657-bf13-6d71f66a254d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1125 time: 0.1042774 Aug 20 09:16:10.520015 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b7012ed3-52cd-411d-8537-e21eaffcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:10.728235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096780df-b95f-4bd2-a799-141024fef568 req-969b6437-2d54-43f3-b03e-60e9afae9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:10.729766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-969b6437-2d54-43f3-b03e-60e9afae9160 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.2058015 Aug 20 09:16:10.824321 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-6d316217-0d8e-4188-b0b9-527f80d01ba7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 1001 time: 0.0870135 Aug 20 09:16:10.933427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096780df-b95f-4bd2-a799-141024fef568 req-59a54968-66c4-45c2-9fa3-4e5e74e1ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:10.934708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-59a54968-66c4-45c2-9fa3-4e5e74e1ce6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.1005068 Aug 20 09:16:10.941805 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c75141d-a57e-471d-85e0-573b416facd7 x-openstack-request-id: req-0c75141d-a57e-471d-85e0-573b416facd7 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:10.942420 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-plugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:10.942420 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c75141d-a57e-471d-85e0-573b416facd7 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:10.942739 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'code': 200} Aug 20 09:16:11.023798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012ed3-52cd-411d-8537-e21eaffcf8b8 None None] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:11.070275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096780df-b95f-4bd2-a799-141024fef568 req-ab0db87f-bdec-46cf-8b9c-5807d1e01aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:11.077220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-ab0db87f-bdec-46cf-8b9c-5807d1e01aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346669 Aug 20 09:16:11.221424 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-b2cf68d6-0bed-42dd-aef2-409daac60719 service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380332 Aug 20 09:16:11.389824 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-096780df-b95f-4bd2-a799-141024fef568 req-d7a1126f-eb48-4aac-baa6-bcaaf40467bb service neutron] 10.222.0.37 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591542 Aug 20 09:16:11.673134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b867063-5abc-4233-a7ad-db5dd35c8d50 req-0f6bf655-33d8-4c1e-8cb8-39539a1eca4a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:11.675288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b867063-5abc-4233-a7ad-db5dd35c8d50 req-0f6bf655-33d8-4c1e-8cb8-39539a1eca4a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1292233 Aug 20 09:16:11.745919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b867063-5abc-4233-a7ad-db5dd35c8d50 req-967f0602-3653-472f-a2b7-2d264edca061 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629864 Aug 20 09:16:12.179060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51074) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:12.385575 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36622870-54fd-4190-b3db-d24bce4de385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.559740 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36622870-54fd-4190-b3db-d24bce4de385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.567215 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-36622870-54fd-4190-b3db-d24bce4de385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.632940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-36622870-54fd-4190-b3db-d24bce4de385 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5081babe58644be99000aa3df61387f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524794 Aug 20 09:16:12.633219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51092) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:12.634229 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36622870-54fd-4190-b3db-d24bce4de385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391a7ec8-00d1-4ce8-96c5-3268369c89c3,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:12.730295 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.754625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.788049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.844774 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.849140 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:12.850560 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/391a7ec8-00d1-4ce8-96c5-3268369c89c3 HTTP/1.1" status: 204 len: 168 time: 0.2165980 Aug 20 09:16:12.862967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a7ec8-00d1-4ce8-96c5-3268369c89c3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:12.872811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.873560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.874162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.874756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.875437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.876101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.876740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.877321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.878526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.879081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.879622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:12.880186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db31f58-98f3-45d3-8e5a-0f2eb54e108b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:13.013978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662786b-7be7-4614-beb8-a709e9258323 req-3d24d3bd-367b-4f4f-9ca8-d57aa83de889 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:13.015494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8662786b-7be7-4614-beb8-a709e9258323 req-3d24d3bd-367b-4f4f-9ca8-d57aa83de889 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.0975029 Aug 20 09:16:13.066351 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8662786b-7be7-4614-beb8-a709e9258323 req-9c899f1a-99b1-4c7a-ad6b-3d11befa1905 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447440 Aug 20 09:16:13.188010 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9bb64636-ba91-4c21-a47a-49b8c50f0902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:13.332395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:16:13.603035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:13.641605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 has no active binding in host n-h2-804285-2 {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 09:16:14.104703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:14.289572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f81cd-7afc-489c-9983-412696ce28fe req-410b4435-0a8d-4615-bbed-d59866e67a30 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:14.307232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c28f81cd-7afc-489c-9983-412696ce28fe req-410b4435-0a8d-4615-bbed-d59866e67a30 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 946 time: 0.1664350 Aug 20 09:16:14.452458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c28f81cd-7afc-489c-9983-412696ce28fe req-decb8e05-0356-4f2f-b120-494b2afc174f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322370 Aug 20 09:16:14.620551 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-31d0259d-2f93-468e-a59b-dadd774b0c05 service neutron] 10.222.0.37 "GET /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 384 time: 0.1411760 Aug 20 09:16:15.036140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:15.087623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:15.173123 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:15.187859 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3473834d-f3b4-42de-bee3-549e5d60023c" -d '{"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:15.197566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:15.220719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:15.294824 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e914bb-4fe0-478f-b79c-f5895f374d7d x-openstack-request-id: req-e2e914bb-4fe0-478f-b79c-f5895f374d7d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:15.295199 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:15.295586 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2e914bb-4fe0-478f-b79c-f5895f374d7d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:15.296083 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'code': 200} Aug 20 09:16:15.396822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] Transition to ACTIVE for port object 7a1cb064-dbda-42a7-9334-c47019117832 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:15.424172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:15.545360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=11']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:15.686185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96533-9ff4-404b-a4d6-f99a2b6fb610 req-f6e8330f-95c0-402c-a499-c0289cf64f4b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:15.687719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdc96533-9ff4-404b-a4d6-f99a2b6fb610 req-f6e8330f-95c0-402c-a499-c0289cf64f4b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1152382 Aug 20 09:16:15.744076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] No DVR routers for this DVR port 7a1cb064-dbda-42a7-9334-c47019117832 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:16:15.788455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdc96533-9ff4-404b-a4d6-f99a2b6fb610 req-fa2e7143-5c3f-4d73-85d3-f8d50e6ea89d tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939450 Aug 20 09:16:16.116454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-4129ee8b-f3e0-4a16-ad27-94e38e20ec06 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832/bindings/n-h2-804285-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4875219 Aug 20 09:16:16.287665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-fa6cc0bd-f61f-41eb-8190-1546d52a4f71 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:16.294187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-fa6cc0bd-f61f-41eb-8190-1546d52a4f71 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2&tenant_id=6caaa9aa26a243619caaee88e01e8cd6&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.1223788 Aug 20 09:16:16.354663 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:16.426629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-e8d5f17e-b364-4017-9c3a-8f96125c2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:16.428403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-e8d5f17e-b364-4017-9c3a-8f96125c2726 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1218743 Aug 20 09:16:16.513941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-207d6a9d-3e0d-4179-9382-d29bc134a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:16.516097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-207d6a9d-3e0d-4179-9382-d29bc134a387 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0510845 Aug 20 09:16:16.631204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b85d839e-68fc-42cc-ab98-d10f16fa4e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:16.665342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-52e4639e-2e9f-491c-b270-0ccf678cfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:16.667301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-52e4639e-2e9f-491c-b270-0ccf678cfaf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.1437995 Aug 20 09:16:16.746257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-8a81018e-c870-438d-a753-9211966787cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 999 time: 0.0712616 Aug 20 09:16:16.824063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-03220fc4-a7cd-41ab-9cc1-437d56de8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:16.825597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-03220fc4-a7cd-41ab-9cc1-437d56de8b9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.0706737 Aug 20 09:16:16.995162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864bb18-dd94-49a5-9c6d-eeb99880772a req-5bd3da08-9f20-4838-a4f6-4dd22d20dceb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:16.996750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e864bb18-dd94-49a5-9c6d-eeb99880772a req-5bd3da08-9f20-4838-a4f6-4dd22d20dceb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1398392 Aug 20 09:16:17.021571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-1dc0eeee-60b3-4219-99f4-4433f37a4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:17.023475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-1dc0eeee-60b3-4219-99f4-4433f37a4e99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876409 Aug 20 09:16:17.128529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-870eabbb-2f77-43e1-9f1c-0ea77be521d5 service neutron] 10.222.0.26 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889585 Aug 20 09:16:17.153740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e864bb18-dd94-49a5-9c6d-eeb99880772a req-2bac1f36-cdce-4275-b480-fbe5304a749a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458840 Aug 20 09:16:17.248813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-94c4d12e-bf4b-441a-8aad-043dd4a03abe service neutron] 10.222.0.26 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123405 Aug 20 09:16:17.470464 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:17.553867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-896e93e3-ad10-446c-bfc7-88aaff01b139 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:17.555496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-896e93e3-ad10-446c-bfc7-88aaff01b139 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2&tenant_id=6caaa9aa26a243619caaee88e01e8cd6&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 1096 time: 0.0570414 Aug 20 09:16:17.779344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a5d7d672-e12d-40fb-bf0b-f8014d17b9c3 service neutron] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h1-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:17.783151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a5d7d672-e12d-40fb-bf0b-f8014d17b9c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:17.784721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b507f33-808f-4da9-b393-8a0e3a3934c4 req-a5d7d672-e12d-40fb-bf0b-f8014d17b9c3 service neutron] 10.222.0.26 "DELETE /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832/bindings/n-h1-804285-2 HTTP/1.1" status: 204 len: 173 time: 0.2215352 Aug 20 09:16:18.418825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e49d-d09a-4a28-b400-e9cbd919a646 req-fc9ca4a4-43e9-4bda-a9e5-b01df1220a98 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:18.421654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c05e49d-d09a-4a28-b400-e9cbd919a646 req-fc9ca4a4-43e9-4bda-a9e5-b01df1220a98 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1262295 Aug 20 09:16:18.507705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c05e49d-d09a-4a28-b400-e9cbd919a646 req-e1f99033-e56b-4330-84e6-76337e7d9ab2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754273 Aug 20 09:16:18.708084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd16a8-0f7e-42b3-803f-652f0c295a07 req-107b25a3-463c-421d-a4e0-05d6008c9af7 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:18.721330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50bd16a8-0f7e-42b3-803f-652f0c295a07 req-107b25a3-463c-421d-a4e0-05d6008c9af7 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0853488 Aug 20 09:16:18.802952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-50bd16a8-0f7e-42b3-803f-652f0c295a07 req-766a92ca-fbdc-45de-9615-1326497d5444 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787404 Aug 20 09:16:18.870548 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:18.977910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51741857-8eea-406d-9044-73a628779594 req-29b43ea5-2191-40fb-ad8d-c34667226da6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:19.000376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51741857-8eea-406d-9044-73a628779594 req-29b43ea5-2191-40fb-ad8d-c34667226da6 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.0852485 Aug 20 09:16:19.068064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51741857-8eea-406d-9044-73a628779594 req-7ab44871-8eb1-40d8-9f81-3dac0b04b9da tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574582 Aug 20 09:16:19.081342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51380) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:19.203727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9bb1f8f1-675d-425d-95ec-1734847053aa tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/5669ab03-84c4-479d-85cd-7799e9e355f8 HTTP/1.1" status: 200 len: 991 time: 0.1206036 Aug 20 09:16:19.357256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:16:19.422709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:16:21.519241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51466) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:21.785014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port a74d7426-60da-438a-9420-4c8be64c566a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:16:21.785609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:21.915551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:21.915551 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:21.928982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for a74d7426-60da-438a-9420-4c8be64c566a owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:16:22.120074 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:22.148407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=a74d7426-60da-438a-9420-4c8be64c566a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:22.237840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:22.238476 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP 5669ab03-84c4-479d-85cd-7799e9e355f8 disassociated (deleted). External IP: 172.25.5.56, port: 7a1cb064-dbda-42a7-9334-c47019117832. Aug 20 09:16:22.578737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router e9645aeb-ff7a-4821-b90e-438357f59e49 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:16:22.757638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:16:22.768931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] Sync routers for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:16:22.769582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:22.784440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:22.785061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:22.865789 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-98486468-d6cf-40a7-98be-4dddb4f0cdf1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/floatingips/5669ab03-84c4-479d-85cd-7799e9e355f8 HTTP/1.1" status: 204 len: 168 time: 1.3411920 Aug 20 09:16:22.865789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:22.868596 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40982b-f4c2-4928-8331-d97f570f5b25" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:22.916104 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548fbada-f2b5-4069-934d-ad84ff7e89ed x-openstack-request-id: req-548fbada-f2b5-4069-934d-ad84ff7e89ed {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:22.916404 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:22.916664 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-548fbada-f2b5-4069-934d-ad84ff7e89ed {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:22.917122 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'status': 'completed', 'code': 200} Aug 20 09:16:23.012489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-b85565a4-6627-416f-bfa7-f6ce59605e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:23.016142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-b85565a4-6627-416f-bfa7-f6ce59605e31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0783360 Aug 20 09:16:23.127714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:23.255091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-2d2307fb-7f4d-4755-b62b-0add2492b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:23.257467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-2d2307fb-7f4d-4755-b62b-0add2492b4f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 200 len: 896 time: 0.2350070 Aug 20 09:16:23.514047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-0b6bed2d-e3da-4c43-9a6b-bb44466b0647 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 200 len: 217 time: 0.2474964 Aug 20 09:16:23.615557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:14Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:23.637065 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e92a2-3a75-4200-a566-704bb8e6e6f2 req-c7bc3840-bd04-4c37-8086-18368b4891fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:23.666083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d8e92a2-3a75-4200-a566-704bb8e6e6f2 req-c7bc3840-bd04-4c37-8086-18368b4891fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.2522943 Aug 20 09:16:23.703830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] Checking router: e9645aeb-ff7a-4821-b90e-438357f59e49 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:16:23.728733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:23.729393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:23.781051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d8e92a2-3a75-4200-a566-704bb8e6e6f2 req-82e64efa-7b30-425d-a974-dfd1e74f0feb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081429 Aug 20 09:16:23.782908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-d2b3c916-fa8e-43ba-9569-337cb2008aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:23.786687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-76eb2160-cbef-4741-810b-c81a2bff5b08 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:23.790752 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-76eb2160-cbef-4741-810b-c81a2bff5b08 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1391795 Aug 20 09:16:23.796111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-d2b3c916-fa8e-43ba-9569-337cb2008aae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 200 len: 834 time: 0.2692411 Aug 20 09:16:23.889085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-0acb4c59-21f5-45e1-8e3a-4945f9e4b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:23.890709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-0acb4c59-21f5-45e1-8e3a-4945f9e4b164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54dbbc31-cfe4-4244-ad5d-f4309db0efe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856299 Aug 20 09:16:23.928011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 7a1cb064-dbda-42a7-9334-c47019117832 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:16:23.928771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:23.970882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:24.149700 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-a81ebcbb-337d-4d30-ac48-7241f8e4e562 service neutron] 10.222.0.26 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517161 Aug 20 09:16:24.262578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 7a1cb064-dbda-42a7-9334-c47019117832, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7a1cb064-dbda-42a7-9334-c47019117832,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:24.262949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:24.295268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 7a1cb064-dbda-42a7-9334-c47019117832 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:16:24.403073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a40982b-f4c2-4928-8331-d97f570f5b25 req-645dc504-872e-4bf0-b9c6-0f04c1b48a1e service neutron] 10.222.0.26 "GET /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406206 Aug 20 09:16:24.579458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:14Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:24.623353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3dc61-ba35-4fad-9610-93f58d562698 None None] The sync data for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 is: [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d', 'name': '', 'network_id': '54dbbc31-cfe4-4244-ad5d-f4309db0efe8', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:d2:d2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:03Z', 'updated_at': '2021-08-20T09:15:14Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '4f4300d3-f8d1-4576-8ef8-d15c9987878d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:16:24.653911 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:24.755538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=7a1cb064-dbda-42a7-9334-c47019117832,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:25.015758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7cd8e38d-9893-4e54-9ca6-4bbbf1658ea8 req-fbf34dda-ef84-4c2e-b9bb-3ecd70c33193 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0444221 Aug 20 09:16:25.377129 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274adcf3-d5e3-43c7-8610-689da5b43358 None None] New status for floating IP 5669ab03-84c4-479d-85cd-7799e9e355f8: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:16:25.488425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] No DVR routers for this DVR port 7a1cb064-dbda-42a7-9334-c47019117832 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:16:25.491666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:25.493972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fca166a-b929-41b0-8e38-d1bf878e4e9e req-45bdf250-8d44-422b-89ed-7d3b299b3a69 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "DELETE /v2.0/ports/7a1cb064-dbda-42a7-9334-c47019117832 HTTP/1.1" status: 204 len: 173 time: 1.6890454 Aug 20 09:16:25.494428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-deleted', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:25.498990 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d48625-449d-42e3-b87f-a480e0ff7dc1" -d '{"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-deleted", "tag": "7a1cb064-dbda-42a7-9334-c47019117832"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:25.630014 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c4e80-9b81-4625-b687-275ea82c5f77 x-openstack-request-id: req-2c0c4e80-9b81-4625-b687-275ea82c5f77 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:25.630331 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2", "name": "network-vif-deleted", "tag": "7a1cb064-dbda-42a7-9334-c47019117832", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:25.630602 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c0c4e80-9b81-4625-b687-275ea82c5f77 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:25.630993 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdabc39-35a9-46bc-a5a9-f95ac21a0aa2', 'name': 'network-vif-deleted', 'tag': '7a1cb064-dbda-42a7-9334-c47019117832', 'status': 'completed', 'code': 200} Aug 20 09:16:26.126173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 51638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:27.031556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:27.369649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:16:27.428840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 7a1cb064-dbda-42a7-9334-c47019117832 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:16:27.429194 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7a1cb064-dbda-42a7-9334-c47019117832 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:16:27.649218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:16:27.650556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:27.834471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:27.834850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:27.879207 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:16:28.103981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:28.139270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:28.701591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:29.151911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router e9645aeb-ff7a-4821-b90e-438357f59e49 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:16:29.310269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:16:29.329099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 51934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:29.331507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] Sync routers for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:16:29.343002 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b81b805-791f-4d98-ab54-52c392ab1349 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/e9645aeb-ff7a-4821-b90e-438357f59e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102616 Aug 20 09:16:29.345103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:29.346783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:29.409934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting subnet 4f4300d3-f8d1-4576-8ef8-d15c9987878d {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:16:29.414177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:29.494432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:29.500062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:29.708607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:29.896637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:29.968706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4300d3-f8d1-4576-8ef8-d15c9987878d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:29.976701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:29.983052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6edad6d9-1dce-46d3-a6d3-4c214ec54689 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/subnets/4f4300d3-f8d1-4576-8ef8-d15c9987878d HTTP/1.1" status: 204 len: 168 time: 0.6527457 Aug 20 09:16:29.986726 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52006) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:29.992856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61874ff8-6d4f-4941-91c6-56a1a792127e None None] Network 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:16:30.092951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:16:28Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:30.197950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:30.206691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] Checking router: e9645aeb-ff7a-4821-b90e-438357f59e49 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:16:30.231239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] Routers {'e9645aeb-ff7a-4821-b90e-438357f59e49'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:30.232303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e9645aeb-ff7a-4821-b90e-438357f59e49'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:30.370769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:30.524124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port d333700e-0cae-41cf-871c-a3a3b144995d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:16:30.524657 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:30.647997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] DHCP port deletion for 54dbbc31-cfe4-4244-ad5d-f4309db0efe8 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:16:30.650901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] Set router e9645aeb-ff7a-4821-b90e-438357f59e49 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:30.694385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port d333700e-0cae-41cf-871c-a3a3b144995d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d333700e-0cae-41cf-871c-a3a3b144995d,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:30.695121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:30.712615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for d333700e-0cae-41cf-871c-a3a3b144995d owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:16:31.017469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Deleting port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:16:31.017937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.036324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.076733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=d333700e-0cae-41cf-871c-a3a3b144995d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:31.159305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] For port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,segment=NetworkSegment(3e49cf55-2748-4de6-a1f7-8cb6356015ab),segment_id=3e49cf55-2748-4de6-a1f7-8cb6356015ab)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:31.159833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.176738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.180299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Calling delete_port for 8bfa4bd5-be93-4089-8357-1e070dfe0bfb owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:16:31.226145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8bfa4bd5-be93-4089-8357-1e070dfe0bfb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:16:31.446931 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.450992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.539951 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.560415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.562340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Fanout notify agent at l3_agent the message router_deleted on router e9645aeb-ff7a-4821-b90e-438357f59e49 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:16:31.569538 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.572520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.581480 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52160) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:31.582576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6d0f7126-cabe-4403-9363-5cc0c05da27c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/routers/e9645aeb-ff7a-4821-b90e-438357f59e49 HTTP/1.1" status: 204 len: 168 time: 1.5945601 Aug 20 09:16:31.682108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Pushing event deleted for resources: {'Port': ['ID=8bfa4bd5-be93-4089-8357-1e070dfe0bfb,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:31.728843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] No DVR routers for this DVR port 8bfa4bd5-be93-4089-8357-1e070dfe0bfb on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:16:31.749251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.749604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.762260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.762682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.763016 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.763352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.763680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.764008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.764333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.764654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.764972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.765292 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8262a-2037-4c71-9519-be75182a8db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:31.789522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:31.819606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:16:28Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:31.887101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb2c50f-616e-4f1b-8b6a-17a6e2e5edde None None] The sync data for ids ['e9645aeb-ff7a-4821-b90e-438357f59e49'] in n-d-804285-2 is: [{'id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019255178', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:59Z', 'updated_at': '2021-08-20T09:16:28Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': 'd333700e-0cae-41cf-871c-a3a3b144995d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ff:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9645aeb-ff7a-4821-b90e-438357f59e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:15:00Z', 'updated_at': '2021-08-20T09:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:16:32.139636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.175824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dbbc31-cfe4-4244-ad5d-f4309db0efe8']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:32.219008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e49cf55-2748-4de6-a1f7-8cb6356015ab') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:32.219373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e49cf55-2748-4de6-a1f7-8cb6356015ab') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:32.241160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.274072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.282970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:16:32.283896 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:16:32.304071 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:16:32.431700 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.469851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.472062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/networks/54dbbc31-cfe4-4244-ad5d-f4309db0efe8 HTTP/1.1" status: 204 len: 168 time: 0.8886058 Aug 20 09:16:32.473819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Network': ['ID=54dbbc31-cfe4-4244-ad5d-f4309db0efe8,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:32.474898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52250) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:32.483788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.484608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.485106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.485597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.486123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.486718 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.487500 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.487995 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.488501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.489262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.490039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.490535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af274c-644e-4e0c-9bab-00b2a0956578 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:32.638066 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b0112f9-da6c-4f29-9101-3fc1c42e2442 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.681700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b0112f9-da6c-4f29-9101-3fc1c42e2442 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.771441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b0112f9-da6c-4f29-9101-3fc1c42e2442 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.774024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9b0112f9-da6c-4f29-9101-3fc1c42e2442 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:32.775215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9b0112f9-da6c-4f29-9101-3fc1c42e2442 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/security-groups/4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697 HTTP/1.1" status: 204 len: 168 time: 0.2991686 Aug 20 09:16:32.791738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0112f9-da6c-4f29-9101-3fc1c42e2442 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa9bb2b-6a9d-4c97-9a96-0ff8260ac697,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:33.198923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:33.204364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831185860', 'description': 'tempest-secgroup-smoke-831185860 description', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:33.304480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.416677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:16:33.455222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:16:33.455887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7baad5a7-2dbb-48ab-bb6b-02d9f0a6163d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:16:33.483242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.492073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.543283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2908485d-71ec-4e0c-872d-327071f5922f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:33.579538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.581125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b8c79e80-50b1-4214-b0d5-2c774ac15c0c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3805892 Aug 20 09:16:33.584178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52308) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:33.590825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '2908485d-71ec-4e0c-872d-327071f5922f', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:33.636084 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.702638 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.707032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.736376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff528f3-e71a-4acd-ad4c-32b1cf509487,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:33.741188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.746643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:33.746847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c121c180-877b-4840-af41-305fddc78798 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609485 Aug 20 09:16:33.751698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '2908485d-71ec-4e0c-872d-327071f5922f', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:33.803609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.881638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.887206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.906550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43467d1e-052d-43cf-a35e-f9b8c775b596,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:33.914635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:33.916576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71a2cb0a-ad93-496b-84e6-f497ae160725 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685095 Aug 20 09:16:33.919328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52320) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:33.924938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '2908485d-71ec-4e0c-872d-327071f5922f', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:33.973844 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.044341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.051882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.082758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef4f9e0-fac7-4b89-bbea-f5b7442c610a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:34.090402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.091883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eeccabbf-6d1e-438f-b000-4f2e7fd6ddd7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715918 Aug 20 09:16:34.094746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52324) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:34.102407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '2908485d-71ec-4e0c-872d-327071f5922f', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:34.175323 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.277422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.282850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.298881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa668cf7-a6f6-41e1-9afe-d28b3365d4c9,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:34.318051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.319849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1351f7bd-5d02-4797-be8c-9f43a542d165 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2238913 Aug 20 09:16:34.322498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52332) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:34.328295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '2908485d-71ec-4e0c-872d-327071f5922f', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:34.374671 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:16:34.381676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.497623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.513762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.556641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04020b7a-6f4c-40ea-8152-7f60abb9a5ef,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:34.562941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.564361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ead58df-3b5a-4250-ba78-b933ee761857 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2407513 Aug 20 09:16:34.567785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52336) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:34.572957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'security_group_rule': {'security_group_id': '2908485d-71ec-4e0c-872d-327071f5922f', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:34.638126 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Project 6caaa9aa26a243619caaee88e01e8cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:16:34.647833 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.772066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.777353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.796829 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ab900a-3766-4b9b-84c6-8692b8819b00,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:34.823215 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.827370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3d11eb64-5d0f-429a-9662-95f154bbe0a8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2553544 Aug 20 09:16:34.827646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52346) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:34.833177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'network': {'name': 'tempest-network-smoke--438545444', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:34.883737 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:34.889347 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.929016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:16:34.939664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:34.940011 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Added segment f46ab9f5-fce8-4846-b3d6-18ed428efd29 of type vlan for network d2199ae8-b148-4178-ae2e-ec5634eb8635 Aug 20 09:16:35.003266 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.010279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d333700e-0cae-41cf-871c-a3a3b144995d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:16:35.042664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.049290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:35.050113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.058865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d333700e-0cae-41cf-871c-a3a3b144995d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:16:35.059209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d333700e-0cae-41cf-871c-a3a3b144995d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:16:35.121953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2932296 Aug 20 09:16:35.124746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52350) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:35.128755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18a80e-5d3f-4857-9d38-040bd09c4093 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Network': ['ID=d2199ae8-b148-4178-ae2e-ec5634eb8635,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:35.130296 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'admin_state_up': True, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:35.141050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:16:35.159895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.161391 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.224264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.365152 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.655481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.677058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:35.800201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.186 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:35.975137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:36.015571 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:36.057607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:36.060702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:36.063283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:36.072910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:36.427694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:37.148316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:37.342135 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router aa8386c9-e86d-40e2-a2d9-916b7c76158a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:16:37.577233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:16:37.592284 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Sync routers for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:16:37.616071 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:37.619483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:37.658214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:37.664275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:37.682120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-79d698c5-7596-4515-b092-5002b5214fb0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5560355 Aug 20 09:16:37.737215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52544) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:37.749028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-74fc8a47-f39a-420e-a31b-de8b71695bfe tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=6caaa9aa26a243619caaee88e01e8cd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818419 Aug 20 09:16:37.859685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3aa32-3dda-47da-aee0-fb82937b922d tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:37.866660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52560) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:37.878775 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aef3aa32-3dda-47da-aee0-fb82937b922d tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390154 Aug 20 09:16:37.911484 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:37.920667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52568) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:37.927233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-139062392', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:37.933705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-51793979-0259-4a09-817a-69e05c6c9874 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641642 Aug 20 09:16:38.115528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:38.121586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.329547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52618) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:38.449051 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:36Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:38.528149 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Checking router: aa8386c9-e86d-40e2-a2d9-916b7c76158a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:16:38.528657 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Updating router aa8386c9-e86d-40e2-a2d9-916b7c76158a port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:16:38.536248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.576131 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.596299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6692c201-1f35-42fc-95f4-7c6ed221459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.636477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Checking segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:38.637129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network hostable DHCP agents. Network: d2199ae8-b148-4178-ae2e-ec5634eb8635, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:16:38.639468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Subnet': ['ID=0b3c771b-a450-4179-8423-9a3af28b033a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:38.712364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:16:38.740053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d2199ae8-b148-4178-ae2e-ec5634eb8635) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:38.753528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:38.753702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08c549-3c19-43b5-87e5-993f97cfe500 None None] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:16:38.754899 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.921396 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6692c201-1f35-42fc-95f4-7c6ed221459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.934913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6692c201-1f35-42fc-95f4-7c6ed221459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:38.943952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb37620a-65a1-4e2f-b98c-6b09bfb9cc25 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0218036 Aug 20 09:16:38.946520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52684) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:39.091978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6692c201-1f35-42fc-95f4-7c6ed221459c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9590b16f462849d28e4473ea79f0b90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7605059 Aug 20 09:16:39.092647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:39.094795 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c201-1f35-42fc-95f4-7c6ed221459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b439fef-7f50-41aa-ab51-cbb256e0850c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:39.122766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d2199ae8-b148-4178-ae2e-ec5634eb8635', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:16:39.124664 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.245589 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.301765 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Transition to ACTIVE for port object 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:39.326091 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.458093 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Attempting to bind port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:39.469562 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Attempting to bind port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:39.470225 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Attempting to bind port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:39.479548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Allocated IP 172.20.0.2 (d2199ae8-b148-4178-ae2e-ec5634eb8635/0b3c771b-a450-4179-8423-9a3af28b033a/c58a0bd5-ea1e-4be5-807d-00e3962d474e) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:39.483862 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:39.488496 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:39.489211 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.491278 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:39.493234 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Bound port: 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:39.493953 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.618189 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] For port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:39.626299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] For port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:39.668683 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Pushing event updated for resources: {'Port': ['ID=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:39.671400 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.696495 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.698891 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.701502 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.702046 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.714287 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.714908 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.715407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.715900 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.716390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.716878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.717379 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.718106 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:16:39.751399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3305d7db-8072-4d1b-a34a-8c6670ace654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.782792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.797458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3305d7db-8072-4d1b-a34a-8c6670ace654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.798705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Transition to ACTIVE for port object c58a0bd5-ea1e-4be5-807d-00e3962d474e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:39.808910 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:39.809561 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:39.833584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Transition to ACTIVE for port object c58a0bd5-ea1e-4be5-807d-00e3962d474e will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:39.858818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.884838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3305d7db-8072-4d1b-a34a-8c6670ace654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.889742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3305d7db-8072-4d1b-a34a-8c6670ace654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:39.893615 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3305d7db-8072-4d1b-a34a-8c6670ace654 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b439fef-7f50-41aa-ab51-cbb256e0850c HTTP/1.1" status: 204 len: 168 time: 0.7998238 Aug 20 09:16:39.914887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305d7db-8072-4d1b-a34a-8c6670ace654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b439fef-7f50-41aa-ab51-cbb256e0850c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:39.954542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:39.970530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:39.977979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:40.030997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Pushing event updated for resources: {'Port': ['ID=c58a0bd5-ea1e-4be5-807d-00e3962d474e,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:40.096714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Attempting to bind port c58a0bd5-ea1e-4be5-807d-00e3962d474e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:40.096921 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907d78b-a4ff-49c4-b69b-e2afada30088 None None] Pushing event updated for resources: {'Port': ['ID=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:40.097630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Attempting to bind port c58a0bd5-ea1e-4be5-807d-00e3962d474e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:40.098173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Attempting to bind port c58a0bd5-ea1e-4be5-807d-00e3962d474e on network d2199ae8-b148-4178-ae2e-ec5634eb8635 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:40.106957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:40.107680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Checking segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:40.108243 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:40.109230 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Bound using segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:40.110012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Bound port: c58a0bd5-ea1e-4be5-807d-00e3962d474e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:40.111981 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:40.143683 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:40.232588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] For port c58a0bd5-ea1e-4be5-807d-00e3962d474e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:40.242820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] For port c58a0bd5-ea1e-4be5-807d-00e3962d474e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c58a0bd5-ea1e-4be5-807d-00e3962d474e,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:40.255864 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:40.315978 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:40.336427 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:16:40.422699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ff825-d7c5-4a24-908c-bdff6994a805 None None] Pushing event updated for resources: {'Port': ['ID=c58a0bd5-ea1e-4be5-807d-00e3962d474e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:40.713746 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:36Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:40.831699 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dff7c3-6ab5-46ba-86b2-1072ac7c37c7 None None] The sync data for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 is: [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:36Z', 'revision_number': 3, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:16:40.974053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.1 (d2199ae8-b148-4178-ae2e-ec5634eb8635/0b3c771b-a450-4179-8423-9a3af28b033a/38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:41.179997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c58a0bd5-ea1e-4be5-807d-00e3962d474e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:41.197148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:41.214027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:41.254982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:41.276750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c58a0bd5-ea1e-4be5-807d-00e3962d474e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:41.357331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:41.363383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:41.368422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:41.551003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:41.561036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:41.607842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52918) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:41.824610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1671883189-network', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:41.872032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:41.874984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:41.902835 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:41.923681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.109567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0d509-cd3a-49a6-8bd0-2f3351aa5be6 None None] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:16:42.235145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] Provisioning for port c58a0bd5-ea1e-4be5-807d-00e3962d474e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:42.255735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] Provisioning complete for port c58a0bd5-ea1e-4be5-807d-00e3962d474e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:42.256310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.257741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-11163a79-5e35-4c09-8056-ff810bec3f5a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:42.259544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-11163a79-5e35-4c09-8056-ff810bec3f5a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 814 time: 0.2056484 Aug 20 09:16:42.338129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.364944 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-ae66063f-4d83-4073-8343-956115b3b954 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/quotas/5a6a573069044764b0f05a5c38c599c5 HTTP/1.1" status: 200 len: 375 time: 0.0246954 Aug 20 09:16:42.379312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.411919 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-9cf119a9-85df-4846-a5ad-3312330eb864 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458107 Aug 20 09:16:42.417206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-3c247143-c343-4df5-a388-476faa147001 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:16:42.425307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-3c247143-c343-4df5-a388-476faa147001 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119689 Aug 20 09:16:42.463463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:16:42.513159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.514123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.514481 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Added segment 2a699370-2383-4e0f-bcc9-ac3f0656d2a8 of type vlan for network 3cab377c-a461-46a4-8192-38731ed597da Aug 20 09:16:42.532503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.544888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.561881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] For port c58a0bd5-ea1e-4be5-807d-00e3962d474e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c58a0bd5-ea1e-4be5-807d-00e3962d474e,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:42.572278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.583644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.689255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.692565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:42.693448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.761418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:42.765273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.821982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Pushing event updated for resources: {'Network': ['ID=3cab377c-a461-46a4-8192-38731ed597da,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:42.825645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316fdf2f-9020-444e-b3bd-5d0288662e8d,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:42.831234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2674ba24-caa9-499e-aaf8-6fbab35af004 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2222273 Aug 20 09:16:42.834671 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 52954) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:42.841614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Request body: {'subnet': {'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1671883189-subnet', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:42.862364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3cab377c-a461-46a4-8192-38731ed597da details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:16:42.870776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:42.874353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:42.919556 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:42.921793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:43.032644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f66b-d62e-4a05-a86e-c7934b8cf3b4 None None] Pushing event updated for resources: {'Port': ['ID=c58a0bd5-ea1e-4be5-807d-00e3962d474e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:43.063947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e0956458-c046-41d9-9a59-1c817672cb3d None None] Provisioning complete for port c58a0bd5-ea1e-4be5-807d-00e3962d474e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:43.065759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e0956458-c046-41d9-9a59-1c817672cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.129055 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.142560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.188705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router aa8386c9-e86d-40e2-a2d9-916b7c76158a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:16:43.257750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:43.260327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-22a923b7-411c-46a6-817a-05655d2eb3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.355013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-9a551772-a943-4dcd-9bc5-4815f9e5499f service neutron] 10.222.0.35 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9289784 Aug 20 09:16:43.391709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:16:43.399045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aeef39b5-8cb0-4f62-8b29-d8acfecb0e8f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/aa8386c9-e86d-40e2-a2d9-916b7c76158a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4512944 Aug 20 09:16:43.482289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:43.482661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Network hostable DHCP agents. Network: 3cab377c-a461-46a4-8192-38731ed597da, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:16:43.497189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4756395-24eb-409f-86c1-7d4e23f13295,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:43.523628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:43.532092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:43.532520 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.539570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e0956458-c046-41d9-9a59-1c817672cb3d None None] Provisioning for port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:43.593137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e0956458-c046-41d9-9a59-1c817672cb3d None None] Provisioning complete for port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:43.593363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Network 3cab377c-a461-46a4-8192-38731ed597da is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:16:43.597094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e0956458-c046-41d9-9a59-1c817672cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.608913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-7b6a9c18-bc23-45e0-bf64-927cc4d3903a service neutron] 10.222.0.35 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522376 Aug 20 09:16:43.626578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3cab377c-a461-46a4-8192-38731ed597da) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:43.632151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:43.632797 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.664675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 52970) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:43.665271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e4678554-7fe8-4105-9e37-5e145dad8ce9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8284202 Aug 20 09:16:43.671018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:43.677225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e0956458-c046-41d9-9a59-1c817672cb3d None None] Port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:16:43.679446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ed61b-a5f4-477b-a901-15bdac523e2b None None] Network 3cab377c-a461-46a4-8192-38731ed597da requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:16:43.756705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.758047 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.891634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b8ec3b7e-ddf6-4e1c-a48f-3c589d0fca4b None None] Provisioning complete for port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:43.894799 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-79e6bb31-0def-4591-9bb9-997c5966f30f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831185860&fields=id&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 267 time: 0.1742966 Aug 20 09:16:43.896190 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3b7e-ddf6-4e1c-a48f-3c589d0fca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:43.975499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.137823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-ddc12ec5-a8cf-424c-bcb9-91d5626a86a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:44.155242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-ddc12ec5-a8cf-424c-bcb9-91d5626a86a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/networks?id=d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 200 len: 796 time: 0.2452991 Aug 20 09:16:44.188514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-62e85526-50ce-4c97-9b11-ed2bfa4d7aef tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/quotas/6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 375 time: 0.0265880 Aug 20 09:16:44.317299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.358313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Sync routers for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:16:44.396915 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.403543 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-aa867a21-a9b2-4025-8f10-7424bc117bc5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2083545 Aug 20 09:16:44.422332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-171f7d43-eaa4-4f70-b68a-40483c8b5a73 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:16:44.424817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-171f7d43-eaa4-4f70-b68a-40483c8b5a73 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160174 Aug 20 09:16:44.436162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec3b7e-ddf6-4e1c-a48f-3c589d0fca4b None None] Port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:16:44.442690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:44.443763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:44.448850 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.542461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:44.551392 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.565764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-3cab377c-a461-46a4-8192-38731ed597da', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:16:44.567249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.577595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e1ac628-5677-4ce3-83d4-3c737a7ec87f req-56b7ebde-9804-4d3c-91d7-f6b2660b9813 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 210 time: 0.1506467 Aug 20 09:16:44.677971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.708780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:44.781404 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391639e-1104-4f03-9066-ae961cc29af4 req-da001160-34f1-4fb8-85bb-c8233f208a76 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:44.791329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f391639e-1104-4f03-9066-ae961cc29af4 req-da001160-34f1-4fb8-85bb-c8233f208a76 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 950 time: 0.0842574 Aug 20 09:16:44.820425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Allocated IP 172.20.0.2 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/82ba5745-de1a-42cb-96d2-22a3aee95d1c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:44.873772 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-354eebbd-6774-447a-97bf-18c7cb05ea16 service neutron] 10.222.0.35 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074473 Aug 20 09:16:44.968468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Allocated IP 172.25.5.143 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/63160378-7416-449e-bcab-0149cfba56e7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:45.064208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.075287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Transition to ACTIVE for port object 82ba5745-de1a-42cb-96d2-22a3aee95d1c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:45.099496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Transition to ACTIVE for port object 82ba5745-de1a-42cb-96d2-22a3aee95d1c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:45.138771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:45.139302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f391639e-1104-4f03-9066-ae961cc29af4 req-e345e8af-200d-41e3-b399-99b941a16e49 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419042 Aug 20 09:16:45.145123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.233502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c58a0bd5-ea1e-4be5-807d-00e3962d474e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:45.251315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.251592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-74357272-6e8e-406d-a117-c7abf03d6efc service neutron] 10.222.0.35 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623984 Aug 20 09:16:45.284170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:45.306131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.359301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:45.380182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:45.381487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Pushing event updated for resources: {'Port': ['ID=63160378-7416-449e-bcab-0149cfba56e7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:45.384118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:45.391299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:45.401847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:45.407693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:45.601998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Pushing event updated for resources: {'Port': ['ID=82ba5745-de1a-42cb-96d2-22a3aee95d1c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:45.721553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9939e4d-1cb2-4b9b-a1f1-a92bf3844dda req-21b1582a-bba9-48d6-b348-848559ab7ee8 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 210 time: 0.0666938 Aug 20 09:16:45.769626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c58a0bd5-ea1e-4be5-807d-00e3962d474e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:45.770018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.790326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff4550bc-e710-42be-a5b1-834cdfef9bfd req-df9df0fd-243a-4419-b711-789163449a3c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 210 time: 0.0838823 Aug 20 09:16:45.825609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Attempting to bind port 82ba5745-de1a-42cb-96d2-22a3aee95d1c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:45.826019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Attempting to bind port 82ba5745-de1a-42cb-96d2-22a3aee95d1c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:45.826387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Attempting to bind port 82ba5745-de1a-42cb-96d2-22a3aee95d1c on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:45.845444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:45.845874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:45.846614 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.847181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:45.847683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Bound port: 82ba5745-de1a-42cb-96d2-22a3aee95d1c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:45.848083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:45.906508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:42Z', 'revision_number': 2, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:45.958840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-2c5731e5-c661-4a08-ae63-5db709524250 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:45.960421 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-2c5731e5-c661-4a08-ae63-5db709524250 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 814 time: 0.3241863 Aug 20 09:16:46.000837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Checking router: aa8386c9-e86d-40e2-a2d9-916b7c76158a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:16:46.001203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Updating router aa8386c9-e86d-40e2-a2d9-916b7c76158a port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:16:46.019444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Request body: {'port': {'device_id': '79328642-07ce-4d4c-a77b-fb919309f756', 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b', 'admin_state_up': True, 'tenant_id': '5a6a573069044764b0f05a5c38c599c5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:46.092612 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:46.120012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-3b901a8f-c2ab-4ea2-bfae-439f79127a6b tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:46.121587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-3b901a8f-c2ab-4ea2-bfae-439f79127a6b tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 950 time: 0.3978772 Aug 20 09:16:46.132733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] For port 82ba5745-de1a-42cb-96d2-22a3aee95d1c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:46.182133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] For port 82ba5745-de1a-42cb-96d2-22a3aee95d1c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=82ba5745-de1a-42cb-96d2-22a3aee95d1c,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:46.196398 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:46.398022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3401-1f5b-4915-acdc-c5854dedbd70 req-a41ed0ab-3cd3-4764-bf73-70fe9e87b707 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:46.399712 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9bf3401-1f5b-4915-acdc-c5854dedbd70 req-a41ed0ab-3cd3-4764-bf73-70fe9e87b707 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 950 time: 0.1137106 Aug 20 09:16:46.450360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:46.454604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f642da8-3551-450a-8242-030ccdba71ab None None] Pushing event updated for resources: {'Port': ['ID=82ba5745-de1a-42cb-96d2-22a3aee95d1c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:46.510130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9bf3401-1f5b-4915-acdc-c5854dedbd70 req-daacbcf5-017f-4941-85fd-59a2b50769e5 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026325 Aug 20 09:16:46.775805 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59866ece-2f3c-4898-b533-84929ad210ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:46.863480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58270dec-a72c-49d1-8e59-932b77423fbc req-93d192e0-3053-4249-b706-3c2a3cb3a8a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 210 time: 0.0439620 Aug 20 09:16:46.895665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:46.910170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Transition to ACTIVE for port object 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:46.917696 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:46.994059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1ac4f0e-9edb-4d34-b3ec-ffb3938064ad req-869c8204-958f-41b7-af1f-25e558eceace tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 210 time: 0.0792437 Aug 20 09:16:47.075144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Deleting port f8a449e6-d56e-439c-833b-afbd082220ab {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:16:47.075641 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.091468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c724e-96c7-43ff-87b6-c216be2050cd None None] Pushing event updated for resources: {'Port': ['ID=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:47.151056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.274743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Attempting to bind port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:47.275019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Attempting to bind port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:47.275383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Attempting to bind port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 on network d2199ae8-b148-4178-ae2e-ec5634eb8635 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:47.293946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:47.294326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Checking segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:47.294732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.295125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Bound using segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:47.295874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Bound port: 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:47.296013 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.297230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Made reservation on behalf of 5a6a573069044764b0f05a5c38c599c5 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:47.304211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.363594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 82ba5745-de1a-42cb-96d2-22a3aee95d1c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:47.390569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-956bc1d6-6202-4dc5-8060-2a3920808eb5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:47.396066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-956bc1d6-6202-4dc5-8060-2a3920808eb5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "GET /v2.0/networks?id=d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 200 len: 796 time: 0.2817566 Aug 20 09:16:47.480096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-48e8efbe-a34a-47b3-9a81-91b0de371b19 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6caaa9aa26a243619caaee88e01e8cd6 HTTP/1.1" status: 200 len: 379 time: 0.0760472 Aug 20 09:16:47.498400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'port': {'device_id': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'admin_state_up': True, 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'security_groups': ['2908485d-71ec-4e0c-872d-327071f5922f']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:47.607244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.648289 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] For port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:47.652286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] For port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:47.659712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 82ba5745-de1a-42cb-96d2-22a3aee95d1c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:47.666826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:47.676647 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.725995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] For port f8a449e6-d56e-439c-833b-afbd082220ab, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f8a449e6-d56e-439c-833b-afbd082220ab,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:47.728702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:47.858730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:47.859388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:47.860340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Calling delete_port for f8a449e6-d56e-439c-833b-afbd082220ab owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:16:47.892708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a7c1a-6ed0-461b-982d-c302e680aa69 req-c6bbe3be-e087-4043-bd7d-b3e51b3132ca tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:47.900548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b36a7c1a-6ed0-461b-982d-c302e680aa69 req-c6bbe3be-e087-4043-bd7d-b3e51b3132ca tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 950 time: 0.1310463 Aug 20 09:16:47.907222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Made reservation on behalf of 6caaa9aa26a243619caaee88e01e8cd6 for: {'port': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:47.911553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.042506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c724e-96c7-43ff-87b6-c216be2050cd None None] Pushing event updated for resources: {'Port': ['ID=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:48.062801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:48.063177 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.093453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b36a7c1a-6ed0-461b-982d-c302e680aa69 req-82b1ddc3-00e6-4d2a-9eec-c4947420b467 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/security-groups?id=edfe4e17-d3f6-47b5-9996-06dbd032d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879175 Aug 20 09:16:48.101388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e35c4d5-40da-4ca8-97f7-47125a612d57 req-e4cf8fe1-4455-46bf-939f-2099b5016c58 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 210 time: 0.1027734 Aug 20 09:16:48.257770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Allocated IP 172.20.0.10 (87aafb5f-7d6d-4461-8d9c-d72d3b91f78b/182f787d-159d-4e0b-8a00-4f54461a4da9/4b9458a5-5570-407e-ac37-cfb1a26ac609) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:48.269273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70886b31-f929-4290-92cc-cb17e3a633d9 req-1283a6e4-0aa5-43ea-b724-523e2bf079f9 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 210 time: 0.0440772 Aug 20 09:16:48.292413 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.457636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.20.0.12 (d2199ae8-b148-4178-ae2e-ec5634eb8635/0b3c771b-a450-4179-8423-9a3af28b033a/61eab310-b57f-4611-a946-2044ec5f546c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:48.520323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fceded4-2493-4eac-abfa-c031e88c01ab None None] Network 3cab377c-a461-46a4-8192-38731ed597da requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:16:48.539293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.651288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Pushing event deleted for resources: {'Port': ['ID=f8a449e6-d56e-439c-833b-afbd082220ab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:48.682873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:48.747174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.769173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Transition to ACTIVE for port object 61eab310-b57f-4611-a946-2044ec5f546c will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:48.813581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] Provisioning for port 82ba5745-de1a-42cb-96d2-22a3aee95d1c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:48.829249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.832652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] No DVR routers for this DVR port f8a449e6-d56e-439c-833b-afbd082220ab on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:16:48.857618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.859701 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd95e60e-f5d6-4bfb-98e2-72ab199a6032 req-49fae560-255f-49aa-9755-ab884610cea7 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.26 "DELETE /v2.0/ports/f8a449e6-d56e-439c-833b-afbd082220ab HTTP/1.1" status: 204 len: 173 time: 2.7261374 Aug 20 09:16:48.862030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'name': 'network-vif-deleted', 'tag': 'f8a449e6-d56e-439c-833b-afbd082220ab'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:48.865967 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3688c69b-88f9-45bc-bff5-d949dc01b2fe" -d '{"events": [{"server_uuid": "7dd127a2-3e87-494a-8b59-ed7205fa11e8", "name": "network-vif-deleted", "tag": "f8a449e6-d56e-439c-833b-afbd082220ab"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:48.866421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] Provisioning complete for port 82ba5745-de1a-42cb-96d2-22a3aee95d1c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:48.866795 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:48.895743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:48.902424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:48.916349 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:48.989661 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480cdac3-fe89-42d4-9f20-8af3a6834606 x-openstack-request-id: req-480cdac3-fe89-42d4-9f20-8af3a6834606 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:48.989982 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd127a2-3e87-494a-8b59-ed7205fa11e8", "name": "network-vif-deleted", "tag": "f8a449e6-d56e-439c-833b-afbd082220ab", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:48.990232 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-480cdac3-fe89-42d4-9f20-8af3a6834606 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:48.990639 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd127a2-3e87-494a-8b59-ed7205fa11e8', 'name': 'network-vif-deleted', 'tag': 'f8a449e6-d56e-439c-833b-afbd082220ab', 'status': 'completed', 'code': 200} Aug 20 09:16:49.009684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Router ec39158d-0a0a-4831-a59d-762c09fff4ab is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:16:49.209629 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:49.234408 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.263704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:16:49.272813 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:16:49.273332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:49.273514 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.273907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.289325 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:49.293527 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:49.335225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.339462 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d6daad8f-bf1e-445f-b71c-9b4a762dfff4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6725683 Aug 20 09:16:49.342265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53096) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:49.480440 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f191a115-5ac9-4379-85a0-522afa399c68 req-02c9352c-d47b-462b-af10-a806b79d3aa8 tempest-VolumesBackupsTest-1977500048 tempest-VolumesBackupsTest-1977500048-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dd127a2-3e87-494a-8b59-ed7205fa11e8 HTTP/1.1" status: 200 len: 210 time: 0.1696486 Aug 20 09:16:49.508160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.520059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f8a449e6-d56e-439c-833b-afbd082220ab no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:16:49.552997 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:49.608417 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-2cd63fcd-6af8-414b-aa70-1a2d0cb1f8fd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1187143 Aug 20 09:16:49.629756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: f8a449e6-d56e-439c-833b-afbd082220ab {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:16:49.629984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Request body: {'port': {'device_id': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:49.648380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f8a449e6-d56e-439c-833b-afbd082220ab not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:16:49.671749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.786371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe44f11-21fc-4936-a3ee-4fa6858686ae req-d4117755-da53-4e1f-8e5e-4fa3841fd3b7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:49.797340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afe44f11-21fc-4936-a3ee-4fa6858686ae req-d4117755-da53-4e1f-8e5e-4fa3841fd3b7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 932 time: 0.5052254 Aug 20 09:16:49.806964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] For port 82ba5745-de1a-42cb-96d2-22a3aee95d1c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=82ba5745-de1a-42cb-96d2-22a3aee95d1c,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:49.824797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.845068 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:49.895706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Pushing event updated for resources: {'Port': ['ID=4b9458a5-5570-407e-ac37-cfb1a26ac609,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:49.947967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf855-59a2-4d0a-a3cf-63d7939a5778 req-1f9d743b-c8b9-44e1-a676-92ffbd6ccaf4 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:49.953677 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67febcb-ab18-4d74-a73a-2ba9806ea2bb None None] Pushing event updated for resources: {'Port': ['ID=82ba5745-de1a-42cb-96d2-22a3aee95d1c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:49.963981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-173bf855-59a2-4d0a-a3cf-63d7939a5778 req-1f9d743b-c8b9-44e1-a676-92ffbd6ccaf4 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 932 time: 0.2464988 Aug 20 09:16:49.991524 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:46Z', 'revision_number': 3, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:50.000070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-48e9526b-7307-482e-827e-f144fc2c3ed4 None None] Provisioning for port 61eab310-b57f-4611-a946-2044ec5f546c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:50.007289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:50.010921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-48e9526b-7307-482e-827e-f144fc2c3ed4 None None] Provisioning complete for port 61eab310-b57f-4611-a946-2044ec5f546c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:50.011310 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-48e9526b-7307-482e-827e-f144fc2c3ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:50.028656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:50.065187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:50.068600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:47Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:50.079438 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:16:50.084086 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Updating router ec39158d-0a0a-4831-a59d-762c09fff4ab port 63160378-7416-449e-bcab-0149cfba56e7 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:16:50.141025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-afe44f11-21fc-4936-a3ee-4fa6858686ae req-6ee3e595-831b-4726-9937-089a94735eca tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424103 Aug 20 09:16:50.157449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee839696-13f4-4cbe-905f-9e874cb5bc21 None None] The sync data for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 is: [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:47Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:16:50.186296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-48e9526b-7307-482e-827e-f144fc2c3ed4 None None] Port 61eab310-b57f-4611-a946-2044ec5f546c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:16:50.193363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-173bf855-59a2-4d0a-a3cf-63d7939a5778 req-0ec71b45-349c-4f28-a805-820f591b5f08 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228425 Aug 20 09:16:50.204543 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:50.317622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b29a5ec2-b723-4d4d-8de6-80c91a892b08 None None] Provisioning complete for port 82ba5745-de1a-42cb-96d2-22a3aee95d1c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:50.318223 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b29a5ec2-b723-4d4d-8de6-80c91a892b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:50.629554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:50.630537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:50.766211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-c04eafe1-3ac6-4333-8cf3-fb779a88dbf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7792432 Aug 20 09:16:50.794771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Request body: {'port': {'device_id': '79328642-07ce-4d4c-a77b-fb919309f756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:50.851688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eab310-b57f-4611-a946-2044ec5f546c {{(pid=101316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:16:50.886515 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:50.917818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Transition to ACTIVE for port object 61eab310-b57f-4611-a946-2044ec5f546c will not be triggered until provisioned by entity L2. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:50.922869 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.011855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:51.135563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.229393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Attempting to bind port 61eab310-b57f-4611-a946-2044ec5f546c on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:51.229902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Attempting to bind port 61eab310-b57f-4611-a946-2044ec5f546c by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:51.230314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Attempting to bind port 61eab310-b57f-4611-a946-2044ec5f546c on network d2199ae8-b148-4178-ae2e-ec5634eb8635 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:51.235479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Port 61eab310-b57f-4611-a946-2044ec5f546c on network d2199ae8-b148-4178-ae2e-ec5634eb8635 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:16:51.235924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Attempting to bind port 61eab310-b57f-4611-a946-2044ec5f546c on network d2199ae8-b148-4178-ae2e-ec5634eb8635 {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:51.259263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:51.259263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Checking segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:51.259565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Bound using segment: {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'} {{(pid=101316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:51.262284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.managers [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Bound port: 61eab310-b57f-4611-a946-2044ec5f546c, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46ab9f5-fce8-4846-b3d6-18ed428efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635'}}] {{(pid=101316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:51.262284 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.340881 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.389663 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Transition to ACTIVE for port object 63160378-7416-449e-bcab-0149cfba56e7 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:51.396354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 82ba5745-de1a-42cb-96d2-22a3aee95d1c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:51.415872 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.479522 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Attempting to bind port 63160378-7416-449e-bcab-0149cfba56e7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:51.480338 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Attempting to bind port 63160378-7416-449e-bcab-0149cfba56e7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:51.480863 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Attempting to bind port 63160378-7416-449e-bcab-0149cfba56e7 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:51.504551 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:51.505212 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:51.506014 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.506592 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:51.507257 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Bound port: 63160378-7416-449e-bcab-0149cfba56e7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:51.508235 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.539625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 82ba5745-de1a-42cb-96d2-22a3aee95d1c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:51.540219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.617754 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] For port 63160378-7416-449e-bcab-0149cfba56e7, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:51.621263 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] For port 63160378-7416-449e-bcab-0149cfba56e7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63160378-7416-449e-bcab-0149cfba56e7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:51.632562 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f5fa9-ee77-4770-bca5-37add0fdf832 None None] Pushing event updated for resources: {'Port': ['ID=63160378-7416-449e-bcab-0149cfba56e7,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:51.638956 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:51.715331 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:51.716232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:51.779982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861595d-0bba-4f70-9fe5-e5a5bb89b114 req-ee3b1fad-d8a2-4f54-b170-a6465f7e2b6c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:51.793515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e861595d-0bba-4f70-9fe5-e5a5bb89b114 req-ee3b1fad-d8a2-4f54-b170-a6465f7e2b6c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 932 time: 0.2840600 Aug 20 09:16:51.799963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:51.839298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:51.842922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1864b17-6d0c-41bb-b8e2-af1d22294cc4 req-bb0cef0a-cfb8-4e86-9e46-fdec482f13e4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:51.853355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1864b17-6d0c-41bb-b8e2-af1d22294cc4 req-bb0cef0a-cfb8-4e86-9e46-fdec482f13e4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 944 time: 0.5367100 Aug 20 09:16:51.886838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, cleared binding levels {{(pid=101316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:51.975452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:51.979654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:51.980302 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.009596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1864b17-6d0c-41bb-b8e2-af1d22294cc4 req-c3e60269-c9ee-4232-a9e5-f6429c8624d5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552832 Aug 20 09:16:52.042081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e861595d-0bba-4f70-9fe5-e5a5bb89b114 req-8e19259e-89c6-454d-8eab-d154720c7d7d tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475774 Aug 20 09:16:52.048215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:52.055196 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.129581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.160762 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f5fa9-ee77-4770-bca5-37add0fdf832 None None] Pushing event updated for resources: {'Port': ['ID=63160378-7416-449e-bcab-0149cfba56e7,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:52.188520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:52.194886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.212610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.217516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] 10.222.0.26 "PUT /v2.0/ports/61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 200 len: 1092 time: 2.5991309 Aug 20 09:16:52.219545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:52.225191 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608" -d '{"events": [{"name": "network-changed", "server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "tag": "61eab310-b57f-4611-a946-2044ec5f546c"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:52.268466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b78f-bd96-4a48-8926-a9b5eef6a9df service neutron] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=3']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:52.289087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:52.304301 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.349139 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c9172b-a706-4d66-85d1-53cfa162ecec x-openstack-request-id: req-90c9172b-a706-4d66-85d1-53cfa162ecec {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:52.349448 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "tag": "61eab310-b57f-4611-a946-2044ec5f546c", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:52.349751 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90c9172b-a706-4d66-85d1-53cfa162ecec {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:52.350168 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c', 'status': 'completed', 'code': 200} Aug 20 09:16:52.388578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-40643cd6-77cc-49ae-90c6-1b1dbb67d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:52.390516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-40643cd6-77cc-49ae-90c6-1b1dbb67d378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1095 time: 0.0999215 Aug 20 09:16:52.402222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9458a5-5570-407e-ac37-cfb1a26ac609 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:16:52.424679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.473618 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:46Z', 'revision_number': 3, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:52.495587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:52.523368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-22d1ef67-ce4f-49d1-bc4d-9aed887fabec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 200 len: 217 time: 0.1254435 Aug 20 09:16:52.551893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Transition to ACTIVE for port object 4b9458a5-5570-407e-ac37-cfb1a26ac609 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:52.556678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Allocated IP 172.20.0.1 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/327ade73-cde6-437a-bc05-bf513d9baac5) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:16:52.562052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:52.575602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657dcbda-4140-43a9-8c97-297581c878e6 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:46Z', 'revision_number': 3, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:16:52.617221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-d721f212-377f-4938-980a-e7a438835fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:52.618782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-d721f212-377f-4938-980a-e7a438835fb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b3c771b-a450-4179-8423-9a3af28b033a HTTP/1.1" status: 200 len: 834 time: 0.0876625 Aug 20 09:16:52.709026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-d86b6feb-d5b0-452c-9ae6-730a3fbd9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:52.711161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-d86b6feb-d5b0-452c-9ae6-730a3fbd9af7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2199ae8-b148-4178-ae2e-ec5634eb8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802774 Aug 20 09:16:52.800967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9458a5-5570-407e-ac37-cfb1a26ac609,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:52.831336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-04f1adda-e4d4-4c9c-a744-eaa4eac6c4fc service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114261 Aug 20 09:16:52.949924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Attempting to bind port 4b9458a5-5570-407e-ac37-cfb1a26ac609 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:52.950278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Attempting to bind port 4b9458a5-5570-407e-ac37-cfb1a26ac609 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:52.950707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Attempting to bind port 4b9458a5-5570-407e-ac37-cfb1a26ac609 on network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:52.967251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-21b7de1e-5baa-4da7-8e94-4ae729cbdecd req-29f961cf-1891-486f-9e58-0b6172ea18aa service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282744 Aug 20 09:16:52.968840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Port 4b9458a5-5570-407e-ac37-cfb1a26ac609 on network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:16:52.969170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Attempting to bind port 4b9458a5-5570-407e-ac37-cfb1a26ac609 on network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:52.991600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:52.991954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Checking segment: {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:52.992350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Bound using segment: {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:52.992811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Bound port: 4b9458a5-5570-407e-ac37-cfb1a26ac609, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:52.997831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.019240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.110004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Transition to ACTIVE for port object 327ade73-cde6-437a-bc05-bf513d9baac5 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:53.129300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:53.130779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-67b4fa37-b6a1-4ce7-b048-b0b3be276366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.134916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-67b4fa37-b6a1-4ce7-b048-b0b3be276366 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1095 time: 0.1093838 Aug 20 09:16:53.235085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] For port 4b9458a5-5570-407e-ac37-cfb1a26ac609, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:53.317669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] For port 4b9458a5-5570-407e-ac37-cfb1a26ac609, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:53.327244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.349321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:53.349986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.391042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.416675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.417484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.418971 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] 10.222.0.37 "PUT /v2.0/ports/4b9458a5-5570-407e-ac37-cfb1a26ac609 HTTP/1.1" status: 200 len: 1092 time: 2.6407485 Aug 20 09:16:53.432141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79328642-07ce-4d4c-a77b-fb919309f756', 'tag': '4b9458a5-5570-407e-ac37-cfb1a26ac609'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:16:53.439469 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da091072-6c23-4203-9c0c-7ffd7f9aa143" -d '{"events": [{"name": "network-changed", "server_uuid": "79328642-07ce-4d4c-a77b-fb919309f756", "tag": "4b9458a5-5570-407e-ac37-cfb1a26ac609"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:16:53.479797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:53.494372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:53.531088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:16:53.621091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa54e82-7e4e-4bdb-b7e1-42239c8e6147 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9458a5-5570-407e-ac37-cfb1a26ac609,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:53.677132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-2b467672-e026-44a0-a043-e403a03dc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.684269 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-2b467672-e026-44a0-a043-e403a03dc168 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 200 len: 896 time: 0.5399339 Aug 20 09:16:53.711633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Pushing event updated for resources: {'Port': ['ID=327ade73-cde6-437a-bc05-bf513d9baac5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:53.732633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-15a80dfe-1ba7-460c-8a14-3c681d966da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.734699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-15a80dfe-1ba7-460c-8a14-3c681d966da6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 1095 time: 0.2510891 Aug 20 09:16:53.762435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d27a8-d4e5-4bb8-a8b4-b4a4a2638f06 req-01cd4de1-d8ff-40d5-b2b3-02aa3ebb6bf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.764259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a12d27a8-d4e5-4bb8-a8b4-b4a4a2638f06 req-01cd4de1-d8ff-40d5-b2b3-02aa3ebb6bf0 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 944 time: 0.5824022 Aug 20 09:16:53.771977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-e9ca9074-8975-4f83-8de3-cb969ce62bd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 200 len: 217 time: 0.0796137 Aug 20 09:16:53.817040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a4569-0804-43e5-bef8-44825e095268 req-a707fa64-8fa3-42a8-9a5b-b2fc34e125ea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.818984 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c84a4569-0804-43e5-bef8-44825e095268 req-a707fa64-8fa3-42a8-9a5b-b2fc34e125ea tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 944 time: 0.6356606 Aug 20 09:16:53.881916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a12d27a8-d4e5-4bb8-a8b4-b4a4a2638f06 req-ec5d4f3e-e6e2-47cb-8bc8-e2905ae7cd88 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001871 Aug 20 09:16:53.911113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:53.920594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-7e50fb33-1ee5-477f-ae7d-223f85e23e33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609 HTTP/1.1" status: 200 len: 217 time: 0.1510122 Aug 20 09:16:53.931594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-a1a81fb5-abeb-4537-8fb0-168cbf452582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:53.933014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-a1a81fb5-abeb-4537-8fb0-168cbf452582 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b3c771b-a450-4179-8423-9a3af28b033a HTTP/1.1" status: 200 len: 834 time: 0.1376655 Aug 20 09:16:54.031627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c84a4569-0804-43e5-bef8-44825e095268 req-2ee876a8-db6a-4d4d-8c4f-ed8d2830d93b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484969 Aug 20 09:16:54.052940 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ec78e-fc2b-46bd-8884-097e55195b8b x-openstack-request-id: req-1d4ec78e-fc2b-46bd-8884-097e55195b8b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:16:54.053296 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79328642-07ce-4d4c-a77b-fb919309f756", "tag": "4b9458a5-5570-407e-ac37-cfb1a26ac609", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:16:54.053558 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d4ec78e-fc2b-46bd-8884-097e55195b8b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:16:54.054014 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79328642-07ce-4d4c-a77b-fb919309f756', 'tag': '4b9458a5-5570-407e-ac37-cfb1a26ac609', 'status': 'completed', 'code': 200} Aug 20 09:16:54.078597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41cddb3d-946b-4fa8-a7f6-cf591fe7f539 None None] Provisioning for port 327ade73-cde6-437a-bc05-bf513d9baac5 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:54.112759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-633248a4-8bfc-4a69-b039-fda65b0f1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:54.113185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41cddb3d-946b-4fa8-a7f6-cf591fe7f539 None None] Provisioning complete for port 327ade73-cde6-437a-bc05-bf513d9baac5 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:54.113828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41cddb3d-946b-4fa8-a7f6-cf591fe7f539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:54.114565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-633248a4-8bfc-4a69-b039-fda65b0f1616 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2199ae8-b148-4178-ae2e-ec5634eb8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181297 Aug 20 09:16:54.290312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-7c98910f-72e7-4f23-ab11-585c99688ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:54.291566 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-7c98910f-72e7-4f23-ab11-585c99688ff7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=182f787d-159d-4e0b-8a00-4f54461a4da9 HTTP/1.1" status: 200 len: 854 time: 0.2366722 Aug 20 09:16:54.293683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-41cddb3d-946b-4fa8-a7f6-cf591fe7f539 None None] Port 327ade73-cde6-437a-bc05-bf513d9baac5 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:16:54.316291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-fcec3f86-f454-4a85-91e5-11f19343db3a service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931384 Aug 20 09:16:54.383240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-1e8da491-810e-4668-a909-39c71adfab00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551324 Aug 20 09:16:54.455198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:54.540426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8cefe29-ae2c-41a6-8d0d-cdb541cac608 req-5bdc1fda-dd4d-47d9-8344-6a4eb1cfe35c service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163906 Aug 20 09:16:54.565559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-973681d3-a8dc-4ef9-b420-7278cb2576a6 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729593 Aug 20 09:16:54.763909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ade97e7e-e5b7-44d8-8941-7169a9a1d5a3 req-b0d13f92-279d-46f5-8a4e-2488f9fd9aa1 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813326 Aug 20 09:16:54.784667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:54.791966 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:54.930102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:55.016233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Pushing event updated for resources: {'Port': ['ID=327ade73-cde6-437a-bc05-bf513d9baac5,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:55.023086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-1515dee0-dc27-4456-9cb6-6111f1e282f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:55.024609 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-1515dee0-dc27-4456-9cb6-6111f1e282f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 1095 time: 0.1889482 Aug 20 09:16:55.119983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca90d2-152c-4db2-a383-bde896a1ae2c req-429f6e4b-94ab-4844-8f97-635966ee7f8f tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:55.121461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22ca90d2-152c-4db2-a383-bde896a1ae2c req-429f6e4b-94ab-4844-8f97-635966ee7f8f tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 944 time: 0.1134531 Aug 20 09:16:55.154511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:16:55.177270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63160378-7416-449e-bcab-0149cfba56e7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:55.211196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b8e42-1ab1-4e83-ace7-69e5f783a8dc req-c2aef738-a347-4ccb-af81-e0b0535d9f35 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:55.212802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-680b8e42-1ab1-4e83-ace7-69e5f783a8dc req-c2aef738-a347-4ccb-af81-e0b0535d9f35 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 944 time: 0.0904164 Aug 20 09:16:55.236398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:55.242617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22ca90d2-152c-4db2-a383-bde896a1ae2c req-29054a96-4ab1-46fc-b202-8343d5579614 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Aug 20 09:16:55.304002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 63160378-7416-449e-bcab-0149cfba56e7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:55.309503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 63160378-7416-449e-bcab-0149cfba56e7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:55.309503 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:55.310664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-680b8e42-1ab1-4e83-ace7-69e5f783a8dc req-198426fe-a06a-41af-814b-ae35a068d5fc tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707810 Aug 20 09:16:55.485224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 61eab310-b57f-4611-a946-2044ec5f546c details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:16:55.740000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:55.776299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '61eab310-b57f-4611-a946-2044ec5f546c', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'port_id': '61eab310-b57f-4611-a946-2044ec5f546c', 'mac_address': 'fa:16:3e:db:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:16:55.854241 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:55.903829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 63160378-7416-449e-bcab-0149cfba56e7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63160378-7416-449e-bcab-0149cfba56e7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:55.916648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:56.000261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cdf9d7d9-2308-4699-a4ff-ff95cd2e2713 None None] Provisioning complete for port 327ade73-cde6-437a-bc05-bf513d9baac5 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:56.000691 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d7d9-2308-4699-a4ff-ff95cd2e2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:56.090481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=63160378-7416-449e-bcab-0149cfba56e7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:56.115540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:56.152608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9d7d9-2308-4699-a4ff-ff95cd2e2713 None None] Port 327ade73-cde6-437a-bc05-bf513d9baac5 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:16:56.163304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eab310-b57f-4611-a946-2044ec5f546c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:16:56.232083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:56.242568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:56.315348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:16:56.316846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-80fb8f4f-2b68-4897-894b-64ba1fc1d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:56.318773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-80fb8f4f-2b68-4897-894b-64ba1fc1d9ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 914 time: 1.2825298 Aug 20 09:16:56.359794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:56.444959 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-bfbe5ec8-7b29-4fbd-b97e-7934d2baeee9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609 HTTP/1.1" status: 200 len: 217 time: 0.1171136 Aug 20 09:16:56.457203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['61eab310-b57f-4611-a946-2044ec5f546c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:16:56.675390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a0b9-0ce9-4720-9ad2-879b6246aa8c req-2b6bf6c1-bd5b-4afc-babf-7498cffcf733 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:56.686722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1f1a0b9-0ce9-4720-9ad2-879b6246aa8c req-2b6bf6c1-bd5b-4afc-babf-7498cffcf733 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 944 time: 0.2741313 Aug 20 09:16:56.754265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-f490c3c0-49d8-4853-90dc-c54f6ed1fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:56.755723 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-f490c3c0-49d8-4853-90dc-c54f6ed1fcac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=182f787d-159d-4e0b-8a00-4f54461a4da9 HTTP/1.1" status: 200 len: 854 time: 0.2280211 Aug 20 09:16:56.780033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afccb7-ec70-4945-b817-8edb440509e2 req-7376781c-33dc-4509-b5c8-716c0b0ed9c0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:56.782638 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6afccb7-ec70-4945-b817-8edb440509e2 req-7376781c-33dc-4509-b5c8-716c0b0ed9c0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 945 time: 0.2513995 Aug 20 09:16:56.896964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1f1a0b9-0ce9-4720-9ad2-879b6246aa8c req-30e15533-d88a-4ee7-8351-faa3bc438487 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909504 Aug 20 09:16:56.913470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-d11d457d-2ba6-4223-99f6-80c7d36a57e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480417 Aug 20 09:16:56.923430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6afccb7-ec70-4945-b817-8edb440509e2 req-fea9a8f9-1954-43da-941f-5aedf61de961 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278942 Aug 20 09:16:57.018451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:16:57.052901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:16:57.065128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-48a1c43a-49a5-4876-a57c-67f2e5b0624e admin admin] 10.222.0.35 "PUT /v2.0/routers/ec39158d-0a0a-4831-a59d-762c09fff4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7213967 Aug 20 09:16:57.177634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-4e541476-6069-4e79-91a8-375ba5891a2b service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479727 Aug 20 09:16:57.186585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:57.190625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:57.222949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63160378-7416-449e-bcab-0149cfba56e7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:57.493739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b9458a5-5570-407e-ac37-cfb1a26ac609 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:16:57.497193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da091072-6c23-4203-9c0c-7ffd7f9aa143 req-3674e9c5-851d-4f53-95fa-25d99f245f07 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111544 Aug 20 09:16:57.533405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 63160378-7416-449e-bcab-0149cfba56e7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:57.534044 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:57.575640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:16:58.305089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b9458a5-5570-407e-ac37-cfb1a26ac609, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:58.339518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '4b9458a5-5570-407e-ac37-cfb1a26ac609', 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b', 'port_id': '4b9458a5-5570-407e-ac37-cfb1a26ac609', 'mac_address': 'fa:16:3e:5e:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f787d-159d-4e0b-8a00-4f54461a4da9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:16:58.347030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53688) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:58.353184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1077139702-network', 'tenant_id': '588d6c408a164333864b73147599b711'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:58.391866 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 2, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:58.433486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Made reservation on behalf of 588d6c408a164333864b73147599b711 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:58.436046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.451094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:16:58.451635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Updating router ec39158d-0a0a-4831-a59d-762c09fff4ab port 327ade73-cde6-437a-bc05-bf513d9baac5 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:16:58.460376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.491288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.535643 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9458a5-5570-407e-ac37-cfb1a26ac609 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:16:58.543380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.560171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a045e-fad2-463c-8079-b57524f107cb req-ec852155-6a02-4bf8-b83c-84106f937c88 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:58.571196 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a8a045e-fad2-463c-8079-b57524f107cb req-ec852155-6a02-4bf8-b83c-84106f937c88 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 944 time: 0.5344119 Aug 20 09:16:58.611874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63e0e-5546-4d41-bb7b-53ceeb267ce8 req-3c3933f2-83a0-4c27-bcd7-d1c0d9f1582b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:58.621017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5e63e0e-5546-4d41-bb7b-53ceeb267ce8 req-3c3933f2-83a0-4c27-bcd7-d1c0d9f1582b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 945 time: 0.5737267 Aug 20 09:16:58.696629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a8a045e-fad2-463c-8079-b57524f107cb req-c115258c-6f2e-4af8-878a-a6989ab107f9 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242466 Aug 20 09:16:58.722273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b9458a5-5570-407e-ac37-cfb1a26ac609, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:16:58.723874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5e63e0e-5546-4d41-bb7b-53ceeb267ce8 req-58843913-efee-41a7-9ed9-996ce83b65cf tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009390 Aug 20 09:16:58.741422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.813569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.820319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.865612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:16:58.879495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4b9458a5-5570-407e-ac37-cfb1a26ac609,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:58.902206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954ce713-10a1-4463-98e0-6a527a574658,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:58.911030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:58.912284 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Added segment cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7 of type vlan for network f0ce5f5e-2e4c-425f-aa57-43787a66da93 Aug 20 09:16:58.990145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['4b9458a5-5570-407e-ac37-cfb1a26ac609'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:16:59.014942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.050885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.053490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:59.054615 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.068219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.090143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Transition to ACTIVE for port object 327ade73-cde6-437a-bc05-bf513d9baac5 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:16:59.111703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.122437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:59.123787 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7750547 Aug 20 09:16:59.130517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Request body: {'subnet': {'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1077139702-subnet', 'tenant_id': '588d6c408a164333864b73147599b711', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:59.155464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6505f39-4c0b-404b-9503-0cff264c364f admin admin] Pushing event updated for resources: {'Network': ['ID=f0ce5f5e-2e4c-425f-aa57-43787a66da93,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:59.178057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:16:59.199227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Made reservation on behalf of 588d6c408a164333864b73147599b711 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:16:59.201611 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.318183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73038c6e-d9e3-4894-9b3e-07c2e852e626 None None] Pushing event updated for resources: {'Port': ['ID=327ade73-cde6-437a-bc05-bf513d9baac5,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:59.375431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Attempting to bind port 327ade73-cde6-437a-bc05-bf513d9baac5 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:16:59.375817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Attempting to bind port 327ade73-cde6-437a-bc05-bf513d9baac5 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:16:59.376163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Attempting to bind port 327ade73-cde6-437a-bc05-bf513d9baac5 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:16:59.400541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:16:59.400917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:59.401332 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.401733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:16:59.402212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Bound port: 327ade73-cde6-437a-bc05-bf513d9baac5, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:16:59.402594 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.451088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 61eab310-b57f-4611-a946-2044ec5f546c up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:16:59.490018 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.538768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] For port 327ade73-cde6-437a-bc05-bf513d9baac5, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:16:59.543846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] For port 327ade73-cde6-437a-bc05-bf513d9baac5, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=327ade73-cde6-437a-bc05-bf513d9baac5,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:16:59.544018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc7c622-f5ef-4a8d-b6d4-85babef3d45b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:59.552791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.579522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Checking segment: {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:16:59.581130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Network hostable DHCP agents. Network: f0ce5f5e-2e4c-425f-aa57-43787a66da93, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:16:59.585559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 61eab310-b57f-4611-a946-2044ec5f546c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:16:59.594599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 61eab310-b57f-4611-a946-2044ec5f546c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:16:59.595001 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.603355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:16:59.616542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f0ce5f5e-2e4c-425f-aa57-43787a66da93) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:16:59.631809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32501d6d-d3b1-472f-a581-98b9c6115a95 None None] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:16:59.632919 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:16:59.633522 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.659795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb7f430c-c6e9-4872-95a0-9d555415d46d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5350158 Aug 20 09:16:59.661706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53788) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:16:59.671381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:16:59.710788 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.711838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.740012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:16:59.740662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:16:59.755488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73038c6e-d9e3-4894-9b3e-07c2e852e626 None None] Pushing event updated for resources: {'Port': ['ID=327ade73-cde6-437a-bc05-bf513d9baac5,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:16:59.907242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:16:59.952242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:00.133427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:00.163379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13229417-8462-4955-8ea5-a99538af2049 req-e6933261-744b-40ea-bf26-b9a11c305f95 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:00.171173 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13229417-8462-4955-8ea5-a99538af2049 req-e6933261-744b-40ea-bf26-b9a11c305f95 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 945 time: 0.2624438 Aug 20 09:17:00.225275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac08ac-9965-49a7-8cc8-0e6990e23237 req-7944bba3-2af2-45ef-bda4-77030d4a5138 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:00.227131 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bac08ac-9965-49a7-8cc8-0e6990e23237 req-7944bba3-2af2-45ef-bda4-77030d4a5138 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 945 time: 0.3309441 Aug 20 09:17:00.302704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13229417-8462-4955-8ea5-a99538af2049 req-d77ec1ef-0b45-4164-a44c-1a38fa40bc2a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290340 Aug 20 09:17:00.411093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bac08ac-9965-49a7-8cc8-0e6990e23237 req-d5fad39b-3af7-4617-af1e-9347ffaa539f tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499879 Aug 20 09:17:00.492488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:00.503683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f0ce5f5e-2e4c-425f-aa57-43787a66da93', 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93', 'tenant_id': '588d6c408a164333864b73147599b711', 'fixed_ips': [{'subnet_id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:17:00.504792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:00.650693 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:00.674887 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:00.683469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:00.686238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:00.691491 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b80c185-46f8-41e7-9db5-1ca22d4e777d" -d '{"events": [{"server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "name": "network-vif-plugged", "status": "completed", "tag": "61eab310-b57f-4611-a946-2044ec5f546c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:00.722349 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:00.790991 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f31395-0eb1-4626-8426-f2e340b2352a x-openstack-request-id: req-b6f31395-0eb1-4626-8426-f2e340b2352a {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:00.792348 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "name": "network-vif-plugged", "status": "completed", "tag": "61eab310-b57f-4611-a946-2044ec5f546c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:00.792989 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6f31395-0eb1-4626-8426-f2e340b2352a {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:00.793170 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c', 'code': 200} Aug 20 09:17:00.920096 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:00.936664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Allocated IP 172.25.5.250 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/b81a7dc6-cbea-40f1-a3b9-35f8ed035420) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:17:00.948192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Allocated IP 172.20.0.2 (f0ce5f5e-2e4c-425f-aa57-43787a66da93/bdc7c622-f5ef-4a8d-b6d4-85babef3d45b/4007d8f2-ef4b-4a41-9c6c-d378af66696d) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:17:00.951316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a75b-8e7c-4a2b-8b56-ecc399083fe5 req-d7d29fcc-f10e-471f-ac41-654715a7348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:00.953284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c90a75b-8e7c-4a2b-8b56-ecc399083fe5 req-d7d29fcc-f10e-471f-ac41-654715a7348f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1097 time: 0.0954404 Aug 20 09:17:00.955241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:16:59Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:00.999827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c34e1e-f9d1-4b14-b769-d8dc667d8000 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:16:59Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:17:01.090374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8c90a75b-8e7c-4a2b-8b56-ecc399083fe5 req-28a2e7eb-40b9-4f44-8621-142e1f657234 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281960 Aug 20 09:17:01.219092 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.266458 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.292741 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.293002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Transition to ACTIVE for port object 4007d8f2-ef4b-4a41-9c6c-d378af66696d will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:01.333370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Transition to ACTIVE for port object 4007d8f2-ef4b-4a41-9c6c-d378af66696d will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:01.350094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.356420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:01.373686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:01.375762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:01.380522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:17:01.498264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b9458a5-5570-407e-ac37-cfb1a26ac609 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:01.604312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Pushing event updated for resources: {'Port': ['ID=4007d8f2-ef4b-4a41-9c6c-d378af66696d,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:01.630772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:01.638978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:01.641638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:17:01.728297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 4b9458a5-5570-407e-ac37-cfb1a26ac609 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:01.730837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Attempting to bind port 4007d8f2-ef4b-4a41-9c6c-d378af66696d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:17:01.731209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Attempting to bind port 4007d8f2-ef4b-4a41-9c6c-d378af66696d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:17:01.731582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Attempting to bind port 4007d8f2-ef4b-4a41-9c6c-d378af66696d on network f0ce5f5e-2e4c-425f-aa57-43787a66da93 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:01.737132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9764e6-04da-40af-bd0b-532d4d200b1c req-13087549-66c5-400d-935c-ce9d4bc50886 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:01.738207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:17:01.738922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a9764e6-04da-40af-bd0b-532d4d200b1c req-13087549-66c5-400d-935c-ce9d4bc50886 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 945 time: 0.2125564 Aug 20 09:17:01.744573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Checking segment: {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:17:01.745151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.745920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Bound using segment: {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:17:01.746107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Bound port: 4007d8f2-ef4b-4a41-9c6c-d378af66696d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:17:01.746500 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.763242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 4b9458a5-5570-407e-ac37-cfb1a26ac609 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:01.763615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:01.766478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56880f-db00-4373-b95b-0ca1cb75749f req-bd8e5be9-8c3b-4e97-bc57-544d419090d3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:01.768862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c56880f-db00-4373-b95b-0ca1cb75749f req-bd8e5be9-8c3b-4e97-bc57-544d419090d3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.2585058 Aug 20 09:17:02.022118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:02.088979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a9764e6-04da-40af-bd0b-532d4d200b1c req-d549b0cc-d385-4449-bb11-f0bb55e9f2c8 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358803 Aug 20 09:17:02.094105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c56880f-db00-4373-b95b-0ca1cb75749f req-77a1c196-7558-40d3-bc43-723d2d980ff4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139877 Aug 20 09:17:02.246025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] For port 4007d8f2-ef4b-4a41-9c6c-d378af66696d, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:17:02.252891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] For port 4007d8f2-ef4b-4a41-9c6c-d378af66696d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4007d8f2-ef4b-4a41-9c6c-d378af66696d,segment=NetworkSegment(cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7),segment_id=cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:17:02.272760 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:02.415908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0741e2-f26d-43aa-8147-06715e736992 None None] Pushing event updated for resources: {'Port': ['ID=4007d8f2-ef4b-4a41-9c6c-d378af66696d,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:02.459680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:02.474974 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:02.552613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 4b9458a5-5570-407e-ac37-cfb1a26ac609, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:02.558700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:02.630092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=4b9458a5-5570-407e-ac37-cfb1a26ac609,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:02.750209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Router 40d3691e-7af8-47ba-a94f-34759b4f9cfd is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:17:02.794717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79328642-07ce-4d4c-a77b-fb919309f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9458a5-5570-407e-ac37-cfb1a26ac609'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:02.797824 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd142c9-e5e7-4e5e-bd1c-8b5b6006631c" -d '{"events": [{"server_uuid": "79328642-07ce-4d4c-a77b-fb919309f756", "name": "network-vif-plugged", "status": "completed", "tag": "4b9458a5-5570-407e-ac37-cfb1a26ac609"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:02.870632 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b6cb48-2883-41e6-ad20-bf0bcc348672 x-openstack-request-id: req-41b6cb48-2883-41e6-ad20-bf0bcc348672 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:02.870936 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79328642-07ce-4d4c-a77b-fb919309f756", "name": "network-vif-plugged", "status": "completed", "tag": "4b9458a5-5570-407e-ac37-cfb1a26ac609", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:02.871245 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41b6cb48-2883-41e6-ad20-bf0bcc348672 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:02.871670 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79328642-07ce-4d4c-a77b-fb919309f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9458a5-5570-407e-ac37-cfb1a26ac609', 'code': 200} Aug 20 09:17:03.023666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:17:03.035701 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Sync routers for ids ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:17:03.058380 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Routers {'40d3691e-7af8-47ba-a94f-34759b4f9cfd'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:17:03.059465 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:03.077960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:03.078757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-481b8c5e-4300-4739-bb56-265baac6d4e7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4146152 Aug 20 09:17:03.081585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53846) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:03.085920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f669e-2726-4dda-996f-2fb9c5549738 req-6aa763d1-5e8c-447b-9535-0b6f0ca32b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:03.089078 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b75f669e-2726-4dda-996f-2fb9c5549738 req-6aa763d1-5e8c-447b-9535-0b6f0ca32b17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 1097 time: 0.1260853 Aug 20 09:17:03.207591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b75f669e-2726-4dda-996f-2fb9c5549738 req-7ae7a4e4-f1e9-4c2b-bd91-d45e668ad787 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109161 Aug 20 09:17:03.306110 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Set router 40d3691e-7af8-47ba-a94f-34759b4f9cfd gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:03.334667 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 327ade73-cde6-437a-bc05-bf513d9baac5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:03.464200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 327ade73-cde6-437a-bc05-bf513d9baac5 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:03.487489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 327ade73-cde6-437a-bc05-bf513d9baac5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:03.488226 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:03.525220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51871bdf-2662-49c9-b973-c41351b3c054 req-97fb2f4a-8781-4f04-a45a-4f0f2f90d93c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:03.537786 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51871bdf-2662-49c9-b973-c41351b3c054 req-97fb2f4a-8781-4f04-a45a-4f0f2f90d93c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.2031245 Aug 20 09:17:03.564811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cba70-3b34-49bd-9502-3c45744c14ff req-55f36140-4e09-48f6-ac35-bfc2ee91449b tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:03.578113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a97cba70-3b34-49bd-9502-3c45744c14ff req-55f36140-4e09-48f6-ac35-bfc2ee91449b tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 946 time: 0.2687061 Aug 20 09:17:03.694645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:03.750656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 327ade73-cde6-437a-bc05-bf513d9baac5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=327ade73-cde6-437a-bc05-bf513d9baac5,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:03.757797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:03.758986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4007d8f2-ef4b-4a41-9c6c-d378af66696d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:03.840741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=327ade73-cde6-437a-bc05-bf513d9baac5,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:03.907041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4007d8f2-ef4b-4a41-9c6c-d378af66696d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:03.925969 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:17:01Z', 'revision_number': 3, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:03.975011 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Checking router: 40d3691e-7af8-47ba-a94f-34759b4f9cfd for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:17:03.975873 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Updating router 40d3691e-7af8-47ba-a94f-34759b4f9cfd port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:17:04.018759 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.141533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0c395-4056-49ef-a42f-c5ff95901b97 None None] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:17:04.283124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-807d0560-9283-4561-9869-552c107f64f5 None None] Provisioning for port 4007d8f2-ef4b-4a41-9c6c-d378af66696d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:04.325441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-807d0560-9283-4561-9869-552c107f64f5 None None] Provisioning complete for port 4007d8f2-ef4b-4a41-9c6c-d378af66696d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:04.325878 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-807d0560-9283-4561-9869-552c107f64f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.369463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51871bdf-2662-49c9-b973-c41351b3c054 req-c77720ad-55a0-411a-8011-42187e157ec0 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8306501 Aug 20 09:17:04.471580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a97cba70-3b34-49bd-9502-3c45744c14ff req-de379170-374b-4519-8444-be187aef52dc tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924537 Aug 20 09:17:04.554193 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.579858 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Transition to ACTIVE for port object b81a7dc6-cbea-40f1-a3b9-35f8ed035420 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:04.592086 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.713345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a46aef-79d3-4889-a3b2-b7798805d8db req-125c433f-6990-4dc8-8720-c4a715337a05 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:04.732898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3a46aef-79d3-4889-a3b2-b7798805d8db req-125c433f-6990-4dc8-8720-c4a715337a05 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.1929405 Aug 20 09:17:04.743769 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-807d0560-9283-4561-9869-552c107f64f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.776011 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3548a4f-5d0f-4bf4-ab7d-a6cfabccf2a2 None None] Pushing event updated for resources: {'Port': ['ID=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:04.786444 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Attempting to bind port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:17:04.787977 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Attempting to bind port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:17:04.790017 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Attempting to bind port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:04.802126 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:17:04.804982 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:17:04.805413 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.806477 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:17:04.816566 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Bound port: b81a7dc6-cbea-40f1-a3b9-35f8ed035420, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:17:04.817307 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.830269 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-807d0560-9283-4561-9869-552c107f64f5 None None] For port 4007d8f2-ef4b-4a41-9c6c-d378af66696d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4007d8f2-ef4b-4a41-9c6c-d378af66696d,segment=NetworkSegment(cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7),segment_id=cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:04.848999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-807d0560-9283-4561-9869-552c107f64f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:04.883803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3a46aef-79d3-4889-a3b2-b7798805d8db req-1d66a350-ad55-4936-bfd5-cdd1fe86f772 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499372 Aug 20 09:17:04.892025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53866) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:04.931467 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] For port b81a7dc6-cbea-40f1-a3b9-35f8ed035420, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:17:04.936223 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] For port b81a7dc6-cbea-40f1-a3b9-35f8ed035420, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:17:04.943077 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.026288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0560-9283-4561-9869-552c107f64f5 None None] Pushing event updated for resources: {'Port': ['ID=4007d8f2-ef4b-4a41-9c6c-d378af66696d,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:05.077898 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45ae508c-89cd-4f49-92de-9bd01fb3837e None None] Provisioning complete for port 4007d8f2-ef4b-4a41-9c6c-d378af66696d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:05.078934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45ae508c-89cd-4f49-92de-9bd01fb3837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.091098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8f979-58c7-4ec8-9f5c-b189e7be8085 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:05.095889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 53872) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:05.101097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '61eab310-b57f-4611-a946-2044ec5f546c', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:05.106761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d8a8f979-58c7-4ec8-9f5c-b189e7be8085 tempest-TestNetworkAdvancedServerOps-1963518823 tempest-TestNetworkAdvancedServerOps-1963518823-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1092 time: 0.2132170 Aug 20 09:17:05.112699 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Routers {'40d3691e-7af8-47ba-a94f-34759b4f9cfd'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:17:05.115356 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:05.150985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53874) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:05.175393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.197148 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.217848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 327ade73-cde6-437a-bc05-bf513d9baac5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:05.300276 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] Set router 40d3691e-7af8-47ba-a94f-34759b4f9cfd gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:05.341007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 327ade73-cde6-437a-bc05-bf513d9baac5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:05.341316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.373397 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3548a4f-5d0f-4bf4-ab7d-a6cfabccf2a2 None None] Pushing event updated for resources: {'Port': ['ID=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:05.482505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.643306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f5e986c-2ff9-4aca-b67a-e79e625ecf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.653542 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Allocated IP 172.20.0.1 (f0ce5f5e-2e4c-425f-aa57-43787a66da93/bdc7c622-f5ef-4a8d-b6d4-85babef3d45b/2650f93f-7aa0-4973-a682-d3ed7d85de27) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:17:05.657997 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:17:01Z', 'revision_number': 3, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:05.697285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5dad0-e69e-49f7-8b18-4ae920624b87 None None] The sync data for ids ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'] in n-d-804285-2 is: [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:17:01Z', 'revision_number': 3, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:17:05.767471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Allocated IP 172.25.5.124 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/bdafe8fb-dfa4-4442-9113-1631d4de092b) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:17:05.819701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347b295-29db-4335-b87c-f428252d3ff5 req-c5812c8a-721c-4cdd-befd-4e07829ea3e9 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:05.821481 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3347b295-29db-4335-b87c-f428252d3ff5 req-c5812c8a-721c-4cdd-befd-4e07829ea3e9 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 946 time: 0.2010503 Aug 20 09:17:05.930562 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f5e986c-2ff9-4aca-b67a-e79e625ecf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.968060 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.992273 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f5e986c-2ff9-4aca-b67a-e79e625ecf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:05.998332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.070120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3347b295-29db-4335-b87c-f428252d3ff5 req-771695d7-a828-4f4d-b779-bd730250ae83 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381840 Aug 20 09:17:06.072659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Transition to ACTIVE for port object 2650f93f-7aa0-4973-a682-d3ed7d85de27 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:06.088703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.092883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f5e986c-2ff9-4aca-b67a-e79e625ecf3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db89c9de4aa94cf6898e96014bd40b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295263 Aug 20 09:17:06.093462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 53888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:06.120223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e986c-2ff9-4aca-b67a-e79e625ecf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a31496-2dbf-4f79-8612-c4dd0d97e970,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:06.122181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:06.128220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:06.132925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:17:06.203813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97a3688c-9856-45d3-8951-fe12900c523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.240410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97a3688c-9856-45d3-8951-fe12900c523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.324261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=bdafe8fb-dfa4-4442-9113-1631d4de092b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:06.331766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.340270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97a3688c-9856-45d3-8951-fe12900c523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.342961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97a3688c-9856-45d3-8951-fe12900c523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.347256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-97a3688c-9856-45d3-8951-fe12900c523f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3a31496-2dbf-4f79-8612-c4dd0d97e970 HTTP/1.1" status: 204 len: 168 time: 0.2505994 Aug 20 09:17:06.390763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3688c-9856-45d3-8951-fe12900c523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a31496-2dbf-4f79-8612-c4dd0d97e970,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:06.413801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:06.417406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:06.425438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:17:06.464570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.514034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Pushing event updated for resources: {'Port': ['ID=2650f93f-7aa0-4973-a682-d3ed7d85de27,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:06.776582 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:06.997559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a01b76ef-efba-4394-8361-9c9179507666 None None] Provisioning for port 2650f93f-7aa0-4973-a682-d3ed7d85de27 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:07.010701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a01b76ef-efba-4394-8361-9c9179507666 None None] Provisioning complete for port 2650f93f-7aa0-4973-a682-d3ed7d85de27 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:07.030403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a01b76ef-efba-4394-8361-9c9179507666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.157485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a01b76ef-efba-4394-8361-9c9179507666 None None] Port 2650f93f-7aa0-4973-a682-d3ed7d85de27 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:17:07.268229 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.284673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.303217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.405464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4007d8f2-ef4b-4a41-9c6c-d378af66696d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:07.411807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.444629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.522520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Pushing event updated for resources: {'Port': ['ID=2650f93f-7aa0-4973-a682-d3ed7d85de27,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:07.587850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4007d8f2-ef4b-4a41-9c6c-d378af66696d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:07.589375 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.646846 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:07.648161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:07.754574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b81a7dc6-cbea-40f1-a3b9-35f8ed035420 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:07.831171 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:07.839947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:07.840579 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.858062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.869411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:07.993973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event updated for resources: {'Port': ['ID=bdafe8fb-dfa4-4442-9113-1631d4de092b,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:08.006772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Router 40d3691e-7af8-47ba-a94f-34759b4f9cfd has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:17:08.018243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:08.044026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:08.087859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port b81a7dc6-cbea-40f1-a3b9-35f8ed035420, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:08.092516 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:08.212837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:17:08.217621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:08.230750 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b90e73c6-f4c3-4ea5-bbef-954defc15c79 admin admin] 10.222.0.35 "PUT /v2.0/routers/40d3691e-7af8-47ba-a94f-34759b4f9cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1394954 Aug 20 09:17:08.239829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-473d9050-3cbd-4390-89c8-3315def1d427 None None] Provisioning complete for port 2650f93f-7aa0-4973-a682-d3ed7d85de27 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:08.239829 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-473d9050-3cbd-4390-89c8-3315def1d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:08.272309 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP 9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 associated. External IP: 172.25.5.124, port: 61eab310-b57f-4611-a946-2044ec5f546c. Aug 20 09:17:08.286060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-473d9050-3cbd-4390-89c8-3315def1d427 None None] Port 2650f93f-7aa0-4973-a682-d3ed7d85de27 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:17:08.629529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router aa8386c9-e86d-40e2-a2d9-916b7c76158a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:17:08.667626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Sync routers for ids ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:17:08.689733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Routers {'40d3691e-7af8-47ba-a94f-34759b4f9cfd'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:17:08.690255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:08.802712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:17:08.821440 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] Sync routers for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:17:08.832170 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:08.834539 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:17:08.838005 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:08.877736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Set router 40d3691e-7af8-47ba-a94f-34759b4f9cfd gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:08.918285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56da1482-a7bb-4828-bf2c-d295d0c354b1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8207178 Aug 20 09:17:08.918882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:08.924506 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e208be-d895-41f9-91e3-e035b86a4d52" -d '{"events": [{"name": "network-changed", "server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "tag": "61eab310-b57f-4611-a946-2044ec5f546c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:09.008716 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e1410-7245-4bc0-9439-be9e7f74c1f2 x-openstack-request-id: req-9d2e1410-7245-4bc0-9439-be9e7f74c1f2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:09.009014 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "tag": "61eab310-b57f-4611-a946-2044ec5f546c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:09.009271 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d2e1410-7245-4bc0-9439-be9e7f74c1f2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:09.009687 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c', 'status': 'completed', 'code': 200} Aug 20 09:17:09.102833 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:09.173183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b81a7dc6-cbea-40f1-a3b9-35f8ed035420 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:09.193672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-77459274-10ed-4392-9dcb-13d76c1d9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:09.199763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-77459274-10ed-4392-9dcb-13d76c1d9fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1097 time: 0.1503463 Aug 20 09:17:09.228347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf09474-f20b-4f40-83f4-23b2a15d1138 req-42830f77-05bd-478b-be3f-f51f52bf07dd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:09.231118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdf09474-f20b-4f40-83f4-23b2a15d1138 req-42830f77-05bd-478b-be3f-f51f52bf07dd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.2464867 Aug 20 09:17:09.353135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:09.354601 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:09.373358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-d68bfd10-5419-4f56-bc68-62ac6ad1cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:09.374987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-d68bfd10-5419-4f56-bc68-62ac6ad1cd9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 200 len: 896 time: 0.1422539 Aug 20 09:17:09.530377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdf09474-f20b-4f40-83f4-23b2a15d1138 req-a4d8f20d-ef4e-4a71-8eca-fde9e18adb4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541033 Aug 20 09:17:09.535104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 4, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2650f93f-7aa0-4973-a682-d3ed7d85de27', 'name': '', 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93', 'tenant_id': '588d6c408a164333864b73147599b711', 'mac_address': 'fa:16:3e:9c:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:05Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 2, 'project_id': '588d6c408a164333864b73147599b711', 'subnets': [{'id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:09.551965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54018) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:09.573999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-f519cd27-c1ba-45b4-bbd8-ef5cc8af9b3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 200 len: 1000 time: 0.1898603 Aug 20 09:17:09.586024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Checking router: 40d3691e-7af8-47ba-a94f-34759b4f9cfd for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:17:09.586405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Updating router 40d3691e-7af8-47ba-a94f-34759b4f9cfd port 2650f93f-7aa0-4973-a682-d3ed7d85de27 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:17:09.613864 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:09.668463 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-687426c5-0cc2-4c13-9906-6622d3dd442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:09.670024 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-687426c5-0cc2-4c13-9906-6622d3dd442e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b3c771b-a450-4179-8423-9a3af28b033a HTTP/1.1" status: 200 len: 834 time: 0.0868442 Aug 20 09:17:09.672429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9bfe5fe9-2475-4ccd-a5bc-a15cb7973563', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'port_id': '61eab310-b57f-4611-a946-2044ec5f546c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'mac_address': 'fa:16:3e:db:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:17:06Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:09.681303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-518e9b24-6319-4506-9cd1-4b907b717077 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 HTTP/1.1" status: 200 len: 992 time: 0.1281788 Aug 20 09:17:09.719510 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] Checking router: aa8386c9-e86d-40e2-a2d9-916b7c76158a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:17:09.732218 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:17:09.732865 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:09.756553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-751465a6-5d83-4201-b513-6bd26712f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:09.759661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-751465a6-5d83-4201-b513-6bd26712f036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2199ae8-b148-4178-ae2e-ec5634eb8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826898 Aug 20 09:17:09.866194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:09.915562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-d71c2bfe-995a-4a8d-af51-c58480bf325f service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487198 Aug 20 09:17:10.054110 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-13e208be-d895-41f9-91e3-e035b86a4d52 req-ea0b4f44-3898-4476-a710-b3707a012558 service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312587 Aug 20 09:17:10.059528 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:10.072069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Transition to ACTIVE for port object 2650f93f-7aa0-4973-a682-d3ed7d85de27 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:10.080158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:10.136447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7231b-88c1-4c3d-bddc-123d68a9bcdd None None] Pushing event updated for resources: {'Port': ['ID=2650f93f-7aa0-4973-a682-d3ed7d85de27,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:10.210728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Attempting to bind port 2650f93f-7aa0-4973-a682-d3ed7d85de27 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:17:10.211360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Attempting to bind port 2650f93f-7aa0-4973-a682-d3ed7d85de27 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:17:10.211471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Attempting to bind port 2650f93f-7aa0-4973-a682-d3ed7d85de27 on network f0ce5f5e-2e4c-425f-aa57-43787a66da93 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:10.218310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:17:10.218310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Checking segment: {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:17:10.218726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:10.219434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Bound using segment: {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:17:10.219954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Bound port: 2650f93f-7aa0-4973-a682-d3ed7d85de27, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:17:10.220505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:10.317602 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] For port 2650f93f-7aa0-4973-a682-d3ed7d85de27, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:17:10.321235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] For port 2650f93f-7aa0-4973-a682-d3ed7d85de27, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2650f93f-7aa0-4973-a682-d3ed7d85de27,segment=NetworkSegment(cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7),segment_id=cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:17:10.326417 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:10.453498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Routers {'40d3691e-7af8-47ba-a94f-34759b4f9cfd'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:17:10.454939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:16:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:10.545911 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9bfe5fe9-2475-4ccd-a5bc-a15cb7973563', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'port_id': '61eab310-b57f-4611-a946-2044ec5f546c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'mac_address': 'fa:16:3e:db:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:17:06Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:10.601070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] Set router 40d3691e-7af8-47ba-a94f-34759b4f9cfd gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:17:10.629568 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286cb2a2-75db-4a23-8458-7314a5865239 None None] The sync data for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 is: [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9bfe5fe9-2475-4ccd-a5bc-a15cb7973563', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'port_id': '61eab310-b57f-4611-a946-2044ec5f546c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'mac_address': 'fa:16:3e:db:a1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:17:06Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 0, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:17:10.640962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7231b-88c1-4c3d-bddc-123d68a9bcdd None None] Pushing event updated for resources: {'Port': ['ID=2650f93f-7aa0-4973-a682-d3ed7d85de27,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:10.684705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54034) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:10.797171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-413ffd5e-39c9-4587-80a2-cc66419dd7bb tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 HTTP/1.1" status: 200 len: 992 time: 0.1064951 Aug 20 09:17:10.951729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 4, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2650f93f-7aa0-4973-a682-d3ed7d85de27', 'name': '', 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93', 'tenant_id': '588d6c408a164333864b73147599b711', 'mac_address': 'fa:16:3e:9c:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:05Z', 'updated_at': '2021-08-20T09:17:10Z', 'revision_number': 4, 'project_id': '588d6c408a164333864b73147599b711', 'subnets': [{'id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:17:11.182769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2d9a18-eddd-4e54-9190-4145cd780e14 None None] New status for floating IP 9bfe5fe9-2475-4ccd-a5bc-a15cb7973563: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:17:11.189037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ecf72-6110-443e-83e9-18a087becc0a None None] The sync data for ids ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'] in n-d-804285-2 is: [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:17:06Z', 'revision_number': 4, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '2650f93f-7aa0-4973-a682-d3ed7d85de27', 'name': '', 'network_id': 'f0ce5f5e-2e4c-425f-aa57-43787a66da93', 'tenant_id': '588d6c408a164333864b73147599b711', 'mac_address': 'fa:16:3e:9c:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:05Z', 'updated_at': '2021-08-20T09:17:10Z', 'revision_number': 4, 'project_id': '588d6c408a164333864b73147599b711', 'subnets': [{'id': 'bdc7c622-f5ef-4a8d-b6d4-85babef3d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:17:11.796547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:11.871963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-61b64b83-aace-4f12-af96-318a6ef726e3 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 HTTP/1.1" status: 200 len: 994 time: 0.0742269 Aug 20 09:17:12.062035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-c9aa4407-73bc-48bc-8310-07c38b963feb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:12.064148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-c9aa4407-73bc-48bc-8310-07c38b963feb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1565385 Aug 20 09:17:12.082544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-bb2314ea-489e-495d-8946-c3a37a9db19e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0111256 Aug 20 09:17:12.168506 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-3c5544e7-bfc1-4dca-b0cf-a8cab0a85963 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791838 Aug 20 09:17:12.291792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-d3fb5ec2-cc1e-4841-9a2e-4934a36a9e9a service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131783 Aug 20 09:17:12.430884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-029632f8-202e-40c2-aca4-15af56232b27 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345901 Aug 20 09:17:12.747381 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:12.816063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-99320b5e-a184-45e0-9369-6c2555abe7a2 req-cfc26521-9a0e-4768-9aea-4dbbb47f614c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0349076 Aug 20 09:17:13.187256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2650f93f-7aa0-4973-a682-d3ed7d85de27 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:13.193331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c8ffbb54-b2ac-4690-be21-85886c8178b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:13.294402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2650f93f-7aa0-4973-a682-d3ed7d85de27 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:13.301264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2650f93f-7aa0-4973-a682-d3ed7d85de27 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:13.301770 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:13.421360 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:13.477631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 2650f93f-7aa0-4973-a682-d3ed7d85de27, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2650f93f-7aa0-4973-a682-d3ed7d85de27,segment=NetworkSegment(cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7),segment_id=cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:13.484251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:13.577774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=2650f93f-7aa0-4973-a682-d3ed7d85de27,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:13.986669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6b32449-78f7-44db-a177-0a12566e8e12 req-10016b85-89db-42dd-8693-0b01f9995e89 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0696263 Aug 20 09:17:14.100544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:14.121999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-a45054f8-d92c-4374-b00d-c5e9c07733ad tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:14.123658 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-a45054f8-d92c-4374-b00d-c5e9c07733ad tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1716111 Aug 20 09:17:14.139266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:14.289450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:17:14.295692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:14.476174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.10 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/303ffc4a-4d24-471e-b4e0-a26c16ab7103) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:17:14.691661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:14.709104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object 303ffc4a-4d24-471e-b4e0-a26c16ab7103 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:14.787356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:14.852512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:14.855839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:14.859578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:17:14.965014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=303ffc4a-4d24-471e-b4e0-a26c16ab7103,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:15.016876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.017228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.017573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.017937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.018390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.018745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.019080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.019410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.019735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.020059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.020511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.021012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:15.074438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:15.075320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.103514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-7999f299-3d13-4dee-b8fe-7885fd868c8d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669683 Aug 20 09:17:15.120701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Request body: {'port': {'device_id': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:15.151572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2650f93f-7aa0-4973-a682-d3ed7d85de27 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:15.194668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196e81-5ae1-45e4-a1f1-29ff37e0a7dd req-5ca59acb-d9df-4eec-9028-539f861deef7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:15.202235 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71196e81-5ae1-45e4-a1f1-29ff37e0a7dd req-5ca59acb-d9df-4eec-9028-539f861deef7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 932 time: 0.0838594 Aug 20 09:17:15.240732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2650f93f-7aa0-4973-a682-d3ed7d85de27 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:15.241430 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.242182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.284233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71196e81-5ae1-45e4-a1f1-29ff37e0a7dd req-29424f2e-cd96-454f-9647-aeb42b6fbebd tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743995 Aug 20 09:17:15.292592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-32299ac9-3aa9-4aea-bde5-0dea8508d91e None None] Provisioning for port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:15.301590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-32299ac9-3aa9-4aea-bde5-0dea8508d91e None None] Provisioning complete for port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:15.302937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32299ac9-3aa9-4aea-bde5-0dea8508d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.371544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-32299ac9-3aa9-4aea-bde5-0dea8508d91e None None] Port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:17:15.595411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303ffc4a-4d24-471e-b4e0-a26c16ab7103 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:17:15.604803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.621236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Transition to ACTIVE for port object 303ffc4a-4d24-471e-b4e0-a26c16ab7103 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:15.625318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.695158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Pushing event updated for resources: {'Port': ['ID=303ffc4a-4d24-471e-b4e0-a26c16ab7103,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:15.770678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Attempting to bind port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:17:15.771075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Attempting to bind port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:17:15.771494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Attempting to bind port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:15.776803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:17:15.777223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Attempting to bind port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:15.784039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:17:15.784992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:17:15.785974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:17:15.786604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Bound port: 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:17:15.787145 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.877279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] For port 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:17:15.881612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] For port 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:17:15.896190 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.965367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:15.966096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:15.967589 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] 10.222.0.37 "PUT /v2.0/ports/303ffc4a-4d24-471e-b4e0-a26c16ab7103 HTTP/1.1" status: 200 len: 1092 time: 0.8578076 Aug 20 09:17:15.968109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'tag': '303ffc4a-4d24-471e-b4e0-a26c16ab7103'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:15.970485 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a" -d '{"events": [{"name": "network-changed", "server_uuid": "2962a282-36f4-4b67-aabf-1fad3b3298f6", "tag": "303ffc4a-4d24-471e-b4e0-a26c16ab7103"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:16.029830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e949-50ab-4067-b717-f03dfce37ddf service neutron] Pushing event updated for resources: {'Port': ['ID=303ffc4a-4d24-471e-b4e0-a26c16ab7103,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:16.035973 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688cc62f-980d-4136-8e71-ec43bc56e700 x-openstack-request-id: req-688cc62f-980d-4136-8e71-ec43bc56e700 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:16.036373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2962a282-36f4-4b67-aabf-1fad3b3298f6", "tag": "303ffc4a-4d24-471e-b4e0-a26c16ab7103", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:16.036765 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-688cc62f-980d-4136-8e71-ec43bc56e700 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:16.037240 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'tag': '303ffc4a-4d24-471e-b4e0-a26c16ab7103', 'status': 'completed', 'code': 200} Aug 20 09:17:16.076888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-9e7d3261-70bd-4f89-a648-d809606ba2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.078920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-9e7d3261-70bd-4f89-a648-d809606ba2e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 1095 time: 0.0580194 Aug 20 09:17:16.129511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-daf4efc3-51b1-4c47-b281-c5083263f0de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103 HTTP/1.1" status: 200 len: 217 time: 0.0422566 Aug 20 09:17:16.226578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0c799360-5c71-4799-b0ab-c4e3e9cf7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.228091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-0c799360-5c71-4799-b0ab-c4e3e9cf7eb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0908780 Aug 20 09:17:16.290798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-13d6812d-5c0e-40f5-91b4-5c6dcdbcbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.293982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-13d6812d-5c0e-40f5-91b4-5c6dcdbcbe33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574265 Aug 20 09:17:16.361246 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:16.410107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-9567bd63-016f-4e20-91fa-2c96235fffd2 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086378 Aug 20 09:17:16.521470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd48a4-05d0-4bbe-a025-171463f9245d req-5fe05c73-c7b8-4c4d-9bcb-831a67ea0012 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.534104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30bd48a4-05d0-4bbe-a025-171463f9245d req-5fe05c73-c7b8-4c4d-9bcb-831a67ea0012 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.1355023 Aug 20 09:17:16.583199 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2da011b6-491a-4b16-b23b-6ea39bf9ebd8 req-6f8ed416-e05e-4787-a06d-c2d67ea103a0 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655734 Aug 20 09:17:16.638741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30bd48a4-05d0-4bbe-a025-171463f9245d req-b4aebd99-544b-4e67-bf03-95c5dbdc835b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 Aug 20 09:17:16.666191 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bab54907-6bf9-4508-9da4-b71c436cde1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:16.694543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-a6aab623-5c1e-491e-91d1-36c33ba1f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.696229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-a6aab623-5c1e-491e-91d1-36c33ba1f8b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 1095 time: 0.0470304 Aug 20 09:17:16.811518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-c980e994-5e06-4751-88f5-f8dd7d40e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.815408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-c980e994-5e06-4751-88f5-f8dd7d40e79a service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.1124704 Aug 20 09:17:16.839990 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:17:16.873631 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-e9f1dd7c-42d0-43a8-99ef-5a90ddc785b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103 HTTP/1.1" status: 200 len: 217 time: 0.0498037 Aug 20 09:17:16.923378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-8935c244-0bab-47d5-87b9-0d3dec3f2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:16.925092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-8935c244-0bab-47d5-87b9-0d3dec3f2da0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0450323 Aug 20 09:17:17.006672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-39ccae45-a237-4044-88f3-0e5c4cf19cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:17.008185 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-39ccae45-a237-4044-88f3-0e5c4cf19cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738962 Aug 20 09:17:17.109574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-d951714e-c71b-4cd3-9a4a-e52a0edc4201 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908051 Aug 20 09:17:17.212426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b4e3d61-c251-4ddd-86bc-dcb50ac1821a req-61f3cfa4-2266-4894-b3a3-03c3fa022705 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931604 Aug 20 09:17:17.466869 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:17.778490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea219bd-290c-4889-93ed-9458dde17438 req-37595cb2-ae0f-4b02-8e7d-16e0034a4741 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:17.782784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cea219bd-290c-4889-93ed-9458dde17438 req-37595cb2-ae0f-4b02-8e7d-16e0034a4741 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0638876 Aug 20 09:17:17.834309 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cea219bd-290c-4889-93ed-9458dde17438 req-492826db-bfef-4a4d-adba-c70b3c7e6b01 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Aug 20 09:17:18.848896 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:18.966121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5352f5-9ae8-481d-b5eb-9f96e8b22a43 req-2de09d37-ac58-4196-b204-0b333589701e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:18.967726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5352f5-9ae8-481d-b5eb-9f96e8b22a43 req-2de09d37-ac58-4196-b204-0b333589701e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0540826 Aug 20 09:17:19.023388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f5352f5-9ae8-481d-b5eb-9f96e8b22a43 req-13842ecf-2b04-4e74-aa96-8e65c94cb040 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Aug 20 09:17:20.232393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad81ff6-a4f2-408c-9e5f-49ddc2871c0f req-7c0fece9-a36c-475d-9277-cf634c88f379 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:20.237459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ad81ff6-a4f2-408c-9e5f-49ddc2871c0f req-7c0fece9-a36c-475d-9277-cf634c88f379 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.1253450 Aug 20 09:17:20.294922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ad81ff6-a4f2-408c-9e5f-49ddc2871c0f req-6703a343-7dcd-41ad-861e-d65570fdaa44 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 Aug 20 09:17:21.464338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db737-4515-4735-aceb-f59e9f1fa1dd req-bd3bcffd-9a7b-497f-b380-2e5b59c3432c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:21.467001 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd2db737-4515-4735-aceb-f59e9f1fa1dd req-bd3bcffd-9a7b-497f-b380-2e5b59c3432c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0704348 Aug 20 09:17:21.515740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd2db737-4515-4735-aceb-f59e9f1fa1dd req-5d787550-2ad6-4d3a-a5a2-629c638c5834 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Aug 20 09:17:22.657408 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07881567-a199-435c-91b6-b6e6235ca64d req-65c15209-2965-4fbd-b800-e4a582747fed tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:22.659217 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07881567-a199-435c-91b6-b6e6235ca64d req-65c15209-2965-4fbd-b800-e4a582747fed tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0624197 Aug 20 09:17:22.706584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07881567-a199-435c-91b6-b6e6235ca64d req-9ad42d96-5610-4b0d-8407-f7d382b9270d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Aug 20 09:17:23.839149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bfec-753d-4655-af12-e4e8c49c24ba req-19e83b2d-2c99-4150-85d8-7ce601e67cd4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:23.840801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11e1bfec-753d-4655-af12-e4e8c49c24ba req-19e83b2d-2c99-4150-85d8-7ce601e67cd4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0554788 Aug 20 09:17:23.884366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11e1bfec-753d-4655-af12-e4e8c49c24ba req-39f459b5-04f4-45c7-afb7-adf6e1b140ea tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363395 Aug 20 09:17:25.028547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d2dc-9ff9-4246-b5e2-d1be5bb33a2b req-13978062-d21c-4b7b-9903-ac64e78ce7b8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:25.030832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4920d2dc-9ff9-4246-b5e2-d1be5bb33a2b req-13978062-d21c-4b7b-9903-ac64e78ce7b8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0650346 Aug 20 09:17:25.079140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4920d2dc-9ff9-4246-b5e2-d1be5bb33a2b req-f90c88e4-4717-4e0c-9257-da93182c5f93 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388618 Aug 20 09:17:26.223110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cd8a8-064c-457c-ba3f-66de73ea38c4 req-791930f0-33bb-47ac-b79b-fb4e17b5468d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:26.225994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-043cd8a8-064c-457c-ba3f-66de73ea38c4 req-791930f0-33bb-47ac-b79b-fb4e17b5468d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0693398 Aug 20 09:17:26.279948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-043cd8a8-064c-457c-ba3f-66de73ea38c4 req-a93eddce-4189-4a53-b436-40b6228379b2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Aug 20 09:17:27.478574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3db89b-89af-4006-b260-9aafe8fc84cf req-8683fb83-1f8b-4ca5-8d2a-752aa7c01653 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:27.480260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac3db89b-89af-4006-b260-9aafe8fc84cf req-8683fb83-1f8b-4ca5-8d2a-752aa7c01653 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0773754 Aug 20 09:17:27.538320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac3db89b-89af-4006-b260-9aafe8fc84cf req-d510088e-3058-442a-ae6c-d8c9c6082dca tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Aug 20 09:17:28.706494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a6bd4-0b27-446f-af57-0dbea4ba7e51 req-9cf45930-fa83-41d9-b0c8-8691af218312 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:28.708255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c3a6bd4-0b27-446f-af57-0dbea4ba7e51 req-9cf45930-fa83-41d9-b0c8-8691af218312 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 944 time: 0.0738134 Aug 20 09:17:28.769441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c3a6bd4-0b27-446f-af57-0dbea4ba7e51 req-6c3f80b2-21a0-46d8-bb9a-c44bdab0b551 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Aug 20 09:17:29.560117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 303ffc4a-4d24-471e-b4e0-a26c16ab7103 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:17:29.741160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:29.755294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '303ffc4a-4d24-471e-b4e0-a26c16ab7103', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': '303ffc4a-4d24-471e-b4e0-a26c16ab7103', 'mac_address': 'fa:16:3e:d4:29:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:17:29.824331 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:29.863984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303ffc4a-4d24-471e-b4e0-a26c16ab7103 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:17:29.896859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:29.901137 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:29.961135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=303ffc4a-4d24-471e-b4e0-a26c16ab7103,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:30.082214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e221-fc39-4480-9e39-e63fa3f9884a req-6e5951cc-e32f-426a-8172-e7d9f0838200 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:30.084370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b9e221-fc39-4480-9e39-e63fa3f9884a req-6e5951cc-e32f-426a-8172-e7d9f0838200 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 945 time: 0.1026144 Aug 20 09:17:30.128926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['303ffc4a-4d24-471e-b4e0-a26c16ab7103'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:17:30.197660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05b9e221-fc39-4480-9e39-e63fa3f9884a req-d0f848df-ca5b-4548-92a7-92344d9d4521 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068664 Aug 20 09:17:31.402870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130b2f-fbae-4d62-b958-7b74ea994334 req-59eaec3d-ac28-4263-ac0a-55dcbfa7d084 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:31.411083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc130b2f-fbae-4d62-b958-7b74ea994334 req-59eaec3d-ac28-4263-ac0a-55dcbfa7d084 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 945 time: 0.1263642 Aug 20 09:17:31.503175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cc130b2f-fbae-4d62-b958-7b74ea994334 req-bf9608cd-dba8-4124-ad2f-51a46ed03287 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872085 Aug 20 09:17:31.575456 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 303ffc4a-4d24-471e-b4e0-a26c16ab7103 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:31.696859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:31.703308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:31.704512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:31.890220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:31.957305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:31.963794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303ffc4a-4d24-471e-b4e0-a26c16ab7103'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:31.969515 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b045b0-5d16-44a4-a377-1d39f41bab30" -d '{"events": [{"server_uuid": "2962a282-36f4-4b67-aabf-1fad3b3298f6", "name": "network-vif-plugged", "status": "completed", "tag": "303ffc4a-4d24-471e-b4e0-a26c16ab7103"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:31.988200 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:32.057965 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc3654f-df6d-4f9c-ad32-bef07d6e13ae x-openstack-request-id: req-fbc3654f-df6d-4f9c-ad32-bef07d6e13ae {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:32.058455 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2962a282-36f4-4b67-aabf-1fad3b3298f6", "name": "network-vif-plugged", "status": "completed", "tag": "303ffc4a-4d24-471e-b4e0-a26c16ab7103", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:32.058848 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbc3654f-df6d-4f9c-ad32-bef07d6e13ae {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:32.059417 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303ffc4a-4d24-471e-b4e0-a26c16ab7103', 'code': 200} Aug 20 09:17:32.109688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=303ffc4a-4d24-471e-b4e0-a26c16ab7103,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:32.121486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.121486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.126379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.126787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.127305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.127743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.128277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.128788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.129154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.129500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.129861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.130201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:32.256342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04822ac-693a-48df-a9cf-76259b0a4167 req-27eb98ba-d0ec-40eb-acf1-b7ad26aa9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:32.260998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f04822ac-693a-48df-a9cf-76259b0a4167 req-27eb98ba-d0ec-40eb-acf1-b7ad26aa9579 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 1097 time: 0.1375294 Aug 20 09:17:32.315301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f04822ac-693a-48df-a9cf-76259b0a4167 req-70d4f809-6183-4de3-a00d-3fc7d60fcc01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467842 Aug 20 09:17:32.684538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca87803-9db5-4ba7-b49b-2afd096d29ba req-d864187d-698a-444b-a490-ac534ce6e89b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:32.695060 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ca87803-9db5-4ba7-b49b-2afd096d29ba req-d864187d-698a-444b-a490-ac534ce6e89b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.0971577 Aug 20 09:17:32.761600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ca87803-9db5-4ba7-b49b-2afd096d29ba req-69467483-55d1-42fe-b124-35acf08839f5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625958 Aug 20 09:17:33.998365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4d46-aca0-416e-9780-74c1e27272d1 req-f577c12c-257e-4727-8ecb-21ed16754321 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:34.004381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-922c4d46-aca0-416e-9780-74c1e27272d1 req-f577c12c-257e-4727-8ecb-21ed16754321 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.1356132 Aug 20 09:17:34.102713 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-922c4d46-aca0-416e-9780-74c1e27272d1 req-eca05ad8-cec0-41ec-a1fa-0511b4edc875 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747962 Aug 20 09:17:34.354803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853507-9299-4dad-a99b-589c7fc15d9f req-c5b47548-9895-427c-a719-f750e6800ea4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:34.356757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9853507-9299-4dad-a99b-589c7fc15d9f req-c5b47548-9895-427c-a719-f750e6800ea4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.1006827 Aug 20 09:17:34.439146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9853507-9299-4dad-a99b-589c7fc15d9f req-beefb82b-1577-4285-ad8f-9702936be294 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729334 Aug 20 09:17:34.591123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa41257-9c1c-4c14-beb7-b9da933b5f78 req-f00717d0-2f5a-4ddc-8bbf-d5d736cfc1a9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:34.592707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffa41257-9c1c-4c14-beb7-b9da933b5f78 req-f00717d0-2f5a-4ddc-8bbf-d5d736cfc1a9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.0814192 Aug 20 09:17:34.697878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffa41257-9c1c-4c14-beb7-b9da933b5f78 req-a89b5544-49ae-4886-9dd4-53b904f637f8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793912 Aug 20 09:17:35.085963 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde3097-fb3b-46f9-a9e3-2d3b9876d6f5 req-a45491e4-eab3-47e8-828a-5302f9b66c26 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:35.100594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbde3097-fb3b-46f9-a9e3-2d3b9876d6f5 req-a45491e4-eab3-47e8-828a-5302f9b66c26 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.1030254 Aug 20 09:17:35.206001 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbde3097-fb3b-46f9-a9e3-2d3b9876d6f5 req-f8ae9482-09f6-4684-851a-779c2c795f67 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032212 Aug 20 09:17:35.234062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a22296-4513-4cae-bcab-4e4ee29b83c9 req-cd93966d-54ae-4fa7-bf55-3d3cbb19c532 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:35.236832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6a22296-4513-4cae-bcab-4e4ee29b83c9 req-cd93966d-54ae-4fa7-bf55-3d3cbb19c532 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.0941987 Aug 20 09:17:35.307459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6a22296-4513-4cae-bcab-4e4ee29b83c9 req-f81bf2cf-c620-4710-8669-8c2c8774e32a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639009 Aug 20 09:17:36.509808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e4d6d-7db4-4bba-b065-060b18fa129b req-af102095-b771-4151-ba54-a651c2ee2b03 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:36.518323 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a76e4d6d-7db4-4bba-b065-060b18fa129b req-af102095-b771-4151-ba54-a651c2ee2b03 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.1641462 Aug 20 09:17:36.597220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb15c9c-8e99-4071-b98f-52d730dc4b94 req-aa528e3d-eea2-4275-9aac-9093acbe5b82 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:36.598886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fb15c9c-8e99-4071-b98f-52d730dc4b94 req-aa528e3d-eea2-4275-9aac-9093acbe5b82 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.1730034 Aug 20 09:17:36.642041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a76e4d6d-7db4-4bba-b065-060b18fa129b req-1b7c991a-b3c0-4750-8d72-ddd13e63b8f4 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223745 Aug 20 09:17:36.735162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fb15c9c-8e99-4071-b98f-52d730dc4b94 req-3c188526-1734-4617-8589-1d0543ebc5e7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850255 Aug 20 09:17:36.766674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-2e6e9f0c-83e3-4a60-9bf7-ad921294d26b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:36.768841 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-2e6e9f0c-83e3-4a60-9bf7-ad921294d26b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 946 time: 0.1884918 Aug 20 09:17:36.903626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:17:36.903989 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:37.025294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port 303ffc4a-4d24-471e-b4e0-a26c16ab7103, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=303ffc4a-4d24-471e-b4e0-a26c16ab7103,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:37.025768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:37.041845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 303ffc4a-4d24-471e-b4e0-a26c16ab7103 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:17:37.210693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:37.223470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['303ffc4a-4d24-471e-b4e0-a26c16ab7103'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:17:37.280340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=303ffc4a-4d24-471e-b4e0-a26c16ab7103,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:37.323175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port 303ffc4a-4d24-471e-b4e0-a26c16ab7103 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:17:37.327431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:37.330582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0e8f63e-479d-4086-a0b0-0b30d5d823d4 req-010d85a8-d132-4039-8e69-08e73fbf588f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "DELETE /v2.0/ports/303ffc4a-4d24-471e-b4e0-a26c16ab7103 HTTP/1.1" status: 204 len: 173 time: 0.5526609 Aug 20 09:17:37.330582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'name': 'network-vif-deleted', 'tag': '303ffc4a-4d24-471e-b4e0-a26c16ab7103'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:37.343879 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0438c2ed-fcb3-4b3a-9a97-a44a01be2e24" -d '{"events": [{"server_uuid": "2962a282-36f4-4b67-aabf-1fad3b3298f6", "name": "network-vif-deleted", "tag": "303ffc4a-4d24-471e-b4e0-a26c16ab7103"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:37.445848 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee432d8-2dca-4d4f-ac07-f31bc5076cef x-openstack-request-id: req-0ee432d8-2dca-4d4f-ac07-f31bc5076cef {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:37.446228 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2962a282-36f4-4b67-aabf-1fad3b3298f6", "name": "network-vif-deleted", "tag": "303ffc4a-4d24-471e-b4e0-a26c16ab7103", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:37.446552 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ee432d8-2dca-4d4f-ac07-f31bc5076cef {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:37.447045 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2962a282-36f4-4b67-aabf-1fad3b3298f6', 'name': 'network-vif-deleted', 'tag': '303ffc4a-4d24-471e-b4e0-a26c16ab7103', 'status': 'completed', 'code': 200} Aug 20 09:17:37.769153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ca9f3-9b5e-4605-920b-fa9a584cde58 req-0330c31a-54ca-4d02-822b-9fd8629ef95b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:37.770857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da4ca9f3-9b5e-4605-920b-fa9a584cde58 req-0330c31a-54ca-4d02-822b-9fd8629ef95b tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0592928 Aug 20 09:17:37.833321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da4ca9f3-9b5e-4605-920b-fa9a584cde58 req-a70ac45b-fcaa-4adc-b26b-4fa40e260f32 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554805 Aug 20 09:17:37.852100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83afe868-eba2-4adb-80ba-890e4ac34e77 req-d15b4db3-9393-444b-b236-b85433312669 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0385287 Aug 20 09:17:38.986539 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-934f3535-253d-49ce-9385-7b45d431313c req-b6775a9a-e4da-4073-8e97-e9e8a719057d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0365050 Aug 20 09:17:39.000684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895358-3e0c-4612-8918-0a301846f1f0 req-087f51f4-7c75-43a4-8879-b7b8f8258350 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:39.002280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09895358-3e0c-4612-8918-0a301846f1f0 req-087f51f4-7c75-43a4-8879-b7b8f8258350 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0964103 Aug 20 09:17:39.042232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09895358-3e0c-4612-8918-0a301846f1f0 req-fe4d4b66-f99f-4f0a-8543-037277f5c936 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Aug 20 09:17:40.099069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2dfcdf6b-2025-454e-aaaf-e02442f13710 req-e257f970-d27f-4dd8-a20c-5ee835d98183 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0414252 Aug 20 09:17:40.174199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64074ec-6f1a-4421-ae97-a41e231ead9d req-262b55a2-b1f7-4e8e-b191-e42fa36e496e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:40.175639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d64074ec-6f1a-4421-ae97-a41e231ead9d req-262b55a2-b1f7-4e8e-b191-e42fa36e496e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0493739 Aug 20 09:17:40.215344 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d64074ec-6f1a-4421-ae97-a41e231ead9d req-4ff3f7c1-7d56-47de-a47b-c03f85d56976 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Aug 20 09:17:41.197848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c60299ce-30d3-4752-b29e-6b200f623176 req-f6dd50c3-037e-40fc-ac31-930d0b54bdc5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0315988 Aug 20 09:17:41.337580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eae0a-f778-4721-9a1c-539f0d8b358c req-6167c32e-9f5a-41d3-834d-3aa008f8b454 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:41.339231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb9eae0a-f778-4721-9a1c-539f0d8b358c req-6167c32e-9f5a-41d3-834d-3aa008f8b454 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0534496 Aug 20 09:17:41.383317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb9eae0a-f778-4721-9a1c-539f0d8b358c req-568dbd7f-18b9-4966-8ec6-4580436a8fb7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366793 Aug 20 09:17:41.606105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 303ffc4a-4d24-471e-b4e0-a26c16ab7103 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:17:41.627310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 303ffc4a-4d24-471e-b4e0-a26c16ab7103 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:17:41.627659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 303ffc4a-4d24-471e-b4e0-a26c16ab7103 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:17:42.307133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a143e783-ec37-459d-add5-92ec836d2c80 req-d27bb7c0-7dda-4b6d-a792-de3c5d13402a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Aug 20 09:17:42.549028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab229-261a-4b39-8448-f64494c2347d req-b2155456-6580-4309-a6b6-71406f59828f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:42.551198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e7ab229-261a-4b39-8448-f64494c2347d req-b2155456-6580-4309-a6b6-71406f59828f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0859578 Aug 20 09:17:42.597015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e7ab229-261a-4b39-8448-f64494c2347d req-5fc20637-b4d8-42fc-8b10-13ff8c873a2f tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 Aug 20 09:17:42.729291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:43.184577 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33c3fc92-41f9-48df-915c-1abf88106952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:43.427930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df945be0-bc7d-4656-9cc6-ee0992209ace req-20639d8e-33ee-4d19-9020-9835a53ce8b2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=2962a282-36f4-4b67-aabf-1fad3b3298f6 HTTP/1.1" status: 200 len: 210 time: 0.0332401 Aug 20 09:17:43.714604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e310-1540-4790-861b-35b1d9ad09d0 req-dbc47a04-ce35-4ff9-b4be-3ca1954fb982 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:43.716086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2584e310-1540-4790-861b-35b1d9ad09d0 req-dbc47a04-ce35-4ff9-b4be-3ca1954fb982 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0491829 Aug 20 09:17:43.756111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2584e310-1540-4790-861b-35b1d9ad09d0 req-6258b7d4-4fa5-42eb-9b44-01a533e688a1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Aug 20 09:17:44.108092 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:44.873788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181206a9-de8d-49e1-a198-ee77cd8b9f1d req-2aaca1da-52c9-42d8-83d7-b4616c352e88 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:44.875861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-181206a9-de8d-49e1-a198-ee77cd8b9f1d req-2aaca1da-52c9-42d8-83d7-b4616c352e88 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Aug 20 09:17:44.914224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-181206a9-de8d-49e1-a198-ee77cd8b9f1d req-c02bd27e-1e4e-4de3-a3c1-ff2f763b50be tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317500 Aug 20 09:17:46.036012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa64956-d0a8-4867-af7f-fd7bd511ec17 req-c9bb3a0e-279f-48a0-89ee-dcf851d1d76e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:46.037581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa64956-d0a8-4867-af7f-fd7bd511ec17 req-c9bb3a0e-279f-48a0-89ee-dcf851d1d76e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0506339 Aug 20 09:17:46.089532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa64956-d0a8-4867-af7f-fd7bd511ec17 req-6fb12276-8a5f-40c4-84e5-0ddd2825e086 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456283 Aug 20 09:17:46.334625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:46.628596 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f131855-612f-4d9d-be4c-77c90a73b545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.258299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e7797-15a3-4188-9882-87d5d8f3e56c req-2ff76cfb-3483-4bd3-a3e2-63cdadfc63a1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:47.269159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-213e7797-15a3-4188-9882-87d5d8f3e56c req-2ff76cfb-3483-4bd3-a3e2-63cdadfc63a1 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0726860 Aug 20 09:17:47.322255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-213e7797-15a3-4188-9882-87d5d8f3e56c req-e951886d-66ee-45ca-874e-b4ab2b6b7555 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483716 Aug 20 09:17:47.479269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.561818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54806) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:47.566716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519370956', 'description': 'tempest-secgroup-smoke-1519370956 description', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:47.611544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.698580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.704470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.733160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3933c64-ca55-471d-b247-67db578046bf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:47.750626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.752144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cf658148-4d8f-4830-ba0c-1073329580b9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1891487 Aug 20 09:17:47.755274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54810) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:47.760374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group_rule': {'security_group_id': 'f3933c64-ca55-471d-b247-67db578046bf', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:47.811939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.874658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.879987 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.896113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9192c6e-7975-4fa9-a794-d763f50a4021,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:47.916697 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:47.920557 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-82750f9f-edd2-4564-a814-c530af27f8c9 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629989 Aug 20 09:17:47.925615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54812) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:47.930917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group_rule': {'security_group_id': 'f3933c64-ca55-471d-b247-67db578046bf', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:47.980725 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.054830 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.059260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.087158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f3e853-7dae-4207-afd6-1fc9702669c5,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:48.089432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.092398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655946 Aug 20 09:17:48.095579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54814) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:48.100918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group_rule': {'security_group_id': 'f3933c64-ca55-471d-b247-67db578046bf', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:48.124336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.124744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.125707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.126151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.126774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.127249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.127674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.128212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.128736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.129252 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.129800 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.130393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf59b8-0ac5-485b-9ae2-62fcf77742d8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:17:48.193402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.307930 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.319989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.373255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.382829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 54822) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:48.384015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872791 Aug 20 09:17:48.387250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d1d4a-943f-4661-ba30-1658ce09fc0c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828ec325-47dc-4b0c-85d7-bde65d67c748,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:48.397440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group_rule': {'security_group_id': 'f3933c64-ca55-471d-b247-67db578046bf', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:48.447546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.510717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37aba-8ba2-4e99-a061-2932c76ff0ec req-14748490-2745-4c82-9bd0-03edfbfaf23e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:48.523614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90a37aba-8ba2-4e99-a061-2932c76ff0ec req-14748490-2745-4c82-9bd0-03edfbfaf23e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.0783052 Aug 20 09:17:48.538811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.548207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.584906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90a37aba-8ba2-4e99-a061-2932c76ff0ec req-5cc3e7ca-acf1-4905-a5f4-cafd3ba44f7c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591054 Aug 20 09:17:48.586584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55708a35-ec0d-4344-b0f1-003ae4330099,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:48.607418 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.624591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94a8c86f-3968-4ca6-af53-ff12088fcb1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2381029 Aug 20 09:17:48.642271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54826) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:48.648132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group_rule': {'security_group_id': 'f3933c64-ca55-471d-b247-67db578046bf', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:48.699397 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Project e2e58d6fb12c4c7487971d044115d9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:17:48.710752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.799668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-b736e310-bc95-4e03-b4e5-c41d59b3c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:48.801194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-b736e310-bc95-4e03-b4e5-c41d59b3c8db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1097 time: 0.0687857 Aug 20 09:17:48.854157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.858076 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95119-9f40-4129-b227-232b8c275c76 req-c72d8034-28f4-4da1-bdee-e4d7d9c37421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:48.860860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44d95119-9f40-4129-b227-232b8c275c76 req-c72d8034-28f4-4da1-bdee-e4d7d9c37421 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1097 time: 0.1274199 Aug 20 09:17:48.863455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.870395 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.915314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44d95119-9f40-4129-b227-232b8c275c76 req-6bf356f3-e23f-4558-8d05-4cb49d205b43 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453432 Aug 20 09:17:48.916050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86f5658-2f9a-435c-9ba4-297ed05e5779,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:48.937212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:48.938735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7bd63ce3-a589-4845-84b6-2b72ac1d70ec tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2952220 Aug 20 09:17:48.941779 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54830) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:48.946836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'security_group_rule': {'security_group_id': 'f3933c64-ca55-471d-b247-67db578046bf', 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:48.993699 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Project e2e58d6fb12c4c7487971d044115d9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:17:48.998935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:49.026316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-75f84ae4-9bf5-4215-aede-3167735c1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:49.027798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-75f84ae4-9bf5-4215-aede-3167735c1ae5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 200 len: 896 time: 0.1893120 Aug 20 09:17:49.087774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:49.097621 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:49.139668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e9125b-1102-435c-b473-4082607363ce,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:49.155651 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:49.167755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d7029dd8-c794-4987-ba3a-73732fb9bce6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2148154 Aug 20 09:17:49.197549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-9185c83a-ce00-4836-8cc9-fa870282a1e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 200 len: 1002 time: 0.0977950 Aug 20 09:17:49.553177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-b6c3d16a-bdbc-4f56-bc8a-d55866b1d5ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519370956&fields=id&tenant_id=e2e58d6fb12c4c7487971d044115d9e7 HTTP/1.1" status: 200 len: 267 time: 0.0681539 Aug 20 09:17:49.746333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 61eab310-b57f-4611-a946-2044ec5f546c details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:17:49.869744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-9e094887-1f66-461e-a567-4e369d3829ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:49.876166 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-9e094887-1f66-461e-a567-4e369d3829ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b3c771b-a450-4179-8423-9a3af28b033a HTTP/1.1" status: 200 len: 834 time: 0.6690321 Aug 20 09:17:49.982694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-58b2210e-5ff2-4d96-8e40-4cbd21c61203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:50.006507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-58b2210e-5ff2-4d96-8e40-4cbd21c61203 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2199ae8-b148-4178-ae2e-ec5634eb8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233435 Aug 20 09:17:50.255752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:50.310172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '61eab310-b57f-4611-a946-2044ec5f546c', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'port_id': '61eab310-b57f-4611-a946-2044ec5f546c', 'mac_address': 'fa:16:3e:db:a1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:17:50.366375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-1afe0076-cba3-4d2d-8626-510970591c9b service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589628 Aug 20 09:17:50.392697 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:50.420598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61eab310-b57f-4611-a946-2044ec5f546c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:17:50.482559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:50.496910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:50.564962 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1a49b9b4-9351-4f3a-a63e-e555f6432da4 req-488f6d11-3a1d-46ef-a3b6-ce512cdc3260 service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915212 Aug 20 09:17:50.614483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:50.696262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-7f0d7fd1-de84-405e-adcd-3e245521c1b5 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:50.706336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-7f0d7fd1-de84-405e-adcd-3e245521c1b5 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 814 time: 1.1448510 Aug 20 09:17:50.728427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-5656414c-1c40-4ed2-9335-5eb77b9fd40a tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/quotas/e2e58d6fb12c4c7487971d044115d9e7 HTTP/1.1" status: 200 len: 375 time: 0.0160882 Aug 20 09:17:50.757280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['61eab310-b57f-4611-a946-2044ec5f546c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:17:50.804772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ccf16-3af9-484a-bb13-35573bcc5d9a req-42bb08c4-b43b-4aa5-87cc-afc6d0eac2d9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:50.807056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb9ccf16-3af9-484a-bb13-35573bcc5d9a req-42bb08c4-b43b-4aa5-87cc-afc6d0eac2d9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 1.0103524 Aug 20 09:17:50.895717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-eaa8a153-13cc-4c46-882d-ed8fbbc7f2d0 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589365 Aug 20 09:17:51.003562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fb9ccf16-3af9-484a-bb13-35573bcc5d9a req-a1df36fb-77ab-459c-9b8b-2b73d413005c tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839619 Aug 20 09:17:51.142067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-b8fa60af-14e6-470c-a108-d76b6221526b service neutron] 10.222.0.35 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330382 Aug 20 09:17:51.307367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-86ca3111-da79-4db6-b17f-f2a03219e6d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631303 Aug 20 09:17:51.608620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-7bb7c33f-a9bd-489c-afd5-b4082dcc9bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666699 Aug 20 09:17:51.754401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 61eab310-b57f-4611-a946-2044ec5f546c up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:17:51.822058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-89efb731-4dfe-4332-b3a6-29293c3218f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:51.834424 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-89efb731-4dfe-4332-b3a6-29293c3218f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 1097 time: 0.1238573 Aug 20 09:17:51.868948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 61eab310-b57f-4611-a946-2044ec5f546c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:51.869252 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:52.056179 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73a59c5c-61d5-47f2-94be-1e8351d927ae req-ab12bec0-5e63-46c9-9e3d-f2ff07e608ce tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0510409 Aug 20 09:17:52.076266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-d63907e3-d7df-4292-9031-979f6e17aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:52.082835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-d63907e3-d7df-4292-9031-979f6e17aec5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 914 time: 0.2031922 Aug 20 09:17:52.152795 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:52.229045 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:52.231961 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581c7e29-969a-423f-92b2-c9e7fc8d3b8c" -d '{"events": [{"server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "name": "network-vif-plugged", "status": "completed", "tag": "61eab310-b57f-4611-a946-2044ec5f546c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:52.254255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:17:52.258904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:52.263110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52963c3a-8aae-480b-9cd5-1205b3cefa70 req-a0d40fa1-306c-4081-a5f5-0c1c1e6b9e2e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:52.275015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52963c3a-8aae-480b-9cd5-1205b3cefa70 req-a0d40fa1-306c-4081-a5f5-0c1c1e6b9e2e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 945 time: 0.1294289 Aug 20 09:17:52.294920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-859fdb76-28e6-46f9-81a5-33ebe989e601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609 HTTP/1.1" status: 200 len: 217 time: 0.2063994 Aug 20 09:17:52.384980 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c191cc-a204-43af-b939-019c5c67dc31 x-openstack-request-id: req-15c191cc-a204-43af-b939-019c5c67dc31 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:52.385972 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "name": "network-vif-plugged", "status": "completed", "tag": "61eab310-b57f-4611-a946-2044ec5f546c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:52.386643 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15c191cc-a204-43af-b939-019c5c67dc31 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:52.387569 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c', 'code': 200} Aug 20 09:17:52.437108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52963c3a-8aae-480b-9cd5-1205b3cefa70 req-f1f8f35a-7d82-4a55-9309-01b2a53156da tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614237 Aug 20 09:17:52.446452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-88275bb9-ef13-4978-8cf6-83346f35863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:52.447950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-88275bb9-ef13-4978-8cf6-83346f35863d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=182f787d-159d-4e0b-8a00-4f54461a4da9 HTTP/1.1" status: 200 len: 854 time: 0.1408467 Aug 20 09:17:52.460544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:52.470286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 54888) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:17:52.520960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-4f8dbfb0-ca88-4f68-b359-2483155cae32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654590 Aug 20 09:17:52.573200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e680fbf9-c2b1-4aed-a521-0a0a2a3b9386 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/floatingips/9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 HTTP/1.1" status: 200 len: 994 time: 0.1016080 Aug 20 09:17:52.834471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-6e8b2048-f520-46c6-89ef-ff7b14695990 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980092 Aug 20 09:17:53.049981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9042f6d4-6849-47f5-b21c-637a31f93c70 req-975fa567-72c1-40a3-9522-a40dd5a5b8d2 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070231 Aug 20 09:17:53.237690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e4d3b261-9f59-4334-8189-4cb01ff8be9c req-a17ae81c-077e-4862-af6c-5c82961e0ac8 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0468216 Aug 20 09:17:53.841177 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:17:54.072739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-24631a29-13a5-4c47-9d18-7e62eed5800c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:54.099807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-24631a29-13a5-4c47-9d18-7e62eed5800c tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 814 time: 0.3703809 Aug 20 09:17:54.162562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-368f81dc-1659-4d07-86e7-fac82861cad3 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e58d6fb12c4c7487971d044115d9e7 HTTP/1.1" status: 200 len: 380 time: 0.0618510 Aug 20 09:17:54.178550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'port': {'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'admin_state_up': True, 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'security_groups': ['f3933c64-ca55-471d-b247-67db578046bf']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:54.457149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Made reservation on behalf of e2e58d6fb12c4c7487971d044115d9e7 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:17:54.460667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:54.461999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7386ab01-1c90-4f21-a306-1f28ed4bdaed req-7a8ebd8f-2ce9-4f23-b190-993e4421b329 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0799119 Aug 20 09:17:54.754356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Allocated IP 172.20.0.9 (9d2de547-c6e9-4f54-b933-57200afecee1/70788edd-e67d-4002-af80-4603bbdfd16c/bfa3a65f-29e2-414d-b03b-08a8bc08ea40) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:17:54.993210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:55.009831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Transition to ACTIVE for port object bfa3a65f-29e2-414d-b03b-08a8bc08ea40 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:55.089739 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:55.181778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Network 9d2de547-c6e9-4f54-b933-57200afecee1 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:17:55.224917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:17:55.227183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'Port': ['ID=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:55.229329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:17:55.340477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:55.341116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:55.373831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-6656a74a-0094-481c-8bc5-8f75d3a4474e tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1992066 Aug 20 09:17:55.387880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Request body: {'port': {'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:17:55.538941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:55.675520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517109-22cd-486b-acca-00657769422a req-f6997647-3437-471c-b8de-f37952475f3a tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:55.691735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0517109-22cd-486b-acca-00657769422a req-f6997647-3437-471c-b8de-f37952475f3a tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 931 time: 0.1276412 Aug 20 09:17:55.765029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f0517109-22cd-486b-acca-00657769422a req-5cf79334-35ee-496a-8d66-3118ea7496ed tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719879 Aug 20 09:17:55.788095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-49aa2e4d-6477-42f4-8f9c-5cd1f500eeca None None] Provisioning for port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:17:55.793650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-49aa2e4d-6477-42f4-8f9c-5cd1f500eeca None None] Provisioning complete for port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:17:55.794060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-49aa2e4d-6477-42f4-8f9c-5cd1f500eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:55.943316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-49aa2e4d-6477-42f4-8f9c-5cd1f500eeca None None] Port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:17:56.237707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa3a65f-29e2-414d-b03b-08a8bc08ea40 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:17:56.254116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:56.271099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Transition to ACTIVE for port object bfa3a65f-29e2-414d-b03b-08a8bc08ea40 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:17:56.281592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:56.466096 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:56.560366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Attempting to bind port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:17:56.564663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Attempting to bind port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:17:56.564663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Attempting to bind port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 on network 9d2de547-c6e9-4f54-b933-57200afecee1 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:56.576485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 on network 9d2de547-c6e9-4f54-b933-57200afecee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:17:56.579679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Attempting to bind port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 on network 9d2de547-c6e9-4f54-b933-57200afecee1 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:17:56.595882 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:17:56.598719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Checking segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:17:56.601395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Bound using segment: {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:17:56.603538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Bound port: bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:17:56.604882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:56.862744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] For port bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:17:56.875557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] For port bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:17:56.882992 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:56.953937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:56.955050 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:17:56.956654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] 10.222.0.37 "PUT /v2.0/ports/bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 1091 time: 1.5748928 Aug 20 09:17:56.957693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:17:56.960483 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec351ff-fe90-4a7a-8a87-2a4939500a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:17:57.100023 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec78616f-d19d-49b7-9fbc-0482dbe08a95 x-openstack-request-id: req-ec78616f-d19d-49b7-9fbc-0482dbe08a95 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:17:57.100325 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:17:57.100576 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec78616f-d19d-49b7-9fbc-0482dbe08a95 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:17:57.100982 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'status': 'completed', 'code': 200} Aug 20 09:17:57.104819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945945d-a011-4c03-9086-1161c3f28082 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:17:57.121606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d37e5-70eb-419c-b0cf-ee2ae358c277 req-104c1147-01d2-4754-90ed-382e31910a15 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:57.145200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-119d37e5-70eb-419c-b0cf-ee2ae358c277 req-104c1147-01d2-4754-90ed-382e31910a15 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.2323718 Aug 20 09:17:57.163790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-f00efa55-b0f0-46c6-904e-be635405ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:57.169504 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-f00efa55-b0f0-46c6-904e-be635405ed95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1094 time: 0.1632161 Aug 20 09:17:57.259058 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-119d37e5-70eb-419c-b0cf-ee2ae358c277 req-0d3159c1-eb5f-4aa9-ad1e-aa43cd010773 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099072 Aug 20 09:17:57.279096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-dab0b7c5-52bf-480c-b518-b9b6a955ce1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 217 time: 0.1014178 Aug 20 09:17:57.395415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-49ebbb02-318c-463c-8c8c-82d69b76382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:57.401910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-49ebbb02-318c-463c-8c8c-82d69b76382d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.1147680 Aug 20 09:17:57.521281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-84ec9ea0-df54-43ea-a5b8-0cef6d9bc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:57.523169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-84ec9ea0-df54-43ea-a5b8-0cef6d9bc422 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144757 Aug 20 09:17:57.805453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-ed05d20b-2843-4dd5-bc3b-fade3e6f3d49 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741363 Aug 20 09:17:57.964128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ae4813b2-bf32-4aad-8c00-4cb4e56ea827 req-d2263ce2-d291-4801-b9a3-21642e08ddd2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518829 Aug 20 09:17:58.103075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-78e3c35e-52ea-4569-a7a3-012d63d3b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:58.104770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-78e3c35e-52ea-4569-a7a3-012d63d3b2bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1094 time: 0.0649006 Aug 20 09:17:58.233259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-ebd0d2de-ec6d-41be-8836-035674a0972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:58.240124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-ebd0d2de-ec6d-41be-8836-035674a0972d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 914 time: 0.1278448 Aug 20 09:17:58.321040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-b41d7fc3-c494-480c-9314-967bb1f97b6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 217 time: 0.0734026 Aug 20 09:17:58.400985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-a34e23ca-b4f7-4eca-85f4-2776ab9d02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:58.402752 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-a34e23ca-b4f7-4eca-85f4-2776ab9d02c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.0751727 Aug 20 09:17:58.426945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc901-0d0a-4eec-b304-7734c376d772 req-d6f77149-bbb9-49d0-83ee-79b2d0b09fbd tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:58.436211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-015dc901-0d0a-4eec-b304-7734c376d772 req-d6f77149-bbb9-49d0-83ee-79b2d0b09fbd tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0743823 Aug 20 09:17:58.490020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-015dc901-0d0a-4eec-b304-7734c376d772 req-6d0142bf-4e4f-40a1-82e8-a9f1f91c3a26 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521579 Aug 20 09:17:58.494248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-6bec4621-8dd4-4ee0-8c8c-ef8c18aa6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:58.495941 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-6bec4621-8dd4-4ee0-8c8c-ef8c18aa6b92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862675 Aug 20 09:17:58.608464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-756beaec-e487-404f-958a-9e10e3da0f67 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047843 Aug 20 09:17:58.732389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aec351ff-fe90-4a7a-8a87-2a4939500a1f req-9a093b28-c062-47dd-ae5c-4578e4701904 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161387 Aug 20 09:17:59.694684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08969f51-d0b4-4c2c-abce-c024e8ad0911 req-ad90c72f-400d-4278-accb-25623cf3c082 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:17:59.696367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08969f51-d0b4-4c2c-abce-c024e8ad0911 req-ad90c72f-400d-4278-accb-25623cf3c082 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.1124334 Aug 20 09:17:59.830924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08969f51-d0b4-4c2c-abce-c024e8ad0911 req-4bf5c693-e52f-45d7-bf95-20f0496fa124 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279924 Aug 20 09:18:01.061068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e55b72-89d9-4735-8a0b-bb66520e2515 req-2a3833f6-422d-4dbc-9746-ae6a5701cd7d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:01.069544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66e55b72-89d9-4735-8a0b-bb66520e2515 req-2a3833f6-422d-4dbc-9746-ae6a5701cd7d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.1046345 Aug 20 09:18:01.138030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66e55b72-89d9-4735-8a0b-bb66520e2515 req-6aaeedb5-dd53-46b3-9585-c49053fead14 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670168 Aug 20 09:18:02.282522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b62a8-323c-4f61-9b02-57f53c0082fd req-a4bbdf6b-2371-4e6a-9938-bdc13aa6fe1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:02.290079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f0b62a8-323c-4f61-9b02-57f53c0082fd req-a4bbdf6b-2371-4e6a-9938-bdc13aa6fe1f tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0647397 Aug 20 09:18:02.345293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f0b62a8-323c-4f61-9b02-57f53c0082fd req-2ad84476-68a1-46f0-8860-2614657a91dc tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541062 Aug 20 09:18:03.501645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efda789-356b-42e9-b366-e253e01b4aea req-2bf1a8fe-49a9-4431-aad9-966f0b5e7947 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:03.506114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2efda789-356b-42e9-b366-e253e01b4aea req-2bf1a8fe-49a9-4431-aad9-966f0b5e7947 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0773659 Aug 20 09:18:03.587124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2efda789-356b-42e9-b366-e253e01b4aea req-db1110de-b293-4f2e-bab9-68a37e019b6a tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560668 Aug 20 09:18:04.751301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6317f-63a7-4eef-ab84-67e728a20a90 req-a42ce012-5670-4456-8baf-a152e6403651 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:04.755598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ac6317f-63a7-4eef-ab84-67e728a20a90 req-a42ce012-5670-4456-8baf-a152e6403651 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0582390 Aug 20 09:18:04.817289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1ac6317f-63a7-4eef-ab84-67e728a20a90 req-a6f14af7-ed0b-4ab1-8301-71172afcc815 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542622 Aug 20 09:18:05.940417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea9458-8471-4187-ae1f-802f9bcf0794 req-24ca4ea5-ffcf-4b71-9f91-7a02ac2ef1eb tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:05.942109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7ea9458-8471-4187-ae1f-802f9bcf0794 req-24ca4ea5-ffcf-4b71-9f91-7a02ac2ef1eb tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0627935 Aug 20 09:18:06.013989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7ea9458-8471-4187-ae1f-802f9bcf0794 req-ccf0446a-f341-48d9-8c28-374faa704a9b tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565529 Aug 20 09:18:07.183837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e6edf-0d9b-4a30-9eae-5353b15990c0 req-70bb9e20-099b-4333-a4dc-cab372c38d50 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:07.193125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d10e6edf-0d9b-4a30-9eae-5353b15990c0 req-70bb9e20-099b-4333-a4dc-cab372c38d50 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0739939 Aug 20 09:18:07.259830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d10e6edf-0d9b-4a30-9eae-5353b15990c0 req-e36dd032-5d5b-4deb-89a9-843a1772e28d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654647 Aug 20 09:18:08.389064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2a5fe-a308-4567-b769-b60c34688cb1 req-597a8a47-2b31-4887-b6c2-f73693c49044 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:08.397649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40c2a5fe-a308-4567-b769-b60c34688cb1 req-597a8a47-2b31-4887-b6c2-f73693c49044 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.0628352 Aug 20 09:18:08.456738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40c2a5fe-a308-4567-b769-b60c34688cb1 req-302e88b5-e24d-4dd0-bf3d-4672233a3566 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509925 Aug 20 09:18:09.706446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bfa3a65f-29e2-414d-b03b-08a8bc08ea40 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:18:09.729400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec7daa-511d-48a2-a1b6-bbd290b4f758 req-5a98d053-f330-44d9-a7a3-32de7d340761 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:09.731653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cec7daa-511d-48a2-a1b6-bbd290b4f758 req-5a98d053-f330-44d9-a7a3-32de7d340761 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 943 time: 0.1374271 Aug 20 09:18:09.861076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:09.875454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:18:09.877172 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cec7daa-511d-48a2-a1b6-bbd290b4f758 req-608c1609-8085-4adf-bf14-5e2b5c4274b6 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364396 Aug 20 09:18:09.960785 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:09.983408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa3a65f-29e2-414d-b03b-08a8bc08ea40 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:10.006528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:10.027969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:10.109479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:10.253631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['bfa3a65f-29e2-414d-b03b-08a8bc08ea40'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:18:11.067370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414a801-6e2e-48a5-aee7-ede7cf01f155 req-50d4a9bf-6711-4278-bab7-e9fd64b9f290 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:11.079075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5414a801-6e2e-48a5-aee7-ede7cf01f155 req-50d4a9bf-6711-4278-bab7-e9fd64b9f290 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 944 time: 0.0845964 Aug 20 09:18:11.137366 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5414a801-6e2e-48a5-aee7-ede7cf01f155 req-cacc0ad7-f15c-436f-a545-c33403a02a16 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549483 Aug 20 09:18:11.715137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bfa3a65f-29e2-414d-b03b-08a8bc08ea40 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:18:11.867945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:18:11.876005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:18:11.876372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:12.006921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:12.049972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:12.050976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:12.053529 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c2c2a0-d7cf-4662-8ab4-73f5a6353ebb" -d '{"events": [{"server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "name": "network-vif-plugged", "status": "completed", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:12.065914 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:12.127435 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c28e5a7-efb2-4c31-99d4-a6f600cbd98b x-openstack-request-id: req-8c28e5a7-efb2-4c31-99d4-a6f600cbd98b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:12.127982 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "name": "network-vif-plugged", "status": "completed", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:12.128247 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c28e5a7-efb2-4c31-99d4-a6f600cbd98b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:12.128647 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'code': 200} Aug 20 09:18:12.178986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:12.284439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547a81-a0c4-4bcb-b41d-203db5d409c4 req-77039f17-a31b-427b-a6c2-8c3ffdac47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:12.287063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d7547a81-a0c4-4bcb-b41d-203db5d409c4 req-77039f17-a31b-427b-a6c2-8c3ffdac47c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1096 time: 0.0965250 Aug 20 09:18:12.352005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da072716-13a7-4f43-88b0-a018e455c663 req-9718e798-f0df-4eef-8460-8448a21d4106 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:12.352654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d7547a81-a0c4-4bcb-b41d-203db5d409c4 req-dc12de16-0135-44d6-abe0-f966a351cca5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572524 Aug 20 09:18:12.354617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da072716-13a7-4f43-88b0-a018e455c663 req-9718e798-f0df-4eef-8460-8448a21d4106 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 945 time: 0.0781610 Aug 20 09:18:12.439129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da072716-13a7-4f43-88b0-a018e455c663 req-2ce2414d-e120-45f1-9334-ed8466bbeba1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709295 Aug 20 09:18:12.734673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:13.202225 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e9bb38b2-052e-42a8-a191-425df3aa2ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:13.645108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bb6e6-b9c6-45eb-aa82-f831f474191f req-c1a22ee1-b826-4fd7-b33b-62697c9ac647 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:13.646669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-461bb6e6-b9c6-45eb-aa82-f831f474191f req-c1a22ee1-b826-4fd7-b33b-62697c9ac647 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 945 time: 0.0892422 Aug 20 09:18:13.727261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-461bb6e6-b9c6-45eb-aa82-f831f474191f req-0078b743-d0a9-4d71-bc71-933e3f2d8b2a tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644097 Aug 20 09:18:13.895087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a35cf-8e12-43a5-94a5-31b610f0e08a req-bd9928c8-5ab3-4735-ac89-5c68430eea66 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:13.896938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-567a35cf-8e12-43a5-94a5-31b610f0e08a req-bd9928c8-5ab3-4735-ac89-5c68430eea66 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 945 time: 0.0773671 Aug 20 09:18:13.935914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-567a35cf-8e12-43a5-94a5-31b610f0e08a req-fae1d73c-03d4-4ede-83f4-f13450ceb879 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327778 Aug 20 09:18:13.980468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55316) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:14.136365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:14.291332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be58f93e-ea14-4c6c-9fa8-df2744012d3f tempest-TestVolumeBackupRestore-130491451 tempest-TestVolumeBackupRestore-130491451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:14.293180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-be58f93e-ea14-4c6c-9fa8-df2744012d3f tempest-TestVolumeBackupRestore-130491451 tempest-TestVolumeBackupRestore-130491451-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1091 time: 0.3117099 Aug 20 09:18:14.296822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55320) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:14.301762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:14.340487 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:14.522175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:14.645281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Allocated IP 172.25.5.148 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/259574de-43a9-452b-8bfd-5731313dbf3a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:18:14.837158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:14.939806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:15.037616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:18:15.050599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:18:15.059325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'Port': ['ID=259574de-43a9-452b-8bfd-5731313dbf3a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:15.090680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:18:15.097926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.098868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.100082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.100644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.101197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.101784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.102342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.102901 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.103449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.103987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.104531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.105082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:15.720335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:15.820586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.082022 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.087086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.161004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event updated for resources: {'Port': ['ID=259574de-43a9-452b-8bfd-5731313dbf3a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:16.178169 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.348403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.358287 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Floating IP 31cdde55-df58-4669-84b2-431144cddfd2 associated. External IP: 172.25.5.148, port: bfa3a65f-29e2-414d-b03b-08a8bc08ea40. Aug 20 09:18:16.635406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-05843e09-aa44-40c1-ae17-7b47af0378ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.686814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Router 3f2028ff-7229-4e64-87d2-36a562235c8c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:18:16.839674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:18:16.851400 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] Sync routers for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:18:16.860900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:16.864319 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:16.866367 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:16.902043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3783f728-6aab-40e5-b473-c337c862cdf1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6039584 Aug 20 09:18:16.902946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:16.904636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55378) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:16.916717 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d428d-9379-4169-8f50-d6af6e9ec81f" -d '{"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:16.959534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78219178-1ac3-4e6e-8c9a-f8cb05e4cef8 tempest-TestVolumeBackupRestore-130491451 tempest-TestVolumeBackupRestore-130491451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:16.961734 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78219178-1ac3-4e6e-8c9a-f8cb05e4cef8 tempest-TestVolumeBackupRestore-130491451 tempest-TestVolumeBackupRestore-130491451-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1091 time: 0.0545194 Aug 20 09:18:16.964737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55382) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:16.970749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Request body: {'floatingip': {'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:17.011562 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac24dce3-8dcb-443c-8b5c-2c8be288fa38 x-openstack-request-id: req-ac24dce3-8dcb-443c-8b5c-2c8be288fa38 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:17.012333 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:17.012760 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac24dce3-8dcb-443c-8b5c-2c8be288fa38 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:17.013566 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'status': 'completed', 'code': 200} Aug 20 09:18:17.085864 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:17.099643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-e3d72b55-de97-4eac-b9cf-4436a6e508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:17.101637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-e3d72b55-de97-4eac-b9cf-4436a6e508d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1096 time: 0.0820386 Aug 20 09:18:17.137086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for floatingip, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:17.331247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-caabdcd0-e4a0-4adc-9db9-7e85cf098ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:17.332994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-caabdcd0-e4a0-4adc-9db9-7e85cf098ebf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 914 time: 0.2110803 Aug 20 09:18:17.429747 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-966ae93f-a769-4588-8bdc-c3d17d186518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 999 time: 0.0879657 Aug 20 09:18:17.491969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:17.512072 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '31cdde55-df58-4669-84b2-431144cddfd2', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:18:15Z', 'updated_at': '2021-08-20T09:18:15Z', 'revision_number': 0, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:17.550309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] Checking router: 3f2028ff-7229-4e64-87d2-36a562235c8c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:18:17.563805 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:17.564729 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:17.722960 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:18.146820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-df743da9-1979-4d92-aaff-cb718a3130da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:18.149122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-df743da9-1979-4d92-aaff-cb718a3130da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.7129483 Aug 20 09:18:18.248528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc87378-ca0c-4b9f-93d9-b61c04d684ff req-38ccc3ff-ee21-4505-bb43-4f72d261b179 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:18.252092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5bc87378-ca0c-4b9f-93d9-b61c04d684ff req-38ccc3ff-ee21-4505-bb43-4f72d261b179 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 946 time: 0.0606682 Aug 20 09:18:18.318311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5bc87378-ca0c-4b9f-93d9-b61c04d684ff req-c5b987ef-094b-4bdf-b973-7dc61a6bcf83 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591183 Aug 20 09:18:18.356730 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '31cdde55-df58-4669-84b2-431144cddfd2', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:18:15Z', 'updated_at': '2021-08-20T09:18:15Z', 'revision_number': 0, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:18.431888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f51e1d6-2d54-4b7e-a00f-15cf6d66de86 None None] The sync data for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 is: [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '31cdde55-df58-4669-84b2-431144cddfd2', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:18:15Z', 'updated_at': '2021-08-20T09:18:15Z', 'revision_number': 0, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:18:18.543301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-6e476962-1c43-453f-9b04-c8b104b8beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:18.544909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-6e476962-1c43-453f-9b04-c8b104b8beba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3793609 Aug 20 09:18:18.718963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:18.727216 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:18.854601 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:18.879721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f88cc7-3e95-4724-b767-6f77acb726e1 None None] New status for floating IP 31cdde55-df58-4669-84b2-431144cddfd2: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:18:19.117415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-789820b6-9e3b-4842-9d1f-0b40d0f5cc23 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466692 Aug 20 09:18:19.170643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Router 3f2028ff-7229-4e64-87d2-36a562235c8c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:18:19.277524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7f6d428d-9379-4169-8f50-d6af6e9ec81f req-403cbf37-0410-405d-a0dc-b8eea1d9fc85 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505356 Aug 20 09:18:19.427328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:18:19.434373 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:19.439057 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] Sync routers for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:18:19.455030 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:19.455940 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:19.523283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:19.525764 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f6065-390f-4787-9d61-af13dc2264e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:19.534958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b77a618-bebe-4aa6-ac45-fff4e683684d tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "PUT /v2.0/floatingips/31cdde55-df58-4669-84b2-431144cddfd2 HTTP/1.1" status: 200 len: 991 time: 2.5630922 Aug 20 09:18:19.584019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405132b-fdfe-4eb3-b620-dc48c6389918 req-04329338-7b99-4ef5-8961-aef81fcd4152 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:19.587808 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c405132b-fdfe-4eb3-b620-dc48c6389918 req-04329338-7b99-4ef5-8961-aef81fcd4152 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 946 time: 0.1501586 Aug 20 09:18:19.651115 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69901626-aea9-4cc1-9f32-b07d35d5e980 x-openstack-request-id: req-69901626-aea9-4cc1-9f32-b07d35d5e980 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:19.651422 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:19.651672 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69901626-aea9-4cc1-9f32-b07d35d5e980 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:19.652082 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'status': 'completed', 'code': 200} Aug 20 09:18:19.689048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720d4d-2f4a-4988-be98-780e55b7970e req-2cc2dc0c-9a17-4fe8-9e78-92e078d9a931 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:19.691394 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51720d4d-2f4a-4988-be98-780e55b7970e req-2cc2dc0c-9a17-4fe8-9e78-92e078d9a931 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 946 time: 0.1400998 Aug 20 09:18:19.701519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c405132b-fdfe-4eb3-b620-dc48c6389918 req-40a7f6bf-881b-4c92-a93e-f15204a3899c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019583 Aug 20 09:18:19.760572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:19.829034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-a5c3c8c2-6e65-47a5-977b-d6fac8675b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:19.830822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-a5c3c8c2-6e65-47a5-977b-d6fac8675b57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1096 time: 0.1381109 Aug 20 09:18:19.997035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Deleting port 4b9458a5-5570-407e-ac37-cfb1a26ac609 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:19.997616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:20.075914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-a6f13ab5-52a7-44da-ae56-73b7dd48b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:20.078189 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-a6f13ab5-52a7-44da-ae56-73b7dd48b649 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 914 time: 0.2187381 Aug 20 09:18:20.106834 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '31cdde55-df58-4669-84b2-431144cddfd2', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:18:15Z', 'updated_at': '2021-08-20T09:18:19Z', 'revision_number': 2, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:20.133652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] For port 4b9458a5-5570-407e-ac37-cfb1a26ac609, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=4b9458a5-5570-407e-ac37-cfb1a26ac609,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:20.134325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:20.152333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Calling delete_port for 4b9458a5-5570-407e-ac37-cfb1a26ac609 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:20.165560 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] Checking router: 3f2028ff-7229-4e64-87d2-36a562235c8c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:18:20.182749 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:20.184643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:20.438456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-9d2a5b1b-68e6-4bd7-ba7a-742911af3c8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 1001 time: 0.3511596 Aug 20 09:18:20.443791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:20.458487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['4b9458a5-5570-407e-ac37-cfb1a26ac609'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:18:20.505905 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:20.573039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Pushing event deleted for resources: {'Port': ['ID=4b9458a5-5570-407e-ac37-cfb1a26ac609,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:20.654040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] No DVR routers for this DVR port 4b9458a5-5570-407e-ac37-cfb1a26ac609 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:18:20.668012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:20.671923 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51720d4d-2f4a-4988-be98-780e55b7970e req-7244f90f-ac75-473e-91e7-fb36e44ec850 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "DELETE /v2.0/ports/4b9458a5-5570-407e-ac37-cfb1a26ac609 HTTP/1.1" status: 204 len: 173 time: 0.9456389 Aug 20 09:18:20.680888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-665ca34c-33bd-4648-b24e-2242d6af0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:20.685927 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-665ca34c-33bd-4648-b24e-2242d6af0a9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.2386267 Aug 20 09:18:20.832867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-fff80357-6c7a-4bb1-ab9f-56d82fd4617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:20.836172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-fff80357-6c7a-4bb1-ab9f-56d82fd4617d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435113 Aug 20 09:18:20.938994 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '31cdde55-df58-4669-84b2-431144cddfd2', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:18:15Z', 'updated_at': '2021-08-20T09:18:19Z', 'revision_number': 2, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:20.980540 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-231b8402-2888-4e0d-88af-d2be1782e19a req-761c313a-f827-48d0-864a-8bfccfebe3ce tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=79328642-07ce-4d4c-a77b-fb919309f756 HTTP/1.1" status: 200 len: 210 time: 0.1165950 Aug 20 09:18:21.018184 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb61a50-4069-4867-9906-65b451b12e5b None None] The sync data for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 is: [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '31cdde55-df58-4669-84b2-431144cddfd2', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'port_id': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'mac_address': 'fa:16:3e:76:68:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:18:15Z', 'updated_at': '2021-08-20T09:18:19Z', 'revision_number': 2, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:18:21.072440 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-25cdbf35-8f67-40dd-af06-124f30c10c7d service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259958 Aug 20 09:18:21.218414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a02f6065-390f-4787-9d61-af13dc2264e6 req-551a7caa-00df-4f1d-a397-f0761f4a4648 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387918 Aug 20 09:18:21.653376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}, {'server_uuid': '79328642-07ce-4d4c-a77b-fb919309f756', 'name': 'network-vif-deleted', 'tag': '4b9458a5-5570-407e-ac37-cfb1a26ac609'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:21.656391 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}, {"server_uuid": "79328642-07ce-4d4c-a77b-fb919309f756", "name": "network-vif-deleted", "tag": "4b9458a5-5570-407e-ac37-cfb1a26ac609"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:21.701448 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b94ec-f609-4684-9ba6-febec7a708bb x-openstack-request-id: req-6c5b94ec-f609-4684-9ba6-febec7a708bb {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:21.701962 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "status": "completed", "code": 200}, {"server_uuid": "79328642-07ce-4d4c-a77b-fb919309f756", "name": "network-vif-deleted", "tag": "4b9458a5-5570-407e-ac37-cfb1a26ac609", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:21.702777 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c5b94ec-f609-4684-9ba6-febec7a708bb {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:21.703351 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'status': 'completed', 'code': 200} Aug 20 09:18:21.703808 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79328642-07ce-4d4c-a77b-fb919309f756', 'name': 'network-vif-deleted', 'tag': '4b9458a5-5570-407e-ac37-cfb1a26ac609', 'status': 'completed', 'code': 200} Aug 20 09:18:21.774285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-3b798a3c-0fea-4af7-a090-84a0b008c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:21.776150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-3b798a3c-0fea-4af7-a090-84a0b008c286 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1096 time: 0.0486827 Aug 20 09:18:21.964942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-90729402-1cda-4561-9165-e80b1b60a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:21.966536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-90729402-1cda-4561-9165-e80b1b60a48a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 914 time: 0.1836362 Aug 20 09:18:22.153423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-0671c939-3688-4e11-b38a-4357d5bda913 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 1001 time: 0.1796458 Aug 20 09:18:22.236140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-bb8cc410-2f35-4570-afc0-63c41e924402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:22.240007 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-bb8cc410-2f35-4570-afc0-63c41e924402 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.0730913 Aug 20 09:18:22.314511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-f3e5c681-b5a2-409b-ad9e-0988f73f3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:22.316106 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-f3e5c681-b5a2-409b-ad9e-0988f73f3a62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686924 Aug 20 09:18:22.460279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-3c6c10c6-2e90-4613-b028-fec335a20de0 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365807 Aug 20 09:18:22.591790 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9d37ae5d-a448-4b35-a136-2f73e4eec2f5 req-036a6979-4a38-4e63-9469-521495818314 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251500 Aug 20 09:18:23.614194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55484) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:23.731427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b9458a5-5570-407e-ac37-cfb1a26ac609 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:23.783093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 4b9458a5-5570-407e-ac37-cfb1a26ac609 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:18:23.785302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 4b9458a5-5570-407e-ac37-cfb1a26ac609 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:18:23.862850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2305f6fb-76a0-4163-9376-7e6707a71f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.025779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2305f6fb-76a0-4163-9376-7e6707a71f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.031238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2305f6fb-76a0-4163-9376-7e6707a71f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.073914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f6fb-76a0-4163-9376-7e6707a71f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19810afe-1f5d-40a7-b86e-e9ea30156aab,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:24.083694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55494) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:24.092283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2305f6fb-76a0-4163-9376-7e6707a71f7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f080591d1964525afb61532299c2ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754698 Aug 20 09:18:24.140399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f83a32b-0a1f-43dc-acb6-e2936773fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.164439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f83a32b-0a1f-43dc-acb6-e2936773fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.219943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f83a32b-0a1f-43dc-acb6-e2936773fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.222617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8f83a32b-0a1f-43dc-acb6-e2936773fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:24.224133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f83a32b-0a1f-43dc-acb6-e2936773fe8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19810afe-1f5d-40a7-b86e-e9ea30156aab HTTP/1.1" status: 204 len: 168 time: 0.1393278 Aug 20 09:18:24.233689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83a32b-0a1f-43dc-acb6-e2936773fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19810afe-1f5d-40a7-b86e-e9ea30156aab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:24.851064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-3a70cdd5-f968-4da2-a42c-2074c717d8b1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:24.859697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-3a70cdd5-f968-4da2-a42c-2074c717d8b1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1673281 Aug 20 09:18:24.879637 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-eb69a54f-fc59-4197-a968-0c4b207aa347 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0182881 Aug 20 09:18:24.970380 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-af008e63-25ac-4fc0-99c2-b4541361105f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894015 Aug 20 09:18:25.210719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55550) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:25.270323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-682294207-network', 'tenant_id': '1f67d526eed14b68b92a5815d3db42c4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:25.294743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Made reservation on behalf of 1f67d526eed14b68b92a5815d3db42c4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:25.298754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.302292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-6cc4b246-a739-4d08-8194-59b8933959f4 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309789 Aug 20 09:18:25.307848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.410205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.414588 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.428607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-3319c98b-28f8-485f-9a62-f82265e56545 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161401 Aug 20 09:18:25.443140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af089179-f80f-4adb-905d-c62a4975f37b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:25.454499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:18:25.466979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.467465 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Added segment e358749c-2f8a-43b7-9592-4a85e79c7bca of type vlan for network c8015bca-166c-407e-b9a2-9a8991a1650c Aug 20 09:18:25.523792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.554008 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.555140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:25.555722 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.583517 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3709512 Aug 20 09:18:25.586440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55556) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:25.593254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Request body: {'subnet': {'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-682294207-subnet', 'tenant_id': '1f67d526eed14b68b92a5815d3db42c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:25.642326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Made reservation on behalf of 1f67d526eed14b68b92a5815d3db42c4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:25.645325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:25.645910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f772e52-0a82-4307-9fb7-5de4044e9688 admin admin] Pushing event updated for resources: {'Network': ['ID=c8015bca-166c-407e-b9a2-9a8991a1650c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:25.657639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network c8015bca-166c-407e-b9a2-9a8991a1650c details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:18:25.741831 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f80b8962-a365-4842-9307-91cb74229e8e req-27fb45b7-85f2-4c36-81e8-8d8510b1ec4b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0398369 Aug 20 09:18:25.859597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55570) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:25.912946 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.008862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb82f6f2-a50a-4dae-bd16-fa461c0719ee,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:26.020479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Checking segment: {'id': 'e358749c-2f8a-43b7-9592-4a85e79c7bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:18:26.020844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Network hostable DHCP agents. Network: c8015bca-166c-407e-b9a2-9a8991a1650c, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:18:26.053883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Network c8015bca-166c-407e-b9a2-9a8991a1650c is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:18:26.065960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, c8015bca-166c-407e-b9a2-9a8991a1650c) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:18:26.074594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61cc81-dc8e-4ef1-b203-bda5b73897d4 None None] Network c8015bca-166c-407e-b9a2-9a8991a1650c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:18:26.095344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:26.095981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.134760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bd28939a-7b9e-490a-9c7b-6e6f1cc57bd2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5468507 Aug 20 09:18:26.194747 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port bdafe8fb-dfa4-4442-9113-1631d4de092b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:26.195299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.283259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b66387d-d8db-458d-b3d1-73d7a4870667 None None] Network c8015bca-166c-407e-b9a2-9a8991a1650c requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:18:26.312647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.313283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.328143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for bdafe8fb-dfa4-4442-9113-1631d4de092b owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:26.569202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.595438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=bdafe8fb-dfa4-4442-9113-1631d4de092b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:26.661369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.661707 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Floating IP 9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 disassociated (deleted). External IP: 172.25.5.124, port: 61eab310-b57f-4611-a946-2044ec5f546c. Aug 20 09:18:26.903271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55602) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:26.906942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3d29aeb-f542-4dcc-b7c8-db928e6b2ba8 req-ff723b2e-cc48-417c-8736-d0624b18eb94 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0547791 Aug 20 09:18:26.912322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1994449914-network', 'tenant_id': '5e6d2fcca378420182a242a50d5ca06c'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:26.939099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Made reservation on behalf of 5e6d2fcca378420182a242a50d5ca06c for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:26.944436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:26.957095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.024294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router aa8386c9-e86d-40e2-a2d9-916b7c76158a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:18:27.097653 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.109231 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.136546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:18:27.147586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d647b0-4b2f-4e3c-9ecb-a005c420e5df,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:27.159030 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.159499 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Added segment b137846b-59ee-4446-b366-708acfc7cb2a of type vlan for network 9583bc02-47a2-4cba-b71f-96a45d8e2be9 Aug 20 09:18:27.211884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:18:27.224428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] Sync routers for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:18:27.225344 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.237520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:27.240594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.241333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:27.261503 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.263180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:27.264918 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.297192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cb155fcd-7893-49be-8d73-e847b7797ba7 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/floatingips/9bfe5fe9-2475-4ccd-a5bc-a15cb7973563 HTTP/1.1" status: 204 len: 168 time: 1.4363866 Aug 20 09:18:27.298100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:27.300650 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab71705-c3cd-4254-bbad-54a88306716c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "tag": "61eab310-b57f-4611-a946-2044ec5f546c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:27.362267 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] Pushing event updated for resources: {'Network': ['ID=9583bc02-47a2-4cba-b71f-96a45d8e2be9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:27.374231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2d691a41-6115-4543-87c4-22ba7353a97a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4658382 Aug 20 09:18:27.376936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55612) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:27.382457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Request body: {'subnet': {'network_id': '9583bc02-47a2-4cba-b71f-96a45d8e2be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1994449914-subnet', 'tenant_id': '5e6d2fcca378420182a242a50d5ca06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:27.396605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9583bc02-47a2-4cba-b71f-96a45d8e2be9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:18:27.443250 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402733a2-2281-4cb3-b474-65e2bc00406f x-openstack-request-id: req-402733a2-2281-4cb3-b474-65e2bc00406f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:27.443905 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "tag": "61eab310-b57f-4611-a946-2044ec5f546c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:27.444020 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-402733a2-2281-4cb3-b474-65e2bc00406f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:27.444345 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c', 'status': 'completed', 'code': 200} Aug 20 09:18:27.476553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71705-c3cd-4254-bbad-54a88306716c req-120c1ff2-5d61-4480-8f9d-1653663686b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:27.479485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-120c1ff2-5d61-4480-8f9d-1653663686b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 1097 time: 0.0806692 Aug 20 09:18:27.481303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Made reservation on behalf of 5e6d2fcca378420182a242a50d5ca06c for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:27.485053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.508360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-a141559b-c966-4194-946e-71fde7078748 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:27.510330 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-a141559b-c966-4194-946e-71fde7078748 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.2063916 Aug 20 09:18:27.531384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:27.678670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71705-c3cd-4254-bbad-54a88306716c req-3ecdedce-3303-4c29-a69a-61812c4781fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:27.680459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-3ecdedce-3303-4c29-a69a-61812c4781fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 200 len: 896 time: 0.1116021 Aug 20 09:18:27.753054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:27.756720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:27.794143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-45258694-28df-4a90-b057-15b45360dcc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 200 len: 217 time: 0.1003921 Aug 20 09:18:27.915512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88018-0e24-48c3-ad5c-5526ff6be2ce req-e63f3e60-cf42-4767-bd7a-62a9238f3ee9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:27.926974 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46e88018-0e24-48c3-ad5c-5526ff6be2ce req-e63f3e60-cf42-4767-bd7a-62a9238f3ee9 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.2252345 Aug 20 09:18:27.955831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:28.026592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.11 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/2c4d028b-cd4a-4324-85f1-28eaba09c661) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:18:28.089186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71705-c3cd-4254-bbad-54a88306716c req-3f30dddc-034f-4de2-b088-c87ca8a88f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:28.100669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-3f30dddc-034f-4de2-b088-c87ca8a88f9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b3c771b-a450-4179-8423-9a3af28b033a HTTP/1.1" status: 200 len: 834 time: 0.2984924 Aug 20 09:18:28.185395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be012c51-a942-4fcc-94cc-5ba32b7a30d9 req-ffd3d4af-d1ed-4f43-81b9-ca14597d06cc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0584292 Aug 20 09:18:28.223076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46e88018-0e24-48c3-ad5c-5526ff6be2ce req-75a3f0b2-a1d8-4388-9957-0a49ae63f6cd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889493 Aug 20 09:18:28.309141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71705-c3cd-4254-bbad-54a88306716c req-6e4da6dd-c138-4d28-ba3d-d4d4ec55d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:28.314827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-6e4da6dd-c138-4d28-ba3d-d4d4ec55d09d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2199ae8-b148-4178-ae2e-ec5634eb8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743267 Aug 20 09:18:28.376866 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:28.394023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object 2c4d028b-cd4a-4324-85f1-28eaba09c661 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:18:28.445221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:28.446566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:28.480485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:28.505832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] Checking router: aa8386c9-e86d-40e2-a2d9-916b7c76158a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:18:28.530361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:28.532888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:28.540313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:18:28.546641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:18:28.549603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:18:28.571428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2cd118-931b-4f7f-926f-cb45da837b48,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:28.643364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=2c4d028b-cd4a-4324-85f1-28eaba09c661,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:28.684705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:28.725350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Checking segment: {'id': 'b137846b-59ee-4446-b366-708acfc7cb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9583bc02-47a2-4cba-b71f-96a45d8e2be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:18:28.726024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Network hostable DHCP agents. Network: 9583bc02-47a2-4cba-b71f-96a45d8e2be9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:18:28.734727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:28.735415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:28.744272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-9d62fd70-39a8-487e-947e-552341bb551d service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152713 Aug 20 09:18:28.764715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c510ec04-25de-4ad4-b141-3705172fdeb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2428515 Aug 20 09:18:28.778063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Request body: {'port': {'device_id': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:28.788881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Network 9583bc02-47a2-4cba-b71f-96a45d8e2be9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:18:28.814185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9583bc02-47a2-4cba-b71f-96a45d8e2be9) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:18:28.881248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:28.882336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:28.918025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-09b2df48-fe4d-4933-b6bd-e09daf6e627d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5396745 Aug 20 09:18:29.084003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed560fb-242c-44a2-8e64-f0473f6b201e None None] Network 9583bc02-47a2-4cba-b71f-96a45d8e2be9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:18:29.089886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-762accfd-b233-465d-96c1-5b4d898cce62 service neutron] 10.222.0.26 "GET /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364656 Aug 20 09:18:29.274835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6736bf36-3273-48e8-8973-0d345a30f6ee None None] Provisioning for port 2c4d028b-cd4a-4324-85f1-28eaba09c661 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:18:29.305520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6736bf36-3273-48e8-8973-0d345a30f6ee None None] Provisioning complete for port 2c4d028b-cd4a-4324-85f1-28eaba09c661 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:18:29.305928 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6736bf36-3273-48e8-8973-0d345a30f6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:29.456974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6736bf36-3273-48e8-8973-0d345a30f6ee None None] Port 2c4d028b-cd4a-4324-85f1-28eaba09c661 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:18:29.484391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:29.529538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37118c36-a3f3-434d-85a3-2bba25f93f21 None None] The sync data for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 is: [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:41Z', 'revision_number': 4, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761', 'name': '', 'network_id': 'd2199ae8-b148-4178-ae2e-ec5634eb8635', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'mac_address': 'fa:16:3e:ce:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:40Z', 'updated_at': '2021-08-20T09:16:52Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'subnets': [{'id': '0b3c771b-a450-4179-8423-9a3af28b033a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:18:29.539646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20e05b-ee4e-4134-92cf-1a6de7cf65e8 None None] Network 9583bc02-47a2-4cba-b71f-96a45d8e2be9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:18:29.555474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2975e3-e207-4298-8c9e-230074107eda req-5eba8b88-04ac-4bcc-a5cf-6d99cb3885e3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:29.573872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a2975e3-e207-4298-8c9e-230074107eda req-5eba8b88-04ac-4bcc-a5cf-6d99cb3885e3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 932 time: 0.2349741 Aug 20 09:18:29.588253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6e69-a850-4761-a0e1-5cd790239f6a req-34aac279-dd89-4dd3-9d57-b065f6dd17a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:29.603028 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-115b6e69-a850-4761-a0e1-5cd790239f6a req-34aac279-dd89-4dd3-9d57-b065f6dd17a2 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 0.1869252 Aug 20 09:18:29.688341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a2975e3-e207-4298-8c9e-230074107eda req-ef5081a3-d99f-4e68-b432-7ee67d3ac834 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050751 Aug 20 09:18:29.731088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-115b6e69-a850-4761-a0e1-5cd790239f6a req-249474d8-1b6f-4cd8-b649-e6a3b66d6ad5 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/security-groups?id=2908485d-71ec-4e0c-872d-327071f5922f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211338 Aug 20 09:18:29.801178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:30.045018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-99d1ce4b-556c-40a3-985f-2d67152f1010 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:30.047455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-99d1ce4b-556c-40a3-985f-2d67152f1010 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 946 time: 1.1319673 Aug 20 09:18:30.103546 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52666e3f-d8dd-4466-ac48-6551f7b88055 None None] New status for floating IP 9bfe5fe9-2475-4ccd-a5bc-a15cb7973563: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:18:30.163389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-611ea2e9-b39d-4546-84c8-00706df405d4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:30.177812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-611ea2e9-b39d-4546-84c8-00706df405d4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/networks?id=c8015bca-166c-407e-b9a2-9a8991a1650c HTTP/1.1" status: 200 len: 811 time: 0.1457388 Aug 20 09:18:30.200177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-960bd9af-2d50-49c5-89f5-d1df6a2718e4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/quotas/1f67d526eed14b68b92a5815d3db42c4 HTTP/1.1" status: 200 len: 375 time: 0.0161088 Aug 20 09:18:30.234775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-b1626e5e-c65c-4d20-a658-1400be019638 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f67d526eed14b68b92a5815d3db42c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341530 Aug 20 09:18:30.343185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4d028b-cd4a-4324-85f1-28eaba09c661 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:30.362762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:30.382536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Transition to ACTIVE for port object 2c4d028b-cd4a-4324-85f1-28eaba09c661 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:18:30.390661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:30.408617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-ff2172ea-4123-400b-bdc8-986588db326e service neutron] 10.222.0.35 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622531 Aug 20 09:18:30.503755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 61eab310-b57f-4611-a946-2044ec5f546c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:30.511791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:30.535187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d028b-cd4a-4324-85f1-28eaba09c661,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:30.679525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-5bf98a2e-1e4c-4ad5-87d5-a8cfc1cd2575 service neutron] 10.222.0.35 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622886 Aug 20 09:18:30.702835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Attempting to bind port 2c4d028b-cd4a-4324-85f1-28eaba09c661 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:18:30.703678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Attempting to bind port 2c4d028b-cd4a-4324-85f1-28eaba09c661 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:18:30.704323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Attempting to bind port 2c4d028b-cd4a-4324-85f1-28eaba09c661 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:18:30.712024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Port 2c4d028b-cd4a-4324-85f1-28eaba09c661 on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:18:30.712286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Attempting to bind port 2c4d028b-cd4a-4324-85f1-28eaba09c661 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:18:30.716459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-2383ccd3-5ddd-490e-852a-1dd1286a8c8c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:30.718526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-2383ccd3-5ddd-490e-852a-1dd1286a8c8c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 814 time: 0.1972470 Aug 20 09:18:30.730652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:18:30.731000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:18:30.731390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:18:30.731959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Bound port: 2c4d028b-cd4a-4324-85f1-28eaba09c661, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:18:30.732325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:30.745551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-acae822e-4ab5-45cf-a76b-2d5e0597cfe7 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/quotas/5a6a573069044764b0f05a5c38c599c5 HTTP/1.1" status: 200 len: 375 time: 0.0189877 Aug 20 09:18:30.803642 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 61eab310-b57f-4611-a946-2044ec5f546c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=61eab310-b57f-4611-a946-2044ec5f546c,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:30.804204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:30.823831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 61eab310-b57f-4611-a946-2044ec5f546c owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:30.834640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-ecf27215-7c82-412e-a1bd-8fb36f0f397c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813215 Aug 20 09:18:30.844867 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:18:30.896973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] For port 2c4d028b-cd4a-4324-85f1-28eaba09c661, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:18:30.914764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] For port 2c4d028b-cd4a-4324-85f1-28eaba09c661, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:18:30.924199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:31.000913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-0841e8a9-763f-4fc9-a47b-9db19c09db81 service neutron] 10.222.0.35 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584084 Aug 20 09:18:31.031616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d028b-cd4a-4324-85f1-28eaba09c661,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:31.039245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:31.040055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:31.041915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-b62f23a6-63cc-42ff-b7e1-bb0248a8e9b2 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c4d028b-cd4a-4324-85f1-28eaba09c661 HTTP/1.1" status: 200 len: 1092 time: 2.2687390 Aug 20 09:18:31.042584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'tag': '2c4d028b-cd4a-4324-85f1-28eaba09c661'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:31.046625 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a870573d-d3c8-49a5-9398-203af602884e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fbbd93-0d08-4212-9b94-0e526de2027d", "tag": "2c4d028b-cd4a-4324-85f1-28eaba09c661"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:31.179301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-f7edbf5a-cced-4164-ae0f-e5cb3808f32a service neutron] 10.222.0.35 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721621 Aug 20 09:18:31.271519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:31.393218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48fefd-25de-4ff8-b57d-c013a0901086 req-09c9c1d7-d649-4498-ab75-d8e7e65c40e6 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:31.396099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d48fefd-25de-4ff8-b57d-c013a0901086 req-09c9c1d7-d649-4498-ab75-d8e7e65c40e6 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.2127428 Aug 20 09:18:31.416200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-47713f06-22a7-436f-886f-e5fc194515e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:31.422856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-47713f06-22a7-436f-886f-e5fc194515e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 1095 time: 0.2568593 Aug 20 09:18:31.423673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=61eab310-b57f-4611-a946-2044ec5f546c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:31.485099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d48fefd-25de-4ff8-b57d-c013a0901086 req-358c0ba0-2ff9-4b6d-a26e-e4f4115f4d1b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795908 Aug 20 09:18:31.567780 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-58764cd3-6ab0-4d3f-87db-d5010bba6735 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661 HTTP/1.1" status: 200 len: 217 time: 0.1366651 Aug 20 09:18:31.600227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] No DVR routers for this DVR port 61eab310-b57f-4611-a946-2044ec5f546c on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:18:31.608020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:31.616551 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.26 "DELETE /v2.0/ports/61eab310-b57f-4611-a946-2044ec5f546c HTTP/1.1" status: 204 len: 173 time: 1.5575464 Aug 20 09:18:31.713790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-cd384fe6-7f7d-44f2-a9b9-ebbae496bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:31.715310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-cd384fe6-7f7d-44f2-a9b9-ebbae496bf32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.1165133 Aug 20 09:18:31.733576 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-660af05f-6b06-41fd-8c92-dcf445c10a8a req-ec90f1db-969d-4f24-8f45-077d90b09763 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a52cb6c-a1fb-4038-b7dd-660d973f9884 HTTP/1.1" status: 200 len: 210 time: 0.1013782 Aug 20 09:18:31.757023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4f6717b-8782-4080-a083-8bd1121dfc9d req-9be9faaa-9083-49d7-8af7-3fe24f841df8 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 210 time: 0.1368067 Aug 20 09:18:31.786737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c2bca581-e907-4938-a257-9f12bc3b839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:31.788365 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-c2bca581-e907-4938-a257-9f12bc3b839b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660176 Aug 20 09:18:31.853199 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dda5af-94d1-4c70-9db2-990b1d3b8ce9 x-openstack-request-id: req-21dda5af-94d1-4c70-9db2-990b1d3b8ce9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:31.853862 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fbbd93-0d08-4212-9b94-0e526de2027d", "tag": "2c4d028b-cd4a-4324-85f1-28eaba09c661", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:31.854238 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21dda5af-94d1-4c70-9db2-990b1d3b8ce9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:31.854697 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'tag': '2c4d028b-cd4a-4324-85f1-28eaba09c661', 'status': 'completed', 'code': 200} Aug 20 09:18:31.899935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b8fad0a-6c60-473d-895e-c35e7230b018 req-e93a1f53-23fd-436c-b0fb-bc333205ba81 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 210 time: 0.0672002 Aug 20 09:18:32.054287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-d2345ff7-1b58-4b62-9902-72d8a83899dd service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570035 Aug 20 09:18:32.211400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad26a5e3-de80-4055-94ca-5c61a7f8dc24 req-6b56776d-d209-4805-b12f-8cc7974811a4 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475303 Aug 20 09:18:32.379559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870573d-d3c8-49a5-9398-203af602884e req-e977f779-23d9-4b6a-badd-48096165a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:32.381766 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-e977f779-23d9-4b6a-badd-48096165a920 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 1095 time: 0.0752268 Aug 20 09:18:32.538139 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870573d-d3c8-49a5-9398-203af602884e req-493ea0cb-1f54-40d3-b23f-c9b8d7bf0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:32.539660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-493ea0cb-1f54-40d3-b23f-c9b8d7bf0224 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.1517551 Aug 20 09:18:32.636197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-fba8be17-b379-41dd-8018-9002b09c0066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661 HTTP/1.1" status: 200 len: 217 time: 0.0892892 Aug 20 09:18:32.700654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870573d-d3c8-49a5-9398-203af602884e req-6880f4e3-58a6-41c5-83fd-99bc2c04bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:32.702760 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-6880f4e3-58a6-41c5-83fd-99bc2c04bd1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0589657 Aug 20 09:18:32.711133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0a6a7-3fdc-4666-a010-f5e7230a5996 req-2e3145e2-762f-47dc-8e34-a4cfe60305f6 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:32.726754 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8f0a6a7-3fdc-4666-a010-f5e7230a5996 req-2e3145e2-762f-47dc-8e34-a4cfe60305f6 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.1269646 Aug 20 09:18:32.823278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c8f0a6a7-3fdc-4666-a010-f5e7230a5996 req-6ebef1b7-5771-4b92-9f94-3555c17b4523 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952742 Aug 20 09:18:32.823804 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55720) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:32.942763 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870573d-d3c8-49a5-9398-203af602884e req-fa6ff8c6-0b79-4275-9bd6-ee2efa8cf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:32.944828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0784933-e5f2-4a5d-958f-6ff9c60da66a req-f5a1831a-c9b9-40e8-a5c3-eed9e9d94412 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 210 time: 0.0342708 Aug 20 09:18:32.954413 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-fa6ff8c6-0b79-4275-9bd6-ee2efa8cf1a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439044 Aug 20 09:18:33.190092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-d35852ac-f8b1-4abe-8cbc-63e754d1bcdb service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264161 Aug 20 09:18:33.236921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-05114658-be36-42dc-a5d4-0bb7a13cf1d0 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:33.239693 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-05114658-be36-42dc-a5d4-0bb7a13cf1d0 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.37 "GET /v2.0/networks?id=c8015bca-166c-407e-b9a2-9a8991a1650c HTTP/1.1" status: 200 len: 811 time: 0.4454420 Aug 20 09:18:33.322677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Request body: {'port': {'device_id': 'bc36a784-85f1-407f-9499-103c840109ee', 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c', 'admin_state_up': True, 'tenant_id': '1f67d526eed14b68b92a5815d3db42c4'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:33.344451 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7413e933-37a0-4efe-98f8-ebca141a5feb req-b0a666e8-88df-4410-a12f-d8ea1cfe6d84 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 210 time: 0.1728117 Aug 20 09:18:33.572537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:33.663499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a870573d-d3c8-49a5-9398-203af602884e req-c4fc8fe7-218e-474c-813c-bd03f63299fb service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560316 Aug 20 09:18:33.752206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-832724aa-8287-44f1-ba05-85801d7273d6 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:33.754805 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-832724aa-8287-44f1-ba05-85801d7273d6 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 814 time: 0.4534018 Aug 20 09:18:33.780365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Request body: {'port': {'device_id': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b', 'admin_state_up': True, 'tenant_id': '5a6a573069044764b0f05a5c38c599c5'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:33.831349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Made reservation on behalf of 1f67d526eed14b68b92a5815d3db42c4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:33.835143 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:33.974383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:33.975025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:33.978479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 61eab310-b57f-4611-a946-2044ec5f546c no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:33.998571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'name': 'network-vif-deleted', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:34.011014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 61eab310-b57f-4611-a946-2044ec5f546c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:18:34.011200 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1409920-8242-4e63-8275-e5e24deec09f" -d '{"events": [{"server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "name": "network-vif-deleted", "tag": "61eab310-b57f-4611-a946-2044ec5f546c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:34.011654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 61eab310-b57f-4611-a946-2044ec5f546c not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:18:34.262742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Made reservation on behalf of 5a6a573069044764b0f05a5c38c599c5 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:18:34.269209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:34.411904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Allocated IP 172.20.0.7 (c8015bca-166c-407e-b9a2-9a8991a1650c/bb82f6f2-a50a-4dae-bd16-fa461c0719ee/7e7c660a-e865-4830-b3e5-2adb13224224) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:18:34.558679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Allocated IP 172.20.0.4 (87aafb5f-7d6d-4461-8d9c-d72d3b91f78b/182f787d-159d-4e0b-8a00-4f54461a4da9/990654d7-07e4-4b34-bde0-19eec55fa91c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:18:34.580503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84cd9f04-c59e-49b8-82b8-50199c979f8f req-9d7d764d-ccec-49c2-83e3-d009f860a567 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 210 time: 0.1056962 Aug 20 09:18:34.644352 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022892f4-beac-43e3-a163-0971966af52a req-88475a7e-360c-4350-9f20-04e80cdaa677 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:34.653626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-022892f4-beac-43e3-a163-0971966af52a req-88475a7e-360c-4350-9f20-04e80cdaa677 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.6837187 Aug 20 09:18:34.681601 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae097b80-b12d-4649-868f-b490b065fbe6 x-openstack-request-id: req-ae097b80-b12d-4649-868f-b490b065fbe6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:34.682002 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a52cb6c-a1fb-4038-b7dd-660d973f9884", "name": "network-vif-deleted", "tag": "61eab310-b57f-4611-a946-2044ec5f546c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:34.682430 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae097b80-b12d-4649-868f-b490b065fbe6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:34.686329 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a52cb6c-a1fb-4038-b7dd-660d973f9884', 'name': 'network-vif-deleted', 'tag': '61eab310-b57f-4611-a946-2044ec5f546c', 'status': 'completed', 'code': 200} Aug 20 09:18:34.774733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:34.775631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:34.823334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d46606c6-954b-4606-90d0-ab650cc387ab req-5a2ac947-9615-402e-a2ec-322631824ebc tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 210 time: 0.0869689 Aug 20 09:18:34.828785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:34.858155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-022892f4-beac-43e3-a163-0971966af52a req-c7c2607e-ce23-4ebe-9302-bfd1a4cb17f9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002702 Aug 20 09:18:34.957386 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.059774 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.063384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.127683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Network c8015bca-166c-407e-b9a2-9a8991a1650c is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:18:35.130830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:18:35.138753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:18:35.199562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Pushing event updated for resources: {'Port': ['ID=7e7c660a-e865-4830-b3e5-2adb13224224,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:35.258995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:35.259507 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.259994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.275629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.286818 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-451c46da-a062-47ca-b229-8c858ff7fe2f tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0219748 Aug 20 09:18:35.292696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:35.325502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Request body: {'port': {'device_id': 'bc36a784-85f1-407f-9499-103c840109ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:35.344069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:18:35.368526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:18:35.375889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:18:35.467968 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.505687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Pushing event updated for resources: {'Port': ['ID=990654d7-07e4-4b34-bde0-19eec55fa91c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:35.613268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:35.614002 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.673563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-9d3f2d79-0990-4f09-be89-726de84b7b52 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9020469 Aug 20 09:18:35.794150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Request body: {'port': {'device_id': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:18:35.809963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:35.827855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51231-9e7c-4075-a379-c8cfe783cbf5 req-9cb0d6a2-b37c-4eb3-88e4-ab8a632b725a tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:35.836996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20c51231-9e7c-4075-a379-c8cfe783cbf5 req-9cb0d6a2-b37c-4eb3-88e4-ab8a632b725a tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 931 time: 0.1120071 Aug 20 09:18:36.010589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.072594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20c51231-9e7c-4075-a379-c8cfe783cbf5 req-41b95f28-051d-4edd-9a08-b9c9dd76799e tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342343 Aug 20 09:18:36.214467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7c660a-e865-4830-b3e5-2adb13224224 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:36.223971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.250279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Transition to ACTIVE for port object 7e7c660a-e865-4830-b3e5-2adb13224224 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:18:36.267318 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.357321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5c463-b3d1-495e-a33a-725319769a62 req-fb4a17fc-a964-4c3c-82fe-cab0f1805f8e tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:36.359567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6a5c463-b3d1-495e-a33a-725319769a62 req-fb4a17fc-a964-4c3c-82fe-cab0f1805f8e tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 931 time: 0.3007302 Aug 20 09:18:36.414404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7c660a-e865-4830-b3e5-2adb13224224,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:36.440314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7693d-28cb-4597-a8b7-0511dda1c745 req-cf7cb482-3b9f-4245-9fc5-8872ccb64014 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:36.446128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00e7693d-28cb-4597-a8b7-0511dda1c745 req-cf7cb482-3b9f-4245-9fc5-8872ccb64014 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.2296958 Aug 20 09:18:36.477806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Router aa8386c9-e86d-40e2-a2d9-916b7c76158a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:18:36.516290 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b6a5c463-b3d1-495e-a33a-725319769a62 req-66402062-4851-437b-9308-8b8c9bdbc430 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487525 Aug 20 09:18:36.541823 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-00e7693d-28cb-4597-a8b7-0511dda1c745 req-64d9e37c-5fdd-4a3e-873d-5c2e95ff1878 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841045 Aug 20 09:18:36.622371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Attempting to bind port 7e7c660a-e865-4830-b3e5-2adb13224224 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:18:36.622711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Attempting to bind port 7e7c660a-e865-4830-b3e5-2adb13224224 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'e358749c-2f8a-43b7-9592-4a85e79c7bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:18:36.623316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Attempting to bind port 7e7c660a-e865-4830-b3e5-2adb13224224 on network c8015bca-166c-407e-b9a2-9a8991a1650c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:18:36.631849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Port 7e7c660a-e865-4830-b3e5-2adb13224224 on network c8015bca-166c-407e-b9a2-9a8991a1650c not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:18:36.632166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Attempting to bind port 7e7c660a-e865-4830-b3e5-2adb13224224 on network c8015bca-166c-407e-b9a2-9a8991a1650c {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:18:36.645572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:18:36.645982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Checking segment: {'id': 'e358749c-2f8a-43b7-9592-4a85e79c7bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:18:36.646346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Bound using segment: {'id': 'e358749c-2f8a-43b7-9592-4a85e79c7bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:18:36.646854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Bound port: 7e7c660a-e865-4830-b3e5-2adb13224224, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e358749c-2f8a-43b7-9592-4a85e79c7bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:18:36.647204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.659561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:18:36.666433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-26eb08ac-6901-4ed6-8b64-c6ce32cd09de tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "PUT /v2.0/routers/aa8386c9-e86d-40e2-a2d9-916b7c76158a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8403268 Aug 20 09:18:36.668600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55760) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:36.673143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] Sync routers for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:18:36.692117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:36.692751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:36.756360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting subnet 0b3c771b-a450-4179-8423-9a3af28b033a {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:18:36.763247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.793818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] For port 7e7c660a-e865-4830-b3e5-2adb13224224, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:18:36.811782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990654d7-07e4-4b34-bde0-19eec55fa91c {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:36.819820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] For port 7e7c660a-e865-4830-b3e5-2adb13224224, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7e7c660a-e865-4830-b3e5-2adb13224224,segment=NetworkSegment(e358749c-2f8a-43b7-9592-4a85e79c7bca),segment_id=e358749c-2f8a-43b7-9592-4a85e79c7bca)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:18:36.840778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.844298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.887481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Transition to ACTIVE for port object 990654d7-07e4-4b34-bde0-19eec55fa91c will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:18:36.892624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:36.893610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.894453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7e7c660a-e865-4830-b3e5-2adb13224224 HTTP/1.1" status: 200 len: 1091 time: 1.5767565 Aug 20 09:18:36.894991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc36a784-85f1-407f-9499-103c840109ee', 'tag': '7e7c660a-e865-4830-b3e5-2adb13224224'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:36.897197 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560d0e1-60f8-4219-85fd-de1b24d8261c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc36a784-85f1-407f-9499-103c840109ee", "tag": "7e7c660a-e865-4830-b3e5-2adb13224224"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:36.915825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.930650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:36.962297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db28b88-115e-437d-98b3-9b1910f5fcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7c660a-e865-4830-b3e5-2adb13224224,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:37.004844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:37.022835 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a83144-8b84-4c85-92b0-6961c8695dbc x-openstack-request-id: req-62a83144-8b84-4c85-92b0-6961c8695dbc {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:37.023127 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc36a784-85f1-407f-9499-103c840109ee", "tag": "7e7c660a-e865-4830-b3e5-2adb13224224", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:37.023379 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62a83144-8b84-4c85-92b0-6961c8695dbc {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:37.024328 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc36a784-85f1-407f-9499-103c840109ee', 'tag': '7e7c660a-e865-4830-b3e5-2adb13224224', 'status': 'completed', 'code': 200} Aug 20 09:18:37.080918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Pushing event updated for resources: {'Port': ['ID=990654d7-07e4-4b34-bde0-19eec55fa91c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:37.082479 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.188305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-3e982144-88ed-4d1a-b707-0357bb45496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:37.194667 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-3e982144-88ed-4d1a-b707-0357bb45496b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f67d526eed14b68b92a5815d3db42c4&device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 1094 time: 0.2191625 Aug 20 09:18:37.270982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-e5a25433-10e2-4326-b5fb-03d69876a04b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7c660a-e865-4830-b3e5-2adb13224224 HTTP/1.1" status: 200 len: 217 time: 0.0662212 Aug 20 09:18:37.350312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.379626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Attempting to bind port 990654d7-07e4-4b34-bde0-19eec55fa91c on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:18:37.380257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Attempting to bind port 990654d7-07e4-4b34-bde0-19eec55fa91c by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:18:37.380757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Attempting to bind port 990654d7-07e4-4b34-bde0-19eec55fa91c on network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:18:37.388136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Port 990654d7-07e4-4b34-bde0-19eec55fa91c on network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:18:37.388713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Attempting to bind port 990654d7-07e4-4b34-bde0-19eec55fa91c on network 87aafb5f-7d6d-4461-8d9c-d72d3b91f78b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:18:37.390365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3c771b-a450-4179-8423-9a3af28b033a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:37.402981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:18:37.403589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Checking segment: {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:18:37.404184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Bound using segment: {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:18:37.404980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Bound port: 990654d7-07e4-4b34-bde0-19eec55fa91c, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:18:37.405527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.406314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:18:35Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:37.423608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-54f8cb69-9748-4839-881f-827bf5095349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:37.425526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-54f8cb69-9748-4839-881f-827bf5095349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb82f6f2-a50a-4dae-bd16-fa461c0719ee HTTP/1.1" status: 200 len: 851 time: 0.1464126 Aug 20 09:18:37.439208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.445798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9ac632f-32b8-4d9f-b64f-cd6ae9a8983a tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/subnets/0b3c771b-a450-4179-8423-9a3af28b033a HTTP/1.1" status: 204 len: 168 time: 0.7725840 Aug 20 09:18:37.451451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab89f3-bc29-4818-ab6f-2dfbc554adb5 None None] Network d2199ae8-b148-4178-ae2e-ec5634eb8635 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:18:37.455740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] Checking router: aa8386c9-e86d-40e2-a2d9-916b7c76158a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:18:37.464966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa8761-2e02-451e-8bd1-2b726dd42238 req-d655c238-12ef-425a-8f56-09d933c6f8a9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:37.466896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7aa8761-2e02-451e-8bd1-2b726dd42238 req-d655c238-12ef-425a-8f56-09d933c6f8a9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 943 time: 0.2261052 Aug 20 09:18:37.467826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 55770) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:37.509708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-406676d9-1ea0-42fa-a3cf-0ecb6d83d249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8015bca-166c-407e-b9a2-9a8991a1650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420241 Aug 20 09:18:37.512982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] Routers {'aa8386c9-e86d-40e2-a2d9-916b7c76158a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:37.513730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:37.674101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] For port 990654d7-07e4-4b34-bde0-19eec55fa91c, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:18:37.679087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] For port 990654d7-07e4-4b34-bde0-19eec55fa91c, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=990654d7-07e4-4b34-bde0-19eec55fa91c,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:18:37.690473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.795135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] Set router aa8386c9-e86d-40e2-a2d9-916b7c76158a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:37.831087 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-a3f8a9e2-bcf2-4d85-971d-f90b89621d93 service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143075 Aug 20 09:18:37.839904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:37.840549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.846290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] 10.222.0.37 "PUT /v2.0/ports/990654d7-07e4-4b34-bde0-19eec55fa91c HTTP/1.1" status: 200 len: 1091 time: 2.1615584 Aug 20 09:18:37.854334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7aa8761-2e02-451e-8bd1-2b726dd42238 req-0cc1d770-0c19-4faf-b99a-ef868ec6f403 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961622 Aug 20 09:18:37.945883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67045303-cd42-454b-a1b4-bf07d1e336ed req-77ba9631-cc7b-42f3-aad6-4430e46d31db tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:37.949450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67045303-cd42-454b-a1b4-bf07d1e336ed req-77ba9631-cc7b-42f3-aad6-4430e46d31db tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 943 time: 0.1883295 Aug 20 09:18:37.959198 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:37.968356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b3289-81a5-4357-979b-d985de14551a None None] DHCP port deletion for d2199ae8-b148-4178-ae2e-ec5634eb8635 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:18:38.033753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273cf9e-83d2-4b57-ae11-36bdc1c804cc service neutron] Pushing event updated for resources: {'Port': ['ID=990654d7-07e4-4b34-bde0-19eec55fa91c,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:38.065206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-25e389bd-cc1e-4b7d-b607-7ea7f046964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:38.066815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-25e389bd-cc1e-4b7d-b607-7ea7f046964b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 1094 time: 0.1453547 Aug 20 09:18:38.086256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-926b3289-81a5-4357-979b-d985de14551a None None] Deleting port c58a0bd5-ea1e-4be5-807d-00e3962d474e {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:38.089004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.140754 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-4346bf04-de53-4bbd-a5a5-397f25f25d0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=990654d7-07e4-4b34-bde0-19eec55fa91c HTTP/1.1" status: 200 len: 217 time: 0.0582895 Aug 20 09:18:38.204598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-44e0a7ef-699f-4ee6-811a-0fe47888ab4a req-ad3e4bed-075e-450e-b5f8-8d3efe1abbc5 service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552206 Aug 20 09:18:38.243104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67045303-cd42-454b-a1b4-bf07d1e336ed req-26534ddc-5f43-4ad5-8c66-0f1905062c97 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770545 Aug 20 09:18:38.273347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-926b3289-81a5-4357-979b-d985de14551a None None] For port c58a0bd5-ea1e-4be5-807d-00e3962d474e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c58a0bd5-ea1e-4be5-807d-00e3962d474e,segment=NetworkSegment(f46ab9f5-fce8-4846-b3d6-18ed428efd29),segment_id=f46ab9f5-fce8-4846-b3d6-18ed428efd29)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:38.276781 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.278384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb71d0e-543f-4002-ba0d-0501830c8b3e req-27dc27ee-d2d7-4e14-995f-4962ffc9b512 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:38.287263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4eb71d0e-543f-4002-ba0d-0501830c8b3e req-27dc27ee-d2d7-4e14-995f-4962ffc9b512 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.1980388 Aug 20 09:18:38.296293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d481-de7d-4908-9f95-bc376c45b449 req-859b0da7-2dbd-4d40-a2fa-98bf1c55643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:38.298579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-859b0da7-2dbd-4d40-a2fa-98bf1c55643f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=182f787d-159d-4e0b-8a00-4f54461a4da9 HTTP/1.1" status: 200 len: 854 time: 0.1501064 Aug 20 09:18:38.305383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:18:35Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:38.326242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.349159 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4eb71d0e-543f-4002-ba0d-0501830c8b3e req-ee6309d9-bb8c-4413-8435-3cbfdfc77fb1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606387 Aug 20 09:18:38.375179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa6225-a882-4235-86ee-5f99833363b0 None None] The sync data for ids ['aa8386c9-e86d-40e2-a2d9-916b7c76158a'] in n-d-804285-2 is: [{'id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450912615', 'tenant_id': '6caaa9aa26a243619caaee88e01e8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:18:35Z', 'revision_number': 5, 'project_id': '6caaa9aa26a243619caaee88e01e8cd6', 'gw_port': {'id': '28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8386c9-e86d-40e2-a2d9-916b7c76158a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:35Z', 'updated_at': '2021-08-20T09:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:18:38.382025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-926b3289-81a5-4357-979b-d985de14551a None None] Calling delete_port for c58a0bd5-ea1e-4be5-807d-00e3962d474e owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:38.412650 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-ad6f1306-994b-490c-bd78-bfa9362ffffa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878091 Aug 20 09:18:38.482401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Deleting port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:38.483116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.506089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-328270c0-6be2-449f-9b8c-c663b89304ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:38.507638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-328270c0-6be2-449f-9b8c-c663b89304ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f67d526eed14b68b92a5815d3db42c4&device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 1094 time: 0.2067165 Aug 20 09:18:38.561221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.587032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b3289-81a5-4357-979b-d985de14551a None None] Pushing event deleted for resources: {'Port': ['ID=c58a0bd5-ea1e-4be5-807d-00e3962d474e,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:38.602069 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.602555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.603200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.603623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.604046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.604459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.604852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.605261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.605663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.606082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.606887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.606887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926b3289-81a5-4357-979b-d985de14551a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:38.610008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b3289-81a5-4357-979b-d985de14551a None None] No DVR routers for this DVR port c58a0bd5-ea1e-4be5-807d-00e3962d474e on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:18:38.624149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] For port 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:38.624720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.643536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Calling delete_port for 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:38.892268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:38.935153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Port': ['ID=28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:39.077961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'tag': '990654d7-07e4-4b34-bde0-19eec55fa91c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:39.080438 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf70bae-9974-41ab-8e8d-45788ef8f182" -d '{"events": [{"name": "network-changed", "server_uuid": "f0703df0-d862-4447-91a0-b0ee5d529e3b", "tag": "990654d7-07e4-4b34-bde0-19eec55fa91c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:39.136195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-76093811-8895-495c-a220-c81b982ccf75 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137456 Aug 20 09:18:39.141601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dece9-5f3d-4d34-8052-8407de2acc67 req-0f1f6307-38da-43bb-a1e7-9ecc748da00a tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:39.154469 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-401dece9-5f3d-4d34-8052-8407de2acc67 req-0f1f6307-38da-43bb-a1e7-9ecc748da00a tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 943 time: 0.1678660 Aug 20 09:18:39.177558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:39.244990 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce0114-1990-480c-8c10-c236ad54fe18 x-openstack-request-id: req-e3ce0114-1990-480c-8c10-c236ad54fe18 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:39.245286 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0703df0-d862-4447-91a0-b0ee5d529e3b", "tag": "990654d7-07e4-4b34-bde0-19eec55fa91c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:39.246879 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3ce0114-1990-480c-8c10-c236ad54fe18 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:39.250024 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'tag': '990654d7-07e4-4b34-bde0-19eec55fa91c', 'status': 'completed', 'code': 200} Aug 20 09:18:39.357065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-f0b83a02-31d3-4bb6-9202-558d69880e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:39.368506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-f0b83a02-31d3-4bb6-9202-558d69880e05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8015bca-166c-407e-b9a2-9a8991a1650c HTTP/1.1" status: 200 len: 911 time: 0.8180690 Aug 20 09:18:39.408471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c58a0bd5-ea1e-4be5-807d-00e3962d474e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:39.439667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:39.445333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-dd4218db-3105-4cdf-b0a3-830ea735f492 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7c660a-e865-4830-b3e5-2adb13224224 HTTP/1.1" status: 200 len: 217 time: 0.0692084 Aug 20 09:18:39.446609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c58a0bd5-ea1e-4be5-807d-00e3962d474e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:18:39.447206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c58a0bd5-ea1e-4be5-807d-00e3962d474e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:18:39.447863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:39.476137 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:18:39.476858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 38f235aa-6f1a-4d3f-8dd5-9b0b3f22d761 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:18:39.476987 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:39.530174 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5362d481-de7d-4908-9f95-bc376c45b449 req-a29d3436-7cc5-407a-aba7-9d7b3ec3e862 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853552 Aug 20 09:18:39.534069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-b48bfa70-e2e9-47de-a82c-e9e03713e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:39.535450 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-b48bfa70-e2e9-47de-a82c-e9e03713e901 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb82f6f2-a50a-4dae-bd16-fa461c0719ee HTTP/1.1" status: 200 len: 851 time: 0.0791254 Aug 20 09:18:39.594041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-5e0edcdb-1286-4275-b7c0-ca1e299dd3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8015bca-166c-407e-b9a2-9a8991a1650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491171 Aug 20 09:18:39.616747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e4e1-92c8-4799-9451-a51c9eb8d8aa req-7f4f910a-d65b-4bba-b4f6-2f48f0545967 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:39.619262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd9e4e1-92c8-4799-9451-a51c9eb8d8aa req-7f4f910a-d65b-4bba-b4f6-2f48f0545967 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 943 time: 0.2058251 Aug 20 09:18:39.626646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-401dece9-5f3d-4d34-8052-8407de2acc67 req-d8b8dff6-c168-4756-a732-00eeb0bcac23 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708059 Aug 20 09:18:39.627513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:39.628115 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Fanout notify agent at l3_agent the message router_deleted on router aa8386c9-e86d-40e2-a2d9-916b7c76158a {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:18:39.642384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:39.646602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-45b8df07-0753-4f34-8f9e-665274012d90 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/routers/aa8386c9-e86d-40e2-a2d9-916b7c76158a HTTP/1.1" status: 204 len: 168 time: 2.1730986 Aug 20 09:18:39.654261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55794) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:39.700595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2fd9e4e1-92c8-4799-9451-a51c9eb8d8aa req-84ce946c-cd89-4ecd-b567-4c8cd0ecba23 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527492 Aug 20 09:18:39.861813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde14b7-945e-4548-9ecc-356a15556f07 req-aa1f8b7f-8753-4cec-935c-8ba7222a79e0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:39.873042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9cde14b7-945e-4548-9ecc-356a15556f07 req-aa1f8b7f-8753-4cec-935c-8ba7222a79e0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0963936 Aug 20 09:18:39.928929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:39.932170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-3de8cafb-f8fa-4a4e-9282-cc4475887d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:39.933921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-3de8cafb-f8fa-4a4e-9282-cc4475887d28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a6a573069044764b0f05a5c38c599c5&device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 1094 time: 0.2526245 Aug 20 09:18:39.958039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9cde14b7-945e-4548-9ecc-356a15556f07 req-53d0a6d6-77ff-4795-9415-c125055ef74a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815172 Aug 20 09:18:40.017293 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-614cf36d-9d1f-42e6-a005-9aa9a59f6c5b service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110103 Aug 20 09:18:40.207200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.229602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-3c886782-3720-4133-8ed3-b53550453c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:40.231234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-3c886782-3720-4133-8ed3-b53550453c7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 200 len: 914 time: 0.2864552 Aug 20 09:18:40.232924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2199ae8-b148-4178-ae2e-ec5634eb8635']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:40.252499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-da3440d3-7275-44c9-ae63-2d11a52c6c28 service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233694 Aug 20 09:18:40.285265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46ab9f5-fce8-4846-b3d6-18ed428efd29') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:40.285265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46ab9f5-fce8-4846-b3d6-18ed428efd29') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:40.292828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-5e6475d2-53dd-434a-8fa9-185b06ebe023 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=990654d7-07e4-4b34-bde0-19eec55fa91c HTTP/1.1" status: 200 len: 217 time: 0.0509930 Aug 20 09:18:40.300543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.352685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.362341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:18:40.363214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:18:40.366049 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:18:40.417297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-66744f21-fb20-447e-a5de-a19d2030bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:40.418797 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-66744f21-fb20-447e-a5de-a19d2030bf25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=182f787d-159d-4e0b-8a00-4f54461a4da9 HTTP/1.1" status: 200 len: 854 time: 0.1153357 Aug 20 09:18:40.459942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-7050a445-d363-4e9d-b447-9bb73d3ddd25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318816 Aug 20 09:18:40.464113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.481521 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.483783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/networks/d2199ae8-b148-4178-ae2e-ec5634eb8635 HTTP/1.1" status: 204 len: 168 time: 0.8279066 Aug 20 09:18:40.486660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55800) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:40.540259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce519584-e31d-4551-b331-2aafe2239409 tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'Network': ['ID=d2199ae8-b148-4178-ae2e-ec5634eb8635,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:40.633758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7effc73-6cd9-492a-a36d-83baa48e1f4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.642272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-ad3d9d36-37fb-47d0-a7e0-37eb9600c5f4 service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730654 Aug 20 09:18:40.708701 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7effc73-6cd9-492a-a36d-83baa48e1f4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.818281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eaf70bae-9974-41ab-8e8d-45788ef8f182 req-e2cbec89-67f2-4f74-8736-302f8ea04eed service neutron] 10.222.0.37 "GET /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668606 Aug 20 09:18:40.846858 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7effc73-6cd9-492a-a36d-83baa48e1f4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.853519 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7effc73-6cd9-492a-a36d-83baa48e1f4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:40.857630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b7effc73-6cd9-492a-a36d-83baa48e1f4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] 10.222.0.35 "DELETE /v2.0/security-groups/2908485d-71ec-4e0c-872d-327071f5922f HTTP/1.1" status: 204 len: 168 time: 0.3674827 Aug 20 09:18:40.867344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7effc73-6cd9-492a-a36d-83baa48e1f4e tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908485d-71ec-4e0c-872d-327071f5922f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:40.889619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c199e-4c67-4203-a328-f378864bc71a req-73571e13-c6f2-477d-acef-b32f72e49769 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:40.896809 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b4c199e-4c67-4203-a328-f378864bc71a req-73571e13-c6f2-477d-acef-b32f72e49769 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 943 time: 0.1326087 Aug 20 09:18:40.937902 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ebaaa-7cdc-4a56-aa47-a93481aef5d2 req-b154c1e9-0b23-48fc-a67e-bfe316003267 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:40.939385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-081ebaaa-7cdc-4a56-aa47-a93481aef5d2 req-b154c1e9-0b23-48fc-a67e-bfe316003267 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 943 time: 0.1123595 Aug 20 09:18:40.962308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b4c199e-4c67-4203-a328-f378864bc71a req-2d0143b6-b0df-459f-b6fd-fea05ea65825 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Aug 20 09:18:41.020072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-081ebaaa-7cdc-4a56-aa47-a93481aef5d2 req-fc43750f-ca53-410b-9b2d-c4c13e365653 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733967 Aug 20 09:18:41.095770 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c9d0-58c6-4852-992a-441042ee99eb req-7de0c064-8d9d-410a-9a07-3e0178f29977 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:41.097597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31b4c9d0-58c6-4852-992a-441042ee99eb req-7de0c064-8d9d-410a-9a07-3e0178f29977 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0520234 Aug 20 09:18:41.147278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:41.147792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31b4c9d0-58c6-4852-992a-441042ee99eb req-fca061a3-3d08-4288-a628-efab7b90d014 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373583 Aug 20 09:18:41.181698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:18:41.182078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 28adcfa8-b8c7-4ffc-be1e-03b9494a4d6c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:18:41.295121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55820) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:41.428124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f91f5e03-4348-47c0-85c7-e945c6cdd2e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6caaa9aa26a243619caaee88e01e8cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312342 Aug 20 09:18:41.430581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55824) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:41.477319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2443c9fe-e544-4c63-b1c8-92097840ec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.498708 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2443c9fe-e544-4c63-b1c8-92097840ec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.545182 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2443c9fe-e544-4c63-b1c8-92097840ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.547679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2443c9fe-e544-4c63-b1c8-92097840ec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.548837 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2443c9fe-e544-4c63-b1c8-92097840ec20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46778025-90fb-48d5-9658-7e8f2319bfcb HTTP/1.1" status: 204 len: 168 time: 0.1173570 Aug 20 09:18:41.557976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443c9fe-e544-4c63-b1c8-92097840ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46778025-90fb-48d5-9658-7e8f2319bfcb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:41.816927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7e7c660a-e865-4830-b3e5-2adb13224224 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:18:41.840704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55838) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:41.883723 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a26d0ccf-dba5-4ceb-903c-0e3207de0107 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3e56a0cce2849abba2bcb725121edce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416367 Aug 20 09:18:41.886920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 55840) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:41.926260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7e7c660a-e865-4830-b3e5-2adb13224224, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7e7c660a-e865-4830-b3e5-2adb13224224,segment=NetworkSegment(e358749c-2f8a-43b7-9592-4a85e79c7bca),segment_id=e358749c-2f8a-43b7-9592-4a85e79c7bca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:41.939541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '7e7c660a-e865-4830-b3e5-2adb13224224', 'network_id': 'c8015bca-166c-407e-b9a2-9a8991a1650c', 'port_id': '7e7c660a-e865-4830-b3e5-2adb13224224', 'mac_address': 'fa:16:3e:18:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb82f6f2-a50a-4dae-bd16-fa461c0719ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:18:41.940969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb7451f7-c74a-43bb-84ef-7e2c9ff7b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.967683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb7451f7-c74a-43bb-84ef-7e2c9ff7b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.979615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:41.994582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7c660a-e865-4830-b3e5-2adb13224224 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:42.022547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7e7c660a-e865-4830-b3e5-2adb13224224, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7e7c660a-e865-4830-b3e5-2adb13224224,segment=NetworkSegment(e358749c-2f8a-43b7-9592-4a85e79c7bca),segment_id=e358749c-2f8a-43b7-9592-4a85e79c7bca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:42.024707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb7451f7-c74a-43bb-84ef-7e2c9ff7b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:42.027584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bb7451f7-c74a-43bb-84ef-7e2c9ff7b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:42.031384 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bb7451f7-c74a-43bb-84ef-7e2c9ff7b202 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3b8d124-87b6-48cd-b23a-6d8cc3c038cc HTTP/1.1" status: 204 len: 168 time: 0.1409273 Aug 20 09:18:42.033271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:42.038649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7451f7-c74a-43bb-84ef-7e2c9ff7b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8d124-87b6-48cd-b23a-6d8cc3c038cc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:42.040728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 990654d7-07e4-4b34-bde0-19eec55fa91c details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:18:42.089555 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab0ef9-2b48-490f-ae7d-2cb66b7e67f2 req-d44db41e-c481-40d3-abe0-5cd3016b6d43 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:42.096932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0bab0ef9-2b48-490f-ae7d-2cb66b7e67f2 req-d44db41e-c481-40d3-abe0-5cd3016b6d43 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 944 time: 0.0680544 Aug 20 09:18:42.202291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7e7c660a-e865-4830-b3e5-2adb13224224,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:42.212528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0bab0ef9-2b48-490f-ae7d-2cb66b7e67f2 req-27998d7d-5016-4bf3-bb9f-5559de7feb94 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029892 Aug 20 09:18:42.235484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a31a96-b2ec-4851-8907-cda232288b18 req-91476d9f-2527-4e01-a526-da1b5636e527 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:42.244202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97a31a96-b2ec-4851-8907-cda232288b18 req-91476d9f-2527-4e01-a526-da1b5636e527 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 943 time: 0.1018326 Aug 20 09:18:42.280279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 990654d7-07e4-4b34-bde0-19eec55fa91c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=990654d7-07e4-4b34-bde0-19eec55fa91c,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:42.297206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97a31a96-b2ec-4851-8907-cda232288b18 req-5ae15b0f-1ebc-48e2-92f0-447d63e76545 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Aug 20 09:18:42.298657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '990654d7-07e4-4b34-bde0-19eec55fa91c', 'network_id': '87aafb5f-7d6d-4461-8d9c-d72d3b91f78b', 'port_id': '990654d7-07e4-4b34-bde0-19eec55fa91c', 'mac_address': 'fa:16:3e:74:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f787d-159d-4e0b-8a00-4f54461a4da9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:18:42.356658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6304f1-57cf-4e98-8bf4-e332b8750777 req-b089cc6f-5852-45ee-b413-70a87a5084cb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:42.360196 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b6304f1-57cf-4e98-8bf4-e332b8750777 req-b089cc6f-5852-45ee-b413-70a87a5084cb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0615501 Aug 20 09:18:42.431523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b6304f1-57cf-4e98-8bf4-e332b8750777 req-878fa5f6-d562-471c-9637-e301cbb5363e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646300 Aug 20 09:18:42.540503 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:42.556773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990654d7-07e4-4b34-bde0-19eec55fa91c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:42.580343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 990654d7-07e4-4b34-bde0-19eec55fa91c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=990654d7-07e4-4b34-bde0-19eec55fa91c,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:42.585394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:42.643683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=990654d7-07e4-4b34-bde0-19eec55fa91c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:42.731388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:42.818723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7e7c660a-e865-4830-b3e5-2adb13224224'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:18:42.823037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['990654d7-07e4-4b34-bde0-19eec55fa91c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:18:43.185355 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ca152d4f-c9fd-489d-89ba-cc9e58bcb508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:43.333316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074bd31-5e57-469f-8c09-32f390b2da4b req-36da76a9-1775-41e5-a7c5-aad2713cac16 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:43.335180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6074bd31-5e57-469f-8c09-32f390b2da4b req-36da76a9-1775-41e5-a7c5-aad2713cac16 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 944 time: 0.0582652 Aug 20 09:18:43.710345 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6074bd31-5e57-469f-8c09-32f390b2da4b req-905e9fb0-77c2-49be-b77e-e5dadf7d120b tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682928 Aug 20 09:18:43.730063 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f4b0-702d-4712-9e43-c5520d166d09 req-4e33fba7-8658-45b5-b787-4eebabda955b tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:43.730063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea14f4b0-702d-4712-9e43-c5520d166d09 req-4e33fba7-8658-45b5-b787-4eebabda955b tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 944 time: 0.0678415 Aug 20 09:18:43.784194 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea14f4b0-702d-4712-9e43-c5520d166d09 req-88ad9ff2-3923-4875-a193-c0adfe847470 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Aug 20 09:18:43.824969 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7e7c660a-e865-4830-b3e5-2adb13224224 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:18:43.851048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bd9cb-2ddd-42e2-ab84-47177a161dfc req-eab8c28c-8337-4544-998f-c229febbd18c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:43.860246 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae8bd9cb-2ddd-42e2-ab84-47177a161dfc req-eab8c28c-8337-4544-998f-c229febbd18c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0697284 Aug 20 09:18:43.910505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae8bd9cb-2ddd-42e2-ab84-47177a161dfc req-af3b5e79-2871-45a7-affc-81aadd13767f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450864 Aug 20 09:18:43.925300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 7e7c660a-e865-4830-b3e5-2adb13224224 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:18:43.929231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 7e7c660a-e865-4830-b3e5-2adb13224224 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:18:43.929699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.020263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.044851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc36a784-85f1-407f-9499-103c840109ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7c660a-e865-4830-b3e5-2adb13224224'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:44.047829 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d7fb78-1b09-46b2-b8ba-d85aafbc4e61" -d '{"events": [{"server_uuid": "bc36a784-85f1-407f-9499-103c840109ee", "name": "network-vif-plugged", "status": "completed", "tag": "7e7c660a-e865-4830-b3e5-2adb13224224"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:44.061002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 7e7c660a-e865-4830-b3e5-2adb13224224, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7e7c660a-e865-4830-b3e5-2adb13224224,segment=NetworkSegment(e358749c-2f8a-43b7-9592-4a85e79c7bca),segment_id=e358749c-2f8a-43b7-9592-4a85e79c7bca)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:44.065708 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.066637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 990654d7-07e4-4b34-bde0-19eec55fa91c up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:18:44.116500 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554a2341-b582-4833-93a3-bc8c4906fda6 x-openstack-request-id: req-554a2341-b582-4833-93a3-bc8c4906fda6 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:44.116856 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc36a784-85f1-407f-9499-103c840109ee", "name": "network-vif-plugged", "status": "completed", "tag": "7e7c660a-e865-4830-b3e5-2adb13224224", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:44.117064 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-554a2341-b582-4833-93a3-bc8c4906fda6 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:44.117413 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc36a784-85f1-407f-9499-103c840109ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7c660a-e865-4830-b3e5-2adb13224224', 'code': 200} Aug 20 09:18:44.156946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.183800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=7e7c660a-e865-4830-b3e5-2adb13224224,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:44.207827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 990654d7-07e4-4b34-bde0-19eec55fa91c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:18:44.214574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 990654d7-07e4-4b34-bde0-19eec55fa91c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:18:44.215389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.243793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03675a57-aacd-41e3-854e-1b341b1922cb req-7037e534-792f-405c-82d2-f53f36cc3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:44.246539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03675a57-aacd-41e3-854e-1b341b1922cb req-7037e534-792f-405c-82d2-f53f36cc3ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 1096 time: 0.0725172 Aug 20 09:18:44.294801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-03675a57-aacd-41e3-854e-1b341b1922cb req-75ebc0db-5102-4e40-a72a-6878bab5fdaa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Aug 20 09:18:44.318611 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.353244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 990654d7-07e4-4b34-bde0-19eec55fa91c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=990654d7-07e4-4b34-bde0-19eec55fa91c,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:44.357228 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:44.411753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=990654d7-07e4-4b34-bde0-19eec55fa91c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:44.853614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d8d0e-48ed-4ced-ad27-e2ef75965637 req-5adf65ef-e02a-4613-9e28-c12ed187db47 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:44.855922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-908d8d0e-48ed-4ced-ad27-e2ef75965637 req-5adf65ef-e02a-4613-9e28-c12ed187db47 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0685453 Aug 20 09:18:44.941758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-908d8d0e-48ed-4ced-ad27-e2ef75965637 req-d3bcc74a-8898-45c7-b833-73f198cf4ca5 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792935 Aug 20 09:18:44.979931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b40a63-1b44-4938-b62b-87ba885872c6 req-3d6a5f90-81f1-49a7-8952-af7516977de1 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:44.981574 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57b40a63-1b44-4938-b62b-87ba885872c6 req-3d6a5f90-81f1-49a7-8952-af7516977de1 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.1122336 Aug 20 09:18:45.057214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57b40a63-1b44-4938-b62b-87ba885872c6 req-4487bb18-3703-41e1-8a79-eb2b0e81eb2d tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663536 Aug 20 09:18:45.096213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159f0bb-5e7a-4823-a9ce-51efce53f1f9 req-4d3e7f0c-26c9-4c5b-85b3-964354e1d000 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:45.098035 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a159f0bb-5e7a-4823-a9ce-51efce53f1f9 req-4d3e7f0c-26c9-4c5b-85b3-964354e1d000 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0768745 Aug 20 09:18:45.150180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a159f0bb-5e7a-4823-a9ce-51efce53f1f9 req-768df169-0db9-473f-9dda-4e0a76d3064e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Aug 20 09:18:46.073144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f73d6-fb60-45ed-ac31-a4b4a8997306 req-aa803844-82b3-4a0d-8c1a-7f01c529a765 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:46.074872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-203f73d6-fb60-45ed-ac31-a4b4a8997306 req-aa803844-82b3-4a0d-8c1a-7f01c529a765 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0507741 Aug 20 09:18:46.118450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990654d7-07e4-4b34-bde0-19eec55fa91c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:46.121130 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853820a8-bf2f-4d38-8e19-8b3d18f77b9f" -d '{"events": [{"server_uuid": "f0703df0-d862-4447-91a0-b0ee5d529e3b", "name": "network-vif-plugged", "status": "completed", "tag": "990654d7-07e4-4b34-bde0-19eec55fa91c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:46.144178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-203f73d6-fb60-45ed-ac31-a4b4a8997306 req-4ac20c80-34da-4556-aa26-ed57a6268a8a tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559735 Aug 20 09:18:46.189975 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d73fa23-a0fb-4085-a84e-2f7b7b44a6f5 x-openstack-request-id: req-4d73fa23-a0fb-4085-a84e-2f7b7b44a6f5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:46.190343 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0703df0-d862-4447-91a0-b0ee5d529e3b", "name": "network-vif-plugged", "status": "completed", "tag": "990654d7-07e4-4b34-bde0-19eec55fa91c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:46.190665 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d73fa23-a0fb-4085-a84e-2f7b7b44a6f5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:46.191372 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990654d7-07e4-4b34-bde0-19eec55fa91c', 'code': 200} Aug 20 09:18:46.253359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767ed7-d7f9-4333-b1f4-1ffbb0b6442c req-6319527b-133b-43ef-af24-3404c79129ab tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:46.254989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77767ed7-d7f9-4333-b1f4-1ffbb0b6442c req-6319527b-133b-43ef-af24-3404c79129ab tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.1092601 Aug 20 09:18:46.310490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa14cd3-41d9-4c1a-b318-2edea91cba9b req-8ce198c3-5170-4076-b35b-fb536f9e15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:46.313148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8aa14cd3-41d9-4c1a-b318-2edea91cba9b req-8ce198c3-5170-4076-b35b-fb536f9e15d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 1096 time: 0.0537691 Aug 20 09:18:46.339413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77767ed7-d7f9-4333-b1f4-1ffbb0b6442c req-535321e9-eb0f-499d-ae0e-31f1803a737c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510385 Aug 20 09:18:46.360117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:46.373746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbfc14-4978-48d8-b1a4-d055114d69dd req-425b5849-6ecf-4f3b-a4c4-8b9491eff276 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:46.381311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8aa14cd3-41d9-4c1a-b318-2edea91cba9b req-f1b98476-1702-4106-a8cc-58fd95e2e6f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Aug 20 09:18:46.382406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3cbfc14-4978-48d8-b1a4-d055114d69dd req-425b5849-6ecf-4f3b-a4c4-8b9491eff276 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.1263728 Aug 20 09:18:46.447436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b3cbfc14-4978-48d8-b1a4-d055114d69dd req-972739b8-7a27-4425-aadc-78f8c77358b2 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566690 Aug 20 09:18:46.487426 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95423eb-9e8a-4014-b144-840d01180747 req-a804ca9b-815a-47c0-844e-e2a678b34c11 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:46.489515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e95423eb-9e8a-4014-b144-840d01180747 req-a804ca9b-815a-47c0-844e-e2a678b34c11 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0602539 Aug 20 09:18:46.559551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e95423eb-9e8a-4014-b144-840d01180747 req-2c003549-fdb8-4a73-ac90-73047d575a80 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601757 Aug 20 09:18:46.634423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c8ca65e4-babb-43b4-8ee5-644cf8fdd240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:46.722218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c79f4-bd8f-41be-8fff-dcc94eb5209e req-46c0c7c5-a5a7-4061-8ca2-be3beee703b0 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:46.723972 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d70c79f4-bd8f-41be-8fff-dcc94eb5209e req-46c0c7c5-a5a7-4061-8ca2-be3beee703b0 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0518067 Aug 20 09:18:46.775338 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d70c79f4-bd8f-41be-8fff-dcc94eb5209e req-dc73247f-ea01-495f-b521-a8076651303b tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Aug 20 09:18:47.459293 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08027ae2-696c-4e3e-8a74-13858fb5f49c req-1d140892-ea02-42e6-8862-09a562948836 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:47.461875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08027ae2-696c-4e3e-8a74-13858fb5f49c req-1d140892-ea02-42e6-8862-09a562948836 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.0612061 Aug 20 09:18:47.485158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:47.512805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08027ae2-696c-4e3e-8a74-13858fb5f49c req-16c97fce-63a0-4c53-922b-3884ad7223da tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Aug 20 09:18:47.689673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ebdc4-7735-49f3-8a39-556e1a9b8238 req-48b5177c-b013-4df9-ab98-3728b4851c51 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:47.691595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7ebdc4-7735-49f3-8a39-556e1a9b8238 req-48b5177c-b013-4df9-ab98-3728b4851c51 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0544338 Aug 20 09:18:47.731129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c7ebdc4-7735-49f3-8a39-556e1a9b8238 req-e96b183b-75da-44b1-b566-0ca57a06ae51 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Aug 20 09:18:47.906004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76464c1e-5e09-4c0e-9188-cdbfb1022ae3 req-945bd73f-5cc9-4a3b-bea8-e523176fef64 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:47.907669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76464c1e-5e09-4c0e-9188-cdbfb1022ae3 req-945bd73f-5cc9-4a3b-bea8-e523176fef64 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0545459 Aug 20 09:18:47.952659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76464c1e-5e09-4c0e-9188-cdbfb1022ae3 req-c70d15ba-11ec-4422-adb1-c23764fe7843 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Aug 20 09:18:48.180920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c6ce1-d8a9-49c2-946c-af9dc16852e8 req-b8f4acee-3bf9-44d5-99d3-94d5eebe2a05 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:48.182653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-357c6ce1-d8a9-49c2-946c-af9dc16852e8 req-b8f4acee-3bf9-44d5-99d3-94d5eebe2a05 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0644031 Aug 20 09:18:48.215774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-80afc222-4468-4ecd-82a9-212e71be13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:48.219471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-80afc222-4468-4ecd-82a9-212e71be13c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f67d526eed14b68b92a5815d3db42c4&device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 1096 time: 0.0638945 Aug 20 09:18:48.225640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-357c6ce1-d8a9-49c2-946c-af9dc16852e8 req-7f2a0109-aac3-4641-b52e-ad452500ac2e tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Aug 20 09:18:48.323278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-c4fc83cc-6d13-4440-ad02-2bb08cc24278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:48.324480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-c4fc83cc-6d13-4440-ad02-2bb08cc24278 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8015bca-166c-407e-b9a2-9a8991a1650c HTTP/1.1" status: 200 len: 911 time: 0.0977626 Aug 20 09:18:48.375125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-0ec682d1-28e5-404f-a609-432eeec3138f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7c660a-e865-4830-b3e5-2adb13224224 HTTP/1.1" status: 200 len: 217 time: 0.0433571 Aug 20 09:18:48.433256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-228d94e0-c639-4093-b329-64ca55f8df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:48.435012 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-228d94e0-c639-4093-b329-64ca55f8df53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb82f6f2-a50a-4dae-bd16-fa461c0719ee HTTP/1.1" status: 200 len: 851 time: 0.0513704 Aug 20 09:18:48.467975 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-38c0c9de-1f8d-4e67-9ab9-ea1fcf3032a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8015bca-166c-407e-b9a2-9a8991a1650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252175 Aug 20 09:18:48.568354 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-d3613ddf-6a72-4bf6-8c6e-a14d0b9eeffa service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936890 Aug 20 09:18:48.656638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c266-72e8-45fb-884d-7922a6df47b3 req-a885a42b-c373-4b68-9fd7-32fd757a07f9 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:48.658355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9da0c266-72e8-45fb-884d-7922a6df47b3 req-a885a42b-c373-4b68-9fd7-32fd757a07f9 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.0713842 Aug 20 09:18:48.674761 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5722b632-11e9-42c8-84c9-6116722e2bcf req-e70e3e48-45c3-4242-b548-f42137e9fe2e service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986938 Aug 20 09:18:48.705614 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9da0c266-72e8-45fb-884d-7922a6df47b3 req-9d0e3674-0055-4377-be5a-30c0eba9c407 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Aug 20 09:18:48.850295 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:48.857896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e3981-2c22-4517-8d64-80817f2e4178 req-4f427ddb-96a2-471a-b5e1-d056df86624b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:48.859394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-248e3981-2c22-4517-8d64-80817f2e4178 req-4f427ddb-96a2-471a-b5e1-d056df86624b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0546114 Aug 20 09:18:48.903883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-248e3981-2c22-4517-8d64-80817f2e4178 req-14396e4b-4fbe-40d4-9986-15ff6211fa64 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367146 Aug 20 09:18:49.402101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67868-3a78-4869-922d-fce65a41989a req-6ddda10a-127c-49ad-b080-57897c6c7bfc tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:49.411762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72e67868-3a78-4869-922d-fce65a41989a req-6ddda10a-127c-49ad-b080-57897c6c7bfc tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0905173 Aug 20 09:18:49.448530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72e67868-3a78-4869-922d-fce65a41989a req-d421c08b-910c-4619-96be-acd95230aa29 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Aug 20 09:18:50.032657 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d58e-9438-4d69-b09e-2fe13bd1325c req-43c6078a-a93f-4184-be91-733c2afe6d0a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:50.034533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7593d58e-9438-4d69-b09e-2fe13bd1325c req-43c6078a-a93f-4184-be91-733c2afe6d0a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0519094 Aug 20 09:18:50.105514 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7593d58e-9438-4d69-b09e-2fe13bd1325c req-b99d11d0-0f99-4a37-a5c9-3d20837da550 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504739 Aug 20 09:18:50.595695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32eff1-cc5a-45b7-98c5-9580c52a9d23 req-ec612b3d-b806-4d6d-a8ec-fbafa5fa3267 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:50.597878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb32eff1-cc5a-45b7-98c5-9580c52a9d23 req-ec612b3d-b806-4d6d-a8ec-fbafa5fa3267 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0697463 Aug 20 09:18:50.649675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb32eff1-cc5a-45b7-98c5-9580c52a9d23 req-28eb1206-b177-4f80-a83c-49fd758e3287 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Aug 20 09:18:50.941594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0579497-d5fc-4f1f-b8c7-03a956b21e98 req-16eae4fe-cd59-4510-a72a-1eeb8e12e6f4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:50.945797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0579497-d5fc-4f1f-b8c7-03a956b21e98 req-16eae4fe-cd59-4510-a72a-1eeb8e12e6f4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0608757 Aug 20 09:18:50.993086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0579497-d5fc-4f1f-b8c7-03a956b21e98 req-7e7904c9-fa64-45f5-8c8b-1383bdd650d9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Aug 20 09:18:51.232318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74a9d-2cc2-4428-951c-0765fbd8b73a req-0a203c36-1dd0-473c-9e46-894ed9323170 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:51.234003 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0b74a9d-2cc2-4428-951c-0765fbd8b73a req-0a203c36-1dd0-473c-9e46-894ed9323170 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0642908 Aug 20 09:18:51.283800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0b74a9d-2cc2-4428-951c-0765fbd8b73a req-ab4cfe47-25df-430b-94dc-72cf9f31a3ca tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Aug 20 09:18:52.134850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03bc57-2aa1-454c-b765-a6d72cda9574 req-2ae35dc8-859c-4f20-9a6d-0a79e49d93e4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:52.142069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d03bc57-2aa1-454c-b765-a6d72cda9574 req-2ae35dc8-859c-4f20-9a6d-0a79e49d93e4 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0751009 Aug 20 09:18:52.182995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d03bc57-2aa1-454c-b765-a6d72cda9574 req-290b1c97-d9bf-403d-b7e4-4064f1f1be24 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Aug 20 09:18:52.465893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-16f453dd-3407-4a50-87ab-936136178bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:52.468458 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-16f453dd-3407-4a50-87ab-936136178bef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f67d526eed14b68b92a5815d3db42c4&device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 1096 time: 0.0529938 Aug 20 09:18:52.489585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4d84b-0a24-4740-978f-e8eaa93a6897 req-e4aeb2e9-9ae7-4f34-8b59-c6b43cdd6f0c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:52.491231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6a4d84b-0a24-4740-978f-e8eaa93a6897 req-e4aeb2e9-9ae7-4f34-8b59-c6b43cdd6f0c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.1124825 Aug 20 09:18:52.508075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9531-9393-4476-9430-7f21dfc3523e req-a3b72f1c-3acc-4a1d-9dae-d8e6ef678c52 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:52.509634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a3d9531-9393-4476-9430-7f21dfc3523e req-a3b72f1c-3acc-4a1d-9dae-d8e6ef678c52 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0794017 Aug 20 09:18:52.570467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a3d9531-9393-4476-9430-7f21dfc3523e req-dc4cc49d-6d51-4e9b-ba39-5064a7d778f7 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 Aug 20 09:18:52.580177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e6a4d84b-0a24-4740-978f-e8eaa93a6897 req-54d15866-b6dc-4da8-b011-e10588e24110 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691702 Aug 20 09:18:52.600105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-7ae29626-bc3a-480d-8dad-1ca94e30b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:52.601775 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-7ae29626-bc3a-480d-8dad-1ca94e30b95e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8015bca-166c-407e-b9a2-9a8991a1650c HTTP/1.1" status: 200 len: 911 time: 0.1266167 Aug 20 09:18:52.610523 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56040) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:52.654050 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-5ee97771-a857-4789-90dc-76e81507d800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e7c660a-e865-4830-b3e5-2adb13224224 HTTP/1.1" status: 200 len: 217 time: 0.0401869 Aug 20 09:18:52.713272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-11086381-9655-4d92-8951-123554f759c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:52.715182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-11086381-9655-4d92-8951-123554f759c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb82f6f2-a50a-4dae-bd16-fa461c0719ee HTTP/1.1" status: 200 len: 851 time: 0.0536857 Aug 20 09:18:52.759117 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-0e596784-5999-4c86-ab56-f6309580bbdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8015bca-166c-407e-b9a2-9a8991a1650c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354621 Aug 20 09:18:52.782968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Deleting port 259574de-43a9-452b-8bfd-5731313dbf3a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:52.783311 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:52.868656 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-523ccf7c-7c8c-4b5b-be77-bdf7e1bb850e service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027303 Aug 20 09:18:52.873739 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:52.874079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:52.886972 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Calling delete_port for 259574de-43a9-452b-8bfd-5731313dbf3a owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:53.007594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f26f48fc-7352-4bbb-95e2-9d1ca1d643ae req-eb929c2d-35ae-4e2c-980a-4fc79aae0f87 service neutron] 10.222.0.37 "GET /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306801 Aug 20 09:18:53.079426 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:53.105842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event deleted for resources: {'Port': ['ID=259574de-43a9-452b-8bfd-5731313dbf3a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:53.119457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.119457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.119673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.119974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.120305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.120638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.120969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.121298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.122077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.122077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.122345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.122608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:18:53.179776 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:53.180193 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Floating IP 31cdde55-df58-4669-84b2-431144cddfd2 disassociated (deleted). External IP: 172.25.5.148, port: bfa3a65f-29e2-414d-b03b-08a8bc08ea40. Aug 20 09:18:53.428154 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Router 3f2028ff-7229-4e64-87d2-36a562235c8c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:18:53.544381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:18:53.549707 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:53.555890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] Sync routers for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:18:53.565961 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:53.566586 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:53.585861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a5cad84d-15f7-4f76-89d7-24a6c5da8200 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "DELETE /v2.0/floatingips/31cdde55-df58-4669-84b2-431144cddfd2 HTTP/1.1" status: 204 len: 168 time: 0.9741738 Aug 20 09:18:53.586845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:53.589460 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7a0710-e380-4bfc-b6c7-0020ef98e783" -d '{"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:53.606528 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-36e4c708-94a5-45ae-b620-7a3649770f93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683932 Aug 20 09:18:53.736856 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:53.771070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a657cd-a345-4afc-824e-00d584321a12 req-27195d7b-36f9-4a66-849e-6ee8752e7c44 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:53.772740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49a657cd-a345-4afc-824e-00d584321a12 req-27195d7b-36f9-4a66-849e-6ee8752e7c44 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.1147370 Aug 20 09:18:53.781576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7280-8262-4545-9c91-be02623a2834 req-805408a1-dd43-4bb4-aa20-700b640acd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:53.786068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-805408a1-dd43-4bb4-aa20-700b640acd88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1096 time: 0.0990582 Aug 20 09:18:53.847748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49a657cd-a345-4afc-824e-00d584321a12 req-aa064a0d-0c2f-4eb3-97a7-13e0a78ade9c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Aug 20 09:18:53.990762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91e59-0f3f-4ca8-a6bc-bd216511e7a8 req-f8ea8215-acf5-4a01-b9ed-9fe610d7b43e tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:53.993212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5db91e59-0f3f-4ca8-a6bc-bd216511e7a8 req-f8ea8215-acf5-4a01-b9ed-9fe610d7b43e tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.1051619 Aug 20 09:18:54.045121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7280-8262-4545-9c91-be02623a2834 req-95d863b8-2d1b-449b-ac5a-8fa9d8928ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.046917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-95d863b8-2d1b-449b-ac5a-8fa9d8928ed9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 914 time: 0.2123833 Aug 20 09:18:54.102397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5db91e59-0f3f-4ca8-a6bc-bd216511e7a8 req-bc9da376-717e-4664-bbfb-caead7457c6c tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813861 Aug 20 09:18:54.110822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-cbcf246f-4cca-4c53-b2e7-f26d2ea26ae7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 217 time: 0.0528362 Aug 20 09:18:54.120000 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:54.154781 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] Checking router: 3f2028ff-7229-4e64-87d2-36a562235c8c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:18:54.164544 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:18:54.165291 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:54.205567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7280-8262-4545-9c91-be02623a2834 req-354cbeb7-4870-4515-b0dc-a44b73279fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.207772 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-354cbeb7-4870-4515-b0dc-a44b73279fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.0895071 Aug 20 09:18:54.286908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7280-8262-4545-9c91-be02623a2834 req-80e95f7d-3fb9-4924-912b-035e1c9dec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.294287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-80e95f7d-3fb9-4924-912b-035e1c9dec56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778286 Aug 20 09:18:54.296849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9653762-f235-4e36-bf4d-6bc130a353fe req-d31e041a-a07c-4093-873a-2527df480eb3 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.298457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9653762-f235-4e36-bf4d-6bc130a353fe req-d31e041a-a07c-4093-873a-2527df480eb3 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 945 time: 0.0874569 Aug 20 09:18:54.300210 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f0ec7-74f2-498c-9044-de26426bd7a7 x-openstack-request-id: req-8d2f0ec7-74f2-498c-9044-de26426bd7a7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:54.300594 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:54.300858 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d2f0ec7-74f2-498c-9044-de26426bd7a7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:54.301338 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'status': 'completed', 'code': 200} Aug 20 09:18:54.349472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:18:54.358715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9653762-f235-4e36-bf4d-6bc130a353fe req-bc93a3bc-f943-4be6-8d19-c12469212215 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Aug 20 09:18:54.433773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-640e8bea-1df5-4e2a-bb04-6a3fe0b0f3bb service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211708 Aug 20 09:18:54.551605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-da9d7280-8262-4545-9c91-be02623a2834 req-9afd65cb-f735-4a23-9a83-d409bd111358 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117091 Aug 20 09:18:54.631578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741199df-830b-4c52-8265-c977b5c3157d req-283a88dd-d87a-4dfa-bfa1-490f5214b468 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.633577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-741199df-830b-4c52-8265-c977b5c3157d req-283a88dd-d87a-4dfa-bfa1-490f5214b468 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0672195 Aug 20 09:18:54.659028 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:54.680825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-e612c76b-059d-4db7-8214-35e5c8dfd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.682605 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-e612c76b-059d-4db7-8214-35e5c8dfd96f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 1096 time: 0.0582438 Aug 20 09:18:54.689452 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-741199df-830b-4c52-8265-c977b5c3157d req-d5afb7e5-767a-494b-a658-a6dc47e3202a tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453119 Aug 20 09:18:54.710740 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf24d0-19f9-4a8d-8ff4-91228cc823ba None None] The sync data for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 is: [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:14:21Z', 'revision_number': 4, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '4fd5599c-ab8a-42b6-934c-a08a8582f2d3', 'name': '', 'network_id': '9d2de547-c6e9-4f54-b933-57200afecee1', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'mac_address': 'fa:16:3e:31:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:20Z', 'updated_at': '2021-08-20T09:14:35Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'subnets': [{'id': '70788edd-e67d-4002-af80-4603bbdfd16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:18:54.791733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-42abfe85-75bb-4190-b944-9fe02532d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.793318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-42abfe85-75bb-4190-b944-9fe02532d31c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 200 len: 914 time: 0.0946727 Aug 20 09:18:54.853999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-788b0450-ae2c-4272-b5bc-ce42e09a6502 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 200 len: 217 time: 0.0449338 Aug 20 09:18:54.913193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-6c6de5b1-70e1-41ac-a130-c726f477cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.915122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-6c6de5b1-70e1-41ac-a130-c726f477cce9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 200 len: 853 time: 0.0529389 Aug 20 09:18:54.996293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-8a3542dc-df0e-4274-bb01-9063032ea535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:54.998220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-8a3542dc-df0e-4274-bb01-9063032ea535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d2de547-c6e9-4f54-b933-57200afecee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733578 Aug 20 09:18:55.006590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3d2a-3696-4dea-bd84-9ee4cd71feda req-38377880-cba9-4148-a3d2-97c6a3199379 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:55.008191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-681c3d2a-3696-4dea-bd84-9ee4cd71feda req-38377880-cba9-4148-a3d2-97c6a3199379 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.0554302 Aug 20 09:18:55.030550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37432ea4-451b-4dbf-98a4-6c61e24a2a37 None None] New status for floating IP 31cdde55-df58-4669-84b2-431144cddfd2: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:18:55.066598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-681c3d2a-3696-4dea-bd84-9ee4cd71feda req-f1a02946-2581-435e-9675-b437baf9cfb9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Aug 20 09:18:55.110837 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-151cb763-5977-4d32-af82-70abb2b5d658 service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004319 Aug 20 09:18:55.217066 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af7a0710-e380-4bfc-b6c7-0020ef98e783 req-abfdc5ae-4a8f-4a05-9ad7-2d180d69164f service neutron] 10.222.0.37 "GET /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911632 Aug 20 09:18:55.475878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2264ad1-36fe-4865-b284-acb042f1d777 req-52d163ff-2c89-48b8-9661-4134f485f418 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:55.477378 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2264ad1-36fe-4865-b284-acb042f1d777 req-52d163ff-2c89-48b8-9661-4134f485f418 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 945 time: 0.0603254 Aug 20 09:18:55.517730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2264ad1-36fe-4865-b284-acb042f1d777 req-0c09cdaa-7913-42fb-a221-cfc76542a68b tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/security-groups?id=f3933c64-ca55-471d-b247-67db578046bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 20 09:18:55.721613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-695425d3-2c67-4ed5-a9d0-e32ae1890fb1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:55.723512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-695425d3-2c67-4ed5-a9d0-e32ae1890fb1 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.37 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 945 time: 0.0535431 Aug 20 09:18:55.830415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381bc2-1c71-4866-9b2b-36a30d8b1505 req-bb07cf51-e6ff-41e3-9b46-d2110a3dfdfb tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:55.839411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2381bc2-1c71-4866-9b2b-36a30d8b1505 req-bb07cf51-e6ff-41e3-9b46-d2110a3dfdfb tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0773370 Aug 20 09:18:55.852654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Deleting port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:55.853307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:55.881548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2381bc2-1c71-4866-9b2b-36a30d8b1505 req-1e16132c-6702-4aa0-af4f-e14fb969890e tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Aug 20 09:18:55.969837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] For port bfa3a65f-29e2-414d-b03b-08a8bc08ea40, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:55.970207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:55.983567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Calling delete_port for bfa3a65f-29e2-414d-b03b-08a8bc08ea40 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:56.107608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2c4d028b-cd4a-4324-85f1-28eaba09c661 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:18:56.129116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:56.168684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event deleted for resources: {'Port': ['ID=bfa3a65f-29e2-414d-b03b-08a8bc08ea40,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:56.234745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] No DVR routers for this DVR port bfa3a65f-29e2-414d-b03b-08a8bc08ea40 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:18:56.238026 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:56.242923 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-47880bdc-f661-47b2-b63d-b47b1b085c80 req-e8d31237-17f0-4ab4-9e03-24c6639797ae tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.37 "DELETE /v2.0/ports/bfa3a65f-29e2-414d-b03b-08a8bc08ea40 HTTP/1.1" status: 204 len: 173 time: 0.5108607 Aug 20 09:18:56.243477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'name': 'network-vif-deleted', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:56.246795 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e5691c-3f49-4890-8303-0ee83ed6821a" -d '{"events": [{"server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "name": "network-vif-deleted", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:56.259544 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ecaa4-dfd9-4300-8484-46dd5a88384e req-81647910-976d-4910-ac33-a86d54a1f845 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:56.259797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2c4d028b-cd4a-4324-85f1-28eaba09c661, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:56.268810 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e44ecaa4-dfd9-4300-8484-46dd5a88384e req-81647910-976d-4910-ac33-a86d54a1f845 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 944 time: 0.1388030 Aug 20 09:18:56.279448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '2c4d028b-cd4a-4324-85f1-28eaba09c661', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': '2c4d028b-cd4a-4324-85f1-28eaba09c661', 'mac_address': 'fa:16:3e:c3:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:18:56.316752 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a4ad4-e8fe-4762-a8bc-380262407ac0 x-openstack-request-id: req-8f4a4ad4-e8fe-4762-a8bc-380262407ac0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:56.317096 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06600e3-3bad-4642-9a1b-bcd1578c9aaa", "name": "network-vif-deleted", "tag": "bfa3a65f-29e2-414d-b03b-08a8bc08ea40", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:56.317421 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f4a4ad4-e8fe-4762-a8bc-380262407ac0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:56.317931 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06600e3-3bad-4642-9a1b-bcd1578c9aaa', 'name': 'network-vif-deleted', 'tag': 'bfa3a65f-29e2-414d-b03b-08a8bc08ea40', 'status': 'completed', 'code': 200} Aug 20 09:18:56.336594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e44ecaa4-dfd9-4300-8484-46dd5a88384e req-7953234d-de88-47b5-8c25-1c7fb25f9110 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 Aug 20 09:18:56.351959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:56.367336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4d028b-cd4a-4324-85f1-28eaba09c661 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:18:56.389475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2c4d028b-cd4a-4324-85f1-28eaba09c661, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:56.399636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:56.467802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2c4d028b-cd4a-4324-85f1-28eaba09c661,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:56.613357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2c4d028b-cd4a-4324-85f1-28eaba09c661'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:18:56.717906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-da028a54-e64a-4dbf-a01d-fd41addeedfd tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:56.720229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-da028a54-e64a-4dbf-a01d-fd41addeedfd tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.1315682 Aug 20 09:18:56.750365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf465dfa-d8ba-4a78-9e05-2748a220ec64 req-11a51c51-37b2-4f08-bad8-e7675aefecb2 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0753415 Aug 20 09:18:56.888385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Deleting port 7e7c660a-e865-4830-b3e5-2adb13224224 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:18:56.888965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:57.021789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] For port 7e7c660a-e865-4830-b3e5-2adb13224224, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=7e7c660a-e865-4830-b3e5-2adb13224224,segment=NetworkSegment(e358749c-2f8a-43b7-9592-4a85e79c7bca),segment_id=e358749c-2f8a-43b7-9592-4a85e79c7bca)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:57.022174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:57.037487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Calling delete_port for 7e7c660a-e865-4830-b3e5-2adb13224224 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:18:57.062811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260facf-f296-4d2f-93c4-288b906a2a40 req-f3e99c33-158c-4394-bcba-49a89f248fa6 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:57.064317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5260facf-f296-4d2f-93c4-288b906a2a40 req-f3e99c33-158c-4394-bcba-49a89f248fa6 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc36a784-85f1-407f-9499-103c840109ee HTTP/1.1" status: 200 len: 945 time: 0.0610332 Aug 20 09:18:57.105746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5260facf-f296-4d2f-93c4-288b906a2a40 req-f45b2c4a-4d47-4c53-bf1d-c5e7318745ff tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.35 "GET /v2.0/security-groups?id=af089179-f80f-4adb-905d-c62a4975f37b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346320 Aug 20 09:18:57.186206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:57.200284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['7e7c660a-e865-4830-b3e5-2adb13224224'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:18:57.222473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Pushing event deleted for resources: {'Port': ['ID=7e7c660a-e865-4830-b3e5-2adb13224224,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:57.271270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] No DVR routers for this DVR port 7e7c660a-e865-4830-b3e5-2adb13224224 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:18:57.276817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:57.278860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-68b8820f-0a98-46dc-b9a6-eb2b84b80a3a req-d1936409-1b77-41fc-80e4-a0b8eeee30b9 tempest-TestServerAdvancedOps-764972016 tempest-TestServerAdvancedOps-764972016-project] 10.222.0.37 "DELETE /v2.0/ports/7e7c660a-e865-4830-b3e5-2adb13224224 HTTP/1.1" status: 204 len: 173 time: 0.5480387 Aug 20 09:18:57.454372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53ccc1-0a22-4cc0-9210-53264c6ee410 req-6e0889c9-882e-46ea-971a-b8525e335a52 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:57.456728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac53ccc1-0a22-4cc0-9210-53264c6ee410 req-6e0889c9-882e-46ea-971a-b8525e335a52 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 945 time: 0.0547020 Aug 20 09:18:57.497535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac53ccc1-0a22-4cc0-9210-53264c6ee410 req-d2cbcf5b-ad45-4acf-9c37-aae22e260bc3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336378 Aug 20 09:18:57.864012 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-03aefae9-6ad7-4a99-b3a2-330b7f4278a4 req-e976fd19-0338-4788-b57b-b219984ee913 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0295813 Aug 20 09:18:58.107024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2c4d028b-cd4a-4324-85f1-28eaba09c661 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:18:58.160062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 2c4d028b-cd4a-4324-85f1-28eaba09c661 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:18:58.164706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 2c4d028b-cd4a-4324-85f1-28eaba09c661 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:18:58.165124 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.181818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56152) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:58.236024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Deleting subnet bb82f6f2-a50a-4dae-bd16-fa461c0719ee {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:18:58.240669 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.263643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.283055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.328372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.342798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2c4d028b-cd4a-4324-85f1-28eaba09c661, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:18:58.344271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d028b-cd4a-4324-85f1-28eaba09c661'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:58.348419 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea00226-36db-43e6-bc8c-ffec29031197" -d '{"events": [{"server_uuid": "d6fbbd93-0d08-4212-9b94-0e526de2027d", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d028b-cd4a-4324-85f1-28eaba09c661"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:58.364139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.377811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc36a784-85f1-407f-9499-103c840109ee', 'name': 'network-vif-deleted', 'tag': '7e7c660a-e865-4830-b3e5-2adb13224224'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:18:58.386845 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f585a0ef-07d6-4165-96d0-6c6b61bc7a16" -d '{"events": [{"server_uuid": "bc36a784-85f1-407f-9499-103c840109ee", "name": "network-vif-deleted", "tag": "7e7c660a-e865-4830-b3e5-2adb13224224"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:18:58.427943 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3775a966-d6a4-449b-8e32-6c3cca304ccf x-openstack-request-id: req-3775a966-d6a4-449b-8e32-6c3cca304ccf {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:58.428619 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fbbd93-0d08-4212-9b94-0e526de2027d", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d028b-cd4a-4324-85f1-28eaba09c661", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:58.429742 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3775a966-d6a4-449b-8e32-6c3cca304ccf {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:58.430380 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d028b-cd4a-4324-85f1-28eaba09c661', 'code': 200} Aug 20 09:18:58.466096 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.494003 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1d803-cdce-4c9a-a4c1-aadf6727b9e8 x-openstack-request-id: req-26b1d803-cdce-4c9a-a4c1-aadf6727b9e8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:18:58.494293 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc36a784-85f1-407f-9499-103c840109ee", "name": "network-vif-deleted", "tag": "7e7c660a-e865-4830-b3e5-2adb13224224", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:18:58.494548 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26b1d803-cdce-4c9a-a4c1-aadf6727b9e8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:18:58.494937 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc36a784-85f1-407f-9499-103c840109ee', 'name': 'network-vif-deleted', 'tag': '7e7c660a-e865-4830-b3e5-2adb13224224', 'status': 'completed', 'code': 200} Aug 20 09:18:58.495529 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2c4d028b-cd4a-4324-85f1-28eaba09c661,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:58.532565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.537286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bb82f6f2-a50a-4dae-bd16-fa461c0719ee HTTP/1.1" status: 204 len: 168 time: 0.3513596 Aug 20 09:18:58.537286 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0f426-4de8-4928-b44f-460dcd302b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb82f6f2-a50a-4dae-bd16-fa461c0719ee,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:58.537498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56166) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:58.557140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b4801-a6a0-439c-8ad4-8c915afb126f req-43cd928c-7da8-489c-8c54-ebe9e94f0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:58.558856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-601b4801-a6a0-439c-8ad4-8c915afb126f req-43cd928c-7da8-489c-8c54-ebe9e94f0be6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 1097 time: 0.0886858 Aug 20 09:18:58.622108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-601b4801-a6a0-439c-8ad4-8c915afb126f req-b7207cec-9489-4f21-a646-06da77f13b73 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534942 Aug 20 09:18:58.675429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.692150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a026ed0-0e61-4b00-a9da-23ccefbdbc77 req-7ef2681e-73f2-488e-907c-88890c479d09 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:58.693743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a026ed0-0e61-4b00-a9da-23ccefbdbc77 req-7ef2681e-73f2-488e-907c-88890c479d09 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.0918865 Aug 20 09:18:58.774815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a026ed0-0e61-4b00-a9da-23ccefbdbc77 req-0860ff2e-03be-42ff-a720-02b0c20f0b9e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724773 Aug 20 09:18:58.820589 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.832077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8015bca-166c-407e-b9a2-9a8991a1650c']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:58.845087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e358749c-2f8a-43b7-9592-4a85e79c7bca') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:58.845398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e358749c-2f8a-43b7-9592-4a85e79c7bca') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:58.856273 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.873485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.880279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:18:58.880770 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:18:58.882694 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:18:58.980212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.986764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:58.989319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8015bca-166c-407e-b9a2-9a8991a1650c HTTP/1.1" status: 204 len: 168 time: 0.4507875 Aug 20 09:18:58.994647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56180) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:59.003784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678261f-784e-4644-b0dc-43962a7e068e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8015bca-166c-407e-b9a2-9a8991a1650c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:59.045216 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-16aaa40e-64d3-4d8a-b872-cbd1c244d11f req-0edab691-7985-40ca-8371-c0277b00d193 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0349932 Aug 20 09:18:59.053585 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Deleting subnet 9a2cd118-931b-4f7f-926f-cb45da837b48 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:18:59.059703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.108357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.153204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.212726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.251151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2cd118-931b-4f7f-926f-cb45da837b48,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:59.258432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.261563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-edc3551e-f135-45f3-89ee-5f5300624564 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9a2cd118-931b-4f7f-926f-cb45da837b48 HTTP/1.1" status: 204 len: 168 time: 0.2643120 Aug 20 09:18:59.262735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56186) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:59.331123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.415330 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.426206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9583bc02-47a2-4cba-b71f-96a45d8e2be9']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:59.438285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b137846b-59ee-4446-b366-708acfc7cb2a') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:59.438572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b137846b-59ee-4446-b366-708acfc7cb2a') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:18:59.449119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.463370 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.469309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:18:59.469690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:18:59.471481 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:18:59.530227 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.536284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.538858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9583bc02-47a2-4cba-b71f-96a45d8e2be9 HTTP/1.1" status: 204 len: 168 time: 0.2751062 Aug 20 09:18:59.552628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f4546-e397-43e6-8d8f-ac0d54101d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9583bc02-47a2-4cba-b71f-96a45d8e2be9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:18:59.784559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:59.851866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-59fd7824-a9f9-47e6-86a6-a71d638cbb94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f67d526eed14b68b92a5815d3db42c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639803 Aug 20 09:18:59.852071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:18:59.910901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37e03e12-aca9-4f45-8297-d5d4887c1cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:18:59.921228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7e7c660a-e865-4830-b3e5-2adb13224224 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:59.936366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e410-5d78-4e78-9049-b52f92097f96 req-484ebf70-81c3-4589-8b07-ee4b85d61d15 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:18:59.946307 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c50e410-5d78-4e78-9049-b52f92097f96 req-484ebf70-81c3-4589-8b07-ee4b85d61d15 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.0746918 Aug 20 09:18:59.977745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 7e7c660a-e865-4830-b3e5-2adb13224224 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:18:59.978114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 7e7c660a-e865-4830-b3e5-2adb13224224 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:18:59.978543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bfa3a65f-29e2-414d-b03b-08a8bc08ea40 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:18:59.995095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c50e410-5d78-4e78-9049-b52f92097f96 req-4e5ebd01-775f-4d20-a949-a242a2f238be tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472949 Aug 20 09:19:00.058242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: bfa3a65f-29e2-414d-b03b-08a8bc08ea40 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:00.058596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device bfa3a65f-29e2-414d-b03b-08a8bc08ea40 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:00.220998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2651e460-8eb9-4a6f-aea5-df22570a3dad req-8e9a2a46-a5c2-4ee5-a8cd-6cae5fb627af tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "GET /v2.0/ports?device_id=f06600e3-3bad-4642-9a1b-bcd1578c9aaa HTTP/1.1" status: 200 len: 210 time: 0.0488203 Aug 20 09:19:00.255381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4611de3-5cb4-4850-a1e9-bf357bf2d0f6 req-5ed32e9b-3732-49e0-99dd-32272212f7f1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:00.259815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4611de3-5cb4-4850-a1e9-bf357bf2d0f6 req-5ed32e9b-3732-49e0-99dd-32272212f7f1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.1337671 Aug 20 09:19:00.306590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4611de3-5cb4-4850-a1e9-bf357bf2d0f6 req-4d7242f3-2b89-4170-99ac-8248637caa7e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Aug 20 09:19:00.393529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37e03e12-aca9-4f45-8297-d5d4887c1cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:00.459126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37e03e12-aca9-4f45-8297-d5d4887c1cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:00.461969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-37e03e12-aca9-4f45-8297-d5d4887c1cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:00.480019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-37e03e12-aca9-4f45-8297-d5d4887c1cda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/af089179-f80f-4adb-905d-c62a4975f37b HTTP/1.1" status: 204 len: 168 time: 0.6267481 Aug 20 09:19:00.490569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e03e12-aca9-4f45-8297-d5d4887c1cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af089179-f80f-4adb-905d-c62a4975f37b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:00.516174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4f1cb-fe2d-4890-8d8e-1745c89a68e2 req-6590a3e1-bc24-4a1a-b120-004ac9c93b8c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:00.523525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b4f1cb-fe2d-4890-8d8e-1745c89a68e2 req-6590a3e1-bc24-4a1a-b120-004ac9c93b8c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.0669117 Aug 20 09:19:00.587204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a1b4f1cb-fe2d-4890-8d8e-1745c89a68e2 req-0534901f-3fe0-4c72-9803-984f34d9bfb2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621674 Aug 20 09:19:00.990401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e461f-a972-4663-8667-6c664ef84632 req-0c1b5b1f-125f-42bc-b98c-91fdfe903dd2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:01.003341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c47e461f-a972-4663-8667-6c664ef84632 req-0c1b5b1f-125f-42bc-b98c-91fdfe903dd2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.1097338 Aug 20 09:19:01.052029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c47e461f-a972-4663-8667-6c664ef84632 req-1e5e78a6-3b7f-4629-8fc3-78d6491e8a96 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454562 Aug 20 09:19:01.062672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56242) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:01.140847 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5f782acd-c6f2-4044-acdd-0fb87ba9f361 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e6d2fcca378420182a242a50d5ca06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769694 Aug 20 09:19:01.143379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:01.200103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abded96e-8fda-4b6b-8850-a3e2dca69412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.234154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abded96e-8fda-4b6b-8850-a3e2dca69412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.301597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56250) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:01.302153 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abded96e-8fda-4b6b-8850-a3e2dca69412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.304665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-abded96e-8fda-4b6b-8850-a3e2dca69412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.307189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-abded96e-8fda-4b6b-8850-a3e2dca69412 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8d647b0-4b2f-4e3c-9ecb-a005c420e5df HTTP/1.1" status: 204 len: 168 time: 0.1613021 Aug 20 09:19:01.317199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abded96e-8fda-4b6b-8850-a3e2dca69412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d647b0-4b2f-4e3c-9ecb-a005c420e5df,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:01.519734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-754143f9-8aa1-4461-9158-bfb2f6760810 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.581065 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-754143f9-8aa1-4461-9158-bfb2f6760810 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.659436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-754143f9-8aa1-4461-9158-bfb2f6760810 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.662251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-754143f9-8aa1-4461-9158-bfb2f6760810 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:01.666048 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-754143f9-8aa1-4461-9158-bfb2f6760810 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] 10.222.0.35 "DELETE /v2.0/security-groups/f3933c64-ca55-471d-b247-67db578046bf HTTP/1.1" status: 204 len: 168 time: 0.3610170 Aug 20 09:19:01.674912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754143f9-8aa1-4461-9158-bfb2f6760810 tempest-TestVolumeBackupRestore-2011286479 tempest-TestVolumeBackupRestore-2011286479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3933c64-ca55-471d-b247-67db578046bf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:02.194146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5711a2f-8367-4a5b-801e-f7b3ffafab48 req-10a9e71d-bdba-4381-ba1e-5d0a6996da5d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:02.204411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5711a2f-8367-4a5b-801e-f7b3ffafab48 req-10a9e71d-bdba-4381-ba1e-5d0a6996da5d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.0606065 Aug 20 09:19:02.254426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5711a2f-8367-4a5b-801e-f7b3ffafab48 req-e0f08a8c-65a2-4a53-8834-88e6fac331f7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Aug 20 09:19:02.329407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-72c50410-d1f4-4a7e-8727-cd33f568838c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:02.331620 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-72c50410-d1f4-4a7e-8727-cd33f568838c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 946 time: 0.0659449 Aug 20 09:19:02.528639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 2c4d028b-cd4a-4324-85f1-28eaba09c661 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:02.529750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:02.647855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port 2c4d028b-cd4a-4324-85f1-28eaba09c661, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2c4d028b-cd4a-4324-85f1-28eaba09c661,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:02.648238 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:02.663044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 2c4d028b-cd4a-4324-85f1-28eaba09c661 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:02.830784 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:02.844175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2c4d028b-cd4a-4324-85f1-28eaba09c661'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:19:02.872856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=2c4d028b-cd4a-4324-85f1-28eaba09c661,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:02.925441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port 2c4d028b-cd4a-4324-85f1-28eaba09c661 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:19:02.928812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:02.931533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cfb087e6-2df1-46d6-b49f-0f027d4053b5 req-921a8848-311f-458d-a10f-340633f1b4eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "DELETE /v2.0/ports/2c4d028b-cd4a-4324-85f1-28eaba09c661 HTTP/1.1" status: 204 len: 173 time: 0.5805974 Aug 20 09:19:02.933539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'name': 'network-vif-deleted', 'tag': '2c4d028b-cd4a-4324-85f1-28eaba09c661'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:19:02.943434 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ba379-2b16-40d1-bbec-a48b68df3eab" -d '{"events": [{"server_uuid": "d6fbbd93-0d08-4212-9b94-0e526de2027d", "name": "network-vif-deleted", "tag": "2c4d028b-cd4a-4324-85f1-28eaba09c661"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:19:03.063687 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b653f-154c-45c2-847f-712a136c9868 x-openstack-request-id: req-4f2b653f-154c-45c2-847f-712a136c9868 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:19:03.065802 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fbbd93-0d08-4212-9b94-0e526de2027d", "name": "network-vif-deleted", "tag": "2c4d028b-cd4a-4324-85f1-28eaba09c661", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:19:03.066253 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f2b653f-154c-45c2-847f-712a136c9868 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:19:03.067130 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fbbd93-0d08-4212-9b94-0e526de2027d', 'name': 'network-vif-deleted', 'tag': '2c4d028b-cd4a-4324-85f1-28eaba09c661', 'status': 'completed', 'code': 200} Aug 20 09:19:03.442585 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c3120f8-28a0-4b2c-b652-ecd5687c2127 req-db82fe00-7746-4a28-ae06-bfc29036e407 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0806684 Aug 20 09:19:04.600983 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79137b69-17ca-4c07-b62e-be60bfc855ab req-e25cb3ec-785b-4186-af12-8fd61323371d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0568345 Aug 20 09:19:05.886043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f69e6c89-c127-4066-a405-b4559b585d33 req-2b56ea64-9124-4241-a40f-cf37ea1c7a2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0949867 Aug 20 09:19:06.158805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2c4d028b-cd4a-4324-85f1-28eaba09c661 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:06.206684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 2c4d028b-cd4a-4324-85f1-28eaba09c661 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:06.207604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2c4d028b-cd4a-4324-85f1-28eaba09c661 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:07.044198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37b47251-80dc-4499-9384-e72f598b6866 req-03df5e7d-b0c0-4293-815a-a59da5e44c48 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0385916 Aug 20 09:19:07.473849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56804) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:07.845285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:19:07.867975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:08.229139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d780ff4e-0734-4191-b925-4c223d7d103c req-0e528923-dc34-48bc-88f2-3ca3b37f99a1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0505438 Aug 20 09:19:08.251058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Deleting port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:08.251058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:08.349636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] For port 4fd5599c-ab8a-42b6-934c-a08a8582f2d3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:08.350399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:08.366724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Calling delete_port for 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:08.569477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:08.622611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd5599c-ab8a-42b6-934c-a08a8582f2d3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:08.861606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:09.516818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-777fdcf3-c957-40a4-be72-bf51e6506df0 req-84d8a298-a117-4c63-b5d9-8552655a8abb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6fbbd93-0d08-4212-9b94-0e526de2027d HTTP/1.1" status: 200 len: 210 time: 0.0462177 Aug 20 09:19:09.602990 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Router 3f2028ff-7229-4e64-87d2-36a562235c8c has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:19:09.729334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:19:09.734530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-030daf9e-bcdf-4245-8cca-8247e634ada5 admin admin] 10.222.0.35 "PUT /v2.0/routers/3f2028ff-7229-4e64-87d2-36a562235c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594125 Aug 20 09:19:09.737148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56848) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:09.740395 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] Sync routers for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:19:09.751479 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:19:09.752115 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:09.863889 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:19:10.059357 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:19:08Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:10.076975 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.093665 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] Checking router: 3f2028ff-7229-4e64-87d2-36a562235c8c for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:19:10.105764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] Routers {'3f2028ff-7229-4e64-87d2-36a562235c8c'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:19:10.106680 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['3f2028ff-7229-4e64-87d2-36a562235c8c'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:10.243768 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] Set router 3f2028ff-7229-4e64-87d2-36a562235c8c gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:19:10.270675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.341434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Deleting port d6574167-d55c-4a07-b49c-9aa119844fe9 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:10.341895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.459558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] For port d6574167-d55c-4a07-b49c-9aa119844fe9, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d6574167-d55c-4a07-b49c-9aa119844fe9,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:10.460004 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.489411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Calling delete_port for d6574167-d55c-4a07-b49c-9aa119844fe9 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:10.608080 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:19:08Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:10.642935 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab039f1d-acbc-4b0e-8881-267dbec3c8d9 None None] The sync data for ids ['3f2028ff-7229-4e64-87d2-36a562235c8c'] in n-d-804285-2 is: [{'id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'name': 'tempest-TestVolumeBackupRestore-1258358830-router', 'tenant_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:12Z', 'updated_at': '2021-08-20T09:19:08Z', 'revision_number': 5, 'project_id': 'e2e58d6fb12c4c7487971d044115d9e7', 'gw_port': {'id': 'd6574167-d55c-4a07-b49c-9aa119844fe9', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2028ff-7229-4e64-87d2-36a562235c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:15Z', 'updated_at': '2021-08-20T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:19:10.720607 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.751788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6574167-d55c-4a07-b49c-9aa119844fe9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:10.814916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.923258 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.925775 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.978524 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.979156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2028ff-7229-4e64-87d2-36a562235c8c {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:19:10.986072 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:10.988054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-79dfdaea-5853-495b-9b8a-736757be8df1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3f2028ff-7229-4e64-87d2-36a562235c8c HTTP/1.1" status: 204 len: 168 time: 1.2490282 Aug 20 09:19:10.990738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56866) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:11.055601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Deleting subnet 70788edd-e67d-4002-af80-4603bbdfd16c {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:19:11.058958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.112692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.202201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.265759 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.285008 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.290464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/70788edd-e67d-4002-af80-4603bbdfd16c HTTP/1.1" status: 204 len: 168 time: 0.2983680 Aug 20 09:19:11.294183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56870) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:11.299407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10fcf1-50bd-4455-976d-bb743c1f235d None None] Network 9d2de547-c6e9-4f54-b933-57200afecee1 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:19:11.309233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090fb0a-65bc-48f4-89b8-38e31d869d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70788edd-e67d-4002-af80-4603bbdfd16c,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:11.348409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:11.375997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:11.376629 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4fd5599c-ab8a-42b6-934c-a08a8582f2d3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:11.426241 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.527738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Deleting port 835e6b2a-903d-42cb-b9a2-038271256600 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:11.528090 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.563892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] DHCP port deletion for 9d2de547-c6e9-4f54-b933-57200afecee1 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:19:11.627740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] For port 835e6b2a-903d-42cb-b9a2-038271256600, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=835e6b2a-903d-42cb-b9a2-038271256600,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:11.628337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.654627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] Deleting port 835e6b2a-903d-42cb-b9a2-038271256600 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:11.655347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.664896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Calling delete_port for 835e6b2a-903d-42cb-b9a2-038271256600 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:11.804620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] For port 835e6b2a-903d-42cb-b9a2-038271256600, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=835e6b2a-903d-42cb-b9a2-038271256600,segment=NetworkSegment(70c75333-8ad7-42c9-a8a6-ca72fe1e8b48),segment_id=70c75333-8ad7-42c9-a8a6-ca72fe1e8b48)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:11.804620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.821411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] Calling delete_port for 835e6b2a-903d-42cb-b9a2-038271256600 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:11.862877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.922053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=835e6b2a-903d-42cb-b9a2-038271256600,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:11.931563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] No DVR routers for this DVR port 835e6b2a-903d-42cb-b9a2-038271256600 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 09:19:11.942971 n-d-804285-2 neutron-server[101318]: self.session.flush() Aug 20 09:19:11.949435 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:11.977273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] Pushing event deleted for resources: {'Port': ['ID=835e6b2a-903d-42cb-b9a2-038271256600,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:11.996011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac01297-644f-4021-ab94-f494109284a2 None None] No DVR routers for this DVR port 835e6b2a-903d-42cb-b9a2-038271256600 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:19:12.053264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.064473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2de547-c6e9-4f54-b933-57200afecee1']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:12.075476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:12.076320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c75333-8ad7-42c9-a8a6-ca72fe1e8b48') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:12.086165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.108682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.115824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:19:12.116466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:19:12.118427 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:19:12.190355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.200894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.203335 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9d2de547-c6e9-4f54-b933-57200afecee1 HTTP/1.1" status: 204 len: 168 time: 0.9052906 Aug 20 09:19:12.205994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56878) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:12.250810 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514013c-2b33-481a-a86a-194a70c07a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2de547-c6e9-4f54-b933-57200afecee1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:12.621262 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.747947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:12.917749 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Deleting port df31613f-357e-4008-8461-91ae600af7c7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:12.917749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:13.057185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] For port df31613f-357e-4008-8461-91ae600af7c7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=df31613f-357e-4008-8461-91ae600af7c7,segment=NetworkSegment(1ff38e09-67d3-4a44-b983-3bcf1112ebc2),segment_id=1ff38e09-67d3-4a44-b983-3bcf1112ebc2)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:13.057554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:13.071551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Calling delete_port for df31613f-357e-4008-8461-91ae600af7c7 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:13.203455 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e5ce1b33-1467-45bc-bdd5-a0c1392899b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:13.254506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 835e6b2a-903d-42cb-b9a2-038271256600 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:13.277918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 835e6b2a-903d-42cb-b9a2-038271256600 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:13.278543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 835e6b2a-903d-42cb-b9a2-038271256600 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:13.278991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6574167-d55c-4a07-b49c-9aa119844fe9 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:13.307174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d6574167-d55c-4a07-b49c-9aa119844fe9 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:13.308218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d6574167-d55c-4a07-b49c-9aa119844fe9 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:13.331460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:13.358095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=df31613f-357e-4008-8461-91ae600af7c7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:13.586655 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:13.813073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Router e6b465e4-eeaa-4433-8c02-0ae28c992908 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:19:13.925459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:19:13.932273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f2cdca74-2686-4a6a-a903-11c7e0379c0e admin admin] 10.222.0.35 "PUT /v2.0/routers/e6b465e4-eeaa-4433-8c02-0ae28c992908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250674 Aug 20 09:19:13.934691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56904) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:13.937954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] Sync routers for ids ['e6b465e4-eeaa-4433-8c02-0ae28c992908'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:19:13.958664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] Routers {'e6b465e4-eeaa-4433-8c02-0ae28c992908'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:19:13.959930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e6b465e4-eeaa-4433-8c02-0ae28c992908'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:14.076402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.111736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] Set router e6b465e4-eeaa-4433-8c02-0ae28c992908 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:19:14.208839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.215035 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.281134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Deleting port ca8f9778-9fed-4255-8bcd-598a7ef11a85 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:14.281759 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.332929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:19:13Z', 'revision_number': 5, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port': {'id': 'ca8f9778-9fed-4255-8bcd-598a7ef11a85', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:14:28Z', 'updated_at': '2021-08-20T09:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:14.367980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] Checking router: e6b465e4-eeaa-4433-8c02-0ae28c992908 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:19:14.379701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] Routers {'e6b465e4-eeaa-4433-8c02-0ae28c992908'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:19:14.380415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:18:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['e6b465e4-eeaa-4433-8c02-0ae28c992908'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:14.391375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] For port ca8f9778-9fed-4255-8bcd-598a7ef11a85, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ca8f9778-9fed-4255-8bcd-598a7ef11a85,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:14.391840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.408762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Calling delete_port for ca8f9778-9fed-4255-8bcd-598a7ef11a85 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:14.483024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] Set router e6b465e4-eeaa-4433-8c02-0ae28c992908 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:19:14.583802 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.611074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8f9778-9fed-4255-8bcd-598a7ef11a85,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:14.677104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.706192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:19:14Z', 'revision_number': 6, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:14.732112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44848e2a-dba8-4d98-9c2c-61cb5761bce5 None None] The sync data for ids ['e6b465e4-eeaa-4433-8c02-0ae28c992908'] in n-d-804285-2 is: [{'id': 'e6b465e4-eeaa-4433-8c02-0ae28c992908', 'name': 'tempest-TestVolumeBackupRestore-2115321679-router', 'tenant_id': '9e804f775d4c4de18ed6a874d3643f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:14:27Z', 'updated_at': '2021-08-20T09:19:14Z', 'revision_number': 6, 'project_id': '9e804f775d4c4de18ed6a874d3643f86', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:19:14.787367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.789622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.833478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.834186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b465e4-eeaa-4433-8c02-0ae28c992908 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:19:14.838381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.841841 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-253cb5e9-c30d-4d65-b87e-41882208db10 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e6b465e4-eeaa-4433-8c02-0ae28c992908 HTTP/1.1" status: 204 len: 168 time: 0.9032130 Aug 20 09:19:14.842093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56912) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:14.886473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Deleting subnet fd15a02f-7923-46ef-a548-4de7307fe29a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:19:14.890671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:14.928942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.019167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.087247 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.113585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc5550-90f0-48f9-a3c0-bde1e4c1f120 None None] Network 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:19:15.157450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.164194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd15a02f-7923-46ef-a548-4de7307fe29a HTTP/1.1" status: 204 len: 168 time: 0.3211300 Aug 20 09:19:15.166839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56924) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:15.171928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd15a02f-7923-46ef-a548-4de7307fe29a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:15.187302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.192987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.193488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.193980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.194421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.194905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.195343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.195915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.196349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.196779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.197205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.197634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab97e5-25cb-4780-b4fc-7927557c3fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:15.306061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.374751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Deleting port 76d762d7-eb82-4753-8997-df1868e712a1 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:15.375096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.444270 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] For port 76d762d7-eb82-4753-8997-df1868e712a1, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=76d762d7-eb82-4753-8997-df1868e712a1,segment=NetworkSegment(1ff38e09-67d3-4a44-b983-3bcf1112ebc2),segment_id=1ff38e09-67d3-4a44-b983-3bcf1112ebc2)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:15.444928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.462433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Calling delete_port for 76d762d7-eb82-4753-8997-df1868e712a1 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:15.575579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eaeab7-38a7-49e1-a46a-9775cab328e6 None None] DHCP port deletion for 8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:19:15.597178 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.629307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d762d7-eb82-4753-8997-df1868e712a1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:15.635827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] No DVR routers for this DVR port 76d762d7-eb82-4753-8997-df1868e712a1 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:19:15.662518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df31613f-357e-4008-8461-91ae600af7c7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:15.707694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: df31613f-357e-4008-8461-91ae600af7c7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:15.707893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device df31613f-357e-4008-8461-91ae600af7c7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:15.744128 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.757653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c16668f-6f35-4589-a2e9-e3ec29dcb4e7']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:15.774148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff38e09-67d3-4a44-b983-3bcf1112ebc2') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:15.774674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff38e09-67d3-4a44-b983-3bcf1112ebc2') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:19:15.790280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.813704 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.820502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:19:15.821092 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:19:15.897752 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:19:15.908557 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.915196 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:15.920133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8c16668f-6f35-4589-a2e9-e3ec29dcb4e7 HTTP/1.1" status: 204 len: 168 time: 0.7512987 Aug 20 09:19:15.936560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68f56f-5bac-45bb-ad78-dd8d3b72c945 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c16668f-6f35-4589-a2e9-e3ec29dcb4e7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:16.122596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:16.164759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3468d148-7348-4f7a-b79e-3c8b6fe369a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2e58d6fb12c4c7487971d044115d9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409467 Aug 20 09:19:16.167130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56936) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:16.224654 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6aea5292-c86a-4cd8-a35b-ab3c30ed6769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.247037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6aea5292-c86a-4cd8-a35b-ab3c30ed6769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.317612 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6aea5292-c86a-4cd8-a35b-ab3c30ed6769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.320340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6aea5292-c86a-4cd8-a35b-ab3c30ed6769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.325482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6aea5292-c86a-4cd8-a35b-ab3c30ed6769 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/041d081a-0087-43c2-8158-3f00409fead0 HTTP/1.1" status: 204 len: 168 time: 0.1570697 Aug 20 09:19:16.335971 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea5292-c86a-4cd8-a35b-ab3c30ed6769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d081a-0087-43c2-8158-3f00409fead0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:16.367347 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.639792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f829b71-201e-40db-99e4-b22453c53bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.748912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 56948) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:16.796211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ac99736f-e9c7-45d8-bdc9-ca0d546f8f92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e804f775d4c4de18ed6a874d3643f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453978 Aug 20 09:19:16.798949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 56950) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:19:16.861635 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e26c5482-1a53-4519-b555-71bb62dbc5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.885850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e26c5482-1a53-4519-b555-71bb62dbc5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.947521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e26c5482-1a53-4519-b555-71bb62dbc5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.954867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e26c5482-1a53-4519-b555-71bb62dbc5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:16.956393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e26c5482-1a53-4519-b555-71bb62dbc5fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c927ba7-c0fc-4925-9b25-12b6d3b8c7af HTTP/1.1" status: 204 len: 168 time: 0.1564624 Aug 20 09:19:16.985184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c5482-1a53-4519-b555-71bb62dbc5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c927ba7-c0fc-4925-9b25-12b6d3b8c7af,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:17.212946 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ca8f9778-9fed-4255-8bcd-598a7ef11a85 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:17.249658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: ca8f9778-9fed-4255-8bcd-598a7ef11a85 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:17.250022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ca8f9778-9fed-4255-8bcd-598a7ef11a85 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:17.250638 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 76d762d7-eb82-4753-8997-df1868e712a1 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:17.274486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 76d762d7-eb82-4753-8997-df1868e712a1 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:17.275111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 76d762d7-eb82-4753-8997-df1868e712a1 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:17.482402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:18.864204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:19.090280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229608c8-4412-4895-bff8-6cd47d118dca req-27f681c2-f12f-4586-9f2c-6e20c6147c21 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:19.100895 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-229608c8-4412-4895-bff8-6cd47d118dca req-27f681c2-f12f-4586-9f2c-6e20c6147c21 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.0824711 Aug 20 09:19:19.149489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-229608c8-4412-4895-bff8-6cd47d118dca req-5249093d-33ed-455d-89f7-06e81cf47986 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Aug 20 09:19:20.277774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624208d-4ad8-47be-a024-807c401a3744 req-3dc13be3-44ba-401c-bf19-3f7a421a4a41 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:20.280140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a624208d-4ad8-47be-a024-807c401a3744 req-3dc13be3-44ba-401c-bf19-3f7a421a4a41 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.0559857 Aug 20 09:19:20.337294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a624208d-4ad8-47be-a024-807c401a3744 req-72068f11-0f04-4071-83f3-1391ef382c42 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b5d6e5a-a7b6-41c7-8589-7e6982203da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Aug 20 09:19:20.532575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-a6e400cf-bc1d-4e9c-8c48-9da726a410f3 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:20.534310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-a6e400cf-bc1d-4e9c-8c48-9da726a410f3 tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 945 time: 0.0607352 Aug 20 09:19:20.643327 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Deleting port 990654d7-07e4-4b34-bde0-19eec55fa91c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:19:20.643758 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:20.741674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] For port 990654d7-07e4-4b34-bde0-19eec55fa91c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=990654d7-07e4-4b34-bde0-19eec55fa91c,segment=NetworkSegment(f32fcbd8-c360-459c-b1aa-d6bf277e2bdf),segment_id=f32fcbd8-c360-459c-b1aa-d6bf277e2bdf)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:20.742165 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:20.756022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Calling delete_port for 990654d7-07e4-4b34-bde0-19eec55fa91c owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:19:20.896210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:20.909835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['990654d7-07e4-4b34-bde0-19eec55fa91c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:19:20.937799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Pushing event deleted for resources: {'Port': ['ID=990654d7-07e4-4b34-bde0-19eec55fa91c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:20.981743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] No DVR routers for this DVR port 990654d7-07e4-4b34-bde0-19eec55fa91c on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:19:20.984542 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:20.986554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8536b5c2-f063-4d29-9d0c-5200ae461438 req-e35dee6f-1e25-48f6-869d-48b87208463a tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.37 "DELETE /v2.0/ports/990654d7-07e4-4b34-bde0-19eec55fa91c HTTP/1.1" status: 204 len: 173 time: 0.4435585 Aug 20 09:19:20.986988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'name': 'network-vif-deleted', 'tag': '990654d7-07e4-4b34-bde0-19eec55fa91c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:19:20.990322 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b3bc8-15ed-4647-9bd1-03668beb68ed" -d '{"events": [{"server_uuid": "f0703df0-d862-4447-91a0-b0ee5d529e3b", "name": "network-vif-deleted", "tag": "990654d7-07e4-4b34-bde0-19eec55fa91c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:19:21.043002 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fc0bf1-9ee2-4b6e-9780-2b60154343cc x-openstack-request-id: req-25fc0bf1-9ee2-4b6e-9780-2b60154343cc {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:19:21.043308 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0703df0-d862-4447-91a0-b0ee5d529e3b", "name": "network-vif-deleted", "tag": "990654d7-07e4-4b34-bde0-19eec55fa91c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:19:21.043563 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25fc0bf1-9ee2-4b6e-9780-2b60154343cc {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:19:21.044024 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0703df0-d862-4447-91a0-b0ee5d529e3b', 'name': 'network-vif-deleted', 'tag': '990654d7-07e4-4b34-bde0-19eec55fa91c', 'status': 'completed', 'code': 200} Aug 20 09:19:21.467885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44c9a113-3992-4109-87e6-5e4a02878991 req-0a7afc14-5a49-4dfb-b389-0359d66ad60c tempest-VolumesSnapshotTestJSON-170233309 tempest-VolumesSnapshotTestJSON-170233309-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0703df0-d862-4447-91a0-b0ee5d529e3b HTTP/1.1" status: 200 len: 210 time: 0.0451207 Aug 20 09:19:24.091493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 990654d7-07e4-4b34-bde0-19eec55fa91c no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:19:24.119143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 990654d7-07e4-4b34-bde0-19eec55fa91c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:19:24.123995 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 990654d7-07e4-4b34-bde0-19eec55fa91c not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:19:38.090213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-cf57f9d2-275d-4a8d-8245-85ca73b6d926 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:38.098126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-cf57f9d2-275d-4a8d-8245-85ca73b6d926 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1137640 Aug 20 09:19:38.114768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-dabbc433-32a0-4617-bba7-3f678c601198 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0157309 Aug 20 09:19:38.162162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-47be9281-b32d-42bd-9a5d-014bf74569eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465202 Aug 20 09:19:38.275598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-00d80315-f136-4e1c-bf8c-6fa72fbddcba service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057179 Aug 20 09:19:38.375572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-0ec695b8-a016-442a-91e1-6390d8201238 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928795 Aug 20 09:19:38.830829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8acc56c7-f496-43f7-b74c-a536d2ff7b7f req-0aa19306-dae1-4a53-8421-2e1ba6f26e8c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 210 time: 0.1479638 Aug 20 09:19:39.668559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-d5a7a622-d345-49b0-bf4c-4debeba5f8e8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:39.671080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-d5a7a622-d345-49b0-bf4c-4debeba5f8e8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1403196 Aug 20 09:19:39.684681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:19:39.814702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:19:39.819188 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:39.972599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.6 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/5cec48bb-7108-4bd9-8a9e-e9070f170a6d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:19:40.003598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ecc6f97-90bc-4cc0-9188-b7201a90d49a req-65292882-3af0-43a9-bc7e-d14240b41d7c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 210 time: 0.0370150 Aug 20 09:19:40.136798 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:40.162968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object 5cec48bb-7108-4bd9-8a9e-e9070f170a6d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:19:40.205617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:40.256710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:19:40.260357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:19:40.263590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:19:40.325175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:40.366662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:40.367310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:40.393112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-4f9801c1-9be7-4dcf-b746-93c10eb69ec2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120593 Aug 20 09:19:40.405169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Request body: {'port': {'device_id': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:19:40.622965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9224064f-3001-4c08-b851-212daa6b4015 None None] Provisioning for port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:19:40.627605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9224064f-3001-4c08-b851-212daa6b4015 None None] Provisioning complete for port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:19:40.627986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9224064f-3001-4c08-b851-212daa6b4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:40.669307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9224064f-3001-4c08-b851-212daa6b4015 None None] Port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:19:40.828451 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:41.087589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cec48bb-7108-4bd9-8a9e-e9070f170a6d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:19:41.095970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:41.107945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Transition to ACTIVE for port object 5cec48bb-7108-4bd9-8a9e-e9070f170a6d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:19:41.112585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:41.127018 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48b34-e521-4cae-a6a3-ab254e124f17 req-3678f47a-83fc-4933-a415-3ee60375668a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:41.129593 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74d48b34-e521-4cae-a6a3-ab254e124f17 req-3678f47a-83fc-4933-a415-3ee60375668a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 931 time: 0.0581403 Aug 20 09:19:41.166469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Pushing event updated for resources: {'Port': ['ID=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:41.224178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-74d48b34-e521-4cae-a6a3-ab254e124f17 req-f53fa06c-df2d-45cb-b96e-aa6300279e3d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836833 Aug 20 09:19:41.257530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Attempting to bind port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:19:41.257913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Attempting to bind port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:19:41.258244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Attempting to bind port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:19:41.263707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:19:41.264032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Attempting to bind port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:19:41.269567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:19:41.270057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:19:41.270445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:19:41.270930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Bound port: 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:19:41.271294 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:41.345079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] For port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:19:41.349175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] For port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:19:41.358147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:41.397005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:41.397648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:41.399512 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] 10.222.0.26 "PUT /v2.0/ports/5cec48bb-7108-4bd9-8a9e-e9070f170a6d HTTP/1.1" status: 200 len: 1091 time: 0.9993837 Aug 20 09:19:41.399983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'tag': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:19:41.402514 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff41726-b71b-48da-8d46-6405b42f3a82" -d '{"events": [{"name": "network-changed", "server_uuid": "eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb", "tag": "5cec48bb-7108-4bd9-8a9e-e9070f170a6d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:19:41.469565 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4103faed-1ff1-4e6e-a326-ecb9890f932a x-openstack-request-id: req-4103faed-1ff1-4e6e-a326-ecb9890f932a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:19:41.469565 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb", "tag": "5cec48bb-7108-4bd9-8a9e-e9070f170a6d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:19:41.469823 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4103faed-1ff1-4e6e-a326-ecb9890f932a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:19:41.470060 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'tag': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d', 'status': 'completed', 'code': 200} Aug 20 09:19:41.508694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f210e7a-e21f-4d19-9478-12fe23806982 service neutron] Pushing event updated for resources: {'Port': ['ID=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:41.527836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-a56ad70b-4d83-41e3-99d6-818e4fa7e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:41.529632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-a56ad70b-4d83-41e3-99d6-818e4fa7e296 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 1094 time: 0.0758345 Aug 20 09:19:41.580477 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-b0a498eb-71c0-4a39-b747-6882cb5381ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d HTTP/1.1" status: 200 len: 217 time: 0.0430350 Aug 20 09:19:41.637889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-f8944844-491f-4b6e-ba04-c0808cf2f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:41.639949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-f8944844-491f-4b6e-ba04-c0808cf2f59b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0525999 Aug 20 09:19:41.717641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-eca6794c-63c9-4d4c-b7d2-23369b2bde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:41.719371 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-eca6794c-63c9-4d4c-b7d2-23369b2bde08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722654 Aug 20 09:19:41.835375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-dc2e7690-a8dd-41da-9e64-ec67e92a0b5a service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087589 Aug 20 09:19:41.969676 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-93b2cb30-cffa-470b-b2ac-db3a10f51ae3 req-873da2bd-6a04-4e21-8585-00f14ba45e39 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Aug 20 09:19:42.075202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-3b347c80-8cf0-4ad7-97b5-5aa65aa82579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:42.077901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-3b347c80-8cf0-4ad7-97b5-5aa65aa82579 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 1094 time: 0.0494266 Aug 20 09:19:42.177306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-e2932f43-c9bb-4af0-86bf-dd519606bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:42.178816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-e2932f43-c9bb-4af0-86bf-dd519606bc0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0948458 Aug 20 09:19:42.224964 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-7ef1d300-4264-4d9f-8d3b-9d1732e48b63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d HTTP/1.1" status: 200 len: 217 time: 0.0393822 Aug 20 09:19:42.275752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-1c384755-a6d6-4f4f-a072-5d93ecfe58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:42.278358 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-1c384755-a6d6-4f4f-a072-5d93ecfe58d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0459993 Aug 20 09:19:42.347407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-267807bc-65ed-4eed-b35c-1e59440edba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:42.349092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-267807bc-65ed-4eed-b35c-1e59440edba7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640032 Aug 20 09:19:42.365369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351bcdb-35c6-4d99-b877-a0df586dc4f5 req-6e2d7597-9328-48f2-a786-6d02c28913c5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:42.365369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8351bcdb-35c6-4d99-b877-a0df586dc4f5 req-6e2d7597-9328-48f2-a786-6d02c28913c5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0634058 Aug 20 09:19:42.442966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8351bcdb-35c6-4d99-b877-a0df586dc4f5 req-1b13639e-5978-40fe-8442-02a5c55515eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719934 Aug 20 09:19:42.474482 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-850dfe45-8d27-4358-b69e-74fe07fac09a service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180646 Aug 20 09:19:42.568257 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9ff41726-b71b-48da-8d46-6405b42f3a82 req-b36131c0-0f5b-4a16-8af4-1e5faba0755c service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869195 Aug 20 09:19:42.749017 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:43.192667 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e45abce5-9711-48c5-90ff-29c1e0a9524f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:43.573937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013416a4-91c4-41c1-9e1a-869b1776d1f0 req-30b8a126-60cf-499a-be1c-5d01b3011913 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:43.577084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-013416a4-91c4-41c1-9e1a-869b1776d1f0 req-30b8a126-60cf-499a-be1c-5d01b3011913 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0581260 Aug 20 09:19:43.634933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-013416a4-91c4-41c1-9e1a-869b1776d1f0 req-e8899c02-c6a9-4a45-b83c-86ecb74fa05f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514283 Aug 20 09:19:44.133490 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:44.780206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36535-a33c-4482-8165-f3b10ff54c7d req-1b0c12d2-9d8a-40bb-adcd-b9a6d757ff25 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:44.781916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52e36535-a33c-4482-8165-f3b10ff54c7d req-1b0c12d2-9d8a-40bb-adcd-b9a6d757ff25 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0547462 Aug 20 09:19:44.849144 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:19:44.868921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52e36535-a33c-4482-8165-f3b10ff54c7d req-22f0ad5c-1509-4117-ae6a-bafdc9521a00 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563416 Aug 20 09:19:46.011358 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d36a9e-7f97-40e9-8e5a-c2e31662edfb req-9aed47ec-78e1-4563-ba26-c9310452d0ee tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:46.019381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66d36a9e-7f97-40e9-8e5a-c2e31662edfb req-9aed47ec-78e1-4563-ba26-c9310452d0ee tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0600543 Aug 20 09:19:46.064234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-66d36a9e-7f97-40e9-8e5a-c2e31662edfb req-4f460757-ebb5-40b6-bf76-4f26512f1246 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Aug 20 09:19:46.360025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:46.649131 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12d76825-cc9e-4e49-8a47-e98c8c8e0632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:47.193101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9248-9fe9-4e8b-bc3c-ef6146748ac0 req-a4334698-3876-4947-a4e4-8096a21e6e0d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:47.194638 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab4d9248-9fe9-4e8b-bc3c-ef6146748ac0 req-a4334698-3876-4947-a4e4-8096a21e6e0d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0604210 Aug 20 09:19:47.243436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab4d9248-9fe9-4e8b-bc3c-ef6146748ac0 req-56e4eeef-0a37-4513-80c3-ceac8f12b373 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352781 Aug 20 09:19:47.484950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:48.383022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab030b-2d5c-4c00-9595-174f1366d596 req-4af0fe96-50f2-4182-b83e-17503889f1de tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:48.384644 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95ab030b-2d5c-4c00-9595-174f1366d596 req-4af0fe96-50f2-4182-b83e-17503889f1de tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0616531 Aug 20 09:19:48.456833 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95ab030b-2d5c-4c00-9595-174f1366d596 req-0463ede4-6351-48e4-b8c8-0c549db0eab0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Aug 20 09:19:48.855488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:49.580780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d7dfa-6da6-467e-aff7-cabea874a1e3 req-885d88c9-7199-4cc8-be2e-89b6ffe31152 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:49.583371 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a2d7dfa-6da6-467e-aff7-cabea874a1e3 req-885d88c9-7199-4cc8-be2e-89b6ffe31152 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0517058 Aug 20 09:19:49.632006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2a2d7dfa-6da6-467e-aff7-cabea874a1e3 req-338d2c23-d922-4d0d-bb7c-633af161015a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Aug 20 09:19:50.771093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15fead-714c-4ba0-88e4-5edf6407f1c4 req-031f1822-9034-4ae1-8aa6-fdf547bbc8b2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:50.773348 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f15fead-714c-4ba0-88e4-5edf6407f1c4 req-031f1822-9034-4ae1-8aa6-fdf547bbc8b2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0718696 Aug 20 09:19:50.820598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f15fead-714c-4ba0-88e4-5edf6407f1c4 req-8cd65028-0ef8-4f77-af29-ec672137ee64 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Aug 20 09:19:51.950001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae9c30-b9fc-4746-8e58-98411562a8c5 req-e8d297ea-e67e-461e-90b7-04ad8ab35ba1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:51.952592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3ae9c30-b9fc-4746-8e58-98411562a8c5 req-e8d297ea-e67e-461e-90b7-04ad8ab35ba1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0573592 Aug 20 09:19:52.001812 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3ae9c30-b9fc-4746-8e58-98411562a8c5 req-47c7b93d-141a-4e69-bc7c-91e00f5c764b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Aug 20 09:19:53.117143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb063-7a02-46a0-9ebf-729a3f8cdf18 req-fd8751d3-c020-498e-988b-8b7a2971c08b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:53.118682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20fbb063-7a02-46a0-9ebf-729a3f8cdf18 req-fd8751d3-c020-498e-988b-8b7a2971c08b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0499921 Aug 20 09:19:53.157224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20fbb063-7a02-46a0-9ebf-729a3f8cdf18 req-9d951e89-6e61-492f-9332-f8679bf8ccbc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Aug 20 09:19:54.285746 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867c1c5-accb-4526-8990-a351606cca9f req-99655e4c-be44-48aa-b9dc-495a26d77f31 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:54.287284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8867c1c5-accb-4526-8990-a351606cca9f req-99655e4c-be44-48aa-b9dc-495a26d77f31 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 943 time: 0.0574851 Aug 20 09:19:54.329262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8867c1c5-accb-4526-8990-a351606cca9f req-d8f1c2ef-b549-4c1f-9724-0668ebfa3d6b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Aug 20 09:19:54.408611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5cec48bb-7108-4bd9-8a9e-e9070f170a6d details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:19:54.505492 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:54.518880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d', 'mac_address': 'fa:16:3e:42:69:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:19:54.563764 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:54.578623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cec48bb-7108-4bd9-8a9e-e9070f170a6d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:19:54.599706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:54.604168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:54.659104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:54.667893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.668641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.668641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.669579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.670004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.670403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.670798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.671319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.671818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.672488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.673007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.673645 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:19:54.791404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5cec48bb-7108-4bd9-8a9e-e9070f170a6d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:19:55.444568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af3ba-4416-4298-9c1f-407443b33537 req-cf3e6043-0bd9-45a0-bcc2-38aef84f1f89 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:55.446211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c92af3ba-4416-4298-9c1f-407443b33537 req-cf3e6043-0bd9-45a0-bcc2-38aef84f1f89 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 944 time: 0.0500793 Aug 20 09:19:55.489875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c92af3ba-4416-4298-9c1f-407443b33537 req-3e2b85ca-dda5-4012-bd9f-192ccf1f8690 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Aug 20 09:19:56.418710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5cec48bb-7108-4bd9-8a9e-e9070f170a6d up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:19:56.477791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:19:56.482950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:19:56.483493 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:56.611269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:56.647735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:19:56.650273 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819892a2-e7bf-4dda-a84f-e02c7d8b7150" -d '{"events": [{"server_uuid": "eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb", "name": "network-vif-plugged", "status": "completed", "tag": "5cec48bb-7108-4bd9-8a9e-e9070f170a6d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:19:56.662217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eda49-9818-4f9a-8d09-b41411157e42 req-84c1f874-165d-4c66-950a-db6ff2c28a02 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:56.664365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-325eda49-9818-4f9a-8d09-b41411157e42 req-84c1f874-165d-4c66-950a-db6ff2c28a02 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 944 time: 0.0650144 Aug 20 09:19:56.669499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:19:56.674608 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:19:56.725441 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd0840-5564-45da-a0f5-f1f27cbe4bd5 x-openstack-request-id: req-cafd0840-5564-45da-a0f5-f1f27cbe4bd5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:19:56.725873 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb", "name": "network-vif-plugged", "status": "completed", "tag": "5cec48bb-7108-4bd9-8a9e-e9070f170a6d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:19:56.726214 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cafd0840-5564-45da-a0f5-f1f27cbe4bd5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:19:56.726852 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d', 'code': 200} Aug 20 09:19:56.747138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:19:56.784479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-325eda49-9818-4f9a-8d09-b41411157e42 req-5c736a79-5260-47db-b3aa-292ad203f8cc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124504 Aug 20 09:19:56.874940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75474df-acfb-4479-829e-d2ae39cc7170 req-9b89f8f9-baf7-43fb-a391-d77a68bb9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:56.877207 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c75474df-acfb-4479-829e-d2ae39cc7170 req-9b89f8f9-baf7-43fb-a391-d77a68bb9982 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 1096 time: 0.0746889 Aug 20 09:19:56.926256 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c75474df-acfb-4479-829e-d2ae39cc7170 req-e22fbfcc-94df-4daa-bbc9-658098fd2230 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Aug 20 09:19:57.920892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ad7fd-dbcf-4e94-8602-51fec2ca68b8 req-2c5fb00b-97ce-4259-96b2-1105c15449c9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:57.928688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-810ad7fd-dbcf-4e94-8602-51fec2ca68b8 req-2c5fb00b-97ce-4259-96b2-1105c15449c9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 945 time: 0.0679841 Aug 20 09:19:57.978431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-810ad7fd-dbcf-4e94-8602-51fec2ca68b8 req-27be91bb-f70c-48ff-b578-0759fb31e6b7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Aug 20 09:19:59.100905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610efa3-d4fd-4fe3-95b1-653cca8ce016 req-aaa96c6b-e335-409e-95eb-889c5a955c8f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:59.103281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5610efa3-d4fd-4fe3-95b1-653cca8ce016 req-aaa96c6b-e335-409e-95eb-889c5a955c8f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 945 time: 0.0632553 Aug 20 09:19:59.150839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5610efa3-d4fd-4fe3-95b1-653cca8ce016 req-542461d7-8801-475d-9628-35d3e7f57c1a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Aug 20 09:19:59.269181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fe887-08bc-41a3-844c-ca75e3f606d2 req-6630876c-99f2-4a8a-ba92-9f250890fc3c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:19:59.270650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff7fe887-08bc-41a3-844c-ca75e3f606d2 req-6630876c-99f2-4a8a-ba92-9f250890fc3c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 945 time: 0.0500684 Aug 20 09:19:59.315527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ff7fe887-08bc-41a3-844c-ca75e3f606d2 req-c28c2e26-9de2-4792-bb08-2148cdccfd8e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 Aug 20 09:20:02.201607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-c22ec528-2e1a-4dc7-b4b6-ca53bd8372e7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:02.203138 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-c22ec528-2e1a-4dc7-b4b6-ca53bd8372e7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1148891 Aug 20 09:20:02.219389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-0a13e8b8-1cec-4df8-ad9d-70085e96884f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0100338 Aug 20 09:20:02.282404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-50142629-0720-4783-9e5f-977e78315cff tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559134 Aug 20 09:20:02.378322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-054d1c65-260b-4fd6-be6e-49221dfbd2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878372 Aug 20 09:20:02.475518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-dae0b370-53b0-49bf-bae4-08e6c33dba3a service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906045 Aug 20 09:20:02.742646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e0ff52e-1c8a-4605-9092-7f96dc4fb090 req-16f92846-03a2-4d98-92cc-3770266a47a5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0345621 Aug 20 09:20:03.828862 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-998bc5f3-2072-490f-b0fc-507565a5c0f1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:03.830792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-998bc5f3-2072-490f-b0fc-507565a5c0f1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1347129 Aug 20 09:20:03.843923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:03.880050 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3c125bd-0c9f-490d-a77c-6ce5e112faf1 req-64af31e7-7d72-475a-8265-3bbefdf85a62 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0374854 Aug 20 09:20:04.012376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:20:04.017385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:04.169993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.4 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/255c2dd9-2437-43a8-b71f-eff95f345b42) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:20:04.377131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:04.419168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object 255c2dd9-2437-43a8-b71f-eff95f345b42 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:20:04.469285 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:04.482562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5cec48bb-7108-4bd9-8a9e-e9070f170a6d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:20:04.519017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:20:04.521980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:20:04.526036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:20:04.565697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=255c2dd9-2437-43a8-b71f-eff95f345b42,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:04.623309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:04.624283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:04.667006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-230b1332-8894-4375-bced-ebfbe3ebc44e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276699 Aug 20 09:20:04.679593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Request body: {'port': {'device_id': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:04.776011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.038181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-df26f5c8-6e32-4f42-8700-75c054a2c3be None None] Provisioning for port 255c2dd9-2437-43a8-b71f-eff95f345b42 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:20:05.059043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-df26f5c8-6e32-4f42-8700-75c054a2c3be None None] Provisioning complete for port 255c2dd9-2437-43a8-b71f-eff95f345b42 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:20:05.060531 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df26f5c8-6e32-4f42-8700-75c054a2c3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.127309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-df26f5c8-6e32-4f42-8700-75c054a2c3be None None] Port 255c2dd9-2437-43a8-b71f-eff95f345b42 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:20:05.140973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8a2b5-b208-4812-ba0c-6d9daefb604e req-f9529c0e-5c1d-48ff-a2e8-fc6c18dd1907 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:05.149406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37a8a2b5-b208-4812-ba0c-6d9daefb604e req-f9529c0e-5c1d-48ff-a2e8-fc6c18dd1907 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 931 time: 0.1440682 Aug 20 09:20:05.215762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255c2dd9-2437-43a8-b71f-eff95f345b42 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:20:05.219760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37a8a2b5-b208-4812-ba0c-6d9daefb604e req-a0043f5e-1ab8-4aed-9526-0e64021aa91a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691123 Aug 20 09:20:05.227385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.247813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Transition to ACTIVE for port object 255c2dd9-2437-43a8-b71f-eff95f345b42 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:20:05.250625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.318806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Pushing event updated for resources: {'Port': ['ID=255c2dd9-2437-43a8-b71f-eff95f345b42,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:05.439796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Attempting to bind port 255c2dd9-2437-43a8-b71f-eff95f345b42 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:20:05.440219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Attempting to bind port 255c2dd9-2437-43a8-b71f-eff95f345b42 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:20:05.440622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Attempting to bind port 255c2dd9-2437-43a8-b71f-eff95f345b42 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:20:05.446023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Port 255c2dd9-2437-43a8-b71f-eff95f345b42 on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:20:05.446133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Attempting to bind port 255c2dd9-2437-43a8-b71f-eff95f345b42 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:20:05.452559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:20:05.452949 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:20:05.453398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:20:05.453924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Bound port: 255c2dd9-2437-43a8-b71f-eff95f345b42, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:20:05.454574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.545659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] For port 255c2dd9-2437-43a8-b71f-eff95f345b42, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:20:05.550305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] For port 255c2dd9-2437-43a8-b71f-eff95f345b42, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=255c2dd9-2437-43a8-b71f-eff95f345b42,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:20:05.560522 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.595665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:05.596287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:05.597684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/255c2dd9-2437-43a8-b71f-eff95f345b42 HTTP/1.1" status: 200 len: 1091 time: 0.9226480 Aug 20 09:20:05.598163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'tag': '255c2dd9-2437-43a8-b71f-eff95f345b42'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:20:05.600615 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7950fc-125a-4076-a7df-1232e56b4380" -d '{"events": [{"name": "network-changed", "server_uuid": "0269521b-f3a1-4902-93da-ff166dc3f7b5", "tag": "255c2dd9-2437-43a8-b71f-eff95f345b42"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:20:05.659661 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb56c3-27dc-404f-a4cf-69ca21e8c62a x-openstack-request-id: req-15bb56c3-27dc-404f-a4cf-69ca21e8c62a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:20:05.659960 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0269521b-f3a1-4902-93da-ff166dc3f7b5", "tag": "255c2dd9-2437-43a8-b71f-eff95f345b42", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:20:05.660224 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15bb56c3-27dc-404f-a4cf-69ca21e8c62a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:20:05.660616 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'tag': '255c2dd9-2437-43a8-b71f-eff95f345b42', 'status': 'completed', 'code': 200} Aug 20 09:20:05.691602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81448d-6bc5-40db-b58b-3983e87930e3 service neutron] Pushing event updated for resources: {'Port': ['ID=255c2dd9-2437-43a8-b71f-eff95f345b42,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:05.708068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-bcc15544-cf82-4b05-9c72-aec291e41fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:05.709584 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-bcc15544-cf82-4b05-9c72-aec291e41fbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 1094 time: 0.0617731 Aug 20 09:20:05.759008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-d65c2d76-a067-4061-96f9-c99a16e56e6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=255c2dd9-2437-43a8-b71f-eff95f345b42 HTTP/1.1" status: 200 len: 217 time: 0.0408990 Aug 20 09:20:05.878529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-46a79998-8b02-450a-acd8-c135e61d430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:05.885959 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-46a79998-8b02-450a-acd8-c135e61d430c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.1150033 Aug 20 09:20:05.961198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-ec763a9f-ba63-4bb5-8309-fd9bc1015854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:05.965855 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-ec763a9f-ba63-4bb5-8309-fd9bc1015854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751510 Aug 20 09:20:06.079302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-36953e44-ad55-4ba7-a618-9669ef52d705 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073246 Aug 20 09:20:06.205741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dacd30c8-fac0-4ad4-b720-b7a67b0dfaf8 req-01a68e2a-9dba-46ee-9a45-722e7bbb10ba service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187189 Aug 20 09:20:06.356799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-36444b44-a5e0-481b-957b-75ecf3312edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:06.361183 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-36444b44-a5e0-481b-957b-75ecf3312edc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 1094 time: 0.0861504 Aug 20 09:20:06.393118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8d08-f56b-4ea8-95e9-6657ee53c540 req-89b980fc-4b76-4625-b617-851477167855 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:06.403148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62db8d08-f56b-4ea8-95e9-6657ee53c540 req-89b980fc-4b76-4625-b617-851477167855 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0757735 Aug 20 09:20:06.455079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62db8d08-f56b-4ea8-95e9-6657ee53c540 req-d7a5ebce-3bdb-4f37-ad0d-05d804b23874 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493910 Aug 20 09:20:06.502112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-bb115324-b58b-468f-9a48-76891f9c4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:06.503695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-bb115324-b58b-468f-9a48-76891f9c4bfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.1353846 Aug 20 09:20:06.549315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-f00f1ea6-0514-4281-b621-e87b4bc79b35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=255c2dd9-2437-43a8-b71f-eff95f345b42 HTTP/1.1" status: 200 len: 217 time: 0.0379021 Aug 20 09:20:06.619666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-a4867776-54d2-4ace-bdcb-f8232f378bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:06.622782 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-a4867776-54d2-4ace-bdcb-f8232f378bcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0664661 Aug 20 09:20:06.683109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-67deaf6b-5630-4d5f-9ba7-c185dd210773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:06.685277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-67deaf6b-5630-4d5f-9ba7-c185dd210773 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557482 Aug 20 09:20:06.811089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-0b60464c-1876-41fe-8873-a3f69db7dc02 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188257 Aug 20 09:20:06.920572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b7950fc-125a-4076-a7df-1232e56b4380 req-6e148bb1-aa25-45b7-8fc0-071a457ed367 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017985 Aug 20 09:20:07.641383 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9703-2d10-4ef6-a594-4d0449e64a76 req-9e4ce99c-fc33-412b-b6c9-ee08b3ddd7f9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:07.642941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-329b9703-2d10-4ef6-a594-4d0449e64a76 req-9e4ce99c-fc33-412b-b6c9-ee08b3ddd7f9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0818954 Aug 20 09:20:07.686904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-329b9703-2d10-4ef6-a594-4d0449e64a76 req-55fa79e3-c722-449e-a62f-5394223bda37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378306 Aug 20 09:20:08.916519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701a2a2-7408-4da3-8d07-c50bfe47ce16 req-78004954-84e4-4d3a-9590-de27aa0780d8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:08.918923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d701a2a2-7408-4da3-8d07-c50bfe47ce16 req-78004954-84e4-4d3a-9590-de27aa0780d8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0820320 Aug 20 09:20:08.964166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d701a2a2-7408-4da3-8d07-c50bfe47ce16 req-71cb4436-4aa9-4a7c-bae9-e821ab3f249a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Aug 20 09:20:09.145753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58420) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:09.213000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Deleting subnet 182f787d-159d-4e0b-8a00-4f54461a4da9 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:20:09.220102 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.272068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.366832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.482889 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.515732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182f787d-159d-4e0b-8a00-4f54461a4da9,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:09.526560 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.529309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5201d1a3-4a23-4e6d-89f3-437c6ea9be78 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/182f787d-159d-4e0b-8a00-4f54461a4da9 HTTP/1.1" status: 204 len: 168 time: 0.3825042 Aug 20 09:20:09.532328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58426) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:09.669022 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.765113 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.775568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1f827695-194d-4535-982a-746d27668aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aafb5f-7d6d-4461-8d9c-d72d3b91f78b']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:20:09.788126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1f827695-194d-4535-982a-746d27668aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:20:09.788424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-1f827695-194d-4535-982a-746d27668aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32fcbd8-c360-459c-b1aa-d6bf277e2bdf') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:20:09.804825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.829364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.836508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:20:09.836917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:20:09.838600 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:20:09.913417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.926849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:09.932801 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1f827695-194d-4535-982a-746d27668aea admin admin] 10.222.0.35 "DELETE /v2.0/networks/87aafb5f-7d6d-4461-8d9c-d72d3b91f78b HTTP/1.1" status: 204 len: 168 time: 0.3947244 Aug 20 09:20:09.949555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f827695-194d-4535-982a-746d27668aea admin admin] Pushing event deleted for resources: {'Network': ['ID=87aafb5f-7d6d-4461-8d9c-d72d3b91f78b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:10.119587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506d74a-aa1f-42b4-9f6e-e5486f58be39 req-dd0cf520-84a5-4cac-9c7e-83e932024609 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:10.121388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6506d74a-aa1f-42b4-9f6e-e5486f58be39 req-dd0cf520-84a5-4cac-9c7e-83e932024609 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0749519 Aug 20 09:20:10.191909 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6506d74a-aa1f-42b4-9f6e-e5486f58be39 req-88dbc60a-68c7-477a-8fc1-3ffce5734cd1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498719 Aug 20 09:20:10.276453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58442) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:10.335838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-15e52fc4-6eef-4cf8-8949-d69ce6cfce39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a6a573069044764b0f05a5c38c599c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546174 Aug 20 09:20:10.336061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 58444) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:10.394023 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8ec4-6a79-4ecc-9cc0-4fd61cb1bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:10.425242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8ec4-6a79-4ecc-9cc0-4fd61cb1bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:10.485013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8ec4-6a79-4ecc-9cc0-4fd61cb1bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:10.488172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8ec4-6a79-4ecc-9cc0-4fd61cb1bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:10.489340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0bfd8ec4-6a79-4ecc-9cc0-4fd61cb1bd8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b5d6e5a-a7b6-41c7-8589-7e6982203da1 HTTP/1.1" status: 204 len: 168 time: 0.1524091 Aug 20 09:20:10.498819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd8ec4-6a79-4ecc-9cc0-4fd61cb1bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d6e5a-a7b6-41c7-8589-7e6982203da1,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:11.313640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0fc82-f179-4541-ab47-e8a6ca3c8b94 req-8ed54106-038f-4e88-a7d0-ae272ed8faeb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:11.318276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2f0fc82-f179-4541-ab47-e8a6ca3c8b94 req-8ed54106-038f-4e88-a7d0-ae272ed8faeb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0549629 Aug 20 09:20:11.357906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2f0fc82-f179-4541-ab47-e8a6ca3c8b94 req-b59f6956-f405-48be-b61a-8af5871df8d7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Aug 20 09:20:12.491683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94007e33-14bc-4255-94e9-c2909ac532af req-1ce661b4-d8a3-4c01-874d-a8827a585783 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:12.493370 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94007e33-14bc-4255-94e9-c2909ac532af req-1ce661b4-d8a3-4c01-874d-a8827a585783 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0528500 Aug 20 09:20:12.533282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94007e33-14bc-4255-94e9-c2909ac532af req-3c7e4568-aa04-437c-ac70-13fd51f33a95 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328450 Aug 20 09:20:12.756937 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:13.195722 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8f750fe-fee8-4236-8f17-df06c37c4a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:13.665002 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68bbb6-6a5e-431a-b225-421a5acf8ccd req-01c11e00-4ba5-4724-83c5-57f16552256c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:13.673372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be68bbb6-6a5e-431a-b225-421a5acf8ccd req-01c11e00-4ba5-4724-83c5-57f16552256c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0656915 Aug 20 09:20:13.719144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be68bbb6-6a5e-431a-b225-421a5acf8ccd req-6b416bac-444e-4129-8a65-4e4bab5f1ba7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Aug 20 09:20:14.125203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:14.839330 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c6fe9-6ead-42a0-bf92-4988595040f3 req-d3c49629-26c9-4136-810d-5e70341fb335 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:14.842304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-076c6fe9-6ead-42a0-bf92-4988595040f3 req-d3c49629-26c9-4136-810d-5e70341fb335 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0517576 Aug 20 09:20:14.883800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-076c6fe9-6ead-42a0-bf92-4988595040f3 req-34e1d61a-ca11-47d8-8c20-7edb48382fbb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352895 Aug 20 09:20:16.036432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf8cc9-774e-4b26-8270-08712b652476 req-05385f05-3e22-43b0-86ba-c73e636ad969 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:16.037966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0bf8cc9-774e-4b26-8270-08712b652476 req-05385f05-3e22-43b0-86ba-c73e636ad969 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0648992 Aug 20 09:20:16.088577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0bf8cc9-774e-4b26-8270-08712b652476 req-4fa8ce9e-7ed9-4794-99e3-495e15312aec tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 Aug 20 09:20:16.340783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:16.632114 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb7a1edc-3c53-493e-9840-860628ce0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:17.229879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b765a4e-ddd7-40b4-8b83-9033d58b2354 req-3af15042-0ad5-4970-a57f-ecf660065b4d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:17.231596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b765a4e-ddd7-40b4-8b83-9033d58b2354 req-3af15042-0ad5-4970-a57f-ecf660065b4d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0598137 Aug 20 09:20:17.272776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b765a4e-ddd7-40b4-8b83-9033d58b2354 req-b7adeeee-43e3-4f68-be64-c010616889c0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Aug 20 09:20:17.476832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:18.404586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e78143-7150-4cb1-acc1-1b3b94656b8c req-1dea0fa0-58c6-4b58-882c-ea42ff9521df tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:18.406099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9e78143-7150-4cb1-acc1-1b3b94656b8c req-1dea0fa0-58c6-4b58-882c-ea42ff9521df tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0528920 Aug 20 09:20:18.446679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9e78143-7150-4cb1-acc1-1b3b94656b8c req-7a87815a-e383-472f-8be3-513b1aff1932 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Aug 20 09:20:18.859758 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:19.573045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace40e2-13f8-40e4-a504-baa48170b811 req-85db76b9-a141-4586-b993-77c5df15e64c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:19.575331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cace40e2-13f8-40e4-a504-baa48170b811 req-85db76b9-a141-4586-b993-77c5df15e64c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0515437 Aug 20 09:20:19.616914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cace40e2-13f8-40e4-a504-baa48170b811 req-dbe56cbf-bf1c-474b-9f7f-617fd6d55739 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Aug 20 09:20:20.746112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791c66e-2c6f-4002-b132-38920c05cfdc req-9e7dde23-67a3-4fa1-b144-ab03d4366654 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:20.747801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5791c66e-2c6f-4002-b132-38920c05cfdc req-9e7dde23-67a3-4fa1-b144-ab03d4366654 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0566046 Aug 20 09:20:20.787680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5791c66e-2c6f-4002-b132-38920c05cfdc req-e28b3a26-18cd-4f9b-a73f-e2032cd337fe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Aug 20 09:20:21.849734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:20:21.930994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0554-42a6-4407-9a3b-9df01a34e01d req-cb0e1f08-8f49-4392-8af6-a417261e38c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:21.933548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80fb0554-42a6-4407-9a3b-9df01a34e01d req-cb0e1f08-8f49-4392-8af6-a417261e38c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0556765 Aug 20 09:20:21.975609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80fb0554-42a6-4407-9a3b-9df01a34e01d req-811850e9-773a-425f-835a-96ed2d37ca00 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Aug 20 09:20:23.101146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ce455-4b34-4024-8ee2-24ec1f5516e4 req-6d3e5699-fad9-44cc-b011-bf43823fe2c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:23.103004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c8ce455-4b34-4024-8ee2-24ec1f5516e4 req-6d3e5699-fad9-44cc-b011-bf43823fe2c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0522738 Aug 20 09:20:23.149213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c8ce455-4b34-4024-8ee2-24ec1f5516e4 req-9f7a93e3-dfd2-48a1-b5d7-792bda94f1c4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Aug 20 09:20:24.275007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ef801-c9b6-404e-bce1-6c10d66473a8 req-c61293ad-71b2-450e-8675-29cbad61d30c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:24.276487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-781ef801-c9b6-404e-bce1-6c10d66473a8 req-c61293ad-71b2-450e-8675-29cbad61d30c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0534780 Aug 20 09:20:24.314623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-781ef801-c9b6-404e-bce1-6c10d66473a8 req-ab6c5d38-f8f2-4bb8-b6f8-77e984c72e37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 20 09:20:25.447203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e27b-b573-4fff-a005-0e51b886c1ce req-78d685fd-c156-4cfb-a4af-9b485f9d97fe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:25.450891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f84e27b-b573-4fff-a005-0e51b886c1ce req-78d685fd-c156-4cfb-a4af-9b485f9d97fe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0605111 Aug 20 09:20:25.494390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f84e27b-b573-4fff-a005-0e51b886c1ce req-a03eb8b5-fb47-4f1a-9409-9c0e93388a4a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Aug 20 09:20:26.391115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 255c2dd9-2437-43a8-b71f-eff95f345b42 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:20:26.497092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 255c2dd9-2437-43a8-b71f-eff95f345b42, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=255c2dd9-2437-43a8-b71f-eff95f345b42,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:20:26.511247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '255c2dd9-2437-43a8-b71f-eff95f345b42', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': '255c2dd9-2437-43a8-b71f-eff95f345b42', 'mac_address': 'fa:16:3e:79:7b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:20:26.556719 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:26.574589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255c2dd9-2437-43a8-b71f-eff95f345b42 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:20:26.595601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 255c2dd9-2437-43a8-b71f-eff95f345b42, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=255c2dd9-2437-43a8-b71f-eff95f345b42,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:20:26.599869 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:26.644830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35b212-b0f9-4c3c-9e57-c6fec0a55f3e req-863e41df-2ce6-425d-b473-72fffe6e46ed tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:26.646314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c35b212-b0f9-4c3c-9e57-c6fec0a55f3e req-863e41df-2ce6-425d-b473-72fffe6e46ed tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0696061 Aug 20 09:20:26.653336 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=255c2dd9-2437-43a8-b71f-eff95f345b42,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:26.696906 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c35b212-b0f9-4c3c-9e57-c6fec0a55f3e req-b5edda4d-e8e0-4a77-891f-a6e82272ed5f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Aug 20 09:20:26.801807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['255c2dd9-2437-43a8-b71f-eff95f345b42'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:20:27.824326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a8c1-1f37-4ba9-90a6-fa228ccbf6cc req-3164d1c6-a7fe-47e7-adf9-1390447243b2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:27.825886 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5927a8c1-1f37-4ba9-90a6-fa228ccbf6cc req-3164d1c6-a7fe-47e7-adf9-1390447243b2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 944 time: 0.0568435 Aug 20 09:20:27.889052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5927a8c1-1f37-4ba9-90a6-fa228ccbf6cc req-452450f1-15a4-4529-b7b9-061f1420b21a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508854 Aug 20 09:20:28.404884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 255c2dd9-2437-43a8-b71f-eff95f345b42 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:20:28.455258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 255c2dd9-2437-43a8-b71f-eff95f345b42 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:20:28.459863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 255c2dd9-2437-43a8-b71f-eff95f345b42 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:20:28.460378 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:28.544078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:28.566272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c2dd9-2437-43a8-b71f-eff95f345b42'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:20:28.568612 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ca9202-1394-4244-ad59-cdc7192bb9e2" -d '{"events": [{"server_uuid": "0269521b-f3a1-4902-93da-ff166dc3f7b5", "name": "network-vif-plugged", "status": "completed", "tag": "255c2dd9-2437-43a8-b71f-eff95f345b42"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:20:28.582117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 255c2dd9-2437-43a8-b71f-eff95f345b42, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=255c2dd9-2437-43a8-b71f-eff95f345b42,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:20:28.593329 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:28.616566 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eac29e6-a1c0-4931-b040-805327c7ccde x-openstack-request-id: req-6eac29e6-a1c0-4931-b040-805327c7ccde {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:20:28.616861 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0269521b-f3a1-4902-93da-ff166dc3f7b5", "name": "network-vif-plugged", "status": "completed", "tag": "255c2dd9-2437-43a8-b71f-eff95f345b42", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:20:28.617117 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6eac29e6-a1c0-4931-b040-805327c7ccde {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:20:28.617510 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c2dd9-2437-43a8-b71f-eff95f345b42', 'code': 200} Aug 20 09:20:28.648506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=255c2dd9-2437-43a8-b71f-eff95f345b42,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:28.723905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3016f6-eae7-4e67-8075-3b2441b5cfb0 req-ce334272-f0a8-4429-8030-34dce5ccc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:28.725563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b3016f6-eae7-4e67-8075-3b2441b5cfb0 req-ce334272-f0a8-4429-8030-34dce5ccc92f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 1096 time: 0.0483811 Aug 20 09:20:28.765762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b3016f6-eae7-4e67-8075-3b2441b5cfb0 req-545109e5-b4e0-48b3-88cc-e0ec45518132 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Aug 20 09:20:29.023974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1d588-71a0-479c-a13c-a2c44247e60e req-b55fdd40-bc92-4021-a160-16fed224c196 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:29.025484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcd1d588-71a0-479c-a13c-a2c44247e60e req-b55fdd40-bc92-4021-a160-16fed224c196 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0517890 Aug 20 09:20:29.063900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcd1d588-71a0-479c-a13c-a2c44247e60e req-52132805-72d4-41d8-9e51-52a5c033c532 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Aug 20 09:20:30.186819 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93902f4-1bad-4fc0-9054-69157d4aa69d req-8be967d8-1934-4719-ab8e-6bd33e3b751b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:30.188329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d93902f4-1bad-4fc0-9054-69157d4aa69d req-8be967d8-1934-4719-ab8e-6bd33e3b751b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0507226 Aug 20 09:20:30.228792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d93902f4-1bad-4fc0-9054-69157d4aa69d req-60d9ffd2-9a9a-4201-8956-46dfc721dd14 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Aug 20 09:20:30.363325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac6ceb-a400-43d4-8016-1509c5bfa94b req-1484a15f-529b-4d6c-9c54-8aab799ec8fd tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:30.370230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdac6ceb-a400-43d4-8016-1509c5bfa94b req-1484a15f-529b-4d6c-9c54-8aab799ec8fd tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0628719 Aug 20 09:20:30.404184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdac6ceb-a400-43d4-8016-1509c5bfa94b req-6a2f9b65-0c7a-4da6-b9c7-30112b37bd4b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322833 Aug 20 09:20:30.714878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb8f9b-7766-4c67-a34b-d98c09c0cc62 req-72b2e1d8-630c-49d7-8680-763309a8d5fb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:30.716374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35cb8f9b-7766-4c67-a34b-d98c09c0cc62 req-72b2e1d8-630c-49d7-8680-763309a8d5fb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Aug 20 09:20:30.753477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35cb8f9b-7766-4c67-a34b-d98c09c0cc62 req-f435ef1f-40ef-4998-a439-8795dea0ec36 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 20 09:20:31.872442 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95827218-fcb7-4df0-b485-e1da9ca0e5f7 req-3e8f261d-c05d-4df4-9596-0459aafeac02 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:31.873879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95827218-fcb7-4df0-b485-e1da9ca0e5f7 req-3e8f261d-c05d-4df4-9596-0459aafeac02 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Aug 20 09:20:31.911602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95827218-fcb7-4df0-b485-e1da9ca0e5f7 req-86efd98d-788b-4c99-bc68-6b9847e71b53 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Aug 20 09:20:32.113168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-9d327227-5456-4955-ab04-892684221b9c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:32.114572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-9d327227-5456-4955-ab04-892684221b9c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0539963 Aug 20 09:20:32.208348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 255c2dd9-2437-43a8-b71f-eff95f345b42 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:20:32.208670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:32.299342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port 255c2dd9-2437-43a8-b71f-eff95f345b42, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=255c2dd9-2437-43a8-b71f-eff95f345b42,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:20:32.299705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:32.316462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 255c2dd9-2437-43a8-b71f-eff95f345b42 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:20:32.440726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:32.454002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['255c2dd9-2437-43a8-b71f-eff95f345b42'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:20:32.457081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5cec48bb-7108-4bd9-8a9e-e9070f170a6d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:20:32.474872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=255c2dd9-2437-43a8-b71f-eff95f345b42,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:32.488076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.488433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.488779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.489126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.489515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.489904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.490300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.490561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.490891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.491245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.491573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.491918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:32.533821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port 255c2dd9-2437-43a8-b71f-eff95f345b42 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:20:32.538121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:32.541299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4ab5577-bdbb-493c-8c5d-5cafc6390404 req-a087f6d0-3207-4449-bdc7-68926a296631 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "DELETE /v2.0/ports/255c2dd9-2437-43a8-b71f-eff95f345b42 HTTP/1.1" status: 204 len: 173 time: 0.4205849 Aug 20 09:20:32.542067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'name': 'network-vif-deleted', 'tag': '255c2dd9-2437-43a8-b71f-eff95f345b42'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:20:32.554213 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3009276-eddc-4ee0-8d8d-708b1aa39bbb" -d '{"events": [{"server_uuid": "0269521b-f3a1-4902-93da-ff166dc3f7b5", "name": "network-vif-deleted", "tag": "255c2dd9-2437-43a8-b71f-eff95f345b42"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:20:32.824830 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17195534-d5f3-442f-b26d-5fcece4c6c22 x-openstack-request-id: req-17195534-d5f3-442f-b26d-5fcece4c6c22 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:20:32.825122 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0269521b-f3a1-4902-93da-ff166dc3f7b5", "name": "network-vif-deleted", "tag": "255c2dd9-2437-43a8-b71f-eff95f345b42", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:20:32.825375 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17195534-d5f3-442f-b26d-5fcece4c6c22 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:20:32.825791 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0269521b-f3a1-4902-93da-ff166dc3f7b5', 'name': 'network-vif-deleted', 'tag': '255c2dd9-2437-43a8-b71f-eff95f345b42', 'status': 'completed', 'code': 200} Aug 20 09:20:33.017292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6043304c-3954-4aca-a3cb-483cb4b07f9e req-148606da-b7df-466b-af8a-5774d02cce1b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Aug 20 09:20:34.113885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-873459b4-08d8-4715-8e85-57d92ee055d8 req-18ef0a17-424d-49db-9027-a1b655f516fc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0271630 Aug 20 09:20:35.208092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8145abb3-7ffe-4633-9fba-98fd204cbd08 req-315066f2-a6e5-4df2-9796-8ad266e8e031 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0280359 Aug 20 09:20:36.318377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1baf2896-ef18-4c73-b734-c7431b968787 req-562153b9-e582-460e-badf-bf1c8020f1fc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=0269521b-f3a1-4902-93da-ff166dc3f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0276229 Aug 20 09:20:36.418446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 255c2dd9-2437-43a8-b71f-eff95f345b42 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:20:36.439608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 255c2dd9-2437-43a8-b71f-eff95f345b42 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:20:36.440005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 255c2dd9-2437-43a8-b71f-eff95f345b42 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:20:42.768923 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:42.937686 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741645a-634d-4f26-b1ac-6537d57d66d2 req-90705fff-d1bb-4ceb-b005-b64c5c2a2cfa tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:42.939299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0741645a-634d-4f26-b1ac-6537d57d66d2 req-90705fff-d1bb-4ceb-b005-b64c5c2a2cfa tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 945 time: 0.0544705 Aug 20 09:20:42.979900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0741645a-634d-4f26-b1ac-6537d57d66d2 req-f9a8fdea-ecdd-45ec-8a94-79cd00838132 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Aug 20 09:20:43.214034 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06ae84da-1b75-4fd8-8c9b-4330cfac6ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:44.109299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e41a5-7673-46da-beab-246473eb9b59 req-005fbf35-7990-4da2-bef7-51daf8b83fe2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:44.110936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-703e41a5-7673-46da-beab-246473eb9b59 req-005fbf35-7990-4da2-bef7-51daf8b83fe2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 945 time: 0.0548248 Aug 20 09:20:44.130563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:44.157737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-703e41a5-7673-46da-beab-246473eb9b59 req-1dacb23d-fb7a-4202-9512-2f1874034596 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=316fdf2f-9020-444e-b3bd-5d0288662e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369384 Aug 20 09:20:44.349884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9abfff-e906-4dbf-9378-692517079e4f req-91a4532e-d913-47fb-af58-a8e052437b00 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:20:44.351454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ed9abfff-e906-4dbf-9378-692517079e4f req-91a4532e-d913-47fb-af58-a8e052437b00 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 945 time: 0.0516856 Aug 20 09:20:44.453635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:20:44.454134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:44.568785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:20:44.569155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:44.582865 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 5cec48bb-7108-4bd9-8a9e-e9070f170a6d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:20:44.717909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:44.729286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5cec48bb-7108-4bd9-8a9e-e9070f170a6d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:20:44.750808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=5cec48bb-7108-4bd9-8a9e-e9070f170a6d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:44.799785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port 5cec48bb-7108-4bd9-8a9e-e9070f170a6d on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:20:44.805587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:44.808228 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ed9abfff-e906-4dbf-9378-692517079e4f req-a61f999d-a7bd-4956-87c1-a2598a280164 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "DELETE /v2.0/ports/5cec48bb-7108-4bd9-8a9e-e9070f170a6d HTTP/1.1" status: 204 len: 173 time: 0.4512229 Aug 20 09:20:44.808702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'name': 'network-vif-deleted', 'tag': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:20:44.811025 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac234ff-bf06-4019-9811-9b87f239c89a" -d '{"events": [{"server_uuid": "eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb", "name": "network-vif-deleted", "tag": "5cec48bb-7108-4bd9-8a9e-e9070f170a6d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:20:44.853260 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a223ed8-d013-4929-bca9-2b32e2a542c1 x-openstack-request-id: req-8a223ed8-d013-4929-bca9-2b32e2a542c1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:20:44.853557 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb", "name": "network-vif-deleted", "tag": "5cec48bb-7108-4bd9-8a9e-e9070f170a6d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:20:44.853845 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a223ed8-d013-4929-bca9-2b32e2a542c1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:20:44.854295 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb', 'name': 'network-vif-deleted', 'tag': '5cec48bb-7108-4bd9-8a9e-e9070f170a6d', 'status': 'completed', 'code': 200} Aug 20 09:20:45.277180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-116bc55d-0776-49bf-a65d-0aadc2510331 req-66bed911-bb46-414f-bd5f-d03f9e47b70b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 210 time: 0.0297422 Aug 20 09:20:46.347046 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:46.392160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08930357-d353-432e-ad00-34ead77564ea req-8adba722-2970-4df4-bb8e-176c720b9308 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 210 time: 0.0278955 Aug 20 09:20:46.637133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45465423-9a7f-4ce4-b0cb-e80043d370a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:47.488251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:47.506470 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7615711a-8927-4f41-ab18-86a41d649286 req-20a62033-df4e-44dd-9fbd-bfbfaeba1313 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 210 time: 0.0406075 Aug 20 09:20:48.628221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fdccaa75-12bb-47ca-80bd-68dc475934d8 req-ce045c90-b682-4a4f-8f29-647a6dbede6f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea9c0b4-aa0f-44b0-aeee-8fe23ed866bb HTTP/1.1" status: 200 len: 210 time: 0.0294607 Aug 20 09:20:48.749669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5cec48bb-7108-4bd9-8a9e-e9070f170a6d no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:20:48.784400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 5cec48bb-7108-4bd9-8a9e-e9070f170a6d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:20:48.784961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5cec48bb-7108-4bd9-8a9e-e9070f170a6d not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:20:48.880894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:52.748164 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59150) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:52.752907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708140142', 'description': 'tempest-secgroup-smoke-708140142 description', 'project_id': 'f7adabe48e544640980c167762cc6a3d'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:52.776488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:52.867788 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:52.872106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:52.897554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:52.898795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1495464 Aug 20 09:20:52.901968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59152) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:52.903068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea10841-07c6-462e-84d6-00fdab8c6e34 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:52.911697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3ffd-6e96-4f32-b124-f74dc4e85d04', 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:52.942955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.009360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.015696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.036722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef849ec-e286-4d8b-a8d9-7178ca325c03,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:53.046049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.047411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437480 Aug 20 09:20:53.048851 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.049194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.049525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.049884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.050216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.050541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.050759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59154) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:53.050921 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.051415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.051748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.052071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.052394 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.052715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc8146d-fb29-4032-9f04-19e4bef34fbe tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:20:53.056489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3ffd-6e96-4f32-b124-f74dc4e85d04', 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:53.088904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.161380 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.164943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.183258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f9baf-88c3-4cc3-aabe-65974da94cee,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:53.190105 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.191496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b01349c6-5f89-4665-acb8-ad0db258da81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389594 Aug 20 09:20:53.194291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59158) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:53.198681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3ffd-6e96-4f32-b124-f74dc4e85d04', 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:53.224685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.282214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.285947 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.300881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86176470-229e-46f8-832b-2190821fa393,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:53.310849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.312080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ca096d0e-e127-4fd8-b4ab-a5c36623ee47 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168647 Aug 20 09:20:53.314902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:53.319252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3ffd-6e96-4f32-b124-f74dc4e85d04', 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:53.346857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.408932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.412901 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.429653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a131e1e-9974-4b3a-aa1a-578f39db8d79,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:53.436767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.440592 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9030d3f2-03c6-4f51-9907-bbbafaf7c945 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223097 Aug 20 09:20:53.440778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59162) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:53.445098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3ffd-6e96-4f32-b124-f74dc4e85d04', 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:53.469509 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Project f7adabe48e544640980c167762cc6a3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:20:53.474737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.536217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.539888 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.558916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859fd725-ab6f-4de6-9d44-38d9ef866d7e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:53.562777 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.566998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e1d0ea8b-6e88-415e-870c-e245bf1e854e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222806 Aug 20 09:20:53.567454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59164) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:20:53.571833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3ffd-6e96-4f32-b124-f74dc4e85d04', 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:20:53.595848 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Project f7adabe48e544640980c167762cc6a3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:20:53.601329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.667828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.672075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.690516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7986977a-f6e0-4e89-b82c-0911e53f89c9,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:20:53.696063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:20:53.697480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0873cad6-c979-43b7-b04c-e5505b869d13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292198 Aug 20 09:20:58.859935 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:21:06.429835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:06.577460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b3837d96-8b6a-42f3-8bd2-bebb95efbb46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b417e61e57e42208d766853d402a043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458848 Aug 20 09:21:06.579947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59770) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:06.632293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b20c1712-7c71-404e-8ea0-0a07b2a61194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:06.654001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b20c1712-7c71-404e-8ea0-0a07b2a61194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:06.711012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b20c1712-7c71-404e-8ea0-0a07b2a61194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:06.714473 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b20c1712-7c71-404e-8ea0-0a07b2a61194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:06.718287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b20c1712-7c71-404e-8ea0-0a07b2a61194 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edfe4e17-d3f6-47b5-9996-06dbd032d03e HTTP/1.1" status: 204 len: 168 time: 0.1372318 Aug 20 09:21:06.726942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c1712-7c71-404e-8ea0-0a07b2a61194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe4e17-d3f6-47b5-9996-06dbd032d03e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:08.086370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59812) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:08.232896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'network': {'name': 'tempest-network-smoke--1153568379', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:08.254288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:21:08.258029 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.266384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.360226 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.364404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.392232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:21:08.402007 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd3ef23-609f-4eb6-9d49-219f26b5b127,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:08.409606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.410063 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Added segment eb1b6b47-330d-4d64-8919-8dfb35ce060c of type vlan for network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 Aug 20 09:21:08.451681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.476696 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.482572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:08.483160 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.544684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4571807 Aug 20 09:21:08.548440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59816) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:08.553694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'admin_state_up': True, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:08.567589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96ac8c-6777-42cd-8a92-c9ebdeb13d1e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Network': ['ID=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:08.580633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:21:08.583506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.584610 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.636114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.769896 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.960930 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:08.979543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:09.083715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.25.5.61 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/6663117d-9228-47ec-8cb1-136608315473) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:09.190122 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:09.245262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:09.281891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9ca928de-5543-4f38-8d38-a5daabf2bb44 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708140142&fields=id&tenant_id=f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 267 time: 0.0633996 Aug 20 09:21:09.294897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:09.306288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:09.319306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:09.662268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=6663117d-9228-47ec-8cb1-136608315473,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:09.783929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-1e97012c-e92e-4117-bdb7-ef7452482d3a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:09.785374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-1e97012c-e92e-4117-bdb7-ef7452482d3a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.4950366 Aug 20 09:21:09.816780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-b569ba5f-a224-4d7f-8054-f468fd1585ba tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0143254 Aug 20 09:21:09.901963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-bb02b5e3-ede5-4b08-804b-94a3c3d78ab5 req-e035e162-c961-44db-809b-7423e77cbfc2 service neutron] (101317) timed out ('10.222.0.35', 60364) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:21:09.917195 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-00ba40bd-5a25-4051-a8db-81b257da1158 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897076 Aug 20 09:21:10.014770 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:10.085516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-984ea3a4-8743-4937-a270-77bb3b9971c7 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391582 Aug 20 09:21:10.252457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-7c7eb8a8-abea-4348-8bc6-5b3494e3f1e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384048 Aug 20 09:21:10.297411 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:10.433440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:21:10.563999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f530cc9-adb0-43c4-8857-75c156ae7fe0 req-16266933-b797-492b-8eac-95f13b29d750 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Aug 20 09:21:10.574762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:21:10.590033 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:21:10.594856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:10.599125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9698ffb2-3cea-46d4-a160-af7e5f9e5f8e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0464957 Aug 20 09:21:10.599488 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59840) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:10.600894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:10.601541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:20:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:10.692489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59844) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:10.692646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-49dc5a67-1996-4eaf-a785-48614046f8c0 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cf2f618d0c5e4b128822948f786796ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920401 Aug 20 09:21:10.707711 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:10.786993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b9953-b919-4199-a5fe-fe07669c65cc tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:10.792215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b93b9953-b919-4199-a5fe-fe07669c65cc tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948558 Aug 20 09:21:10.792406 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59850) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:10.827935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-28cac0bb-1aef-40b2-853e-3bc6df313159 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320992 Aug 20 09:21:10.828519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59852) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:10.833961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797437650', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:10.893643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:09Z', 'revision_number': 3, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:10.928545 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:21:10.928918 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Updating router eaf00313-89d5-4227-88c9-cac1388dd490 port 6663117d-9228-47ec-8cb1-136608315473 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:21:10.932716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:21:10.936598 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:10.958313 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.147476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.208067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Subnet': ['ID=b8557860-217d-42cc-bcdc-b554f5517c8a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:11.220215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Checking segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:21:11.220588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network hostable DHCP agents. Network: a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:21:11.241273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:21:11.244329 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.254473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:11.255459 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Transition to ACTIVE for port object 6663117d-9228-47ec-8cb1-136608315473 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:11.259227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:11.260061 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.263990 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.268488 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f396a-1bf1-4a96-9e82-bbe9e78c188d None None] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:21:11.279781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8ce9dbb9-0989-403c-8aa0-9e74186710f8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4475679 Aug 20 09:21:11.281503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:11.294417 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Attempting to bind port 6663117d-9228-47ec-8cb1-136608315473 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:21:11.294810 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Attempting to bind port 6663117d-9228-47ec-8cb1-136608315473 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:21:11.295223 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Attempting to bind port 6663117d-9228-47ec-8cb1-136608315473 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:11.331422 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:21:11.332187 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:21:11.332596 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.332991 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:21:11.334059 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Bound port: 6663117d-9228-47ec-8cb1-136608315473, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:21:11.334452 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.391713 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Pushing event updated for resources: {'Port': ['ID=6663117d-9228-47ec-8cb1-136608315473,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:11.415068 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.415484 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.416229 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.416819 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.417244 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.417665 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.418307 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.418690 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.419026 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.419351 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.419704 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.420041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:11.426387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] For port 6663117d-9228-47ec-8cb1-136608315473, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:21:11.429796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] For port 6663117d-9228-47ec-8cb1-136608315473, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6663117d-9228-47ec-8cb1-136608315473,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:21:11.435285 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.440192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:21:11.441056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.510808 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:11.512035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:20:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:11.547949 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e50d6e-ad7c-4ae4-88a9-e856f2234909 None None] Pushing event updated for resources: {'Port': ['ID=6663117d-9228-47ec-8cb1-136608315473,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:11.607298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Allocated IP 172.20.0.2 (a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91/b8557860-217d-42cc-bcdc-b554f5517c8a/c9e3bd7b-ffed-45ed-9120-260daa29b5c7) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:11.631961 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:11.725552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4ab28a6d-5ba0-498a-8538-442fb1bf5786 req-0295fe2e-d10f-4c54-ac91-ae21ccd4b049 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 210 time: 0.0608957 Aug 20 09:21:11.845185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:09Z', 'revision_number': 3, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:11.870952 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.880226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Transition to ACTIVE for port object c9e3bd7b-ffed-45ed-9120-260daa29b5c7 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:11.905642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Transition to ACTIVE for port object c9e3bd7b-ffed-45ed-9120-260daa29b5c7 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:11.914623 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.937128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-1f5c22ad-199c-4a5e-ac3f-a75709f725a3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:11.941208 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-1f5c22ad-199c-4a5e-ac3f-a75709f725a3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.2245784 Aug 20 09:21:11.970168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:11.993541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcc370a-3528-4dd6-8fc0-748cbb60d328 None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:09Z', 'revision_number': 3, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:21:12.037819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-a4f8063b-29e6-49b0-b356-e5038460790d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 379 time: 0.0782247 Aug 20 09:21:12.042953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:12.049732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:12.054609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': 'b3437272-a180-418f-bd78-5c67c60614a6', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'security_groups': ['3bdb3ffd-6e96-4f32-b124-f74dc4e85d04']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:12.055314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:12.077105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Pushing event updated for resources: {'Port': ['ID=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:12.098438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.098795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.099604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.100013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.100661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.101062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.101455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.102226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.102624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.103017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.104041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.104430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:21:12.185845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Attempting to bind port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:21:12.186717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Attempting to bind port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:21:12.186883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:21:12.187542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Attempting to bind port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 on network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:12.190646 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.196043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:21:12.197832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Checking segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:21:12.200223 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.200721 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Bound using segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:21:12.201305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Bound port: c9e3bd7b-ffed-45ed-9120-260daa29b5c7, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:21:12.202285 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.301196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] For port c9e3bd7b-ffed-45ed-9120-260daa29b5c7, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:21:12.310767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] For port c9e3bd7b-ffed-45ed-9120-260daa29b5c7, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:21:12.324021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.354826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.10 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/e7aee49b-99cc-49a9-9e60-91a09ac163d3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:12.367969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.20.0.1 (a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91/b8557860-217d-42cc-bcdc-b554f5517c8a/49820d7e-438a-4a9d-8f4b-dfa691d7483b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:12.461680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4eb3eb-040d-469a-8f09-7ede14801073 None None] Pushing event updated for resources: {'Port': ['ID=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:12.584945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.608004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Transition to ACTIVE for port object 49820d7e-438a-4a9d-8f4b-dfa691d7483b will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:12.622480 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.663673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object e7aee49b-99cc-49a9-9e60-91a09ac163d3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:12.664839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.735105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:12.739260 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:12.743335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:12.748498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.788446 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.803645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=49820d7e-438a-4a9d-8f4b-dfa691d7483b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:12.830656 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.837239 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:12.843523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:12.847082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:12.920776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:12.921025 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:12.938728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=e7aee49b-99cc-49a9-9e60-91a09ac163d3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:12.964399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-3949c935-3749-4b9c-93f0-314e02021030 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9193902 Aug 20 09:21:12.998916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db48c-597a-4ee2-a704-64164b452e68 req-c6ecacd7-4a50-450d-838b-53cda3b8715b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:13.000696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-029db48c-597a-4ee2-a704-64164b452e68 req-c6ecacd7-4a50-450d-838b-53cda3b8715b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 932 time: 0.1646554 Aug 20 09:21:13.071173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Request body: {'port': {'device_id': 'b3437272-a180-418f-bd78-5c67c60614a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:13.092522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-029db48c-597a-4ee2-a704-64164b452e68 req-95c40126-947a-495a-9bb8-d8148073cab1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687716 Aug 20 09:21:13.147313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.219219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4922a2d5-3cec-40e4-8e02-825422435461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.226303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.254383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c1b561df-ee46-4611-ab6f-cf3660fc7035 None None] Provisioning for port e7aee49b-99cc-49a9-9e60-91a09ac163d3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:13.258373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c1b561df-ee46-4611-ab6f-cf3660fc7035 None None] Provisioning complete for port e7aee49b-99cc-49a9-9e60-91a09ac163d3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:13.258743 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c1b561df-ee46-4611-ab6f-cf3660fc7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.340088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c1b561df-ee46-4611-ab6f-cf3660fc7035 None None] Port e7aee49b-99cc-49a9-9e60-91a09ac163d3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:21:13.457262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6663117d-9228-47ec-8cb1-136608315473 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:13.563663 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 6663117d-9228-47ec-8cb1-136608315473 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:13.570582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6663117d-9228-47ec-8cb1-136608315473 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:13.571109 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.666928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aee49b-99cc-49a9-9e60-91a09ac163d3 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:21:13.675671 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.690107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Transition to ACTIVE for port object e7aee49b-99cc-49a9-9e60-91a09ac163d3 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:13.699021 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.779614 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.784364 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aee49b-99cc-49a9-9e60-91a09ac163d3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:13.786392 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.792612 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.841508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 6663117d-9228-47ec-8cb1-136608315473, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6663117d-9228-47ec-8cb1-136608315473,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:13.849582 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.850420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c9e3bd7b-ffed-45ed-9120-260daa29b5c7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:13.874456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Attempting to bind port e7aee49b-99cc-49a9-9e60-91a09ac163d3 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:21:13.874958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Attempting to bind port e7aee49b-99cc-49a9-9e60-91a09ac163d3 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:21:13.875293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Attempting to bind port e7aee49b-99cc-49a9-9e60-91a09ac163d3 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:13.884957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Port e7aee49b-99cc-49a9-9e60-91a09ac163d3 on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:21:13.885324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Attempting to bind port e7aee49b-99cc-49a9-9e60-91a09ac163d3 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:13.893342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=49820d7e-438a-4a9d-8f4b-dfa691d7483b,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:13.897848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:21:13.898158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:21:13.898551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:21:13.898997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Bound port: e7aee49b-99cc-49a9-9e60-91a09ac163d3, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:21:13.899365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.922096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:13.949625 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722bf0b-6b68-4d02-bff8-bf5f70f57529 None None] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:21:14.025610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] For port e7aee49b-99cc-49a9-9e60-91a09ac163d3, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:21:14.030847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] For port e7aee49b-99cc-49a9-9e60-91a09ac163d3, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:21:14.043564 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.056077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=6663117d-9228-47ec-8cb1-136608315473,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:14.070634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] Provisioning for port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:14.082644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:14.083745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] Provisioning complete for port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:14.084125 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.084825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:14.085679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:14.132452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:14.135492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.142949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:14.143329 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.148590 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 200 len: 1092 time: 1.1759245 Aug 20 09:21:14.177852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:21:14.186725 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.189348 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c14ef7-0210-4514-9622-f81448ca6d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:21:14.299709 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b5ccf7-d9a1-46c2-b008-68c0f5f08858 x-openstack-request-id: req-33b5ccf7-d9a1-46c2-b008-68c0f5f08858 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:21:14.300122 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:21:14.300474 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33b5ccf7-d9a1-46c2-b008-68c0f5f08858 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:21:14.301140 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'status': 'completed', 'code': 200} Aug 20 09:21:14.343532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792b32-a931-445d-9ced-61b6c105a0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aee49b-99cc-49a9-9e60-91a09ac163d3,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:14.352919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-5fec5a48-e7cc-47b5-a758-b48b7beb027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:14.354697 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-5fec5a48-e7cc-47b5-a758-b48b7beb027f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1095 time: 0.1376548 Aug 20 09:21:14.370844 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.409254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-1659b3c8-ca25-40bb-9138-c622874cd71b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 200 len: 217 time: 0.0458035 Aug 20 09:21:14.419919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] For port c9e3bd7b-ffed-45ed-9120-260daa29b5c7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:14.430183 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.430410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:21:14.434853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:14.444086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b50d0-8ab0-4627-a228-b0cf375950ad req-fb24c0d6-b8e6-4c27-9dc4-7f3e2175c829 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:14.456990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-419b50d0-8ab0-4627-a228-b0cf375950ad req-fb24c0d6-b8e6-4c27-9dc4-7f3e2175c829 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.1418099 Aug 20 09:21:14.535221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-419b50d0-8ab0-4627-a228-b0cf375950ad req-a5907f1c-9c42-47db-9d9b-b0dfa302cea1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771725 Aug 20 09:21:14.877054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72cce7-c4b9-4034-a57d-5bf4b6704b1b None None] Pushing event updated for resources: {'Port': ['ID=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:14.893370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:21:14.893762 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:21:15.033937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-b627dbde-c59c-4bce-9981-9e1d3d978844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.035608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-b627dbde-c59c-4bce-9981-9e1d3d978844 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.6171265 Aug 20 09:21:15.046320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbb1dd32-fcd5-4325-9559-db267b5803b7 None None] Provisioning complete for port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:15.046973 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dd32-fcd5-4325-9559-db267b5803b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:15.106847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-8836b220-88ad-4187-8656-be809076f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.108363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-8836b220-88ad-4187-8656-be809076f571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645988 Aug 20 09:21:15.137415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:21:15.149447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e6e9842a-8e8a-4691-b86c-4892399fee20 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "PUT /v2.0/routers/eaf00313-89d5-4227-88c9-cac1388dd490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8677216 Aug 20 09:21:15.152592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59870) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:15.160375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:21:15.171881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbb1dd32-fcd5-4325-9559-db267b5803b7 None None] Provisioning for port 49820d7e-438a-4a9d-8f4b-dfa691d7483b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:15.179725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cbb1dd32-fcd5-4325-9559-db267b5803b7 None None] Provisioning complete for port 49820d7e-438a-4a9d-8f4b-dfa691d7483b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:15.180022 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dd32-fcd5-4325-9559-db267b5803b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:15.202462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:15.203206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:20:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:15.235247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-a0eae344-5b93-4803-8bfd-b2a1aecca5a2 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189151 Aug 20 09:21:15.284606 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1dd32-fcd5-4325-9559-db267b5803b7 None None] Port 49820d7e-438a-4a9d-8f4b-dfa691d7483b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:21:15.359151 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dc852ea1-90b7-4d17-af9d-e8e094bb60a4 req-569ba1da-b328-44a4-8262-4b607790a8b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115847 Aug 20 09:21:15.372930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:15.392379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.393016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.393614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.394137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.394755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.395240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.397419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c6be96b3-9fea-49ef-aa29-67cc40fba81d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2434759 Aug 20 09:21:15.400006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59872) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:15.496431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0ffe76d1-1725-424d-afe3-81d007abfb87 None None] Provisioning complete for port 49820d7e-438a-4a9d-8f4b-dfa691d7483b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:15.496871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0ffe76d1-1725-424d-afe3-81d007abfb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:15.571269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-a002aef8-d0df-487b-9bc6-49ee627ab2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.573579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-a002aef8-d0df-487b-9bc6-49ee627ab2db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1095 time: 0.1278701 Aug 20 09:21:15.576936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.577418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.577918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.578386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.578913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.579303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.581593 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-63d6951f-2bfb-447a-88cd-e72b7c55098d tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1805656 Aug 20 09:21:15.585677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:15.611821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0ffe76d1-1725-424d-afe3-81d007abfb87 None None] Port 49820d7e-438a-4a9d-8f4b-dfa691d7483b cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:21:15.665172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6663117d-9228-47ec-8cb1-136608315473 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:15.697633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-2d4af2b1-eaaf-4086-bcac-f949f5b2c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.699194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-2d4af2b1-eaaf-4086-bcac-f949f5b2c1f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.1164656 Aug 20 09:21:15.758973 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-43276abb-d18d-438d-ae07-b16b718d3648 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 200 len: 217 time: 0.0521052 Aug 20 09:21:15.770029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6663117d-9228-47ec-8cb1-136608315473 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:15.770400 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:15.773664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa2a5e-d929-41ea-baf9-07fb2efe2b5d req-9d891083-3954-4abd-9973-c8f0b250b776 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.775801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19fa2a5e-d929-41ea-baf9-07fb2efe2b5d req-9d891083-3954-4abd-9973-c8f0b250b776 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.1428659 Aug 20 09:21:15.809506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 2, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:15.819063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-63ffa591-fddf-44cf-b19c-c1681ae358eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.821611 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-63ffa591-fddf-44cf-b19c-c1681ae358eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0552554 Aug 20 09:21:15.844210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:21:15.844573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Updating router eaf00313-89d5-4227-88c9-cac1388dd490 port 49820d7e-438a-4a9d-8f4b-dfa691d7483b binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:21:15.869939 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:15.879829 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19fa2a5e-d929-41ea-baf9-07fb2efe2b5d req-f1328a33-ee8b-4c0b-ba4d-78b1cd50b50a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941904 Aug 20 09:21:15.902826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-b15bf7ca-d44f-4fa9-9ed2-3d594807e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:15.904854 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-b15bf7ca-d44f-4fa9-9ed2-3d594807e67a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743036 Aug 20 09:21:15.957807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c9e3bd7b-ffed-45ed-9120-260daa29b5c7 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:16.017207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c2273047-270e-4050-b4db-4f20e92be329 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4274545 Aug 20 09:21:16.045985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-47bb4aee-f375-4372-a8b1-f4354ed2bfb9 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329484 Aug 20 09:21:16.150899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:16.151589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.159340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c14ef7-0210-4514-9622-f81448ca6d9d req-a3b994a5-aa78-458a-b620-e4c81872e63b service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058445 Aug 20 09:21:16.198648 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59880) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:16.203860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663879231', 'description': 'tempest-secgroup-smoke-1663879231 description', 'project_id': 'cf2f618d0c5e4b128822948f786796ac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:16.227678 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.325547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.329184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.337584 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.350731 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.354601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Transition to ACTIVE for port object 49820d7e-438a-4a9d-8f4b-dfa691d7483b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:16.361735 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.363045 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.367076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1646423 Aug 20 09:21:16.367702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59882) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:16.372861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '8a30a0b4-4766-48d2-a4a4-548d614ec0a2', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:16.379012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a9c5c-fc0f-4862-be8f-fb512227bc62 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30a0b4-4766-48d2-a4a4-548d614ec0a2,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:16.416115 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.450153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b4afe-5465-48ec-9548-161c0e2c9743 None None] Pushing event updated for resources: {'Port': ['ID=49820d7e-438a-4a9d-8f4b-dfa691d7483b,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:16.524314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.532530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.552333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c46999-5437-458b-8847-d62e99c976a7,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:16.557037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Attempting to bind port 49820d7e-438a-4a9d-8f4b-dfa691d7483b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:21:16.557444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Attempting to bind port 49820d7e-438a-4a9d-8f4b-dfa691d7483b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:21:16.557972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Attempting to bind port 49820d7e-438a-4a9d-8f4b-dfa691d7483b on network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:16.565290 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.567354 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ca0f1ab-aaf3-4482-9f66-baa9fc2295b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987498 Aug 20 09:21:16.568413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:21:16.569413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Checking segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:21:16.570259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59884) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:16.573732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.574676 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Bound using segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:21:16.576092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Bound port: 49820d7e-438a-4a9d-8f4b-dfa691d7483b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:21:16.578296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.583103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '8a30a0b4-4766-48d2-a4a4-548d614ec0a2', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:16.650499 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.666870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-301605bc-911c-4dea-aec7-a2e0c61059b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.683614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] For port 49820d7e-438a-4a9d-8f4b-dfa691d7483b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:21:16.691545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] For port 49820d7e-438a-4a9d-8f4b-dfa691d7483b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=49820d7e-438a-4a9d-8f4b-dfa691d7483b,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:21:16.701463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.739428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.751138 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.773316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dec174-82b9-4b81-884a-364656b290ec,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:16.788041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.791201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8eb5c212-443c-4393-9430-0640ca3003ca tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177567 Aug 20 09:21:16.793787 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59886) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:16.801664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '8a30a0b4-4766-48d2-a4a4-548d614ec0a2', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:16.804986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:16.805639 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:21:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:16.843197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.897189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b4afe-5465-48ec-9548-161c0e2c9743 None None] Pushing event updated for resources: {'Port': ['ID=49820d7e-438a-4a9d-8f4b-dfa691d7483b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:16.920449 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.934099 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.953527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475109cd-7db6-4992-816f-148463d68309,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:16.969133 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:16.974331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7dd12b91-007b-467d-88c8-bf718a6e7e37 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768539 Aug 20 09:21:16.975174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59892) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:16.982510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '8a30a0b4-4766-48d2-a4a4-548d614ec0a2', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:17.009761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:17.036441 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.051490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd82ef-8365-439f-afb8-7a80a3d568b7 req-f969a019-354a-4986-8f03-a78ff000f0b8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:17.053988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9bd82ef-8365-439f-afb8-7a80a3d568b7 req-f969a019-354a-4986-8f03-a78ff000f0b8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0577984 Aug 20 09:21:17.105568 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9bd82ef-8365-439f-afb8-7a80a3d568b7 req-bb6e2325-54a4-4020-938e-36292c23fdb4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449488 Aug 20 09:21:17.133617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.138709 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.162295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9e8eb6-bcf9-42c0-b219-d533e52880de,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:17.169811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.172943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2ffef057-b3c9-41e8-9414-7c2063adcb74 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1944416 Aug 20 09:21:17.173567 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59894) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:17.178232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '8a30a0b4-4766-48d2-a4a4-548d614ec0a2', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:17.202351 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Project cf2f618d0c5e4b128822948f786796ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:21:17.207558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.260163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.265262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.265855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:16Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:17.284418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b7ec0e-0b94-4141-b72d-74a9dbce455b,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:17.294617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07feb4c2-c4d7-4569-9ca4-8902af139ecf None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:16Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:21:17.296863 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.300604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b7adefe4-b270-4eb4-8854-2021d2b7f873 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235721 Aug 20 09:21:17.302287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59896) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:17.307316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '8a30a0b4-4766-48d2-a4a4-548d614ec0a2', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:17.363335 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Project cf2f618d0c5e4b128822948f786796ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:21:17.372957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.466392 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.471260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.492092 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.495724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddce71e-39dd-482b-a502-5ed4aa12d720,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:17.505518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.507259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-65ff65b5-6c28-4e59-ab88-9611af6d98d5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2037618 Aug 20 09:21:17.629406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 49820d7e-438a-4a9d-8f4b-dfa691d7483b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:17.693340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-e815b274-8e85-48c0-9228-00ffc0d2658a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663879231&fields=id&tenant_id=cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 267 time: 0.0480931 Aug 20 09:21:17.703125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 49820d7e-438a-4a9d-8f4b-dfa691d7483b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:17.707326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 49820d7e-438a-4a9d-8f4b-dfa691d7483b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:17.707699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.809810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.815561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-009057a1-1c32-4591-a191-fa60edad62eb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:17.817441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-009057a1-1c32-4591-a191-fa60edad62eb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/networks?id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 797 time: 0.1163728 Aug 20 09:21:17.834826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-c4f5b07c-3ab0-451b-920f-59962279cffc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/quotas/cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 375 time: 0.0099132 Aug 20 09:21:17.849779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 49820d7e-438a-4a9d-8f4b-dfa691d7483b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=49820d7e-438a-4a9d-8f4b-dfa691d7483b,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:17.855415 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:17.900710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-c140f5cc-63a5-442e-a271-70dab2cc2095 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574126 Aug 20 09:21:17.909167 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=49820d7e-438a-4a9d-8f4b-dfa691d7483b,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:18.002767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-97c9f0ee-e6c1-443e-a8fc-eadc9a9930a4 service neutron] 10.222.0.35 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893443 Aug 20 09:21:18.094815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-157bcd38-ef33-4739-9b0a-8116502ff9c4 service neutron] 10.222.0.35 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858278 Aug 20 09:21:18.229968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bc972-190a-420b-9f7d-05d1b757d468 req-eea826f6-70ca-444a-876b-14ea00bbc432 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:18.231639 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e14bc972-190a-420b-9f7d-05d1b757d468 req-eea826f6-70ca-444a-876b-14ea00bbc432 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0564718 Aug 20 09:21:18.292091 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-369ebfda-9162-47ff-ac09-4416a51dc6c8 req-62761e16-909b-464e-a9da-0a31a72051b9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 210 time: 0.0428367 Aug 20 09:21:18.305684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e14bc972-190a-420b-9f7d-05d1b757d468 req-522f4a08-1c99-4b27-907f-4b8f3aaf7bbc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655055 Aug 20 09:21:18.863856 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:19.239540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-0117e878-7ec0-4211-8a77-4e9b945f9f5f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:19.240988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-0117e878-7ec0-4211-8a77-4e9b945f9f5f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "GET /v2.0/networks?id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 797 time: 0.1017170 Aug 20 09:21:19.284699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-ee89f909-d4c9-4cc7-a446-fafab05d196d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 380 time: 0.0347619 Aug 20 09:21:19.293691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'port': {'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'admin_state_up': True, 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'security_groups': ['8a30a0b4-4766-48d2-a4a4-548d614ec0a2']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:19.410079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:21:19.412274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a0337c02-ff1c-4882-9649-02e3d602d942 req-5cd77a88-53a1-4d9b-9133-7aceb2c69aea tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 210 time: 0.0464907 Aug 20 09:21:19.413988 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:19.438516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86f7c-e3c1-4795-93e4-53ef87655eb9 req-22cfa16f-b634-4807-8ef3-e379bd0764dc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:19.440059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6a86f7c-e3c1-4795-93e4-53ef87655eb9 req-22cfa16f-b634-4807-8ef3-e379bd0764dc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0638592 Aug 20 09:21:19.480747 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6a86f7c-e3c1-4795-93e4-53ef87655eb9 req-b834c54b-d319-4cdb-b3e8-ac17dc062eab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342734 Aug 20 09:21:19.552985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.20.0.9 (a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91/b8557860-217d-42cc-bcdc-b554f5517c8a/67dddb86-c8ec-4aeb-8e89-26b9a59f1671) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:19.575658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 49820d7e-438a-4a9d-8f4b-dfa691d7483b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:19.625112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 49820d7e-438a-4a9d-8f4b-dfa691d7483b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:19.625533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:19.693744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:19.707468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Transition to ACTIVE for port object 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:19.740303 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:19.785000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:19.787732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:19.790281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:19.825242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:19.849910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:19.850541 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:19.866221 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-cdaba65b-4910-44f7-b2ef-da64c36cfd5d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761499 Aug 20 09:21:19.932515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Request body: {'port': {'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:19.988734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.019446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc8d8d5a-e4c4-4847-add0-4e2a8277541a None None] Provisioning for port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:20.023360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc8d8d5a-e4c4-4847-add0-4e2a8277541a None None] Provisioning complete for port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:20.023735 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8d5a-e4c4-4847-add0-4e2a8277541a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.058708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d8d5a-e4c4-4847-add0-4e2a8277541a None None] Port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:21:20.250918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:21:20.258235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.270288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Transition to ACTIVE for port object 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:21:20.274393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.328779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Pushing event updated for resources: {'Port': ['ID=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:20.394306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Attempting to bind port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:21:20.394647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Attempting to bind port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:21:20.395011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Attempting to bind port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 on network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:20.399520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 on network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:21:20.399846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Attempting to bind port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 on network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:21:20.404968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:21:20.405315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Checking segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:21:20.405727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Bound using segment: {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:21:20.406174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Bound port: 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1b6b47-330d-4d64-8919-8dfb35ce060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:21:20.406550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.482991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] For port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:21:20.486389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] For port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:21:20.491270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.530071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:20.530829 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:20.532241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] 10.222.0.26 "PUT /v2.0/ports/67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 200 len: 1091 time: 0.6576047 Aug 20 09:21:20.532695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:21:20.534976 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19299e2-c047-4bba-8355-e9a8e4d9aefb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:21:20.536572 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6394a7e-8841-4ee6-a5f6-67dc5096cc42 req-abed7c23-f740-4cb0-96cf-cd3d91924ac0 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:20.538813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6394a7e-8841-4ee6-a5f6-67dc5096cc42 req-abed7c23-f740-4cb0-96cf-cd3d91924ac0 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 943 time: 0.0518849 Aug 20 09:21:20.570056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493c03a-0388-4f4e-9321-449588231e4f service neutron] Pushing event updated for resources: {'Port': ['ID=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:20.619873 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6394a7e-8841-4ee6-a5f6-67dc5096cc42 req-73fd4131-9b87-498e-8d9c-294ba982157e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674937 Aug 20 09:21:20.627964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-22957a40-c932-497a-82fe-39c39e9e1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:20.629755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-22957a40-c932-497a-82fe-39c39e9e1dce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1094 time: 0.0450416 Aug 20 09:21:20.641612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476929b-2005-46a4-8d88-e8612c431ad4 req-f0d7ac89-a267-4376-bcc2-67333ca597b9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:20.654261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9476929b-2005-46a4-8d88-e8612c431ad4 req-f0d7ac89-a267-4376-bcc2-67333ca597b9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0836387 Aug 20 09:21:20.695241 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf7bc2-04d8-4198-a944-c5c41c8c6252 x-openstack-request-id: req-57cf7bc2-04d8-4198-a944-c5c41c8c6252 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:21:20.695660 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:21:20.696072 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57cf7bc2-04d8-4198-a944-c5c41c8c6252 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:21:20.696478 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'status': 'completed', 'code': 200} Aug 20 09:21:20.697958 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9476929b-2005-46a4-8d88-e8612c431ad4 req-9dcfff7b-5ede-4a95-9847-73175e9ba2ef tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Aug 20 09:21:20.699506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-b8c8228b-0fb1-4e73-b444-9ad8aad71d2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 200 len: 217 time: 0.0528519 Aug 20 09:21:20.749574 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-4f47985e-8b72-48e9-8fe6-78d193b9e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:20.751095 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-4f47985e-8b72-48e9-8fe6-78d193b9e1fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8557860-217d-42cc-bcdc-b554f5517c8a HTTP/1.1" status: 200 len: 835 time: 0.0464506 Aug 20 09:21:20.798025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-a3af6c85-277c-4fe3-bfc2-d2f626d65869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:20.799574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-a3af6c85-277c-4fe3-bfc2-d2f626d65869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417252 Aug 20 09:21:20.891164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-7b98da5b-6c44-47d5-9bd6-50c48c8deafc service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847774 Aug 20 09:21:20.982216 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a9edf08f-97ec-4bc0-aa28-d0c7c811fc5a req-4c7a1e2e-78fe-49fa-875d-06d521376210 service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835614 Aug 20 09:21:21.062172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-8a8a8254-d1ae-47a4-8860-71b1222b4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:21.063636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-8a8a8254-d1ae-47a4-8860-71b1222b4074 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1094 time: 0.0409718 Aug 20 09:21:21.157322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-b2379f8d-315d-4697-a451-1b37d65dc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:21.158698 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-b2379f8d-315d-4697-a451-1b37d65dc5f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 897 time: 0.0882781 Aug 20 09:21:21.202143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-e361d8ec-ba12-4236-be4e-5b2aafd8145b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Aug 20 09:21:21.255462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-c2bc66f3-14a5-4abf-a154-373c83893aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:21.256893 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-c2bc66f3-14a5-4abf-a154-373c83893aa5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8557860-217d-42cc-bcdc-b554f5517c8a HTTP/1.1" status: 200 len: 835 time: 0.0472047 Aug 20 09:21:21.302394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-96da9ec3-5e7f-4b24-bf54-520357ef13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:21.303916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-96da9ec3-5e7f-4b24-bf54-520357ef13b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392368 Aug 20 09:21:21.391800 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-b850f895-3d9d-48a9-bff2-56e3da496543 service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805607 Aug 20 09:21:21.485465 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a19299e2-c047-4bba-8355-e9a8e4d9aefb req-d81bf44d-bd68-46c2-84d5-5ad97bd2cbda service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859714 Aug 20 09:21:21.740104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8767dd-b23b-4526-bcaf-4c9f1d406991 req-b0679c62-5c83-4689-93c9-60684b69fa9f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:21.741649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f8767dd-b23b-4526-bcaf-4c9f1d406991 req-b0679c62-5c83-4689-93c9-60684b69fa9f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 943 time: 0.0487797 Aug 20 09:21:21.787965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f8767dd-b23b-4526-bcaf-4c9f1d406991 req-14d1216b-93a1-4057-88d4-a9ca903cf2d8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Aug 20 09:21:21.827677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b5e4f-71e5-4b92-b906-aa50cd123faf req-512d2466-51a0-4784-82b1-2f949d6ed4a3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:21.829147 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844b5e4f-71e5-4b92-b906-aa50cd123faf req-512d2466-51a0-4784-82b1-2f949d6ed4a3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0564797 Aug 20 09:21:21.866206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844b5e4f-71e5-4b92-b906-aa50cd123faf req-d858640b-b284-44f6-8bf0-823ce873fe0b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310900 Aug 20 09:21:22.858046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:21:22.901336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff1ef2-696c-4ead-b8ec-99e1983e0584 req-f94f29fd-e789-411b-be02-3f024f870db4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:22.902798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-caff1ef2-696c-4ead-b8ec-99e1983e0584 req-f94f29fd-e789-411b-be02-3f024f870db4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 943 time: 0.0490716 Aug 20 09:21:22.955044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-caff1ef2-696c-4ead-b8ec-99e1983e0584 req-d971db77-210d-4efb-af09-1f2aee4851f1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456753 Aug 20 09:21:22.975793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:22.987498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:21:23.002822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04faf6b-fb65-47e9-a4cc-306dfcd138b6 req-4e321750-dec4-46fd-9f64-39890ff80288 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:23.004406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a04faf6b-fb65-47e9-a4cc-306dfcd138b6 req-4e321750-dec4-46fd-9f64-39890ff80288 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0677483 Aug 20 09:21:23.026143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:23.040060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:21:23.042264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a04faf6b-fb65-47e9-a4cc-306dfcd138b6 req-765dfd7a-ef41-4ef5-9e8e-314744d52509 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312054 Aug 20 09:21:23.060885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:23.064807 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:23.109596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:23.269414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['67dddb86-c8ec-4aeb-8e89-26b9a59f1671'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:21:24.075074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff34828-8e62-469b-8181-179809311dee req-f3cdb32a-7144-41b0-9169-6fd7cd37771a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:24.076581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ff34828-8e62-469b-8181-179809311dee req-f3cdb32a-7144-41b0-9169-6fd7cd37771a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 944 time: 0.0527599 Aug 20 09:21:24.116150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0ff34828-8e62-469b-8181-179809311dee req-93436a52-35dd-423b-afb3-be45988e3ca4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Aug 20 09:21:24.162382 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb852b-4e97-4ceb-a092-d517626198f4 req-a274a548-90cd-48cc-991d-d4a20a7883a7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:24.163872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bb852b-4e97-4ceb-a092-d517626198f4 req-a274a548-90cd-48cc-991d-d4a20a7883a7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0517933 Aug 20 09:21:24.201233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47bb852b-4e97-4ceb-a092-d517626198f4 req-1b62672e-d31d-44ab-b4aa-096a904deb15 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313840 Aug 20 09:21:24.874405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:24.924129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:24.927683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:24.928051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:25.005997 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:25.027742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:21:25.030009 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b1c24a-da48-4ac8-aced-56720ae3d86f" -d '{"events": [{"server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "name": "network-vif-plugged", "status": "completed", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:21:25.042901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:25.047202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:25.095514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:25.194278 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ad8714-7b4e-4cfd-9437-c65eb6cc1a95 x-openstack-request-id: req-76ad8714-7b4e-4cfd-9437-c65eb6cc1a95 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:21:25.194576 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "name": "network-vif-plugged", "status": "completed", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:21:25.194829 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76ad8714-7b4e-4cfd-9437-c65eb6cc1a95 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:21:25.195231 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'code': 200} Aug 20 09:21:25.233157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a08d-fea9-4353-8584-faa7893353a1 req-ff4c89df-f8bb-455e-86ae-5058acec523b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:25.234792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90f3a08d-fea9-4353-8584-faa7893353a1 req-ff4c89df-f8bb-455e-86ae-5058acec523b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 945 time: 0.0503516 Aug 20 09:21:25.286494 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-90f3a08d-fea9-4353-8584-faa7893353a1 req-1ffb8fde-a2f1-4fd7-8dc5-505a28c8971b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 Aug 20 09:21:25.289897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552030b-863d-403d-91f2-862d1087c560 req-3d013179-9ca9-4c4f-80d6-23755d6d2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:25.292088 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8552030b-863d-403d-91f2-862d1087c560 req-3d013179-9ca9-4c4f-80d6-23755d6d2c35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1096 time: 0.0419583 Aug 20 09:21:25.326392 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18471f-c9e1-4e16-b0b7-2179ccc28923 req-e8fca034-1c2e-42ff-9284-51636e58e0eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:25.326754 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8552030b-863d-403d-91f2-862d1087c560 req-2d8d75fb-b42d-4b45-a3f5-4ea3d75bc8dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283155 Aug 20 09:21:25.327879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed18471f-c9e1-4e16-b0b7-2179ccc28923 req-e8fca034-1c2e-42ff-9284-51636e58e0eb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0567460 Aug 20 09:21:25.365805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed18471f-c9e1-4e16-b0b7-2179ccc28923 req-ca51cd00-7021-48de-b644-3056d3ae6a46 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Aug 20 09:21:26.401650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa408e15-1f19-4950-a032-2c74a10c80a8 req-d2bbf652-2839-425e-9785-5e77f40feb14 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:26.403183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa408e15-1f19-4950-a032-2c74a10c80a8 req-d2bbf652-2839-425e-9785-5e77f40feb14 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Aug 20 09:21:26.450853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa408e15-1f19-4950-a032-2c74a10c80a8 req-30163f1e-b73c-4a85-874c-84851e18897b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Aug 20 09:21:26.486982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecf283-38d7-4295-a4f8-ec5ac2d85fcc req-60164d0d-66c1-4d25-beac-16ee56d672f1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:26.488491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47ecf283-38d7-4295-a4f8-ec5ac2d85fcc req-60164d0d-66c1-4d25-beac-16ee56d672f1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 944 time: 0.0539768 Aug 20 09:21:26.538547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-47ecf283-38d7-4295-a4f8-ec5ac2d85fcc req-973020d9-f003-457f-848b-620173065ca6 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439939 Aug 20 09:21:26.565322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e7aee49b-99cc-49a9-9e60-91a09ac163d3 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:21:26.575139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4f957-c9c8-415a-aa9f-e179efb5bfc9 req-c2314c96-1497-456f-9344-afde2678babf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:26.576746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7b4f957-c9c8-415a-aa9f-e179efb5bfc9 req-c2314c96-1497-456f-9344-afde2678babf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 945 time: 0.0573626 Aug 20 09:21:26.622705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7b4f957-c9c8-415a-aa9f-e179efb5bfc9 req-403c8843-b591-48cd-b509-f5837f7ec1a1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 Aug 20 09:21:26.644325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:26.661564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e7aee49b-99cc-49a9-9e60-91a09ac163d3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:26.673540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'mac_address': 'fa:16:3e:4c:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:21:26.684034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05ec91-d858-452d-8197-6a688d8f50a5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:26.685560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7d05ec91-d858-452d-8197-6a688d8f50a5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1091 time: 0.0401149 Aug 20 09:21:26.688585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59962) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:26.692996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:26.710894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:26.717819 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:26.728417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aee49b-99cc-49a9-9e60-91a09ac163d3 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:21:26.748632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e7aee49b-99cc-49a9-9e60-91a09ac163d3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:26.753069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:26.800149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e7aee49b-99cc-49a9-9e60-91a09ac163d3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:26.820628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:26.920447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.25.5.222 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/3cb487d3-8672-4c30-8ec9-cf8876a1ba4a) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:26.961403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['e7aee49b-99cc-49a9-9e60-91a09ac163d3'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:21:27.024428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:27.064079 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:27.101515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:27.106315 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:27.109381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:27.133023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=3cb487d3-8672-4c30-8ec9-cf8876a1ba4a,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:27.908559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:27.956233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c220345-48aa-4825-9321-c1292a642055 req-e15b9a63-0268-4ad0-a263-5a6dc1bda0bf tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:27.957826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c220345-48aa-4825-9321-c1292a642055 req-e15b9a63-0268-4ad0-a263-5a6dc1bda0bf tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 945 time: 0.1341674 Aug 20 09:21:28.042418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c220345-48aa-4825-9321-c1292a642055 req-a8039665-fa18-49fb-b038-a3e335ba077f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763807 Aug 20 09:21:28.044755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.190999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.195351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.265498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=3cb487d3-8672-4c30-8ec9-cf8876a1ba4a,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:28.275891 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.382758 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Floating IP 6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f associated. External IP: 172.25.5.222, port: 67dddb86-c8ec-4aeb-8e89-26b9a59f1671. Aug 20 09:21:28.579079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e7aee49b-99cc-49a9-9e60-91a09ac163d3 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:21:28.594122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:21:28.626968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port e7aee49b-99cc-49a9-9e60-91a09ac163d3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:21:28.630713 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port e7aee49b-99cc-49a9-9e60-91a09ac163d3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:21:28.631079 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.702360 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:21:28.707430 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.715159 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:21:28.719213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.725325 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:28.725994 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:21:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:28.750142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1e37bd88-75ee-44fd-a3b5-48032ddd0e26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0601494 Aug 20 09:21:28.750742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:21:28.752673 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59966) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:28.754920 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7900be-96e5-4474-b8b1-b6cdac0a7953" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:21:28.816879 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e6841a-6170-4bc7-ad0e-7bee256c198b x-openstack-request-id: req-78e6841a-6170-4bc7-ad0e-7bee256c198b {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:21:28.817240 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:21:28.817587 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78e6841a-6170-4bc7-ad0e-7bee256c198b {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:21:28.818872 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'status': 'completed', 'code': 200} Aug 20 09:21:28.839616 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:28.873772 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9562eda3-1a42-456e-bd7f-5726823fd8d6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/floatingips/6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f HTTP/1.1" status: 200 len: 991 time: 0.1199007 Aug 20 09:21:28.891565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-d7caf9a9-6d19-4807-bb9c-b10f8cd34a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:28.893364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-d7caf9a9-6d19-4807-bb9c-b10f8cd34a05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1096 time: 0.0483873 Aug 20 09:21:28.893522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:21:28.895790 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f506c09-cc2a-44e7-bf23-0613755b770d" -d '{"events": [{"server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "name": "network-vif-plugged", "status": "completed", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:21:28.909355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e7aee49b-99cc-49a9-9e60-91a09ac163d3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:21:28.914938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:28.973143 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e7aee49b-99cc-49a9-9e60-91a09ac163d3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:28.976698 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295a5ac-e2c4-4b53-9a1e-c5553673cc07 x-openstack-request-id: req-f295a5ac-e2c4-4b53-9a1e-c5553673cc07 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:21:28.977006 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "name": "network-vif-plugged", "status": "completed", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:21:28.977265 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f295a5ac-e2c4-4b53-9a1e-c5553673cc07 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:21:28.978368 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'code': 200} Aug 20 09:21:29.004541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-9481599e-a591-4f93-a5b4-48fe21eb7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:29.006055 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-9481599e-a591-4f93-a5b4-48fe21eb7a4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 897 time: 0.1064525 Aug 20 09:21:29.075439 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:27Z', 'revision_number': 0, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:29.107732 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:21:29.112084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-43fdf8e6-a96b-406f-a9ec-1e3b9305ad88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 200 len: 999 time: 0.0991380 Aug 20 09:21:29.114044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a23c-8bd7-49ca-ad06-95c2c4d27ddd req-30f20026-beac-40d0-81db-a9155c0f41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:29.115432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa15a23c-8bd7-49ca-ad06-95c2c4d27ddd req-30f20026-beac-40d0-81db-a9155c0f41fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1097 time: 0.0588405 Aug 20 09:21:29.116234 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:29.116854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:21:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:29.168801 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce9efc-4417-41cb-95e1-a3f641f36d98 req-c99fccf5-169d-4a27-b3ff-94bf410cabe3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:29.170399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53ce9efc-4417-41cb-95e1-a3f641f36d98 req-c99fccf5-169d-4a27-b3ff-94bf410cabe3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 946 time: 0.0535572 Aug 20 09:21:29.188991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-2068391c-a089-4b5e-a551-fdc82ecfae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:29.190503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-2068391c-a089-4b5e-a551-fdc82ecfae45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8557860-217d-42cc-bcdc-b554f5517c8a HTTP/1.1" status: 200 len: 835 time: 0.0718284 Aug 20 09:21:29.192171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-aa15a23c-8bd7-49ca-ad06-95c2c4d27ddd req-442ea6d0-ce83-45a2-90c5-ec4c57eb31e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650535 Aug 20 09:21:29.210706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53ce9efc-4417-41cb-95e1-a3f641f36d98 req-8930ec98-affd-4018-a2c2-02135c29cd58 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339098 Aug 20 09:21:29.233941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:29.237269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-f98ceb5a-5358-4747-bb09-be82de32c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:29.238846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-f98ceb5a-5358-4747-bb09-be82de32c6b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417321 Aug 20 09:21:29.327599 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-3099261a-efcc-444d-acc4-b598f1006cee service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820410 Aug 20 09:21:29.424278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd7900be-96e5-4474-b8b1-b6cdac0a7953 req-bdda01dd-771f-4bb1-81a2-b31b47941125 service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875401 Aug 20 09:21:29.455213 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:27Z', 'revision_number': 0, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:29.484153 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e244beb-e2ef-4cd2-9e8e-286d8db4b04d None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:27Z', 'revision_number': 0, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:21:29.685642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c94a222-036d-4d8c-9e4f-040f82a1142b None None] New status for floating IP 6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:21:29.877547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 59974) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:29.937613 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ff897e61-437c-4b2b-850c-1c4085257e82 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/floatingips/6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f HTTP/1.1" status: 200 len: 993 time: 0.0588119 Aug 20 09:21:30.326783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db023a06-bf3e-48be-9603-0967d72e7cb9 req-cf942288-6a3a-4f02-b8bc-e3d765ebf231 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:30.328240 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db023a06-bf3e-48be-9603-0967d72e7cb9 req-cf942288-6a3a-4f02-b8bc-e3d765ebf231 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 946 time: 0.0474243 Aug 20 09:21:30.365130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db023a06-bf3e-48be-9603-0967d72e7cb9 req-394dbb88-e7af-4924-89da-0aacd3652fb4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310853 Aug 20 09:21:30.482250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954d28-9601-4d37-9220-e106ff6dbffe req-2b2182d1-7dfb-4de7-a5c5-64145e80e603 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:30.483727 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2954d28-9601-4d37-9220-e106ff6dbffe req-2b2182d1-7dfb-4de7-a5c5-64145e80e603 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 946 time: 0.0536816 Aug 20 09:21:30.520280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2954d28-9601-4d37-9220-e106ff6dbffe req-eb392ac2-d455-42e5-bf7b-a9b1b2a50de1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303619 Aug 20 09:21:30.542772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59980) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:30.581238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1eae14-6e85-47a0-ad5c-81d28b6a83ac tempest-TestVolumeBootPattern-1552761749 tempest-TestVolumeBootPattern-1552761749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:30.582814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-af1eae14-6e85-47a0-ad5c-81d28b6a83ac tempest-TestVolumeBootPattern-1552761749 tempest-TestVolumeBootPattern-1552761749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1092 time: 0.0391095 Aug 20 09:21:30.585823 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 59982) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:30.590765 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:21:30.614571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:30.712817 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:30.812853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.25.5.197 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a52c6f2d-ce9d-4cce-9f57-e4ac1ba5a620) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:21:30.913731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:30.952585 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:30.989991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:21:30.992677 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:21:30.998624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:21:31.006698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=a52c6f2d-ce9d-4cce-9f57-e4ac1ba5a620,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:31.350512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:31.414038 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:31.561894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:31.566381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:31.636275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=a52c6f2d-ce9d-4cce-9f57-e4ac1ba5a620,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:21:31.646294 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:31.743180 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Floating IP 9b148c21-c073-4eb7-80de-83702971ffb1 associated. External IP: 172.25.5.197, port: e7aee49b-99cc-49a9-9e60-91a09ac163d3. Aug 20 09:21:31.940927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:21:32.048775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:21:32.059153 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:21:32.064551 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:32.068071 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:32.068675 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:21:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:32.091732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e33f264d-806e-419e-becc-15ea6eae5819 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5049081 Aug 20 09:21:32.092427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:21:32.094715 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c5cd14-374b-4b82-93f2-e971578d5cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:21:32.129456 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3bd967-72ff-4e63-9bb3-ddcbf45c72c4 x-openstack-request-id: req-3f3bd967-72ff-4e63-9bb3-ddcbf45c72c4 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:21:32.129846 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:21:32.130101 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f3bd967-72ff-4e63-9bb3-ddcbf45c72c4 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:21:32.130505 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'status': 'completed', 'code': 200} Aug 20 09:21:32.179765 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:32.194131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-1f12bd22-7274-4300-a3ee-96227d475329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:32.195525 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-1f12bd22-7274-4300-a3ee-96227d475329 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1097 time: 0.0435772 Aug 20 09:21:32.285888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-ab2b3a4b-2a08-468a-bd73-4ca1b248c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:32.287357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-ab2b3a4b-2a08-468a-bd73-4ca1b248c620 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0846150 Aug 20 09:21:32.356461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-3d4c195a-c61e-402a-91cf-e95a20db66b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 200 len: 1000 time: 0.0621378 Aug 20 09:21:32.399111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9b148c21-c073-4eb7-80de-83702971ffb1', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:4c:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3437272-a180-418f-bd78-5c67c60614a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:31Z', 'updated_at': '2021-08-20T09:21:31Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:32.403879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-cb0a50c5-02f3-4b3b-807c-5d5655590201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:32.405341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-cb0a50c5-02f3-4b3b-807c-5d5655590201 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0425804 Aug 20 09:21:32.426027 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:21:32.434926 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:21:32.435525 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:21:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:32.452040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-c111560e-0044-45c0-a403-0e29405b0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:32.453668 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-c111560e-0044-45c0-a403-0e29405b0939 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416460 Aug 20 09:21:32.542656 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:21:32.547993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-7458805f-a476-48eb-8dbe-e9efb9e24675 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871015 Aug 20 09:21:32.637878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0c5cd14-374b-4b82-93f2-e971578d5cf0 req-ec5c6333-23a2-4f32-961c-2c629fece08b service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Aug 20 09:21:32.847630 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9b148c21-c073-4eb7-80de-83702971ffb1', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:4c:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3437272-a180-418f-bd78-5c67c60614a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:31Z', 'updated_at': '2021-08-20T09:21:31Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:21:32.873371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c384e-6fdc-4056-aad3-f76ef0291a5e None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9b148c21-c073-4eb7-80de-83702971ffb1', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:4c:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3437272-a180-418f-bd78-5c67c60614a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:31Z', 'updated_at': '2021-08-20T09:21:31Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:21:33.069572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab6667-a487-4614-9254-5e0c7feb3944 None None] New status for floating IP 9b148c21-c073-4eb7-80de-83702971ffb1: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:21:35.848298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:21:42.781823 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:43.191799 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6d5df372-e5a1-4eab-9ffb-b352c63b065a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:44.114740 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:46.332491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:46.629514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dac4b1d4-8eab-4dd4-aad1-f863f9a994fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:47.487218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:48.866388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:21:51.665804 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-8e38dde1-49b6-4715-b18c-e58fd9daafeb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386083 Aug 20 09:21:51.750370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-aa3625b4-0959-425a-8dc1-9b0239cb56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:51.751823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-aa3625b4-0959-425a-8dc1-9b0239cb56cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1096 time: 0.0447431 Aug 20 09:21:51.853696 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-13985a5a-7f38-4aa2-b542-ef6590ca6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:51.855602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-13985a5a-7f38-4aa2-b542-ef6590ca6d61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 897 time: 0.0837646 Aug 20 09:21:51.926366 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-3619f2fb-8199-463e-9ace-4ba7ebf50605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 200 len: 1001 time: 0.0622337 Aug 20 09:21:51.975132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-7388afd1-5ccf-4cf6-a4c8-429c906195f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:51.976679 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-7388afd1-5ccf-4cf6-a4c8-429c906195f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8557860-217d-42cc-bcdc-b554f5517c8a HTTP/1.1" status: 200 len: 835 time: 0.0440078 Aug 20 09:21:52.023004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-595559c0-e533-4920-8643-2e07e3acb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:52.024588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-595559c0-e533-4920-8643-2e07e3acb6be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400877 Aug 20 09:21:52.127973 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-c1b53547-b3d7-4c74-a8b6-f1d1947ecb9a service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944495 Aug 20 09:21:52.221641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bd5cb97-9cf2-4405-960a-913896355c83 req-994ccaef-478c-4850-bd72-dbb31b75dc16 service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840490 Aug 20 09:21:56.584284 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-5ba5acaf-f7b2-45e5-b4eb-c19acf74a9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446520 Aug 20 09:21:56.680709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-facf1d69-e477-43f4-aa05-9989ef2dcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:56.682589 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-facf1d69-e477-43f4-aa05-9989ef2dcefa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1097 time: 0.0497792 Aug 20 09:21:56.797681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-538f41bd-3cda-4350-a31c-7d2ef4a9fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:56.799227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-538f41bd-3cda-4350-a31c-7d2ef4a9fb24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0927722 Aug 20 09:21:56.868825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-96878015-c88e-41a6-877b-87faed515956 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 200 len: 1002 time: 0.0621684 Aug 20 09:21:56.919983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-33d14090-9903-4fc7-8e63-8faf401f1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:56.921374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-33d14090-9903-4fc7-8e63-8faf401f1fb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0448561 Aug 20 09:21:56.969278 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-a6aaee42-ab36-498a-bd82-a19fb87daf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:56.970932 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-a6aaee42-ab36-498a-bd82-a19fb87daf2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425224 Aug 20 09:21:57.067581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-9700336f-3c27-4686-af81-394a0f8ee2ad service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897534 Aug 20 09:21:57.172345 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c9fb467-ea6d-46d6-ae58-9b3b833327a1 req-e19a59c7-cc3a-4ec1-8d17-738fdf115350 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967066 Aug 20 09:21:58.490469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60004) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:21:58.563812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fee10e0-f805-4456-84d5-69d51506fff5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:58.564306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fee10e0-f805-4456-84d5-69d51506fff5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:58.564790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fee10e0-f805-4456-84d5-69d51506fff5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:21:58.566485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0fee10e0-f805-4456-84d5-69d51506fff5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=cf2f618d0c5e4b128822948f786796ac&network_id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 2969 time: 0.0750370 Aug 20 09:22:02.005386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60016) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:02.078580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61683f0f-5639-412e-87d9-383278712bff tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:02.080068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-61683f0f-5639-412e-87d9-383278712bff tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143 HTTP/1.1" status: 200 len: 814 time: 0.0736430 Aug 20 09:22:02.980338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60022) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:02.985796 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'network': {'name': 'tempest-network-smoke--1663801182', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:03.006541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:22:03.010360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:03.034748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:22:03.044152 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:03.044495 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Added segment f93ff677-1f7e-4291-a31f-2bc82c17a1bb of type vlan for network 649b5c26-d731-4801-9105-5df5b091d60f Aug 20 09:22:03.083984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:03.108084 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:03.114498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:03.115078 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:03.490406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5088480 Aug 20 09:22:03.493691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60024) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:03.503561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Network': ['ID=649b5c26-d731-4801-9105-5df5b091d60f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:03.511016 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.511375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.511715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.512571 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.512914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.513333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.513674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.514037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.514364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.514688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.515013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.515334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e15cf9-1d2e-4890-9dee-743342a8c415 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:03.528710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 649b5c26-d731-4801-9105-5df5b091d60f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:22:03.571154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a1323-8222-4813-ab2e-f96a0ec13e08 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:03.572647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-594a1323-8222-4813-ab2e-f96a0ec13e08 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cf2f618d0c5e4b128822948f786796ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0778646 Aug 20 09:22:03.576404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60026) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:03.995405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3d2050-5cd6-4d1f-9914-cc1026b2f262 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:03.997619 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3f3d2050-5cd6-4d1f-9914-cc1026b2f262 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4202926 Aug 20 09:22:04.000208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60028) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:04.034706 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1c903a6b-436a-4431-8498-73fe5638d681 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334704 Aug 20 09:22:04.037208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60030) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:04.065022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e350d9b-9849-4daa-82a7-6ab15f5cdca6 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cf2f618d0c5e4b128822948f786796ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267978 Aug 20 09:22:04.067316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60032) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:04.154940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69f97c-8f0e-4d94-8c0e-032f7840c558 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:04.156550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3c69f97c-8f0e-4d94-8c0e-032f7840c558 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883706 Aug 20 09:22:04.159303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60034) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:04.188024 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-54edb9fa-7381-451e-a673-1fbefc8507ad tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276124 Aug 20 09:22:04.190360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:04.194928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745165181', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:04.281775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:22:04.285157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:04.477429 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:04.544911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Subnet': ['ID=cccd44ee-a8bc-4692-9abe-6f34414eddeb,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:04.557065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.557405 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.557758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.558090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.558412 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.558734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.559157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.559481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.559800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.560116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.560432 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.560746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:04.563831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Checking segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:04.564183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network hostable DHCP agents. Network: 649b5c26-d731-4801-9105-5df5b091d60f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:22:04.583368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 649b5c26-d731-4801-9105-5df5b091d60f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:22:04.594456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 649b5c26-d731-4801-9105-5df5b091d60f) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:04.598857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:04.599449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:04.603600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb5c32-72eb-4ad8-bac8-3d865c3dcab3 None None] Network 649b5c26-d731-4801-9105-5df5b091d60f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:22:04.616661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c9cda517-2738-4f9e-bdf7-e74d0e8361a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4253018 Aug 20 09:22:04.753517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-649b5c26-d731-4801-9105-5df5b091d60f', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ips': [{'subnet_id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:22:04.754408 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:04.892318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Allocated IP 172.20.0.18 (649b5c26-d731-4801-9105-5df5b091d60f/cccd44ee-a8bc-4692-9abe-6f34414eddeb/4c2ab96c-d654-4b88-9bea-09b114b49f5c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:22:04.994702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60040) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.001112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176867186', 'description': 'tempest-secgroup-smoke-176867186 description', 'project_id': 'cf2f618d0c5e4b128822948f786796ac'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.026622 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.054926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.064303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Transition to ACTIVE for port object 4c2ab96c-d654-4b88-9bea-09b114b49f5c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:05.080078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Transition to ACTIVE for port object 4c2ab96c-d654-4b88-9bea-09b114b49f5c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:05.086203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.120326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.125131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.127661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Network 649b5c26-d731-4801-9105-5df5b091d60f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:05.130597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:05.134094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:22:05.144011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Pushing event updated for resources: {'Port': ['ID=4c2ab96c-d654-4b88-9bea-09b114b49f5c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.159760 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.161227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1652384 Aug 20 09:22:05.163634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea6a0e-e77f-4cc0-b30f-be533de695c2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad51dd-ad93-4fac-96f6-85f9e7974d67,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.164317 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60042) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.170417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad51dd-ad93-4fac-96f6-85f9e7974d67', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.199348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Attempting to bind port 4c2ab96c-d654-4b88-9bea-09b114b49f5c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:22:05.200479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Attempting to bind port 4c2ab96c-d654-4b88-9bea-09b114b49f5c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:22:05.200937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Attempting to bind port 4c2ab96c-d654-4b88-9bea-09b114b49f5c on network 649b5c26-d731-4801-9105-5df5b091d60f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:22:05.202201 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.206573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:22:05.206925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Checking segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:05.207374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.207780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Bound using segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:22:05.208293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Bound port: 4c2ab96c-d654-4b88-9bea-09b114b49f5c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:22:05.208710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.269549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.273778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.283986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] For port 4c2ab96c-d654-4b88-9bea-09b114b49f5c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:22:05.288061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] For port 4c2ab96c-d654-4b88-9bea-09b114b49f5c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4c2ab96c-d654-4b88-9bea-09b114b49f5c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:22:05.292594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cedaad-9ef4-40f5-957e-b5d9e253a239,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.293107 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.299855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.303798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a50441d-2d7b-4abc-8604-321347e4f19d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357887 Aug 20 09:22:05.304072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60044) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.309731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad51dd-ad93-4fac-96f6-85f9e7974d67', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.337627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.371179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e70bd-342f-4e30-8c22-5282f70cc0cd None None] Pushing event updated for resources: {'Port': ['ID=4c2ab96c-d654-4b88-9bea-09b114b49f5c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.411558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.415764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.437074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f788fd-f145-48b0-a9d3-ffe2dacae6e8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.439638 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.442273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-268eb215-6154-430c-bc5c-05e6c4411af1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371312 Aug 20 09:22:05.443966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.450637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad51dd-ad93-4fac-96f6-85f9e7974d67', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.482263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.565095 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.569502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.589514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d96a2dc-07eb-40d6-a61e-7636eb958491,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.603256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.606818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-97e62694-3e48-44f2-8e72-73531e85c5e3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613994 Aug 20 09:22:05.608271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60048) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.615041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad51dd-ad93-4fac-96f6-85f9e7974d67', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.646036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.671374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4c2ab96c-d654-4b88-9bea-09b114b49f5c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:22:05.734256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.735888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4c2ab96c-d654-4b88-9bea-09b114b49f5c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:05.738718 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.763278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ca7d02-1ce4-420f-8a1e-6cef3faf3acb,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.767425 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.768764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-328f09c7-9ecc-4fb5-bb1c-1936d8e43f57 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574485 Aug 20 09:22:05.771850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60050) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.776340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad51dd-ad93-4fac-96f6-85f9e7974d67', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.798171 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Project cf2f618d0c5e4b128822948f786796ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:22:05.802742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.862897 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.866623 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.884281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4608ee25-a742-4f25-b11c-adf0d45a28f2,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:05.890461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.891715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-24e1469f-e5f1-426c-90d7-5b098ea772a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189272 Aug 20 09:22:05.894422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60052) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:05.898860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': 'c4ad51dd-ad93-4fac-96f6-85f9e7974d67', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:05.920472 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Project cf2f618d0c5e4b128822948f786796ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:22:05.925193 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.988665 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:05.992553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:06.012499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542d37ae-e0ce-4d6b-b5e0-d5c1076b985a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:06.019893 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:06.026662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3f5ccf84-1e0f-4f46-bd7f-164b45d2995c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258893 Aug 20 09:22:06.165792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-26b58191-a885-4044-bbcd-518df6fb6093 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176867186&fields=id&tenant_id=cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 267 time: 0.0336394 Aug 20 09:22:06.274437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-aee34e4e-00d9-46f1-a341-a4d62a61dc38 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:06.275950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-aee34e4e-00d9-46f1-a341-a4d62a61dc38 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/networks?id=649b5c26-d731-4801-9105-5df5b091d60f HTTP/1.1" status: 200 len: 797 time: 0.1030548 Aug 20 09:22:06.291485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-c6c419cb-9e6d-4091-a43c-69a10be580b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/quotas/cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 375 time: 0.0095847 Aug 20 09:22:06.326884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9978df83-769e-4b10-a0d2-de71f6c58894 None None] Network 649b5c26-d731-4801-9105-5df5b091d60f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:22:06.354686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-88addab9-5abf-4633-8254-2c9a3eb9dee6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0572710 Aug 20 09:22:06.393891 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] Provisioning for port 4c2ab96c-d654-4b88-9bea-09b114b49f5c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:06.401231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] Provisioning complete for port 4c2ab96c-d654-4b88-9bea-09b114b49f5c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:06.401605 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:06.501461 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-b5154313-8522-442f-8188-164b6771742f service neutron] 10.222.0.35 "GET /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329198 Aug 20 09:22:06.540730 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:06.579046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] For port 4c2ab96c-d654-4b88-9bea-09b114b49f5c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4c2ab96c-d654-4b88-9bea-09b114b49f5c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:06.584751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:06.600990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-ae67e63a-2df1-4a0e-a8ed-a3af307305a3 service neutron] 10.222.0.35 "GET /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930903 Aug 20 09:22:06.635554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea7c69-7afa-4028-9b8e-9ca14d4f32e1 None None] Pushing event updated for resources: {'Port': ['ID=4c2ab96c-d654-4b88-9bea-09b114b49f5c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:06.782341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4707bfb-1fd0-4289-9e8d-9003cc3ef7a7 req-478aa909-b29f-4673-9788-10aa442e4940 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 210 time: 0.0270362 Aug 20 09:22:06.808481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1d4ad36a-c3cd-41c6-bd64-3d6547a39d99 None None] Provisioning complete for port 4c2ab96c-d654-4b88-9bea-09b114b49f5c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:06.808481 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1d4ad36a-c3cd-41c6-bd64-3d6547a39d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:07.612311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4c2ab96c-d654-4b88-9bea-09b114b49f5c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:22:07.666495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4c2ab96c-d654-4b88-9bea-09b114b49f5c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:07.666890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:07.728071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-77d41594-396e-43ba-a668-7e5a42b9f0bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:07.730168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-77d41594-396e-43ba-a668-7e5a42b9f0bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.37 "GET /v2.0/networks?id=649b5c26-d731-4801-9105-5df5b091d60f HTTP/1.1" status: 200 len: 797 time: 0.1288733 Aug 20 09:22:07.780970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-fac4a1ae-dd7e-44a2-9453-7e2b5d7d7cef tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 472 time: 0.0396802 Aug 20 09:22:07.792962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'port': {'device_id': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'admin_state_up': True, 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'security_groups': ['c4ad51dd-ad93-4fac-96f6-85f9e7974d67']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:07.883660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72985115-7c46-44dd-aa41-eab3826de4bf req-c6559af9-c0c5-466c-b3c1-170671be3b3b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 210 time: 0.0260243 Aug 20 09:22:07.901702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:22:07.905416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.040664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.20.0.30 (649b5c26-d731-4801-9105-5df5b091d60f/cccd44ee-a8bc-4692-9abe-6f34414eddeb/75622be9-f617-46c9-bd1f-5e908be1e17c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:22:08.179341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.193821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Transition to ACTIVE for port object 75622be9-f617-46c9-bd1f-5e908be1e17c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:08.226246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.267108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 649b5c26-d731-4801-9105-5df5b091d60f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:08.269941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:08.273386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:22:08.304801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=75622be9-f617-46c9-bd1f-5e908be1e17c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:08.328906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:08.329549 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.343892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-e7d98b41-f059-4508-8547-caaa22c97806 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545807 Aug 20 09:22:08.357357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Request body: {'port': {'device_id': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:08.416744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.516944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95ed9cd1-d9e3-49cd-967f-51fb5eda9644 None None] Provisioning for port 75622be9-f617-46c9-bd1f-5e908be1e17c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:08.520701 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-95ed9cd1-d9e3-49cd-967f-51fb5eda9644 None None] Provisioning complete for port 75622be9-f617-46c9-bd1f-5e908be1e17c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:08.521070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-95ed9cd1-d9e3-49cd-967f-51fb5eda9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.554868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-95ed9cd1-d9e3-49cd-967f-51fb5eda9644 None None] Port 75622be9-f617-46c9-bd1f-5e908be1e17c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:22:08.680586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75622be9-f617-46c9-bd1f-5e908be1e17c {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:22:08.688156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.700259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Transition to ACTIVE for port object 75622be9-f617-46c9-bd1f-5e908be1e17c will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:08.704143 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.772826 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Pushing event updated for resources: {'Port': ['ID=75622be9-f617-46c9-bd1f-5e908be1e17c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:08.824174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Attempting to bind port 75622be9-f617-46c9-bd1f-5e908be1e17c on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:22:08.825030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Attempting to bind port 75622be9-f617-46c9-bd1f-5e908be1e17c by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:22:08.825489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Attempting to bind port 75622be9-f617-46c9-bd1f-5e908be1e17c on network 649b5c26-d731-4801-9105-5df5b091d60f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:22:08.830317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Port 75622be9-f617-46c9-bd1f-5e908be1e17c on network 649b5c26-d731-4801-9105-5df5b091d60f not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:22:08.830641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Attempting to bind port 75622be9-f617-46c9-bd1f-5e908be1e17c on network 649b5c26-d731-4801-9105-5df5b091d60f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:22:08.835621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:22:08.835966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Checking segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:08.836350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Bound using segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:22:08.836777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Bound port: 75622be9-f617-46c9-bd1f-5e908be1e17c, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:22:08.837138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.904417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] For port 75622be9-f617-46c9-bd1f-5e908be1e17c, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:22:08.907428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] For port 75622be9-f617-46c9-bd1f-5e908be1e17c, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=75622be9-f617-46c9-bd1f-5e908be1e17c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:22:08.912225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.948794 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:08.949685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:08.951602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] 10.222.0.37 "PUT /v2.0/ports/75622be9-f617-46c9-bd1f-5e908be1e17c HTTP/1.1" status: 200 len: 1092 time: 0.5989926 Aug 20 09:22:08.951774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'tag': '75622be9-f617-46c9-bd1f-5e908be1e17c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:22:08.954205 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cbcf9c-5611-4f88-8000-a263629cde7a" -d '{"events": [{"name": "network-changed", "server_uuid": "85ee5d5a-36c7-4d80-8863-aa4a5a0956fc", "tag": "75622be9-f617-46c9-bd1f-5e908be1e17c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:22:08.992042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2340913-f519-49b9-b344-7b0b5d6bf101 service neutron] Pushing event updated for resources: {'Port': ['ID=75622be9-f617-46c9-bd1f-5e908be1e17c,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:08.999600 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc89687-1a3b-4abf-8cad-d2d1c9346216 x-openstack-request-id: req-6bc89687-1a3b-4abf-8cad-d2d1c9346216 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:22:08.999886 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ee5d5a-36c7-4d80-8863-aa4a5a0956fc", "tag": "75622be9-f617-46c9-bd1f-5e908be1e17c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:22:09.000143 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bc89687-1a3b-4abf-8cad-d2d1c9346216 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:22:09.000560 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'tag': '75622be9-f617-46c9-bd1f-5e908be1e17c', 'status': 'completed', 'code': 200} Aug 20 09:22:09.036135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f29a2-fca4-42b6-a1ca-eb1dd9336e20 req-581c49a9-3acd-434c-a588-37ed61b9a0a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.038676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c33f29a2-fca4-42b6-a1ca-eb1dd9336e20 req-581c49a9-3acd-434c-a588-37ed61b9a0a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 944 time: 0.0847001 Aug 20 09:22:09.056987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-1ed934e5-ea74-469e-976e-e976b35ed6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.058655 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-1ed934e5-ea74-469e-976e-e976b35ed6f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 1095 time: 0.0473220 Aug 20 09:22:09.090841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c33f29a2-fca4-42b6-a1ca-eb1dd9336e20 req-8087740b-7e9b-49c1-a395-3d59b89fdad1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449162 Aug 20 09:22:09.103636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-ce40355b-900d-4a9b-a6be-acdd810f04a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=75622be9-f617-46c9-bd1f-5e908be1e17c HTTP/1.1" status: 200 len: 217 time: 0.0361221 Aug 20 09:22:09.155760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-f2f6c098-ddb9-41d5-89ab-3d0be6d90955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.157225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-f2f6c098-ddb9-41d5-89ab-3d0be6d90955 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cccd44ee-a8bc-4692-9abe-6f34414eddeb HTTP/1.1" status: 200 len: 837 time: 0.0457921 Aug 20 09:22:09.203446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854bef4-1230-410c-b5f3-55d719040556 req-f29315a5-0582-4f9e-944a-45ce36a05bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.204881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-f29315a5-0582-4f9e-944a-45ce36a05bc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=649b5c26-d731-4801-9105-5df5b091d60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407739 Aug 20 09:22:09.297827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-4101f7e7-b8a9-4306-803b-7b87c581ccc9 service neutron] 10.222.0.37 "GET /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842071 Aug 20 09:22:09.387222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2854bef4-1230-410c-b5f3-55d719040556 req-5b46c54a-aeec-4a5c-9374-24e94cc6518e service neutron] 10.222.0.37 "GET /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819802 Aug 20 09:22:09.487097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-edb4f0f0-d039-40e4-8723-e5fdb3c2a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.488495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-edb4f0f0-d039-40e4-8723-e5fdb3c2a005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 1095 time: 0.0452180 Aug 20 09:22:09.577395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-e7b70629-a741-42ed-9818-ed5e8363d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.578876 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-e7b70629-a741-42ed-9818-ed5e8363d689 service neutron] 10.222.0.37 "GET /v2.0/networks?id=649b5c26-d731-4801-9105-5df5b091d60f HTTP/1.1" status: 200 len: 897 time: 0.0833054 Aug 20 09:22:09.627825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-bade189d-8bbd-4560-9d7f-2c50f95c487e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=75622be9-f617-46c9-bd1f-5e908be1e17c HTTP/1.1" status: 200 len: 217 time: 0.0406694 Aug 20 09:22:09.676837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-97b7e7e1-2d7a-4ebc-b88e-149e4ed7d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.678286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-97b7e7e1-2d7a-4ebc-b88e-149e4ed7d8d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cccd44ee-a8bc-4692-9abe-6f34414eddeb HTTP/1.1" status: 200 len: 837 time: 0.0434265 Aug 20 09:22:09.724485 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-388915f9-3f39-410b-ba0f-5f7789e30828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:09.725994 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-388915f9-3f39-410b-ba0f-5f7789e30828 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=649b5c26-d731-4801-9105-5df5b091d60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384293 Aug 20 09:22:09.820374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-98e95faa-7662-4fb6-99ef-f13903298bad service neutron] 10.222.0.37 "GET /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Aug 20 09:22:09.910206 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-70cbcf9c-5611-4f88-8000-a263629cde7a req-6927df36-071f-4a90-bb93-4e00b0ba0bef service neutron] 10.222.0.37 "GET /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817733 Aug 20 09:22:10.209306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db096e-8876-4917-a44a-84b79fd2b2bd req-5121d5eb-2861-4940-bb52-d5d01b131792 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:10.210804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6db096e-8876-4917-a44a-84b79fd2b2bd req-5121d5eb-2861-4940-bb52-d5d01b131792 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 944 time: 0.0477278 Aug 20 09:22:10.250990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6db096e-8876-4917-a44a-84b79fd2b2bd req-309db306-253d-41e0-b908-d1a1cf801769 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337155 Aug 20 09:22:11.364187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e948f-6ff4-4109-8a2a-581c08660065 req-1c45ff4d-a968-4384-bbc1-1240548ed755 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:11.365672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b1e948f-6ff4-4109-8a2a-581c08660065 req-1c45ff4d-a968-4384-bbc1-1240548ed755 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 944 time: 0.0485692 Aug 20 09:22:11.401374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b1e948f-6ff4-4109-8a2a-581c08660065 req-de78a8dc-8d81-445a-b53a-97af48899886 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298290 Aug 20 09:22:12.515310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf04de-12d5-4692-8823-cae08f15a4a8 req-9620c0d9-d56c-4c4a-a722-46242a3eff0b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:12.516774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51cf04de-12d5-4692-8823-cae08f15a4a8 req-9620c0d9-d56c-4c4a-a722-46242a3eff0b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 944 time: 0.0484929 Aug 20 09:22:12.553492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51cf04de-12d5-4692-8823-cae08f15a4a8 req-b538061a-484d-4bdd-8cae-0c70a5028a26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Aug 20 09:22:12.779520 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:12.782283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 75622be9-f617-46c9-bd1f-5e908be1e17c details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:22:12.847330 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:22:12.876057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 75622be9-f617-46c9-bd1f-5e908be1e17c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=75622be9-f617-46c9-bd1f-5e908be1e17c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:12.887160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '75622be9-f617-46c9-bd1f-5e908be1e17c', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'port_id': '75622be9-f617-46c9-bd1f-5e908be1e17c', 'mac_address': 'fa:16:3e:83:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:22:12.923781 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:12.935972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75622be9-f617-46c9-bd1f-5e908be1e17c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:22:12.955441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 75622be9-f617-46c9-bd1f-5e908be1e17c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=75622be9-f617-46c9-bd1f-5e908be1e17c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:12.959580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:13.009508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=75622be9-f617-46c9-bd1f-5e908be1e17c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:13.016735 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.017082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.017422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.017786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.018123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.018451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.018776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.019098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.019421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.019740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.020058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.020377 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:13.159408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['75622be9-f617-46c9-bd1f-5e908be1e17c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:22:13.207236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-127a6ddc-4bbf-4ebe-af8b-bf82cc4480e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:13.681937 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e7861-939e-4e4b-bfd8-423cea88980c req-b9a2ad68-fa72-4d28-9750-9e2019e0da08 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:13.683415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e98e7861-939e-4e4b-bfd8-423cea88980c req-b9a2ad68-fa72-4d28-9750-9e2019e0da08 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 945 time: 0.0476956 Aug 20 09:22:13.725802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e98e7861-939e-4e4b-bfd8-423cea88980c req-11a2f7be-a4f8-4726-82bd-64e31b7c905f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353456 Aug 20 09:22:14.118660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:14.800094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 75622be9-f617-46c9-bd1f-5e908be1e17c up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:22:14.839287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c62b-cf76-41e0-a4c8-c6327c71cdd0 req-ed3320b4-fbb2-4bb3-a6be-7ff33541e588 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:14.841421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7375c62b-cf76-41e0-a4c8-c6327c71cdd0 req-ed3320b4-fbb2-4bb3-a6be-7ff33541e588 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 945 time: 0.0489497 Aug 20 09:22:14.848229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 75622be9-f617-46c9-bd1f-5e908be1e17c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:14.852140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 75622be9-f617-46c9-bd1f-5e908be1e17c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:14.852512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:14.879794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7375c62b-cf76-41e0-a4c8-c6327c71cdd0 req-e3d948d6-e326-48bf-9bcd-fa9e4a7a0fa1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Aug 20 09:22:14.928460 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:14.953567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75622be9-f617-46c9-bd1f-5e908be1e17c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:22:14.955846 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767527c-cc72-4c71-982d-441e40e2bcef" -d '{"events": [{"server_uuid": "85ee5d5a-36c7-4d80-8863-aa4a5a0956fc", "name": "network-vif-plugged", "status": "completed", "tag": "75622be9-f617-46c9-bd1f-5e908be1e17c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:22:14.969453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 75622be9-f617-46c9-bd1f-5e908be1e17c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=75622be9-f617-46c9-bd1f-5e908be1e17c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:14.975242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:14.998754 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8288ed-6d66-4b42-94de-ed716dc31eb0 x-openstack-request-id: req-ea8288ed-6d66-4b42-94de-ed716dc31eb0 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:22:14.999049 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ee5d5a-36c7-4d80-8863-aa4a5a0956fc", "name": "network-vif-plugged", "status": "completed", "tag": "75622be9-f617-46c9-bd1f-5e908be1e17c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:22:14.999302 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea8288ed-6d66-4b42-94de-ed716dc31eb0 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:22:14.999691 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75622be9-f617-46c9-bd1f-5e908be1e17c', 'code': 200} Aug 20 09:22:15.025816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=75622be9-f617-46c9-bd1f-5e908be1e17c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:15.089145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb46074-bb12-44d0-87a8-7b88518e14a8 req-1da71981-ba17-41ab-ba9c-fdacf5649312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:15.090664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fb46074-bb12-44d0-87a8-7b88518e14a8 req-1da71981-ba17-41ab-ba9c-fdacf5649312 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 1097 time: 0.0400338 Aug 20 09:22:15.125179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2fb46074-bb12-44d0-87a8-7b88518e14a8 req-f6864fc8-c07e-4e57-a2ac-da4027e90d39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275655 Aug 20 09:22:15.992867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f84d0-e9ee-4c89-bb91-829bd2ec4a74 req-59b847f4-9cdf-45fd-b812-51ad872f53ff tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:15.994373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-533f84d0-e9ee-4c89-bb91-829bd2ec4a74 req-59b847f4-9cdf-45fd-b812-51ad872f53ff tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 946 time: 0.0487165 Aug 20 09:22:16.032719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-533f84d0-e9ee-4c89-bb91-829bd2ec4a74 req-6c906300-995d-41ad-958f-59d7c9b5f6b0 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Aug 20 09:22:16.333151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:16.629204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bb66599-b310-4e3f-8e91-3a0be8ce063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:17.147403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eedf1d-5d2c-46e3-817a-2226bd4e0557 req-75d71f3c-d9db-45c4-b4f7-9048e355bcef tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:17.148883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27eedf1d-5d2c-46e3-817a-2226bd4e0557 req-75d71f3c-d9db-45c4-b4f7-9048e355bcef tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 946 time: 0.0481415 Aug 20 09:22:17.190146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27eedf1d-5d2c-46e3-817a-2226bd4e0557 req-b075f73e-5ddf-4f80-a0ce-23dc3d1ca97f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Aug 20 09:22:17.302355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc661-5e05-43ad-956e-59b0b706f875 req-3c5df2c9-cb62-4137-a5b0-0a3cb3e05555 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:17.303827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7ebc661-5e05-43ad-956e-59b0b706f875 req-3c5df2c9-cb62-4137-a5b0-0a3cb3e05555 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 946 time: 0.0482547 Aug 20 09:22:17.341326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7ebc661-5e05-43ad-956e-59b0b706f875 req-656ade6b-6d5c-42f7-b1ee-61426626a123 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310578 Aug 20 09:22:17.490183 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:18.813062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60112) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:18.868451 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:19.238111 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:19.503984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.20.0.17 (649b5c26-d731-4801-9105-5df5b091d60f/cccd44ee-a8bc-4692-9abe-6f34414eddeb/1c36910d-6f46-49f8-bee0-17cab55b1c8e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:22:19.620036 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:19.634492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Transition to ACTIVE for port object 1c36910d-6f46-49f8-bee0-17cab55b1c8e will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:19.666114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:19.704319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 649b5c26-d731-4801-9105-5df5b091d60f is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:19.707246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:19.710837 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:22:19.742762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=1c36910d-6f46-49f8-bee0-17cab55b1c8e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:19.762538 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:19.895730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:19.984245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6f6f183a-87d1-49b8-8f3a-dc6085d6e732 None None] Provisioning for port 1c36910d-6f46-49f8-bee0-17cab55b1c8e completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:19.988433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6f6f183a-87d1-49b8-8f3a-dc6085d6e732 None None] Provisioning complete for port 1c36910d-6f46-49f8-bee0-17cab55b1c8e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:19.988808 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f6f183a-87d1-49b8-8f3a-dc6085d6e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:20.022298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f183a-87d1-49b8-8f3a-dc6085d6e732 None None] Port 1c36910d-6f46-49f8-bee0-17cab55b1c8e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:22:20.166905 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:20.171613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:20.244991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:20.247581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=1c36910d-6f46-49f8-bee0-17cab55b1c8e,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:20.333659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 649b5c26-d731-4801-9105-5df5b091d60f is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:20.334906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:20.452605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:22:20.542909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2b0e6a24-e706-4265-9d7b-dcd5bd67e471 None None] Provisioning complete for port 1c36910d-6f46-49f8-bee0-17cab55b1c8e triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:20.543289 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6a24-e706-4265-9d7b-dcd5bd67e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:20.562933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:22:20.568381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1b0ffc5b-5d49-4810-b4a7-336b34352bb4 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "PUT /v2.0/routers/eaf00313-89d5-4227-88c9-cac1388dd490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542398 Aug 20 09:22:20.580769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e6a24-e706-4265-9d7b-dcd5bd67e471 None None] Port 1c36910d-6f46-49f8-bee0-17cab55b1c8e cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:22:20.585531 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:22:20.595373 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:20.595981 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:20.703954 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:20.923625 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:19Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:29Z', 'revision_number': 1, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c36910d-6f46-49f8-bee0-17cab55b1c8e', 'name': '', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:ff:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:19Z', 'updated_at': '2021-08-20T09:22:20Z', 'revision_number': 2, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:20.948957 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:22:20.949224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Updating router eaf00313-89d5-4227-88c9-cac1388dd490 port 1c36910d-6f46-49f8-bee0-17cab55b1c8e binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:22:20.972871 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:21.226399 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:21.236434 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Transition to ACTIVE for port object 1c36910d-6f46-49f8-bee0-17cab55b1c8e will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:21.242503 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:21.291509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Pushing event updated for resources: {'Port': ['ID=1c36910d-6f46-49f8-bee0-17cab55b1c8e,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:21.315057 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.315394 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.315734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.316063 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.316398 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.316722 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.317044 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.317366 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.317682 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.318036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.318354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.318693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:22:21.350602 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Attempting to bind port 1c36910d-6f46-49f8-bee0-17cab55b1c8e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:22:21.350971 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Attempting to bind port 1c36910d-6f46-49f8-bee0-17cab55b1c8e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:22:21.351337 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Attempting to bind port 1c36910d-6f46-49f8-bee0-17cab55b1c8e on network 649b5c26-d731-4801-9105-5df5b091d60f {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:22:21.357274 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:22:21.357658 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Checking segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:21.358089 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:21.358489 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Bound using segment: {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:22:21.358964 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Bound port: 1c36910d-6f46-49f8-bee0-17cab55b1c8e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:22:21.359349 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:21.427307 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] For port 1c36910d-6f46-49f8-bee0-17cab55b1c8e, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:22:21.430886 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] For port 1c36910d-6f46-49f8-bee0-17cab55b1c8e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1c36910d-6f46-49f8-bee0-17cab55b1c8e,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:22:21.438862 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:21.497062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:21.497062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:21.502106 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef823d-2c08-49ea-bbda-c1b914322d6e None None] Pushing event updated for resources: {'Port': ['ID=1c36910d-6f46-49f8-bee0-17cab55b1c8e,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:21.610848 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:21.832875 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:19Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:29Z', 'revision_number': 1, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c36910d-6f46-49f8-bee0-17cab55b1c8e', 'name': '', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:ff:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:19Z', 'updated_at': '2021-08-20T09:22:21Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:21.861655 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d91052-e8c2-43a3-a890-74ca80db0ef3 None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:19Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:29Z', 'revision_number': 1, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c36910d-6f46-49f8-bee0-17cab55b1c8e', 'name': '', 'network_id': '649b5c26-d731-4801-9105-5df5b091d60f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:ff:37:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:19Z', 'updated_at': '2021-08-20T09:22:21Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'cccd44ee-a8bc-4692-9abe-6f34414eddeb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:22:23.638577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c36910d-6f46-49f8-bee0-17cab55b1c8e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:22:23.686516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 1c36910d-6f46-49f8-bee0-17cab55b1c8e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:23.690328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1c36910d-6f46-49f8-bee0-17cab55b1c8e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:23.690693 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:23.764467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:23.795180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 1c36910d-6f46-49f8-bee0-17cab55b1c8e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1c36910d-6f46-49f8-bee0-17cab55b1c8e,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:23.798862 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:23.847788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=1c36910d-6f46-49f8-bee0-17cab55b1c8e,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:25.620847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c36910d-6f46-49f8-bee0-17cab55b1c8e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:22:25.669107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 1c36910d-6f46-49f8-bee0-17cab55b1c8e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:25.669484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:40.911198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60136) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:41.361603 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:41.664811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 1c36910d-6f46-49f8-bee0-17cab55b1c8e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:41.665072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:41.753199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 1c36910d-6f46-49f8-bee0-17cab55b1c8e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=1c36910d-6f46-49f8-bee0-17cab55b1c8e,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:41.753562 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:41.766445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 1c36910d-6f46-49f8-bee0-17cab55b1c8e owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:41.946042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:41.973184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=1c36910d-6f46-49f8-bee0-17cab55b1c8e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:42.393949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:42.611688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:22:42.717805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:22:42.722686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d06a54d6-f190-4fcd-8816-60e84b7ef744 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "PUT /v2.0/routers/eaf00313-89d5-4227-88c9-cac1388dd490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104684 Aug 20 09:22:42.727996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:22:42.738826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:42.739446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:42.832464 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:42.856173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:42.943712 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840a4f9-8827-4a87-8bf1-88d406faac64 req-cf5b9a80-22db-4d75-b0e4-55afa19e141f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:42.945242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f840a4f9-8827-4a87-8bf1-88d406faac64 req-cf5b9a80-22db-4d75-b0e4-55afa19e141f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 946 time: 0.0538874 Aug 20 09:22:42.986379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f840a4f9-8827-4a87-8bf1-88d406faac64 req-53afea73-2523-429f-ab43-38e1f017c8b1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Aug 20 09:22:43.078928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:41Z', 'revision_number': 6, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:29Z', 'revision_number': 1, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:43.107652 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:22:43.115851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:43.116453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:43.320557 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdab16bb-3d10-4b92-9bcc-1a64ff8f9e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:43.382869 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:43.603895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:41Z', 'revision_number': 6, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:29Z', 'revision_number': 1, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:43.634104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66040b-d27b-4ce0-8f36-1bbbacfd963f None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:41Z', 'revision_number': 6, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'port_id': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'mac_address': 'fa:16:3e:da:19:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:21:27Z', 'updated_at': '2021-08-20T09:21:29Z', 'revision_number': 1, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:22:44.111210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21b43-92e7-4be3-bd60-bad5178dbd39 req-7d80f554-e222-44da-b62d-ebee4ba41216 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:44.112980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf21b43-92e7-4be3-bd60-bad5178dbd39 req-7d80f554-e222-44da-b62d-ebee4ba41216 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 946 time: 0.0548608 Aug 20 09:22:44.124179 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:44.152827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3bf21b43-92e7-4be3-bd60-bad5178dbd39 req-11c5cd0a-3527-4cd2-897b-0c8f1a182dec tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4ad51dd-ad93-4fac-96f6-85f9e7974d67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327654 Aug 20 09:22:44.263541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-7011e95f-cea2-4e21-b115-8321ff2984b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:44.264896 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-7011e95f-cea2-4e21-b115-8321ff2984b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.37 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 946 time: 0.0485983 Aug 20 09:22:44.352639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 75622be9-f617-46c9-bd1f-5e908be1e17c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:44.352986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:44.443032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 75622be9-f617-46c9-bd1f-5e908be1e17c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=75622be9-f617-46c9-bd1f-5e908be1e17c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:44.443396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:44.456526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 75622be9-f617-46c9-bd1f-5e908be1e17c owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:44.581457 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:44.610408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=75622be9-f617-46c9-bd1f-5e908be1e17c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:44.650388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] No DVR routers for this DVR port 75622be9-f617-46c9-bd1f-5e908be1e17c on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:22:44.653092 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:44.655148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f5c54bf8-029c-4d37-b64b-a7464aff5cd5 req-5f6efae6-b9a3-4f29-b505-6ab76f050714 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.37 "DELETE /v2.0/ports/75622be9-f617-46c9-bd1f-5e908be1e17c HTTP/1.1" status: 204 len: 173 time: 0.3841717 Aug 20 09:22:44.655587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'name': 'network-vif-deleted', 'tag': '75622be9-f617-46c9-bd1f-5e908be1e17c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:22:44.657911 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c1971-9fcb-4128-9650-a9c87842e4c3" -d '{"events": [{"server_uuid": "85ee5d5a-36c7-4d80-8863-aa4a5a0956fc", "name": "network-vif-deleted", "tag": "75622be9-f617-46c9-bd1f-5e908be1e17c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:22:44.707646 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9df61-110d-4d01-9dae-01abb1096e70 x-openstack-request-id: req-f9f9df61-110d-4d01-9dae-01abb1096e70 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:22:44.708017 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ee5d5a-36c7-4d80-8863-aa4a5a0956fc", "name": "network-vif-deleted", "tag": "75622be9-f617-46c9-bd1f-5e908be1e17c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:22:44.708290 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9f9df61-110d-4d01-9dae-01abb1096e70 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:22:44.708697 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ee5d5a-36c7-4d80-8863-aa4a5a0956fc', 'name': 'network-vif-deleted', 'tag': '75622be9-f617-46c9-bd1f-5e908be1e17c', 'status': 'completed', 'code': 200} Aug 20 09:22:45.258612 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c845961d-dd55-423d-bfa0-d31795e1cde9 req-2d00e143-250b-44a6-b828-0ec9b404f147 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=85ee5d5a-36c7-4d80-8863-aa4a5a0956fc HTTP/1.1" status: 200 len: 210 time: 0.0268719 Aug 20 09:22:45.590824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c36910d-6f46-49f8-bee0-17cab55b1c8e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:45.615266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 1c36910d-6f46-49f8-bee0-17cab55b1c8e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:45.615613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 1c36910d-6f46-49f8-bee0-17cab55b1c8e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:46.317121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60156) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:46.334955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.377328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-55da8d38-7b56-4b3a-9ff7-beb39db6f4d3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.401474 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-55da8d38-7b56-4b3a-9ff7-beb39db6f4d3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.467403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-55da8d38-7b56-4b3a-9ff7-beb39db6f4d3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.469997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-55da8d38-7b56-4b3a-9ff7-beb39db6f4d3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.471154 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-55da8d38-7b56-4b3a-9ff7-beb39db6f4d3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4ad51dd-ad93-4fac-96f6-85f9e7974d67 HTTP/1.1" status: 204 len: 168 time: 0.1529887 Aug 20 09:22:46.479978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da8d38-7b56-4b3a-9ff7-beb39db6f4d3 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad51dd-ad93-4fac-96f6-85f9e7974d67,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:46.503124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60160) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:46.559109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting subnet cccd44ee-a8bc-4692-9abe-6f34414eddeb {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:22:46.562310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.601491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.631167 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-23234a0a-ac43-48d0-9fa4-8d75b4e95e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.689659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.747609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.772093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Subnet': ['ID=cccd44ee-a8bc-4692-9abe-6f34414eddeb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:46.778725 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.780689 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cd9842ac-0abe-409b-a4fb-39bd760b284d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/subnets/cccd44ee-a8bc-4692-9abe-6f34414eddeb HTTP/1.1" status: 204 len: 168 time: 0.2761674 Aug 20 09:22:46.783259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60162) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:46.785683 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efcf8a-c714-4318-afaa-91d1f87c1565 None None] Network 649b5c26-d731-4801-9105-5df5b091d60f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:22:46.858907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.918289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 4c2ab96c-d654-4b88-9bea-09b114b49f5c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:46.918791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.969326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] DHCP port deletion for 649b5c26-d731-4801-9105-5df5b091d60f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:22:46.984864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 4c2ab96c-d654-4b88-9bea-09b114b49f5c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4c2ab96c-d654-4b88-9bea-09b114b49f5c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:46.985229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:46.998738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 4c2ab96c-d654-4b88-9bea-09b114b49f5c owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:47.016620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] Deleting port 4c2ab96c-d654-4b88-9bea-09b114b49f5c {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:47.016997 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.076126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.078736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] For port 4c2ab96c-d654-4b88-9bea-09b114b49f5c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4c2ab96c-d654-4b88-9bea-09b114b49f5c,segment=NetworkSegment(f93ff677-1f7e-4291-a31f-2bc82c17a1bb),segment_id=f93ff677-1f7e-4291-a31f-2bc82c17a1bb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:47.079145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.092785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] Calling delete_port for 4c2ab96c-d654-4b88-9bea-09b114b49f5c owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:47.106494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=4c2ab96c-d654-4b88-9bea-09b114b49f5c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:47.111202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] No DVR routers for this DVR port 4c2ab96c-d654-4b88-9bea-09b114b49f5c on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:22:47.172625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.187601 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.197099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649b5c26-d731-4801-9105-5df5b091d60f']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:47.197427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] Pushing event deleted for resources: {'Port': ['ID=4c2ab96c-d654-4b88-9bea-09b114b49f5c,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:47.201032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a4e87-3a28-45e7-8615-c1b689530d35 None None] No DVR routers for this DVR port 4c2ab96c-d654-4b88-9bea-09b114b49f5c on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:22:47.212750 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:47.213050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93ff677-1f7e-4291-a31f-2bc82c17a1bb') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:47.222312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.236985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.242745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:22:47.243132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:22:47.246088 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:22:47.307110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.314518 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.316422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/networks/649b5c26-d731-4801-9105-5df5b091d60f HTTP/1.1" status: 204 len: 168 time: 0.5322461 Aug 20 09:22:47.319102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60164) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:47.328210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8fbe6-5bb3-4b34-b7a3-f211ff5e16bb tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Network': ['ID=649b5c26-d731-4801-9105-5df5b091d60f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:47.475960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 3cb487d3-8672-4c30-8ec9-cf8876a1ba4a {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:47.476217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.493619 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.554268 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.554602 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.565884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 3cb487d3-8672-4c30-8ec9-cf8876a1ba4a owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:47.628556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4c2ab96c-d654-4b88-9bea-09b114b49f5c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:47.648844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4c2ab96c-d654-4b88-9bea-09b114b49f5c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:47.649507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4c2ab96c-d654-4b88-9bea-09b114b49f5c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:47.710233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.739452 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=3cb487d3-8672-4c30-8ec9-cf8876a1ba4a,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:47.796355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:47.796690 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Floating IP 6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f disassociated (deleted). External IP: 172.25.5.222, port: 67dddb86-c8ec-4aeb-8e89-26b9a59f1671. Aug 20 09:22:47.996266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:22:48.100830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:22:48.105809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:48.112053 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:22:48.122215 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:48.122822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:48.132424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-622a377f-c31c-4b2e-9142-52b28edc9fcc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/floatingips/6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f HTTP/1.1" status: 204 len: 168 time: 0.8122404 Aug 20 09:22:48.133028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:22:48.135314 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:22:48.174763 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6331cb-bddb-4532-b2bb-deec48ebdb62 x-openstack-request-id: req-9b6331cb-bddb-4532-b2bb-deec48ebdb62 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:22:48.175280 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:22:48.175538 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b6331cb-bddb-4532-b2bb-deec48ebdb62 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:22:48.175971 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'status': 'completed', 'code': 200} Aug 20 09:22:48.240648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-db5e40b0-6f80-4693-bd62-1e107a35ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:48.243501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-db5e40b0-6f80-4693-bd62-1e107a35ee2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 1096 time: 0.0457325 Aug 20 09:22:48.337427 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:48.357041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-93d87230-522d-44fd-8623-11ad6bcb194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:48.358772 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-93d87230-522d-44fd-8623-11ad6bcb194b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 200 len: 897 time: 0.1033864 Aug 20 09:22:48.364397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140aa2-3fc9-4b13-9e33-3770e6a065dc req-21718b5f-4a50-4937-9ef2-453868bd960a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:48.365941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1140aa2-3fc9-4b13-9e33-3770e6a065dc req-21718b5f-4a50-4937-9ef2-453868bd960a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Aug 20 09:22:48.405822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-bf379b40-c670-4e0b-ab2f-9aaeebbc9fb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 200 len: 217 time: 0.0368536 Aug 20 09:22:48.406163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1140aa2-3fc9-4b13-9e33-3770e6a065dc req-40a50961-4a4e-4938-b7b2-f5b0cf72d4d9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Aug 20 09:22:48.455932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-2fd099d3-6c30-4040-91f4-850ebe57630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:48.457393 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-2fd099d3-6c30-4040-91f4-850ebe57630b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b8557860-217d-42cc-bcdc-b554f5517c8a HTTP/1.1" status: 200 len: 835 time: 0.0447938 Aug 20 09:22:48.507644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-95b6354d-1d1d-4afb-8731-5c260e0ceb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:48.509145 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-95b6354d-1d1d-4afb-8731-5c260e0ceb54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448592 Aug 20 09:22:48.540557 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:41Z', 'revision_number': 6, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:48.567187 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:22:48.575374 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:48.575990 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:48.599686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-3f3be78a-f5eb-42f8-bcf9-bb31db9e1ea6 service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828161 Aug 20 09:22:48.691138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:48.694808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-17507fa6-2ba6-4914-a731-f4a6ca4d3e7e req-8469cc5f-7a21-4513-8493-a8424a0fa9e6 service neutron] 10.222.0.26 "GET /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Aug 20 09:22:48.871567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:48.887545 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:41Z', 'revision_number': 6, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:48.910959 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 75622be9-f617-46c9-bd1f-5e908be1e17c no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:48.913391 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b15b5-6e18-4f23-afe6-f1e225b7a741 None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:41Z', 'revision_number': 6, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '49820d7e-438a-4a9d-8f4b-dfa691d7483b', 'name': '', 'network_id': 'a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:e6:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:12Z', 'updated_at': '2021-08-20T09:21:17Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': 'b8557860-217d-42cc-bcdc-b554f5517c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:22:48.931711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 75622be9-f617-46c9-bd1f-5e908be1e17c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:48.932061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 75622be9-f617-46c9-bd1f-5e908be1e17c not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:49.126767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f103b-5ede-4b9f-9af7-ebe7ffbffb9a None None] New status for floating IP 6b2bc8dc-aa81-4e78-ac04-07fab11d7e8f: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:22:49.525827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c70e0-d882-47db-b03c-64770b94480a req-16544305-495e-44ec-a165-d7b250cb4f8f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:49.527341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e88c70e0-d882-47db-b03c-64770b94480a req-16544305-495e-44ec-a165-d7b250cb4f8f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Aug 20 09:22:49.567248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e88c70e0-d882-47db-b03c-64770b94480a req-1a318ea1-7936-4883-a76e-9cb2f02f8011 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a30a0b4-4766-48d2-a4a4-548d614ec0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Aug 20 09:22:49.607189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553405a3-0e01-4823-9022-1aa29a887832 req-0e950a2b-4a95-405e-afe4-14f15bf8d684 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:49.608658 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-553405a3-0e01-4823-9022-1aa29a887832 req-0e950a2b-4a95-405e-afe4-14f15bf8d684 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdd7d534-35fb-4c72-a37f-c8fb590ab751 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Aug 20 09:22:49.698427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:49.698838 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:49.789049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:49.789416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:49.802030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:49.847429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:22:49.929790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:49.956541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=67dddb86-c8ec-4aeb-8e89-26b9a59f1671,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:49.999267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] No DVR routers for this DVR port 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:22:50.001744 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:50.003732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-553405a3-0e01-4823-9022-1aa29a887832 req-42ba69c5-f71b-4a0e-bca7-5310f0605d30 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "DELETE /v2.0/ports/67dddb86-c8ec-4aeb-8e89-26b9a59f1671 HTTP/1.1" status: 204 len: 173 time: 0.3887448 Aug 20 09:22:50.004178 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'name': 'network-vif-deleted', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:22:50.006451 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88296868-4fdc-46b7-a93a-abec179b5a7e" -d '{"events": [{"server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "name": "network-vif-deleted", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:22:50.041794 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aeecfe-736e-483e-ad21-8d998f13c561 x-openstack-request-id: req-b2aeecfe-736e-483e-ad21-8d998f13c561 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:22:50.042098 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd7d534-35fb-4c72-a37f-c8fb590ab751", "name": "network-vif-deleted", "tag": "67dddb86-c8ec-4aeb-8e89-26b9a59f1671", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:22:50.042354 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2aeecfe-736e-483e-ad21-8d998f13c561 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:22:50.042760 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd7d534-35fb-4c72-a37f-c8fb590ab751', 'name': 'network-vif-deleted', 'tag': '67dddb86-c8ec-4aeb-8e89-26b9a59f1671', 'status': 'completed', 'code': 200} Aug 20 09:22:50.624588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60180) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:50.680270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-337caaf2-089d-4dd6-bfe7-b0fa6cc3a2e2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:50.704822 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-337caaf2-089d-4dd6-bfe7-b0fa6cc3a2e2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:50.762933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-337caaf2-089d-4dd6-bfe7-b0fa6cc3a2e2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:50.765761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-337caaf2-089d-4dd6-bfe7-b0fa6cc3a2e2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:50.766925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-337caaf2-089d-4dd6-bfe7-b0fa6cc3a2e2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/security-groups/8a30a0b4-4766-48d2-a4a4-548d614ec0a2 HTTP/1.1" status: 204 len: 168 time: 0.1413517 Aug 20 09:22:50.775931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337caaf2-089d-4dd6-bfe7-b0fa6cc3a2e2 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30a0b4-4766-48d2-a4a4-548d614ec0a2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:50.798588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60184) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:51.181491 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:51.468292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 49820d7e-438a-4a9d-8f4b-dfa691d7483b {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:51.468636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:51.553925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 49820d7e-438a-4a9d-8f4b-dfa691d7483b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=49820d7e-438a-4a9d-8f4b-dfa691d7483b,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:51.554285 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:51.566692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 49820d7e-438a-4a9d-8f4b-dfa691d7483b owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:51.752592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:51.780320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=49820d7e-438a-4a9d-8f4b-dfa691d7483b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:51.952730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:52.434992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router eaf00313-89d5-4227-88c9-cac1388dd490 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:22:52.543761 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:22:52.548582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8c8ce421-ec86-400c-a789-0cfe404ab760 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "PUT /v2.0/routers/eaf00313-89d5-4227-88c9-cac1388dd490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7490819 Aug 20 09:22:52.551390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60186) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:52.553591 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] Sync routers for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:22:52.562969 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:52.563655 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:52.600962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting subnet b8557860-217d-42cc-bcdc-b554f5517c8a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:22:52.603984 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:52.644089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:52.666356 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:52.735745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:52.804940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:52.825773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e37669-76ff-4ef1-9385-d0e89666ef7d None None] Network a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:22:52.840991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Subnet': ['ID=b8557860-217d-42cc-bcdc-b554f5517c8a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:52.843566 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:52.849299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2c8e37fa-6538-4a50-ac03-e07c7da0efb1 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/subnets/b8557860-217d-42cc-bcdc-b554f5517c8a HTTP/1.1" status: 204 len: 168 time: 0.2938020 Aug 20 09:22:52.849473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60188) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:52.857873 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:51Z', 'revision_number': 7, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:52.894185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] Checking router: eaf00313-89d5-4227-88c9-cac1388dd490 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:22:52.903081 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] Routers {'eaf00313-89d5-4227-88c9-cac1388dd490'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:52.903763 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eaf00313-89d5-4227-88c9-cac1388dd490'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:52.971261 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.007952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] DHCP port deletion for a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:22:53.031950 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] Set router eaf00313-89d5-4227-88c9-cac1388dd490 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:53.056382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] Deleting port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:53.057109 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.091771 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.127618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] For port c9e3bd7b-ffed-45ed-9120-260daa29b5c7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,segment=NetworkSegment(eb1b6b47-330d-4d64-8919-8dfb35ce060c),segment_id=eb1b6b47-330d-4d64-8919-8dfb35ce060c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:53.128122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.142568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] Calling delete_port for c9e3bd7b-ffed-45ed-9120-260daa29b5c7 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:53.146105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 6663117d-9228-47ec-8cb1-136608315473 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:22:53.146452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.222767 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:51Z', 'revision_number': 7, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:53.224771 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.233644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 6663117d-9228-47ec-8cb1-136608315473, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6663117d-9228-47ec-8cb1-136608315473,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:22:53.233969 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.250951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 6663117d-9228-47ec-8cb1-136608315473 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:22:53.251220 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a88a149-e1cf-413e-a219-a46010913ac3 None None] The sync data for ids ['eaf00313-89d5-4227-88c9-cac1388dd490'] in n-d-804285-2 is: [{'id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'name': 'tempest-TestNetworkBasicOps-router-1650226756', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '6663117d-9228-47ec-8cb1-136608315473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:22:51Z', 'revision_number': 7, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '6663117d-9228-47ec-8cb1-136608315473', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:91:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf00313-89d5-4227-88c9-cac1388dd490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:21:08Z', 'updated_at': '2021-08-20T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:22:53.252902 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] No DVR routers for this DVR port c9e3bd7b-ffed-45ed-9120-260daa29b5c7 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:22:53.254821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180270c9-e3ad-43d3-8b02-b59d8e4bb736 None None] Pushing event deleted for resources: {'Port': ['ID=c9e3bd7b-ffed-45ed-9120-260daa29b5c7,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:53.349658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:53.370034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:53.370435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 67dddb86-c8ec-4aeb-8e89-26b9a59f1671 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:53.424166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.449154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=6663117d-9228-47ec-8cb1-136608315473,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:53.507527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.602537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.604756 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.654850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.655408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Fanout notify agent at l3_agent the message router_deleted on router eaf00313-89d5-4227-88c9-cac1388dd490 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:22:53.663955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.665175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-84a33245-7bc4-412c-bfeb-9c41b3616277 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/routers/eaf00313-89d5-4227-88c9-cac1388dd490 HTTP/1.1" status: 204 len: 168 time: 0.8145764 Aug 20 09:22:53.668860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:53.728818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c9e3bd7b-ffed-45ed-9120-260daa29b5c7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:53.752804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c9e3bd7b-ffed-45ed-9120-260daa29b5c7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:53.753148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c9e3bd7b-ffed-45ed-9120-260daa29b5c7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:53.753559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 49820d7e-438a-4a9d-8f4b-dfa691d7483b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:53.755825 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.774469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 49820d7e-438a-4a9d-8f4b-dfa691d7483b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:53.774819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 49820d7e-438a-4a9d-8f4b-dfa691d7483b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:53.840476 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.850258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:53.862320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1b6b47-330d-4d64-8919-8dfb35ce060c') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:53.862655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1b6b47-330d-4d64-8919-8dfb35ce060c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:53.873993 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.888791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.902062 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:22:53.904509 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:22:53.908712 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:22:53.983894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.002197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.004083 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/networks/a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91 HTTP/1.1" status: 204 len: 168 time: 0.3341205 Aug 20 09:22:54.005458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a1189-c07d-49e9-a701-a3431347747d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Network': ['ID=a2a0280f-e6cb-4a25-9ccf-7fd15efa7f91,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:54.023679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60192) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:54.029662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'network': {'name': 'tempest-network-smoke--681211564', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'port_security_enabled': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:54.050555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:22:54.054099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.076377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:22:54.084659 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.084945 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Added segment e4605736-1cc6-4c5f-ba84-40019a7cb153 of type vlan for network 9dbb4497-5a38-4516-b43b-4041e7def3d9 Aug 20 09:22:54.125151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.147618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.153853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:54.154444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.226406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2016199 Aug 20 09:22:54.229204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60194) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:54.234887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-898855796', 'admin_state_up': True, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:54.256208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0132b25-d87a-4e90-8e36-cb45ae3e3e34 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Network': ['ID=9dbb4497-5a38-4516-b43b-4041e7def3d9,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:54.258554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.259862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.266363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:22:54.314415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.775177 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.960399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:54.979384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:55.079682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.25.5.239 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/477fe0b4-e2e8-4a5e-9d23-cb323319689e) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:22:55.179886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:55.218341 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:55.252521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:55.255292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:55.258600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:22:55.295987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=477fe0b4-e2e8-4a5e-9d23-cb323319689e,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:55.516756 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:55.594991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6663117d-9228-47ec-8cb1-136608315473 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:22:55.616124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 6663117d-9228-47ec-8cb1-136608315473 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:22:55.616549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6663117d-9228-47ec-8cb1-136608315473 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:22:55.712802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:55.841790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router b71d4b15-446a-4499-9091-4c11ffca6db5 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:22:55.947676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:22:55.959396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Sync routers for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:22:55.969034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:55.972223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:55.972849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:55.973430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4326b205-fe5b-444b-8288-f8593b0124bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7424440 Aug 20 09:22:55.974408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60196) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:56.003509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e89c7449-6740-401e-842e-e73e9a0a7855 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=cf2f618d0c5e4b128822948f786796ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277197 Aug 20 09:22:56.006019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:56.080227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:56.103177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950398f-9c91-41ed-88e9-41baedfea66a tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:56.105430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2950398f-9c91-41ed-88e9-41baedfea66a tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979002 Aug 20 09:22:56.108587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60200) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:56.139210 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-88daf6c4-0138-48e2-b27b-0f7a98a95675 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294955 Aug 20 09:22:56.141680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:56.146663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661693826', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:22:56.240214 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:22:56.245154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.269767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:55Z', 'revision_number': 3, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:56.296770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Checking router: b71d4b15-446a-4499-9091-4c11ffca6db5 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:22:56.297195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Updating router b71d4b15-446a-4499-9091-4c11ffca6db5 port 477fe0b4-e2e8-4a5e-9d23-cb323319689e binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:22:56.324803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.437941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.506416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Subnet': ['ID=1cb04b75-feae-405c-833a-f99263f46319,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:56.511353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Checking segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:56.511805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network hostable DHCP agents. Network: 9dbb4497-5a38-4516-b43b-4041e7def3d9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:22:56.531409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:22:56.541443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 9dbb4497-5a38-4516-b43b-4041e7def3d9) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:56.551622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:56.552270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.567120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-5b9e1fa4-6086-445a-b29c-9b1866d10b1d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4242754 Aug 20 09:22:56.569905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60204) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:56.577154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b776f-b058-49f5-87f3-564ed1bd33a9 None None] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:22:56.638095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.658763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Transition to ACTIVE for port object 477fe0b4-e2e8-4a5e-9d23-cb323319689e will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:56.666833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.753238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3461fb-7886-449d-b3ef-0c621db6583b None None] Pushing event updated for resources: {'Port': ['ID=477fe0b4-e2e8-4a5e-9d23-cb323319689e,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:56.759315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Attempting to bind port 477fe0b4-e2e8-4a5e-9d23-cb323319689e on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:22:56.759681 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Attempting to bind port 477fe0b4-e2e8-4a5e-9d23-cb323319689e by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:22:56.760047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Attempting to bind port 477fe0b4-e2e8-4a5e-9d23-cb323319689e on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:22:56.767875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:22:56.768246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:56.768650 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.769037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:22:56.769502 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Bound port: 477fe0b4-e2e8-4a5e-9d23-cb323319689e, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:22:56.769910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.829010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-9dbb4497-5a38-4516-b43b-4041e7def3d9', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:22:56.829964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:56.856479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] For port 477fe0b4-e2e8-4a5e-9d23-cb323319689e, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:22:56.876867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] For port 477fe0b4-e2e8-4a5e-9d23-cb323319689e, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=477fe0b4-e2e8-4a5e-9d23-cb323319689e,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:22:56.882101 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.008933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.031073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:57.031709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:57.036841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3461fb-7886-449d-b3ef-0c621db6583b None None] Pushing event updated for resources: {'Port': ['ID=477fe0b4-e2e8-4a5e-9d23-cb323319689e,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:57.279420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Allocated IP 172.20.0.2 (9dbb4497-5a38-4516-b43b-4041e7def3d9/1cb04b75-feae-405c-833a-f99263f46319/af314196-1e4a-4a9a-bceb-ce687eb25e3a) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:22:57.391037 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:57.636354 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.650918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Transition to ACTIVE for port object af314196-1e4a-4a9a-bceb-ce687eb25e3a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:57.671828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Transition to ACTIVE for port object af314196-1e4a-4a9a-bceb-ce687eb25e3a will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:57.679242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.723004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:55Z', 'revision_number': 3, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:57.732798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.20.0.1 (9dbb4497-5a38-4516-b43b-4041e7def3d9/1cb04b75-feae-405c-833a-f99263f46319/c06d7a7d-8fdd-4238-9245-205733d6fa52) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:22:57.733066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:57.760657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:57.764217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad9d57a-3ce8-48fa-950d-c01d75338c9d None None] The sync data for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 is: [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:55Z', 'revision_number': 3, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:22:57.767272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:22:57.777878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Pushing event updated for resources: {'Port': ['ID=af314196-1e4a-4a9a-bceb-ce687eb25e3a,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:57.840094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Attempting to bind port af314196-1e4a-4a9a-bceb-ce687eb25e3a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:22:57.840480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Attempting to bind port af314196-1e4a-4a9a-bceb-ce687eb25e3a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:22:57.840880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Attempting to bind port af314196-1e4a-4a9a-bceb-ce687eb25e3a on network 9dbb4497-5a38-4516-b43b-4041e7def3d9 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:22:57.846439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:22:57.846813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Checking segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:22:57.847219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.847873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Bound using segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:22:57.848350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Bound port: af314196-1e4a-4a9a-bceb-ce687eb25e3a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:22:57.848999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.861174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.876528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Transition to ACTIVE for port object c06d7a7d-8fdd-4238-9245-205733d6fa52 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:22:57.911106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.931811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] For port af314196-1e4a-4a9a-bceb-ce687eb25e3a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:22:57.935359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] For port af314196-1e4a-4a9a-bceb-ce687eb25e3a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af314196-1e4a-4a9a-bceb-ce687eb25e3a,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:22:57.940253 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:57.957758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:57.957758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:57.961120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:22:58.024935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=c06d7a7d-8fdd-4238-9245-205733d6fa52,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:58.030170 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:58.037274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52377a-bfa2-444e-9d95-102fe9fab67e None None] Pushing event updated for resources: {'Port': ['ID=af314196-1e4a-4a9a-bceb-ce687eb25e3a,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:58.185409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:58.701806 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-5e93bf4d-0e9c-42b1-a43a-7892f256136c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754292 Aug 20 09:22:58.819601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-f626c99d-f5a1-4832-bc7a-357430235e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:58.821127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-f626c99d-f5a1-4832-bc7a-357430235e82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 1097 time: 0.0728683 Aug 20 09:22:58.863396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:58.875440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:58.968079 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225fc2fa-4342-4f50-bfba-b07342dfde58 None None] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:22:59.001628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=c06d7a7d-8fdd-4238-9245-205733d6fa52,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:22:59.005807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:59.040797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-070d22fb-51b3-4901-860d-e325718858d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.042731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-070d22fb-51b3-4901-860d-e325718858d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.1973155 Aug 20 09:22:59.095755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eaf78b3f-38d3-4005-b80f-95dcf9283ad7 None None] Provisioning for port af314196-1e4a-4a9a-bceb-ce687eb25e3a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:59.155755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-595cfff3-dc44-46cf-b76e-a51167ca1395 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 200 len: 1002 time: 0.0801380 Aug 20 09:22:59.212570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:22:59.215925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:22:59.227792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-b8c79793-b0ac-4052-a58b-5ee88ae2dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.229345 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-b8c79793-b0ac-4052-a58b-5ee88ae2dad0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0672600 Aug 20 09:22:59.352738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-95c4d75b-0f3f-4741-9b35-4e8c7ac8efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.354272 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-95c4d75b-0f3f-4741-9b35-4e8c7ac8efd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852652 Aug 20 09:22:59.432242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router b71d4b15-446a-4499-9091-4c11ffca6db5 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:22:59.439048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc6a0ddf-6b5b-490b-a72f-b3bf2a1b1fa8 None None] Provisioning for port c06d7a7d-8fdd-4238-9245-205733d6fa52 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:59.443950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-dc6a0ddf-6b5b-490b-a72f-b3bf2a1b1fa8 None None] Provisioning complete for port c06d7a7d-8fdd-4238-9245-205733d6fa52 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:59.444482 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0ddf-6b5b-490b-a72f-b3bf2a1b1fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:59.482892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a0ddf-6b5b-490b-a72f-b3bf2a1b1fa8 None None] Port c06d7a7d-8fdd-4238-9245-205733d6fa52 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:22:59.523927 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-f3b9120a-1318-41c2-a3f2-4d169ac48fe5 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603429 Aug 20 09:22:59.608053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-375472c4-8b08-4e32-a4f5-dc2804a89a1b None None] Provisioning complete for port c06d7a7d-8fdd-4238-9245-205733d6fa52 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:59.608625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-375472c4-8b08-4e32-a4f5-dc2804a89a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:59.632978 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:22:59.642100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df46e40d-b67a-4c9b-8bc9-b22e5b5136a9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "PUT /v2.0/routers/b71d4b15-446a-4499-9091-4c11ffca6db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0687647 Aug 20 09:22:59.643134 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Sync routers for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:22:59.647048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:59.666678 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:22:59.667595 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:22:59.674757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-375472c4-8b08-4e32-a4f5-dc2804a89a1b None None] Port c06d7a7d-8fdd-4238-9245-205733d6fa52 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:22:59.730282 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-fd06f2b0-3907-479b-bf3e-32804722a4ca req-72627620-40ce-4237-97a6-fda86decc020 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981130 Aug 20 09:22:59.778232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 477fe0b4-e2e8-4a5e-9d23-cb323319689e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:22:59.793878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.794655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.795121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.795589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.796057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.796521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.800999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b7264bbd-3c47-425e-9a1d-1fec6a9d9018 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1507103 Aug 20 09:22:59.801807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60208) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:59.808390 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:22:59.828062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc11195b-83b0-4f79-b2cf-767eefca0bfe None None] Provisioning complete for port c06d7a7d-8fdd-4238-9245-205733d6fa52 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:59.828580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc11195b-83b0-4f79-b2cf-767eefca0bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:59.858442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.858920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.859640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.860104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.860560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.861056 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:22:59.862814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e98bea9d-91c1-44b5-a72b-6647b80ae82b tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0604243 Aug 20 09:22:59.865864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60210) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:22:59.869169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fc11195b-83b0-4f79-b2cf-767eefca0bfe None None] Port c06d7a7d-8fdd-4238-9245-205733d6fa52 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:22:59.878274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 477fe0b4-e2e8-4a5e-9d23-cb323319689e completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:22:59.882298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 477fe0b4-e2e8-4a5e-9d23-cb323319689e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:22:59.882724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:59.975134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:22:59.997095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 477fe0b4-e2e8-4a5e-9d23-cb323319689e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=477fe0b4-e2e8-4a5e-9d23-cb323319689e,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:00.001418 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.002272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af314196-1e4a-4a9a-bceb-ce687eb25e3a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:00.011100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-010a32b8-09de-42aa-a115-b7578e7e0ec9 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1441610 Aug 20 09:23:00.031356 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 2, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:00.061185 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Checking router: b71d4b15-446a-4499-9091-4c11ffca6db5 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:23:00.061564 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Updating router b71d4b15-446a-4499-9091-4c11ffca6db5 port c06d7a7d-8fdd-4238-9245-205733d6fa52 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:23:00.082779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=477fe0b4-e2e8-4a5e-9d23-cb323319689e,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.087555 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.096765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port af314196-1e4a-4a9a-bceb-ce687eb25e3a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:23:00.101494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port af314196-1e4a-4a9a-bceb-ce687eb25e3a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:00.101918 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.182848 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.219899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port af314196-1e4a-4a9a-bceb-ce687eb25e3a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af314196-1e4a-4a9a-bceb-ce687eb25e3a,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:00.224084 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.238236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60214) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:00.243197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754926626', 'description': 'tempest-secgroup-smoke-1754926626 description', 'project_id': 'cf2f618d0c5e4b128822948f786796ac'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:00.266202 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.279560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=af314196-1e4a-4a9a-bceb-ce687eb25e3a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.351143 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.355619 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.382119 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.386051 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440270 Aug 20 09:23:00.386528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:00.390914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad4ab5-843d-43de-9756-774ee64cff9d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097c5da2-d104-46a2-8993-c937371b8002,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.391801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '097c5da2-d104-46a2-8993-c937371b8002', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:00.421057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.479476 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.480839 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.486240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.490317 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Transition to ACTIVE for port object c06d7a7d-8fdd-4238-9245-205733d6fa52 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:23:00.496645 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.508043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5e6d25-ffa2-464c-9145-2d3129b2b307,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.515209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.518172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f7069ac4-e604-479f-a436-e0e4be29418c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305878 Aug 20 09:23:00.519166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60218) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:00.523944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '097c5da2-d104-46a2-8993-c937371b8002', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:00.554610 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.583163 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788a018-a687-4820-bf37-a93005ed6a7c None None] Pushing event updated for resources: {'Port': ['ID=c06d7a7d-8fdd-4238-9245-205733d6fa52,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.602836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Attempting to bind port c06d7a7d-8fdd-4238-9245-205733d6fa52 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:23:00.604118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Attempting to bind port c06d7a7d-8fdd-4238-9245-205733d6fa52 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:23:00.604118 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Attempting to bind port c06d7a7d-8fdd-4238-9245-205733d6fa52 on network 9dbb4497-5a38-4516-b43b-4041e7def3d9 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:23:00.610227 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:23:00.610643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Checking segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:23:00.611054 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.611442 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Bound using segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:23:00.611913 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Bound port: c06d7a7d-8fdd-4238-9245-205733d6fa52, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:23:00.612294 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.623791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.628010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.646829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229eaf0c-c09a-41d4-844b-286c293ec3f8,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.653590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.657748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60220) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:00.658412 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0be0c3ce-9c22-4328-a30a-5aea6a469746 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376154 Aug 20 09:23:00.663097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '097c5da2-d104-46a2-8993-c937371b8002', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:00.687045 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] For port c06d7a7d-8fdd-4238-9245-205733d6fa52, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:23:00.690470 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] For port c06d7a7d-8fdd-4238-9245-205733d6fa52, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c06d7a7d-8fdd-4238-9245-205733d6fa52,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:23:00.695164 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.695389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.755371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:00.756014 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:00.763894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.769757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.791731 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677fcd52-bed9-4382-8454-d08563461e70,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.799226 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.801533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788a018-a687-4820-bf37-a93005ed6a7c None None] Pushing event updated for resources: {'Port': ['ID=c06d7a7d-8fdd-4238-9245-205733d6fa52,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.803377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60222) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:00.803532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-87881d7a-ea1b-4d14-9e2f-b116abca7dcf tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443691 Aug 20 09:23:00.811144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '097c5da2-d104-46a2-8993-c937371b8002', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:00.844012 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.897472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:00.912975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.918124 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.936963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454d9fd6-c013-4d3a-b13f-a4963d04d9aa,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:00.944876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:00.948988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2480c50d-e143-4f54-a6bc-01f155b29243 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415787 Aug 20 09:23:00.949873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60224) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:00.954398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '097c5da2-d104-46a2-8993-c937371b8002', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:00.976995 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Project cf2f618d0c5e4b128822948f786796ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:23:00.983629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.050214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.054278 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.073175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15a4013-2137-426a-8fd5-8bdd3ae6568a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:01.079239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.083263 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d13adb76-2b13-487b-877f-dbb27aeb4fac tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300750 Aug 20 09:23:01.083734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60226) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:01.088380 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'security_group_rule': {'security_group_id': '097c5da2-d104-46a2-8993-c937371b8002', 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:01.113637 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Project cf2f618d0c5e4b128822948f786796ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:23:01.116541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:00Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:01.119457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.147270 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea662a-3b55-4be2-be14-3656ca624e28 None None] The sync data for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 is: [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:00Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:23:01.188488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.205374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.230134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340e5bd1-b935-497c-8d70-d833bc75469e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:01.243854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.245130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8e3d9565-1965-4ef3-9e19-736c8f91a31d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603997 Aug 20 09:23:01.392985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-d23c1e82-c62d-4e49-8a1a-e8858801df11 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754926626&fields=id&tenant_id=cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 267 time: 0.0343206 Aug 20 09:23:01.503325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-c6c930d8-488c-431b-b86b-52eb657109c5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:01.504924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-c6c930d8-488c-431b-b86b-52eb657109c5 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/networks?id=9dbb4497-5a38-4516-b43b-4041e7def3d9 HTTP/1.1" status: 200 len: 796 time: 0.1050658 Aug 20 09:23:01.521602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-55aa4c14-1f72-4b69-862c-748ca2c5129c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/quotas/cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 375 time: 0.0102699 Aug 20 09:23:01.582015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-9b595b1a-a8b3-4f79-b75d-82e6a45bec2e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542083 Aug 20 09:23:01.690264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-ff8ffa9c-1e89-48fc-baa5-82658044733e service neutron] 10.222.0.35 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965679 Aug 20 09:23:01.754670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c06d7a7d-8fdd-4238-9245-205733d6fa52 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:01.790689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-7379c6f9-5a36-4c27-b537-986ccdda79f7 service neutron] 10.222.0.35 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962014 Aug 20 09:23:01.806826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c06d7a7d-8fdd-4238-9245-205733d6fa52 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:23:01.812088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c06d7a7d-8fdd-4238-9245-205733d6fa52 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:01.812699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.898105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.942933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c06d7a7d-8fdd-4238-9245-205733d6fa52, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c06d7a7d-8fdd-4238-9245-205733d6fa52,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:01.954430 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:01.955739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 477fe0b4-e2e8-4a5e-9d23-cb323319689e up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:01.986837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d510771-046c-4054-8c98-cd8ce504db25 req-cdaf39d2-9c38-4529-8823-e8d2880856fd tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 210 time: 0.0447958 Aug 20 09:23:02.130068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c06d7a7d-8fdd-4238-9245-205733d6fa52,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:02.130068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 477fe0b4-e2e8-4a5e-9d23-cb323319689e triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:02.130068 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:02.177483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af314196-1e4a-4a9a-bceb-ce687eb25e3a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:02.226698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port af314196-1e4a-4a9a-bceb-ce687eb25e3a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:02.227205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:02.922011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-2e6eb152-6230-459d-97b8-2973284be842 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:02.923377 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-2e6eb152-6230-459d-97b8-2973284be842 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "GET /v2.0/networks?id=9dbb4497-5a38-4516-b43b-4041e7def3d9 HTTP/1.1" status: 200 len: 796 time: 0.1088715 Aug 20 09:23:02.968924 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-1a3fe161-6669-4020-8e16-2531bcb0660c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf2f618d0c5e4b128822948f786796ac HTTP/1.1" status: 200 len: 380 time: 0.0370686 Aug 20 09:23:02.978081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'port': {'device_id': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'admin_state_up': True, 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'security_groups': ['097c5da2-d104-46a2-8993-c937371b8002']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:03.083081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d45a9ba1-0d71-47cc-9a88-8df2769e9a04 req-bd60c081-0512-453f-b4f1-78caf5faeffa tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 210 time: 0.0268345 Aug 20 09:23:03.085330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Made reservation on behalf of cf2f618d0c5e4b128822948f786796ac for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:23:03.088828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.219409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.20.0.7 (9dbb4497-5a38-4516-b43b-4041e7def3d9/1cb04b75-feae-405c-833a-f99263f46319/0e465873-e6b8-40f1-b4e0-e33fa8487f47) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:23:03.358620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.372600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Transition to ACTIVE for port object 0e465873-e6b8-40f1-b4e0-e33fa8487f47 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:23:03.404080 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.444974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:23:03.447720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:23:03.451697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:23:03.482263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=0e465873-e6b8-40f1-b4e0-e33fa8487f47,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:03.506298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:03.506929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.523207 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-b03988c4-01fd-4759-87cf-5a78fde20470 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488670 Aug 20 09:23:03.536068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Request body: {'port': {'device_id': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:03.596321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.654528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c06d7a7d-8fdd-4238-9245-205733d6fa52 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:03.705632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c06d7a7d-8fdd-4238-9245-205733d6fa52 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:03.706040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.790818 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e69bb86d-0709-4ee2-bb8e-0310ec2edcd3 None None] Provisioning for port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:23:03.796640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e69bb86d-0709-4ee2-bb8e-0310ec2edcd3 None None] Provisioning complete for port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:03.797015 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e69bb86d-0709-4ee2-bb8e-0310ec2edcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.832234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e69bb86d-0709-4ee2-bb8e-0310ec2edcd3 None None] Port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:23:03.873508 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e465873-e6b8-40f1-b4e0-e33fa8487f47 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:23:03.880764 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.893138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Transition to ACTIVE for port object 0e465873-e6b8-40f1-b4e0-e33fa8487f47 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:23:03.896736 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:03.946234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Pushing event updated for resources: {'Port': ['ID=0e465873-e6b8-40f1-b4e0-e33fa8487f47,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:04.026380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Attempting to bind port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:23:04.026773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Attempting to bind port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:23:04.027193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Attempting to bind port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 on network 9dbb4497-5a38-4516-b43b-4041e7def3d9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:23:04.031731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 on network 9dbb4497-5a38-4516-b43b-4041e7def3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:23:04.032051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Attempting to bind port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 on network 9dbb4497-5a38-4516-b43b-4041e7def3d9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:23:04.036960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:23:04.037297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Checking segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:23:04.037683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Bound using segment: {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:23:04.038133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Bound port: 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4605736-1cc6-4c5f-ba84-40019a7cb153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:23:04.038494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:04.104036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] For port 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:23:04.107741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] For port 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:23:04.113481 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:04.156602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.157230 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:04.158645 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] 10.222.0.26 "PUT /v2.0/ports/0e465873-e6b8-40f1-b4e0-e33fa8487f47 HTTP/1.1" status: 200 len: 1091 time: 0.6269946 Aug 20 09:23:04.159093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:04.161381 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa8dec6-6aa3-4904-a058-687be3a47603" -d '{"events": [{"name": "network-changed", "server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:04.180640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196df0-2b01-4ef1-95df-95d91c2a522f service neutron] Pushing event updated for resources: {'Port': ['ID=0e465873-e6b8-40f1-b4e0-e33fa8487f47,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:04.216437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3547-9225-4f31-b451-c99293262618 req-b15647ea-1836-421e-8d1f-8a896f4c6159 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.218224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4df3547-9225-4f31-b451-c99293262618 req-b15647ea-1836-421e-8d1f-8a896f4c6159 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 943 time: 0.0632582 Aug 20 09:23:04.240566 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7494564-8012-4aad-914a-b69cdb390403 x-openstack-request-id: req-a7494564-8012-4aad-914a-b69cdb390403 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:04.240942 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:04.241361 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7494564-8012-4aad-914a-b69cdb390403 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:04.241888 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'status': 'completed', 'code': 200} Aug 20 09:23:04.255402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-1ac2b07b-20af-4ffc-85f1-dbaacced5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.257025 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-1ac2b07b-20af-4ffc-85f1-dbaacced5efc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 1094 time: 0.0497797 Aug 20 09:23:04.264587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b4df3547-9225-4f31-b451-c99293262618 req-4270c697-2642-434c-822f-f72ede27ed0b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401633 Aug 20 09:23:04.305616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-e7dd37d0-883f-40a7-a516-c4208f8ff5b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47 HTTP/1.1" status: 200 len: 217 time: 0.0407600 Aug 20 09:23:04.357084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-a6b8fc86-10ea-4113-b973-5d02e944bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.358585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-a6b8fc86-10ea-4113-b973-5d02e944bb7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb04b75-feae-405c-833a-f99263f46319 HTTP/1.1" status: 200 len: 834 time: 0.0451896 Aug 20 09:23:04.406032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-ae9503b9-c754-4996-b491-9e9eee130246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.407583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-ae9503b9-c754-4996-b491-9e9eee130246 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dbb4497-5a38-4516-b43b-4041e7def3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420957 Aug 20 09:23:04.503426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-5a4f00e2-a81d-4552-b933-0f1bc79b5e74 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886648 Aug 20 09:23:04.592762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b65e805d-1d5d-459a-8fd2-51fea6df4a67 req-3076bde1-edb3-405b-84ac-23b34dc50db6 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830591 Aug 20 09:23:04.678755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-54f01b64-d886-4777-aa76-a2c5b7557a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.680225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-54f01b64-d886-4777-aa76-a2c5b7557a13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 1094 time: 0.0450778 Aug 20 09:23:04.767322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-860f638e-b3ff-42c6-b105-3cab8e6da736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.768665 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-860f638e-b3ff-42c6-b105-3cab8e6da736 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dbb4497-5a38-4516-b43b-4041e7def3d9 HTTP/1.1" status: 200 len: 896 time: 0.0818720 Aug 20 09:23:04.809459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-bfef89d1-2425-4e6f-86d4-5327e557a7dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47 HTTP/1.1" status: 200 len: 217 time: 0.0340254 Aug 20 09:23:04.862644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-99008d53-18f9-4487-88cd-befa704d72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.864078 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-99008d53-18f9-4487-88cd-befa704d72df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb04b75-feae-405c-833a-f99263f46319 HTTP/1.1" status: 200 len: 834 time: 0.0472620 Aug 20 09:23:04.909994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-6a623b18-5491-4ec9-b4d3-3870e5e65cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:04.911454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-6a623b18-5491-4ec9-b4d3-3870e5e65cc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dbb4497-5a38-4516-b43b-4041e7def3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392482 Aug 20 09:23:05.002468 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-201d8e4c-8206-4060-bde7-c9af9c637325 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830047 Aug 20 09:23:05.095687 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0aa8dec6-6aa3-4904-a058-687be3a47603 req-13e4e049-d87d-4c85-b97c-6007315169a2 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Aug 20 09:23:05.384120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f865-4879-4d2f-bbce-1372044da1d7 req-e3c45707-bbd4-45a2-8084-addc8b0bb366 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:05.385533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed38f865-4879-4d2f-bbce-1372044da1d7 req-e3c45707-bbd4-45a2-8084-addc8b0bb366 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 943 time: 0.0519264 Aug 20 09:23:05.423567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed38f865-4879-4d2f-bbce-1372044da1d7 req-f848f337-c787-4f9b-97b7-81af631b9015 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Aug 20 09:23:06.536772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536012-8f67-4704-8d7f-06cc53a62af2 req-96528727-39d7-47a3-ac13-e7e4f2d67290 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:06.538296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c536012-8f67-4704-8d7f-06cc53a62af2 req-96528727-39d7-47a3-ac13-e7e4f2d67290 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 943 time: 0.0488081 Aug 20 09:23:06.577328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c536012-8f67-4704-8d7f-06cc53a62af2 req-91199aad-b25f-4e0a-9dbe-9c24d561b94f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Aug 20 09:23:07.396256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0e465873-e6b8-40f1-b4e0-e33fa8487f47 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:23:07.499923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:07.511879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'port_id': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'mac_address': 'fa:16:3e:4f:27:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:23:07.549246 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:07.561510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e465873-e6b8-40f1-b4e0-e33fa8487f47 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:23:07.580876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:07.584589 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:07.635472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0e465873-e6b8-40f1-b4e0-e33fa8487f47,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:07.695713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee734b-77c5-4b16-852a-4f619e6f8fec req-8fe6fdde-4664-40fd-8b19-746068a05105 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:07.697224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44ee734b-77c5-4b16-852a-4f619e6f8fec req-8fe6fdde-4664-40fd-8b19-746068a05105 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 944 time: 0.0541708 Aug 20 09:23:07.736636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44ee734b-77c5-4b16-852a-4f619e6f8fec req-b484072a-01e9-42a0-b6a1-eb0b2b076d6c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333233 Aug 20 09:23:07.784275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['0e465873-e6b8-40f1-b4e0-e33fa8487f47'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:23:08.855940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c2f37-61d3-407c-a91f-d47a67487d13 req-b4268a6d-e32d-464b-b0f0-de7f02ea8229 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:08.857423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-111c2f37-61d3-407c-a91f-d47a67487d13 req-b4268a6d-e32d-464b-b0f0-de7f02ea8229 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 944 time: 0.0520093 Aug 20 09:23:08.894395 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-111c2f37-61d3-407c-a91f-d47a67487d13 req-9c67b5e6-43d5-45c6-b8ea-8f3e1f28b328 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Aug 20 09:23:09.428222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0e465873-e6b8-40f1-b4e0-e33fa8487f47 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:09.475203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:23:09.478744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:09.479115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:09.552860 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:09.575218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:09.577496 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a461a-8017-46d0-875b-a19229ee00ce" -d '{"events": [{"server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "name": "network-vif-plugged", "status": "completed", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:09.593423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:09.598198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:09.633539 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b042b88-d3cf-4e24-9299-eeabe8aae809 x-openstack-request-id: req-0b042b88-d3cf-4e24-9299-eeabe8aae809 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:09.633872 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "name": "network-vif-plugged", "status": "completed", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:09.634248 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b042b88-d3cf-4e24-9299-eeabe8aae809 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:09.634641 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'code': 200} Aug 20 09:23:09.654272 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=0e465873-e6b8-40f1-b4e0-e33fa8487f47,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:09.712115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7eae0-0640-45f0-83a9-023d1804d4b6 req-608d9151-819d-4788-9b77-c4cc42b9afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:09.713621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-41e7eae0-0640-45f0-83a9-023d1804d4b6 req-608d9151-819d-4788-9b77-c4cc42b9afe2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 1096 time: 0.0408499 Aug 20 09:23:09.749149 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-41e7eae0-0640-45f0-83a9-023d1804d4b6 req-6c666c81-1ecb-48bc-9f06-c1466ba46013 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284464 Aug 20 09:23:10.009231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80276ae4-ce92-4fb4-a488-d86b06fa7ffb req-06f449aa-7a9b-43d3-99a8-0739f84e295c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:10.010669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80276ae4-ce92-4fb4-a488-d86b06fa7ffb req-06f449aa-7a9b-43d3-99a8-0739f84e295c tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 945 time: 0.0497923 Aug 20 09:23:10.048497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80276ae4-ce92-4fb4-a488-d86b06fa7ffb req-061fe157-b73b-4e5c-9344-31742f20a7bc tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Aug 20 09:23:11.162624 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd929d2-d509-4b0d-9ee4-36c22805d5da req-d180e0b5-6819-4a5f-9601-512fbc64f9a8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:11.164086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bd929d2-d509-4b0d-9ee4-36c22805d5da req-d180e0b5-6819-4a5f-9601-512fbc64f9a8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 945 time: 0.0487614 Aug 20 09:23:11.201103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bd929d2-d509-4b0d-9ee4-36c22805d5da req-532068a3-5af2-4970-89c4-341f162e143b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309458 Aug 20 09:23:11.315594 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21fb8f-80e2-4e4f-9c95-77ea579137ba req-f10b1d24-ec6b-4b16-a439-ffdfd7b322cd tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:11.317079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc21fb8f-80e2-4e4f-9c95-77ea579137ba req-f10b1d24-ec6b-4b16-a439-ffdfd7b322cd tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 945 time: 0.0511827 Aug 20 09:23:11.356322 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc21fb8f-80e2-4e4f-9c95-77ea579137ba req-94360b03-045e-49e3-958a-6773440b7d6a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Aug 20 09:23:11.378388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:11.416514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcd81b-50c5-4793-999f-7761136212d5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:11.418010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7fcd81b-50c5-4793-999f-7761136212d5 tempest-TestNetworkBasicOps-1106358117 tempest-TestNetworkBasicOps-1106358117-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 1091 time: 0.0386617 Aug 20 09:23:11.420958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60274) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:11.425665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:11.450642 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:11.546524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:11.649849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Allocated IP 172.25.5.94 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/f2321da9-63bf-423e-bbaa-aedd6f613bdf) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:23:11.750114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:11.787132 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:11.824070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:23:11.827328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:23:11.829911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:23:11.860229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=f2321da9-63bf-423e-bbaa-aedd6f613bdf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:11.872996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.873347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.873695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.874059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.874395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.874734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.875071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.875403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.875735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.876073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.876472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:11.876806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:12.198415 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:12.266022 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:12.678313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:12.682581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:12.752129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event updated for resources: {'Port': ['ID=f2321da9-63bf-423e-bbaa-aedd6f613bdf,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:12.761694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:12.798713 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:12.860780 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Floating IP 377cb9c7-a97e-4763-ab12-dc383d1b1b7f associated. External IP: 172.25.5.94, port: 0e465873-e6b8-40f1-b4e0-e33fa8487f47. Aug 20 09:23:13.068050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router b71d4b15-446a-4499-9091-4c11ffca6db5 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:23:13.174209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:23:13.183672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] Sync routers for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:23:13.191900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:13.204566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:13.205116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:13.206949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc9c4e1e-6958-4ea0-916a-1858a9e15974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:13.218835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a6fa6256-0290-4c96-a3d6-5078bf7e68b8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7967758 Aug 20 09:23:13.219438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:13.221623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60276) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:13.222101 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b91c6fc-d994-43aa-90d6-337ced2bea77" -d '{"events": [{"name": "network-changed", "server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:13.269269 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad480383-0057-4787-87bc-930eedf0802e x-openstack-request-id: req-ad480383-0057-4787-87bc-930eedf0802e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:13.269770 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:13.269909 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad480383-0057-4787-87bc-930eedf0802e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:13.270317 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'status': 'completed', 'code': 200} Aug 20 09:23:13.286040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7ff4f177-a46b-452b-a73e-98955847462f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/floatingips/377cb9c7-a97e-4763-ab12-dc383d1b1b7f HTTP/1.1" status: 200 len: 990 time: 0.0630846 Aug 20 09:23:13.318414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:13.328709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-7a037765-739e-4c2e-bea8-119a01a0da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:13.330254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-7a037765-739e-4c2e-bea8-119a01a0da94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 1096 time: 0.0417006 Aug 20 09:23:13.424713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-05634e7d-1cca-4a9c-ba80-195156e4e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:13.427089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-05634e7d-1cca-4a9c-ba80-195156e4e5ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dbb4497-5a38-4516-b43b-4041e7def3d9 HTTP/1.1" status: 200 len: 896 time: 0.0905323 Aug 20 09:23:13.492534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-966f7915-9bfe-433a-b342-b7f44b774411 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47 HTTP/1.1" status: 200 len: 998 time: 0.0589552 Aug 20 09:23:13.540242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-f73c5fcf-6784-4e60-b156-ec108f08bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:13.541238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '377cb9c7-a97e-4763-ab12-dc383d1b1b7f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'port_id': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'mac_address': 'fa:16:3e:4f:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:12Z', 'updated_at': '2021-08-20T09:23:12Z', 'revision_number': 0, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:01Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:13.541770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-f73c5fcf-6784-4e60-b156-ec108f08bfc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb04b75-feae-405c-833a-f99263f46319 HTTP/1.1" status: 200 len: 834 time: 0.0432301 Aug 20 09:23:13.571315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] Checking router: b71d4b15-446a-4499-9091-4c11ffca6db5 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:23:13.580204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:13.580848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:22:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:13.592728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-b4570286-d706-47f5-931a-8b9b97dbd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:13.594275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-b4570286-d706-47f5-931a-8b9b97dbd96f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dbb4497-5a38-4516-b43b-4041e7def3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455284 Aug 20 09:23:13.688345 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-43ba9ea5-6573-4856-80e3-3778dcdb11c5 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870440 Aug 20 09:23:13.789287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b91c6fc-d994-43aa-90d6-337ced2bea77 req-98318a6f-ed49-4be0-a453-80850ae4b828 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943632 Aug 20 09:23:13.845918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:14.059157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '377cb9c7-a97e-4763-ab12-dc383d1b1b7f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'port_id': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'mac_address': 'fa:16:3e:4f:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:12Z', 'updated_at': '2021-08-20T09:23:12Z', 'revision_number': 0, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:01Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:14.087853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbf87-838c-4767-a8e5-3a0f0c729823 None None] The sync data for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 is: [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '377cb9c7-a97e-4763-ab12-dc383d1b1b7f', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'port_id': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'mac_address': 'fa:16:3e:4f:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:12Z', 'updated_at': '2021-08-20T09:23:12Z', 'revision_number': 0, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:01Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:23:14.129887 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:14.276130 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022b119d-dda2-4e4e-994c-0d2a88d734fb None None] New status for floating IP 377cb9c7-a97e-4763-ab12-dc383d1b1b7f: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:23:14.289945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:14.353774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d54df4bf-caf9-492b-90a1-e278b6bba923 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/floatingips/377cb9c7-a97e-4763-ab12-dc383d1b1b7f HTTP/1.1" status: 200 len: 990 time: 0.0613296 Aug 20 09:23:15.356042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60282) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:15.414656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00ee8087-cf94-4cb6-af7a-a0bb92ae8f4b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/floatingips/377cb9c7-a97e-4763-ab12-dc383d1b1b7f HTTP/1.1" status: 200 len: 992 time: 0.0574102 Aug 20 09:23:16.336396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:16.631748 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5e71295-3a40-4277-a2b4-324b79472bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:17.495311 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:18.874554 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:26.846388 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:23:28.720693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8622fd7-ad38-4647-89be-ee3ec17e477b req-ee51cb01-5b51-4b24-8aa4-c6dc35c248f4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:28.722143 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8622fd7-ad38-4647-89be-ee3ec17e477b req-ee51cb01-5b51-4b24-8aa4-c6dc35c248f4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 946 time: 0.0541790 Aug 20 09:23:28.760310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8622fd7-ad38-4647-89be-ee3ec17e477b req-af24733e-d53a-4c45-96b2-c7729029095a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322735 Aug 20 09:23:29.874130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875a2a0-408e-4cc2-89b6-6f20b7d6966e req-faadb631-35a4-404c-a290-b045d9ba75a7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:29.875500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3875a2a0-408e-4cc2-89b6-6f20b7d6966e req-faadb631-35a4-404c-a290-b045d9ba75a7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 946 time: 0.0474966 Aug 20 09:23:29.912374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3875a2a0-408e-4cc2-89b6-6f20b7d6966e req-e0ebe42d-0dc5-461e-82f6-cda1c2847c8c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309668 Aug 20 09:23:30.192172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-8f5b5d10-00ba-47a2-b720-5c1f82e50cd7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:30.193555 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-8f5b5d10-00ba-47a2-b720-5c1f82e50cd7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Aug 20 09:23:30.281571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port e7aee49b-99cc-49a9-9e60-91a09ac163d3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:23:30.281939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:30.371213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port e7aee49b-99cc-49a9-9e60-91a09ac163d3, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e7aee49b-99cc-49a9-9e60-91a09ac163d3,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:30.371575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:30.585982 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:30.586375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:30.586689 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Floating IP 9b148c21-c073-4eb7-80de-83702971ffb1 disassociated. External IP: 172.25.5.197, port: e7aee49b-99cc-49a9-9e60-91a09ac163d3. Aug 20 09:23:30.587029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for e7aee49b-99cc-49a9-9e60-91a09ac163d3 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:23:30.712108 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:30.741117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=e7aee49b-99cc-49a9-9e60-91a09ac163d3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:30.851610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:23:30.957615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:23:30.971048 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:23:30.980674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:30.981941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:31.001231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port e7aee49b-99cc-49a9-9e60-91a09ac163d3 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:23:31.003932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:31.006079 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0d93964-5d91-42cd-aa31-1eb9835f1ff6 req-6e1116e7-e21c-49d2-ba1a-3f591a1ece5a tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "DELETE /v2.0/ports/e7aee49b-99cc-49a9-9e60-91a09ac163d3 HTTP/1.1" status: 204 len: 173 time: 0.8062153 Aug 20 09:23:31.006418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'name': 'network-vif-deleted', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:31.009828 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8a0ed9-b66f-488c-b239-dbdea1c8dca4" -d '{"events": [{"server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "name": "network-vif-deleted", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:31.017265 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d7a1cae2-782f-4d23-9324-7e74d85910b0 req-e8ddbeba-9594-40cf-802b-8fe0a4729b18 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 210 time: 0.0329483 Aug 20 09:23:31.061571 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a2c27d-44b1-4517-9d3d-57ae51c115bf x-openstack-request-id: req-33a2c27d-44b1-4517-9d3d-57ae51c115bf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:31.061954 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3437272-a180-418f-bd78-5c67c60614a6", "name": "network-vif-deleted", "tag": "e7aee49b-99cc-49a9-9e60-91a09ac163d3", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:31.062272 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33a2c27d-44b1-4517-9d3d-57ae51c115bf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:31.063015 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3437272-a180-418f-bd78-5c67c60614a6', 'name': 'network-vif-deleted', 'tag': 'e7aee49b-99cc-49a9-9e60-91a09ac163d3', 'status': 'completed', 'code': 200} Aug 20 09:23:31.101498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:31.317131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:31.346619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:23:31.354911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:31.355515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:31.461238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:31.655536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:31.681657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d17546-79d1-403f-b76e-c6f05d637d09 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:23:31.907480 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a91ed2-1e26-4c99-974b-28fca488b678 None None] New status for floating IP 9b148c21-c073-4eb7-80de-83702971ffb1: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:23:32.107748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3513e7e5-dbed-4029-a1de-ae7c4c39db5c req-f63abc6b-2d58-4408-a161-2d6f9113c16f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 210 time: 0.0255353 Aug 20 09:23:33.092627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e7aee49b-99cc-49a9-9e60-91a09ac163d3 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:23:33.112870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: e7aee49b-99cc-49a9-9e60-91a09ac163d3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:23:33.113208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e7aee49b-99cc-49a9-9e60-91a09ac163d3 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:23:33.205342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46af915e-88cd-46f0-8c2b-e5abd10d3c77 req-2cfce583-ac1a-4768-9144-887ebefb7c09 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 210 time: 0.0289783 Aug 20 09:23:34.301076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1c57357-7563-4762-a114-76a048df5faf req-9d0120ba-f529-4bef-b472-8ef27c6bbc71 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3437272-a180-418f-bd78-5c67c60614a6 HTTP/1.1" status: 200 len: 210 time: 0.0264704 Aug 20 09:23:35.498971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-2a319b4b-3a7c-4b1b-8d0b-190f7ecd35e4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708140142&fields=id&tenant_id=f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 267 time: 0.0332689 Aug 20 09:23:35.605959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-10103f3d-1206-4aca-a943-a8793113ae85 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:35.607553 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-10103f3d-1206-4aca-a943-a8793113ae85 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1018305 Aug 20 09:23:35.623008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-1472a290-2855-490b-a9ea-48713d5e666b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0092006 Aug 20 09:23:35.678303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-f7548717-6a70-45de-8508-ed711e31c329 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501127 Aug 20 09:23:35.821128 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-3dfa8ddf-27d0-49fb-ab63-1aa036d965a7 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316500 Aug 20 09:23:35.911529 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-948c35c8-9d9c-4ea6-89dc-21315ff586af service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Aug 20 09:23:36.196606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-436b25f8-874c-446b-931a-d0c966a76866 req-e31b7312-1a0d-4807-80dd-520c600b5cc6 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 210 time: 0.0279179 Aug 20 09:23:37.071104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-d42aa3e5-2738-4313-8ffe-3ac6c1c531cc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:37.072599 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-d42aa3e5-2738-4313-8ffe-3ac6c1c531cc tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1060526 Aug 20 09:23:37.116692 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-68030f08-1cb8-441d-99d4-d88268b388e3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 379 time: 0.0348878 Aug 20 09:23:37.127010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'security_groups': ['3bdb3ffd-6e96-4f32-b124-f74dc4e85d04']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:37.236990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:23:37.240831 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:37.293791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b54b806d-425a-4b3a-afae-68e24940f6e4 req-b46ee1f1-ab04-415a-acac-0ba4d53c9f8e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 210 time: 0.0276635 Aug 20 09:23:37.376141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.6 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/e889e02e-8b62-44ad-978e-925fc38592b7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:23:37.517907 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:37.531730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object e889e02e-8b62-44ad-978e-925fc38592b7 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:23:37.563174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:37.605887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:23:37.610437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:23:37.614354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:23:37.645638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=e889e02e-8b62-44ad-978e-925fc38592b7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:37.676473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:37.677126 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:37.693210 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-1ae8091f-1318-4239-94c8-a532be9d9453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703199 Aug 20 09:23:37.706101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Request body: {'port': {'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:37.769312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:37.892281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc6dce30-4101-44ee-9c87-a1829c72c1b5 None None] Provisioning for port e889e02e-8b62-44ad-978e-925fc38592b7 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:23:37.896451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cc6dce30-4101-44ee-9c87-a1829c72c1b5 None None] Provisioning complete for port e889e02e-8b62-44ad-978e-925fc38592b7 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:37.896890 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cc6dce30-4101-44ee-9c87-a1829c72c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:37.934481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-cc6dce30-4101-44ee-9c87-a1829c72c1b5 None None] Port e889e02e-8b62-44ad-978e-925fc38592b7 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:23:38.035967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e889e02e-8b62-44ad-978e-925fc38592b7 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:23:38.043266 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:38.056324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Transition to ACTIVE for port object e889e02e-8b62-44ad-978e-925fc38592b7 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:23:38.059348 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:38.109968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e889e02e-8b62-44ad-978e-925fc38592b7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:38.182362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Attempting to bind port e889e02e-8b62-44ad-978e-925fc38592b7 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:23:38.182699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Attempting to bind port e889e02e-8b62-44ad-978e-925fc38592b7 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:23:38.183024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Attempting to bind port e889e02e-8b62-44ad-978e-925fc38592b7 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:23:38.188374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Port e889e02e-8b62-44ad-978e-925fc38592b7 on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:23:38.188702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Attempting to bind port e889e02e-8b62-44ad-978e-925fc38592b7 on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:23:38.193593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:23:38.193964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:23:38.194351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:23:38.194780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Bound port: e889e02e-8b62-44ad-978e-925fc38592b7, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:23:38.195143 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:38.425830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f5370-4251-4e22-bf81-1f567a8509d1 req-ea775819-4169-4aea-8c39-8e144254bbea tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:38.428961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-280f5370-4251-4e22-bf81-1f567a8509d1 req-ea775819-4169-4aea-8c39-8e144254bbea tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0521107 Aug 20 09:23:38.469490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-280f5370-4251-4e22-bf81-1f567a8509d1 req-0378488e-6b82-4ae0-b825-2c50209532c4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334196 Aug 20 09:23:38.541522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] For port e889e02e-8b62-44ad-978e-925fc38592b7, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:23:38.544977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] For port e889e02e-8b62-44ad-978e-925fc38592b7, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e889e02e-8b62-44ad-978e-925fc38592b7,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:23:38.549289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:38.583422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:38.584054 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:38.585426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 1091 time: 0.8836620 Aug 20 09:23:38.585953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:38.588101 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd27f09-fd4e-484b-a4cb-5632a13639c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:38.614147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790692ba-0eb3-4991-aa41-25abc2f629d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e889e02e-8b62-44ad-978e-925fc38592b7,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:38.646156 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544d6c6a-c932-4302-a321-8ed8df02041f x-openstack-request-id: req-544d6c6a-c932-4302-a321-8ed8df02041f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:38.646483 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:38.646739 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-544d6c6a-c932-4302-a321-8ed8df02041f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:38.647141 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'status': 'completed', 'code': 200} Aug 20 09:23:38.683464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-50692569-0dd7-4c77-a39f-670081fe8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:38.686949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-50692569-0dd7-4c77-a39f-670081fe8f86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1094 time: 0.0527480 Aug 20 09:23:38.732633 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-e6219614-2ae2-4577-b96b-9230c0d47e73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 217 time: 0.0379863 Aug 20 09:23:38.783746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-b965fb5c-7897-40d7-9ab2-129de6301f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:38.785305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-b965fb5c-7897-40d7-9ab2-129de6301f0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0451899 Aug 20 09:23:38.833016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7957-f531-4782-82e4-d0ef525450bd req-ffd9e010-bd0a-4427-939f-051233d5af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:38.834608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-ffd9e010-bd0a-4427-939f-051233d5af17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427182 Aug 20 09:23:38.930137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-5ddba01d-b6ab-4edd-addd-e6b2069e2e17 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884993 Aug 20 09:23:39.022580 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-405f7957-f531-4782-82e4-d0ef525450bd req-8c9b8abc-a0f1-45ab-af1c-78deb95972aa service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859554 Aug 20 09:23:39.110571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-980778df-8bcf-4a0c-89e6-edcd449cee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:39.111986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-980778df-8bcf-4a0c-89e6-edcd449cee03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1094 time: 0.0469394 Aug 20 09:23:39.200824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-963eebe7-7368-4125-95f0-33497a180b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:39.202326 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-963eebe7-7368-4125-95f0-33497a180b26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0838249 Aug 20 09:23:39.247642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-4b31ec2b-132c-466d-a28b-75cc134eb8e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 217 time: 0.0380714 Aug 20 09:23:39.296786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-5d2af854-0756-4ee1-bdb2-d1604aa3d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:39.298339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-5d2af854-0756-4ee1-bdb2-d1604aa3d6c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0440865 Aug 20 09:23:39.343402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-23436b2f-007e-4399-aa5a-19d041689ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:39.344883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-23436b2f-007e-4399-aa5a-19d041689ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400701 Aug 20 09:23:39.436723 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-23f7ed5d-39ff-4c0a-9646-cab06771a1e7 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Aug 20 09:23:39.530286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dcd27f09-fd4e-484b-a4cb-5632a13639c6 req-478c8445-8b2d-4314-848e-f4f4818156ea service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863261 Aug 20 09:23:39.596622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da7408-1cfc-4582-8f83-b9078e17fe24 req-499f81d5-f4f1-4dae-87fc-8eb873c11e69 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:39.598239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07da7408-1cfc-4582-8f83-b9078e17fe24 req-499f81d5-f4f1-4dae-87fc-8eb873c11e69 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0581343 Aug 20 09:23:39.640690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-07da7408-1cfc-4582-8f83-b9078e17fe24 req-10c39c7e-83f5-4e04-ace3-18ece1d3aab7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362773 Aug 20 09:23:40.763799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507b963-f721-4a41-a607-cabcacbd7646 req-58e70aa3-08cc-4f6d-928f-e45edffa7349 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:40.765289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c507b963-f721-4a41-a607-cabcacbd7646 req-58e70aa3-08cc-4f6d-928f-e45edffa7349 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0566094 Aug 20 09:23:40.804937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c507b963-f721-4a41-a607-cabcacbd7646 req-a085df35-e19e-410d-828e-df09831e7564 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334897 Aug 20 09:23:41.901657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60354) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:41.919025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f82743-7b4e-47a1-9d43-c124d4cfdd52 req-eaa9c650-127b-435f-90e9-8284699483de tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:41.920516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88f82743-7b4e-47a1-9d43-c124d4cfdd52 req-eaa9c650-127b-435f-90e9-8284699483de tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0490100 Aug 20 09:23:41.959725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88f82743-7b4e-47a1-9d43-c124d4cfdd52 req-dc394883-2748-4d7c-a55a-a864d9306453 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332775 Aug 20 09:23:41.968447 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f1226b78-579f-46fb-b21a-1d6b7845e6e8 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/floatingips/377cb9c7-a97e-4763-ab12-dc383d1b1b7f HTTP/1.1" status: 200 len: 992 time: 0.0656207 Aug 20 09:23:42.229179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60360) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:42.383511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port f2321da9-63bf-423e-bbaa-aedd6f613bdf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:23:42.383860 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:42.456560 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:42.456895 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:42.468217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for f2321da9-63bf-423e-bbaa-aedd6f613bdf owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:23:42.615489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:42.641491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=f2321da9-63bf-423e-bbaa-aedd6f613bdf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:42.702693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:42.703032 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Floating IP 377cb9c7-a97e-4763-ab12-dc383d1b1b7f disassociated (deleted). External IP: 172.25.5.94, port: 0e465873-e6b8-40f1-b4e0-e33fa8487f47. Aug 20 09:23:42.793193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:42.908122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router b71d4b15-446a-4499-9091-4c11ffca6db5 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:23:43.021704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:23:43.027290 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:43.034102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] Sync routers for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:23:43.050885 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:43.051436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:43.059653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d585babe-b741-498c-989e-c75d3b01998d tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/floatingips/377cb9c7-a97e-4763-ab12-dc383d1b1b7f HTTP/1.1" status: 204 len: 168 time: 0.8268163 Aug 20 09:23:43.059653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:43.060639 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:43.094773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec276-b897-4699-82ac-1cea05ed03ae req-5c3681cd-b27e-478b-88ea-4ca48acd5e27 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:43.096404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-949ec276-b897-4699-82ac-1cea05ed03ae req-5c3681cd-b27e-478b-88ea-4ca48acd5e27 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0601621 Aug 20 09:23:43.139208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-949ec276-b897-4699-82ac-1cea05ed03ae req-1347d94b-0850-48b3-b33b-83e9ba8681b3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358374 Aug 20 09:23:43.176281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:43.203354 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3efebb7-ab37-418d-98de-a2a3c1043445 x-openstack-request-id: req-e3efebb7-ab37-418d-98de-a2a3c1043445 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:43.203655 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:43.203907 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3efebb7-ab37-418d-98de-a2a3c1043445 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:43.204388 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'status': 'completed', 'code': 200} Aug 20 09:23:43.229349 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a3d1eb5c-6464-49e6-8be5-81b7c2e2f248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:43.270229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-b86a1861-f6f8-40a6-b503-6b2b82ee019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:43.271825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-b86a1861-f6f8-40a6-b503-6b2b82ee019b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf2f618d0c5e4b128822948f786796ac&device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 1096 time: 0.0437119 Aug 20 09:23:43.302146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fc012-48d9-445f-8dee-ccedabe4c2fb req-86fa6dea-0ea7-49b6-a9ab-bef34be0ce91 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:43.303545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c2fc012-48d9-445f-8dee-ccedabe4c2fb req-86fa6dea-0ea7-49b6-a9ab-bef34be0ce91 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 945 time: 0.0508332 Aug 20 09:23:43.343790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c2fc012-48d9-445f-8dee-ccedabe4c2fb req-d687263f-d2f4-4fec-ba69-84235707c899 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336359 Aug 20 09:23:43.371237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-959e492c-4ef8-421f-bc3d-50567b6ea708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:43.372977 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-959e492c-4ef8-421f-bc3d-50567b6ea708 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dbb4497-5a38-4516-b43b-4041e7def3d9 HTTP/1.1" status: 200 len: 896 time: 0.0928009 Aug 20 09:23:43.416797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:01Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:43.419685 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-ba0ecac9-48c2-4bff-8fa1-2797032a97f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47 HTTP/1.1" status: 200 len: 217 time: 0.0383158 Aug 20 09:23:43.446665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] Checking router: b71d4b15-446a-4499-9091-4c11ffca6db5 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:23:43.455654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:43.456265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:43.470939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-c31da1b5-2fcc-427e-adae-257a6d667651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:43.472404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-c31da1b5-2fcc-427e-adae-257a6d667651 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cb04b75-feae-405c-833a-f99263f46319 HTTP/1.1" status: 200 len: 834 time: 0.0447447 Aug 20 09:23:43.518896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-171c69c5-ff48-4185-91c7-1caf94bcd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:43.520416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-171c69c5-ff48-4185-91c7-1caf94bcd6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dbb4497-5a38-4516-b43b-4041e7def3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402527 Aug 20 09:23:43.560994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:43.616279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-900d135b-03d0-482e-9806-bacf251eec6f service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 Aug 20 09:23:43.717691 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0bcd9f05-ed08-4c2c-99ad-5cd73cf630d2 req-64eb4cf7-b05e-4157-a5d4-88526fb6b2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929258 Aug 20 09:23:43.913138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:01Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:43.939778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256b1cf-56dc-4e3f-8c44-016d33ef44e5 None None] The sync data for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 is: [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:58Z', 'revision_number': 4, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c06d7a7d-8fdd-4238-9245-205733d6fa52', 'name': '', 'network_id': '9dbb4497-5a38-4516-b43b-4041e7def3d9', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'mac_address': 'fa:16:3e:5f:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1cb04b75-feae-405c-833a-f99263f46319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:57Z', 'updated_at': '2021-08-20T09:23:01Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'subnets': [{'id': '1cb04b75-feae-405c-833a-f99263f46319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:23:44.140758 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:44.146529 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ca0db-db35-4899-906b-c41e6a0a97fe None None] New status for floating IP 377cb9c7-a97e-4763-ab12-dc383d1b1b7f: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:23:44.253704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea115111-6ca5-400c-9a0e-e4a076debcc9 req-d18d36d6-4e0c-4834-80bc-6b44185b1288 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:44.255212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea115111-6ca5-400c-9a0e-e4a076debcc9 req-d18d36d6-4e0c-4834-80bc-6b44185b1288 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0503452 Aug 20 09:23:44.292052 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ea115111-6ca5-400c-9a0e-e4a076debcc9 req-f3c79d45-1da9-4f5e-9e29-732d2d97a790 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Aug 20 09:23:44.464825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d2d5-c399-4bdf-af81-2d12f6c1be2d req-5fc9662f-b376-43f9-8547-51cc7581c715 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:44.466825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b71d2d5-c399-4bdf-af81-2d12f6c1be2d req-5fc9662f-b376-43f9-8547-51cc7581c715 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 945 time: 0.0537007 Aug 20 09:23:44.504343 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b71d2d5-c399-4bdf-af81-2d12f6c1be2d req-4db49e20-2c82-47c2-9c80-ca7e94066f1a tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/security-groups?id=097c5da2-d104-46a2-8993-c937371b8002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Aug 20 09:23:44.580351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-dda83713-91f1-4083-ab19-50a6ad264b26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:44.581828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-dda83713-91f1-4083-ab19-50a6ad264b26 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 945 time: 0.0533721 Aug 20 09:23:44.670336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:23:44.670674 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:44.758562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 0e465873-e6b8-40f1-b4e0-e33fa8487f47, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=0e465873-e6b8-40f1-b4e0-e33fa8487f47,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:44.758847 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:44.772095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 0e465873-e6b8-40f1-b4e0-e33fa8487f47 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:23:44.893403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:44.925623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=0e465873-e6b8-40f1-b4e0-e33fa8487f47,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:44.966892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] No DVR routers for this DVR port 0e465873-e6b8-40f1-b4e0-e33fa8487f47 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:23:44.969440 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:44.971471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f0a56416-f3d4-475c-9c04-1887d4e2018a req-9fc2cd4c-25cd-40d9-957d-df24cabba0e9 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.26 "DELETE /v2.0/ports/0e465873-e6b8-40f1-b4e0-e33fa8487f47 HTTP/1.1" status: 204 len: 173 time: 0.3838382 Aug 20 09:23:45.205762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'name': 'network-vif-deleted', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:45.208130 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de0ff86-ff41-457a-96b5-61e79252a514" -d '{"events": [{"server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "name": "network-vif-deleted", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:45.243234 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab28a9-f01c-45bc-9f02-b4b990d121a4 x-openstack-request-id: req-d0ab28a9-f01c-45bc-9f02-b4b990d121a4 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:45.243543 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8df0640-6ac3-46a9-9ce2-d6e576593800", "name": "network-vif-deleted", "tag": "0e465873-e6b8-40f1-b4e0-e33fa8487f47", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:45.243799 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0ab28a9-f01c-45bc-9f02-b4b990d121a4 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:45.244224 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8df0640-6ac3-46a9-9ce2-d6e576593800', 'name': 'network-vif-deleted', 'tag': '0e465873-e6b8-40f1-b4e0-e33fa8487f47', 'status': 'completed', 'code': 200} Aug 20 09:23:45.410334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af87188-4ccc-488b-b3e2-5c9c43332a33 req-215bf853-4b0d-4e5a-b6c2-16f6b1e28e5d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:45.411843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6af87188-4ccc-488b-b3e2-5c9c43332a33 req-215bf853-4b0d-4e5a-b6c2-16f6b1e28e5d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0500815 Aug 20 09:23:45.449234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6af87188-4ccc-488b-b3e2-5c9c43332a33 req-3c1efcae-2e9e-44e7-aaa2-f4df098c2c4d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315952 Aug 20 09:23:45.612104 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-19771e91-d223-4ce7-8c91-d40db2fd2cb4 req-88dde28c-1767-43e5-921d-64b080546d19 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8df0640-6ac3-46a9-9ce2-d6e576593800 HTTP/1.1" status: 200 len: 210 time: 0.0270221 Aug 20 09:23:46.337443 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:46.566250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61497d1-e110-4971-b3dd-374808cb263b req-11c175f2-9904-46bd-9f5e-1397fabf6223 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:46.567715 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61497d1-e110-4971-b3dd-374808cb263b req-11c175f2-9904-46bd-9f5e-1397fabf6223 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0517316 Aug 20 09:23:46.605151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f61497d1-e110-4971-b3dd-374808cb263b req-5891a0b7-218f-408f-9cbe-88c9bfccbda1 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Aug 20 09:23:46.631926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-10d6b178-a1f5-494d-a968-7ff72517318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:46.668010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60386) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:46.725478 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2750dc94-5d08-4eee-93dd-afc3b2c6a95e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:46.750511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2750dc94-5d08-4eee-93dd-afc3b2c6a95e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:46.807682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2750dc94-5d08-4eee-93dd-afc3b2c6a95e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:46.810312 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2750dc94-5d08-4eee-93dd-afc3b2c6a95e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:46.811475 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2750dc94-5d08-4eee-93dd-afc3b2c6a95e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/security-groups/097c5da2-d104-46a2-8993-c937371b8002 HTTP/1.1" status: 204 len: 168 time: 0.1424687 Aug 20 09:23:46.820519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750dc94-5d08-4eee-93dd-afc3b2c6a95e tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c5da2-d104-46a2-8993-c937371b8002,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:46.845844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60390) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:47.195211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:47.445603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port c06d7a7d-8fdd-4238-9245-205733d6fa52 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:23:47.445973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:47.498950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:47.533774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port c06d7a7d-8fdd-4238-9245-205733d6fa52, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c06d7a7d-8fdd-4238-9245-205733d6fa52,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:47.534136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:47.546923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for c06d7a7d-8fdd-4238-9245-205733d6fa52 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:23:47.567104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0e465873-e6b8-40f1-b4e0-e33fa8487f47 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:23:47.589270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 0e465873-e6b8-40f1-b4e0-e33fa8487f47 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:23:47.589613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 0e465873-e6b8-40f1-b4e0-e33fa8487f47 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:23:47.722491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d48b-dcf8-4722-b849-48a3c9cc4ff8 req-34e489db-6a4d-4e99-8ab9-ab105d7586f8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:47.724188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b91d48b-dcf8-4722-b849-48a3c9cc4ff8 req-34e489db-6a4d-4e99-8ab9-ab105d7586f8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0507407 Aug 20 09:23:47.743041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:47.764550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b91d48b-dcf8-4722-b849-48a3c9cc4ff8 req-ec33654f-a630-4247-96db-bae23fba7979 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343630 Aug 20 09:23:48.036773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=c06d7a7d-8fdd-4238-9245-205733d6fa52,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:48.206205 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.415443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Router b71d4b15-446a-4499-9091-4c11ffca6db5 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:23:48.520103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:23:48.525168 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b7e40215-87b3-441f-b745-0dcdaf8f9e2f tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "PUT /v2.0/routers/b71d4b15-446a-4499-9091-4c11ffca6db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6782777 Aug 20 09:23:48.527732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60394) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:48.530388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] Sync routers for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:23:48.539495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:48.540107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:48.578953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting subnet 1cb04b75-feae-405c-833a-f99263f46319 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:23:48.582130 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.621650 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.644583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:48.707753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.766335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.791573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb04b75-feae-405c-833a-f99263f46319,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:48.798075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.802438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1599b7bd-7505-4527-a858-5e4bfdb854c6 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/subnets/1cb04b75-feae-405c-833a-f99263f46319 HTTP/1.1" status: 204 len: 168 time: 0.2710590 Aug 20 09:23:48.802828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60398) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:48.807505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da487178-5b4a-4a9b-b70f-2946161257ad None None] Network 9dbb4497-5a38-4516-b43b-4041e7def3d9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:23:48.888845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bb9dc-042d-44c9-8490-f43532a40236 req-5f61938e-3d87-41da-88e2-3afc9f2bc154 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:48.893957 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-602bb9dc-042d-44c9-8490-f43532a40236 req-5f61938e-3d87-41da-88e2-3afc9f2bc154 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 943 time: 0.0534737 Aug 20 09:23:48.897774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.918141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:48.922482 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:23:47Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:48.932228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-602bb9dc-042d-44c9-8490-f43532a40236 req-f4cfdac8-2534-448e-9148-8e9a2d119b83 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339556 Aug 20 09:23:48.963152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] Checking router: b71d4b15-446a-4499-9091-4c11ffca6db5 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:23:48.977368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] Routers {'b71d4b15-446a-4499-9091-4c11ffca6db5'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:48.978006 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['b71d4b15-446a-4499-9091-4c11ffca6db5'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:49.036372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.092398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] Set router b71d4b15-446a-4499-9091-4c11ffca6db5 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:49.093954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Deleting port 477fe0b4-e2e8-4a5e-9d23-cb323319689e {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:23:49.094310 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.123216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b37f92-ba46-493d-b475-52924a081bac None None] DHCP port deletion for 9dbb4497-5a38-4516-b43b-4041e7def3d9 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:23:49.178408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] For port 477fe0b4-e2e8-4a5e-9d23-cb323319689e, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=477fe0b4-e2e8-4a5e-9d23-cb323319689e,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:49.178881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.192008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Calling delete_port for 477fe0b4-e2e8-4a5e-9d23-cb323319689e owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:23:49.211729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e889e02e-8b62-44ad-978e-925fc38592b7 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:23:49.343148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Deleting port af314196-1e4a-4a9a-bceb-ce687eb25e3a {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:23:49.343420 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.361370 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.388074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Port': ['ID=477fe0b4-e2e8-4a5e-9d23-cb323319689e,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:49.439133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e889e02e-8b62-44ad-978e-925fc38592b7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e889e02e-8b62-44ad-978e-925fc38592b7,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:49.445823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-87b37f92-ba46-493d-b475-52924a081bac None None] For port af314196-1e4a-4a9a-bceb-ce687eb25e3a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=af314196-1e4a-4a9a-bceb-ce687eb25e3a,segment=NetworkSegment(e4605736-1cc6-4c5f-ba84-40019a7cb153),segment_id=e4605736-1cc6-4c5f-ba84-40019a7cb153)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:49.446250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.446875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.467340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Calling delete_port for af314196-1e4a-4a9a-bceb-ce687eb25e3a owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:23:49.472030 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:23:49.538678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.540773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.542381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:23:47Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:49.586279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca997d-a5b2-4e35-8d2b-cf7e62cb531d None None] The sync data for ids ['b71d4b15-446a-4499-9091-4c11ffca6db5'] in n-d-804285-2 is: [{'id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'name': 'tempest-TestNetworkBasicOps-router-898855796', 'tenant_id': 'cf2f618d0c5e4b128822948f786796ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:23:47Z', 'revision_number': 5, 'project_id': 'cf2f618d0c5e4b128822948f786796ac', 'gw_port': {'id': '477fe0b4-e2e8-4a5e-9d23-cb323319689e', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71d4b15-446a-4499-9091-4c11ffca6db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:22:54Z', 'updated_at': '2021-08-20T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:23:49.586848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.587372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Fanout notify agent at l3_agent the message router_deleted on router b71d4b15-446a-4499-9091-4c11ffca6db5 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:23:49.594330 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.597279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.598201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92c3e412-536b-4ea7-8221-4b795aed2237 tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/routers/b71d4b15-446a-4499-9091-4c11ffca6db5 HTTP/1.1" status: 204 len: 168 time: 0.7945373 Aug 20 09:23:49.598926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60400) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:49.616512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e889e02e-8b62-44ad-978e-925fc38592b7 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:23:49.654049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e889e02e-8b62-44ad-978e-925fc38592b7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e889e02e-8b62-44ad-978e-925fc38592b7,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:49.655910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.661702 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.683978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Pushing event deleted for resources: {'Port': ['ID=af314196-1e4a-4a9a-bceb-ce687eb25e3a,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:49.692546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b37f92-ba46-493d-b475-52924a081bac None None] No DVR routers for this DVR port af314196-1e4a-4a9a-bceb-ce687eb25e3a on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:23:49.694936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.695301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.695642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.695981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.696316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.696647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.696978 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.697306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.697635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.697990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.698316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.698642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b37f92-ba46-493d-b475-52924a081bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.705560 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.752525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e889e02e-8b62-44ad-978e-925fc38592b7,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:49.791390 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.801672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbb4497-5a38-4516-b43b-4041e7def3d9']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:49.812277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4605736-1cc6-4c5f-ba84-40019a7cb153') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:49.812570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4605736-1cc6-4c5f-ba84-40019a7cb153') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:49.820926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.837861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.843512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:23:49.843933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:23:49.846719 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:23:49.863699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['e889e02e-8b62-44ad-978e-925fc38592b7'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:23:49.903682 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.910894 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:49.912894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] 10.222.0.35 "DELETE /v2.0/networks/9dbb4497-5a38-4516-b43b-4041e7def3d9 HTTP/1.1" status: 204 len: 168 time: 0.3128803 Aug 20 09:23:49.925409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Pushing event deleted for resources: {'Network': ['ID=9dbb4497-5a38-4516-b43b-4041e7def3d9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:49.933232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.933986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.933986 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.934265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.935298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.935942 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.936051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.936346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.936675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.937004 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.937333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:49.937659 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a430-ed13-452b-b23c-1cad7521b34b tempest-TestNetworkBasicOps-99583483 tempest-TestNetworkBasicOps-99583483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:23:50.086149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56774b-92cc-474e-a1dd-7ff20cbef162 req-e2be6c58-b0ae-460b-bb55-8c4dbbd39930 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:50.093626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b56774b-92cc-474e-a1dd-7ff20cbef162 req-e2be6c58-b0ae-460b-bb55-8c4dbbd39930 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 944 time: 0.0644805 Aug 20 09:23:50.143304 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b56774b-92cc-474e-a1dd-7ff20cbef162 req-392480dd-c9e5-479f-90d6-344e0da4e69d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439439 Aug 20 09:23:50.152169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af314196-1e4a-4a9a-bceb-ce687eb25e3a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:23:50.175895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: af314196-1e4a-4a9a-bceb-ce687eb25e3a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:23:50.176236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device af314196-1e4a-4a9a-bceb-ce687eb25e3a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:23:50.282860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60408) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:50.429213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-296323fe-b95f-48c1-9d7c-bdde8548644b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf2f618d0c5e4b128822948f786796ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450963 Aug 20 09:23:50.432116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60412) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:50.480940 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fec15eb0-2f1c-4000-897d-813806847b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.502540 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fec15eb0-2f1c-4000-897d-813806847b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.547778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fec15eb0-2f1c-4000-897d-813806847b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.550310 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fec15eb0-2f1c-4000-897d-813806847b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.551450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fec15eb0-2f1c-4000-897d-813806847b41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dd3ef23-609f-4eb6-9d49-219f26b5b127 HTTP/1.1" status: 204 len: 168 time: 0.1180062 Aug 20 09:23:50.559003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec15eb0-2f1c-4000-897d-813806847b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd3ef23-609f-4eb6-9d49-219f26b5b127,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:50.817837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60418) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:50.831625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6258980-2a44-4ceb-a77e-915deaf8f055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.919686 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6258980-2a44-4ceb-a77e-915deaf8f055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.924101 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6258980-2a44-4ceb-a77e-915deaf8f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:50.962639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f6258980-2a44-4ceb-a77e-915deaf8f055 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b76b9e13078040478283290887907576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436315 Aug 20 09:23:50.963637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6258980-2a44-4ceb-a77e-915deaf8f055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9377f1b2-48fd-4f95-8866-6c97658dfba0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:50.965491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60420) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:51.014631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263922b3-5c10-4d08-a599-c9c1ed25de99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.035306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263922b3-5c10-4d08-a599-c9c1ed25de99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.080127 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263922b3-5c10-4d08-a599-c9c1ed25de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.082886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-263922b3-5c10-4d08-a599-c9c1ed25de99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.084056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-263922b3-5c10-4d08-a599-c9c1ed25de99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9377f1b2-48fd-4f95-8866-6c97658dfba0 HTTP/1.1" status: 204 len: 168 time: 0.1164598 Aug 20 09:23:51.092417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263922b3-5c10-4d08-a599-c9c1ed25de99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377f1b2-48fd-4f95-8866-6c97658dfba0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:51.200799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e889e02e-8b62-44ad-978e-925fc38592b7 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:23:51.256509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port e889e02e-8b62-44ad-978e-925fc38592b7 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:23:51.260344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port e889e02e-8b62-44ad-978e-925fc38592b7 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:23:51.260716 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.283427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b712d-42b0-4476-9d1e-69dfe165022a req-dc9f4823-fed1-42c5-aa4e-47890600549e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:51.285524 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d1b712d-42b0-4476-9d1e-69dfe165022a req-dc9f4823-fed1-42c5-aa4e-47890600549e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 944 time: 0.0839338 Aug 20 09:23:51.330261 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d1b712d-42b0-4476-9d1e-69dfe165022a req-8fac80de-8310-40f0-b2c1-18b34a570858 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382032 Aug 20 09:23:51.350430 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.380425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:51.383147 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8074bd7-eef3-457c-8430-d93df2c94a1f" -d '{"events": [{"server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "name": "network-vif-plugged", "status": "completed", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:51.402329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port e889e02e-8b62-44ad-978e-925fc38592b7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e889e02e-8b62-44ad-978e-925fc38592b7,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:23:51.408120 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:51.435858 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0959c087-489a-4617-95da-85f066405e8e x-openstack-request-id: req-0959c087-489a-4617-95da-85f066405e8e {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:51.436260 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "name": "network-vif-plugged", "status": "completed", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:51.436456 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0959c087-489a-4617-95da-85f066405e8e {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:51.436817 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'code': 200} Aug 20 09:23:51.465581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=e889e02e-8b62-44ad-978e-925fc38592b7,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:51.535850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a30a0-d2b4-4f82-854d-fc57b495bebf req-69fd490e-ebde-4625-8f6f-b43ea244f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:51.538058 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c8a30a0-d2b4-4f82-854d-fc57b495bebf req-69fd490e-ebde-4625-8f6f-b43ea244f55f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0457220 Aug 20 09:23:51.580642 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c8a30a0-d2b4-4f82-854d-fc57b495bebf req-a750b659-a1b6-4f02-8d5c-900d76cbbd79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354354 Aug 20 09:23:51.629874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c06d7a7d-8fdd-4238-9245-205733d6fa52 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:23:51.652011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c06d7a7d-8fdd-4238-9245-205733d6fa52 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:23:51.652359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c06d7a7d-8fdd-4238-9245-205733d6fa52 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:23:51.652790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 477fe0b4-e2e8-4a5e-9d23-cb323319689e no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:23:51.675915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 477fe0b4-e2e8-4a5e-9d23-cb323319689e {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:23:51.676181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 477fe0b4-e2e8-4a5e-9d23-cb323319689e not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:23:52.448437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51d6bb-a278-4d3e-b3a9-87b03181fba2 req-bb1a3370-3f5f-4a49-b01f-b760a0f2a9c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:52.450001 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa51d6bb-a278-4d3e-b3a9-87b03181fba2 req-bb1a3370-3f5f-4a49-b01f-b760a0f2a9c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 945 time: 0.0488455 Aug 20 09:23:52.488231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa51d6bb-a278-4d3e-b3a9-87b03181fba2 req-4fe8c29f-2f10-42fa-a4b3-b98983cca1a3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Aug 20 09:23:53.603651 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad11d1-d3df-41a7-b857-9c7c248c1154 req-66cf00e1-ca66-4bb0-99d4-41992ae2b9c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:53.605101 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4ad11d1-d3df-41a7-b857-9c7c248c1154 req-66cf00e1-ca66-4bb0-99d4-41992ae2b9c2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 945 time: 0.0473380 Aug 20 09:23:53.642340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d4ad11d1-d3df-41a7-b857-9c7c248c1154 req-500db8b3-e2ce-4721-97da-5ac657301904 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305102 Aug 20 09:23:53.758869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249603e-1b0a-4b16-8281-96a64988de27 req-83b09d7b-aac0-4249-95a1-d18be8bdf375 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:53.760385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f249603e-1b0a-4b16-8281-96a64988de27 req-83b09d7b-aac0-4249-95a1-d18be8bdf375 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 945 time: 0.0521071 Aug 20 09:23:53.799736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f249603e-1b0a-4b16-8281-96a64988de27 req-31ba4fd2-d9c5-4682-9721-d27db56b1ff5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Aug 20 09:23:53.822215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60434) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:54.064535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc2ca8-2b86-42b6-927b-0e6265b70a6b tempest-TestVolumeBootPattern-1552761749 tempest-TestVolumeBootPattern-1552761749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:54.065999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-abfc2ca8-2b86-42b6-927b-0e6265b70a6b tempest-TestVolumeBootPattern-1552761749 tempest-TestVolumeBootPattern-1552761749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1091 time: 0.2427449 Aug 20 09:23:54.069131 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60438) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:23:54.073530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:23:54.094898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:54.188160 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:54.292076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.25.5.133 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/01651efd-6aa1-4439-9cb9-ef5546ea9fd3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:23:54.390856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:54.428325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:54.469398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:23:54.472102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:23:54.474529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:23:54.504315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=01651efd-6aa1-4439-9cb9-ef5546ea9fd3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:54.827681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:54.895079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:55.044682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:55.050070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:55.115258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=01651efd-6aa1-4439-9cb9-ef5546ea9fd3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:23:55.127218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:55.224042 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Floating IP d982af5a-8ac0-40d5-a1c4-83180cf621f0 associated. External IP: 172.25.5.133, port: e889e02e-8b62-44ad-978e-925fc38592b7. Aug 20 09:23:55.427520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:23:55.532481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:23:55.541913 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:23:55.548997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:23:55.551240 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:55.551846 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:55.575396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3ad912e-4088-4b2d-8687-7ae30b68c2ae tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5052025 Aug 20 09:23:55.576080 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:23:55.578376 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:23:55.625545 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb25f3-755b-4a7f-9717-88f36ba7c4f6 x-openstack-request-id: req-e7fb25f3-755b-4a7f-9717-88f36ba7c4f6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:23:55.625972 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:23:55.626211 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7fb25f3-755b-4a7f-9717-88f36ba7c4f6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:23:55.626695 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'status': 'completed', 'code': 200} Aug 20 09:23:55.658997 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:55.691060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-59693169-16a2-48f6-89fa-098401a68187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:55.692657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-59693169-16a2-48f6-89fa-098401a68187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0455260 Aug 20 09:23:55.799581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-3e2d93d0-91af-41b1-a076-71cb37335e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:55.801074 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-3e2d93d0-91af-41b1-a076-71cb37335e36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.1011775 Aug 20 09:23:55.870102 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-c2d6617a-14ec-458e-933c-e51230edb32d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 999 time: 0.0594337 Aug 20 09:23:55.897854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:54Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:55.920037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-db318f71-9017-4703-9abc-afc31acbd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:55.921579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-db318f71-9017-4703-9abc-afc31acbd83e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0448344 Aug 20 09:23:55.924136 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:23:55.932387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:23:55.932993 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:23:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:55.974447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-6f7f2a69-b558-4aec-ab8d-bf35c9e0973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:23:55.975877 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-6f7f2a69-b558-4aec-ab8d-bf35c9e0973d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477955 Aug 20 09:23:56.069026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-e4937751-56f8-4ea8-9c4d-b481a2da3ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Aug 20 09:23:56.136935 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:23:56.168452 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b01ea80a-26ec-4b3e-a5e5-094ad78e4cb4 req-9d2c41a9-0739-4372-b5ab-b41d83a6e037 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923560 Aug 20 09:23:56.354924 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:54Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:23:56.384225 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27374873-07d7-471a-8c60-1f9da6136e0d None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:54Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:23:56.574385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ff3a6-f3cb-4427-a37c-8a621f2ed181 None None] New status for floating IP d982af5a-8ac0-40d5-a1c4-83180cf621f0: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:24:00.558688 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-a40d6bf6-33d4-4d5d-be37-381f7bb78853 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387752 Aug 20 09:24:00.639572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-f117341c-7af6-4888-8fa7-b018db5d39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:24:00.641112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-f117341c-7af6-4888-8fa7-b018db5d39f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0402184 Aug 20 09:24:01.014036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-ab8521b4-5abf-491d-9465-81fa06e45a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:24:01.015493 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-ab8521b4-5abf-491d-9465-81fa06e45a6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.3548317 Aug 20 09:24:01.078213 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-570ace51-6248-4968-a11c-85bbfc915c6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 1001 time: 0.0558455 Aug 20 09:24:01.126976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-d488c636-e31a-4a61-8466-4b71b227ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:24:01.128403 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-d488c636-e31a-4a61-8466-4b71b227ba07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0431972 Aug 20 09:24:01.177520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-1c2ced69-ff29-4230-b54b-40d8b92fa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:24:01.179036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-1c2ced69-ff29-4230-b54b-40d8b92fa832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437951 Aug 20 09:24:01.269062 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-e789420e-8de3-494b-a31f-ce51c96d440d service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826967 Aug 20 09:24:01.362900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-87e949e1-0b42-4ff2-907e-b0347ab8480f req-3e0c8578-2555-49f8-84bc-1ecb047e43f2 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873542 Aug 20 09:24:03.846400 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:24:12.801510 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:13.199538 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3f1aebb4-87e3-4a28-9a03-cb4369df9d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:14.140479 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:16.339145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:16.632258 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b367128d-ada8-4b79-ae55-ee48f2f1e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:17.502271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:18.876402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:40.847533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:24:42.803187 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:43.200535 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b4a-ccae-42e4-a38c-be683b72cd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:44.142691 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:46.096397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-8911b3f0-5365-45e0-a17c-64769ffe1219 req-53da475c-66d0-4aba-8ddc-8d2226161eb2 service neutron] (101317) timed out ('10.222.0.37', 57932) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:24:46.340766 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:46.632560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-12bfa347-7287-4ab0-a566-9e3b3bcd70d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:47.503953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:48.875475 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:24:57.431681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-ca4ce382-1ceb-4266-9b54-6fac94dd194e req-8a22a41b-dc9f-4ea5-87ea-94edcf58e533 service neutron] (101317) timed out ('10.222.0.35', 51856) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:25:01.557253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-89318ec5-15ba-4191-b2dc-81cf375c7ced service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408294 Aug 20 09:25:01.636059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae241-4be6-4500-8343-099c44d909b5 req-4e26b064-6ca0-48a6-a826-083c12d210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:01.637511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-4e26b064-6ca0-48a6-a826-083c12d210b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0402260 Aug 20 09:25:01.742530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae241-4be6-4500-8343-099c44d909b5 req-88dac1cc-74e3-4546-aaa8-2d932a9ea26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:01.743979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-88dac1cc-74e3-4546-aaa8-2d932a9ea26b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0871496 Aug 20 09:25:01.807829 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-9ee89891-a55c-4fa2-baa4-a40cc45bc663 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 1001 time: 0.0567720 Aug 20 09:25:01.856548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae241-4be6-4500-8343-099c44d909b5 req-2ec7ee54-3506-4541-aad0-bc92d2789ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:01.858284 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-2ec7ee54-3506-4541-aad0-bc92d2789ea2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0431640 Aug 20 09:25:01.909072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cae241-4be6-4500-8343-099c44d909b5 req-e4b0fb25-c510-4cf8-a583-0625472a7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:01.910664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-e4b0fb25-c510-4cf8-a583-0625472a7d06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443425 Aug 20 09:25:02.000034 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-5fc637d6-5cab-4534-bbc8-f62be857ca25 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824053 Aug 20 09:25:02.093624 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c1cae241-4be6-4500-8343-099c44d909b5 req-90d5306a-69c1-4420-9a05-91d3346890ba service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854924 Aug 20 09:25:12.803785 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:13.201116 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9914c0a1-8c30-4811-8f0a-0366c2b8e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:14.161624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:16.341786 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:16.632605 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a88e-09fd-4691-ae6c-26892cd548f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:17.506453 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:17.846725 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:25:18.877219 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:42.835058 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:43.202989 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-07e667b1-67d3-41bd-b03f-504c19799ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:44.153893 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:44.699301 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-f4b5a85f-4d95-4c07-be8e-4f1bbd222c13 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708140142&fields=id&tenant_id=f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 267 time: 0.0341311 Aug 20 09:25:44.802841 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-f6e8728a-c31a-4fea-a9b9-206a4fdb1312 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:44.804968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-f6e8728a-c31a-4fea-a9b9-206a4fdb1312 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.0990751 Aug 20 09:25:44.819638 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-7dbe88c7-06db-4e9f-b8c9-2942791290f4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/quotas/f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 375 time: 0.0091202 Aug 20 09:25:44.878846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-80722429-3718-4f1a-a8d2-205f05775e30 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539999 Aug 20 09:25:44.970910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-fb32876a-ee99-49d4-a6a3-a5bc805543ad service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799365 Aug 20 09:25:45.064904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-e089e1b4-7633-44f6-8dd3-e24cc146fe69 service neutron] 10.222.0.35 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872486 Aug 20 09:25:45.419522 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a6f3895-8de9-49d6-9b7e-75bbae4f9ce8 req-6d2d2311-426c-43d1-8fdf-60248f36f44b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 210 time: 0.1028910 Aug 20 09:25:46.218858 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-a6411614-b13a-4c08-bcd2-afbbd1ea1245 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:46.220305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-a6411614-b13a-4c08-bcd2-afbbd1ea1245 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 812 time: 0.1032605 Aug 20 09:25:46.264067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-ccf94175-fd33-46dc-ae13-94c630b30054 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7adabe48e544640980c167762cc6a3d HTTP/1.1" status: 200 len: 379 time: 0.0352941 Aug 20 09:25:46.282567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'port': {'device_id': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'admin_state_up': True, 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'security_groups': ['3bdb3ffd-6e96-4f32-b124-f74dc4e85d04']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:25:46.345429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:46.405423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Made reservation on behalf of f7adabe48e544640980c167762cc6a3d for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:25:46.408910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:46.536278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3a891fe-4658-4322-8302-e33c9740e051 req-aa37e693-0dcf-4873-a675-3e7cfbfa1f81 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 210 time: 0.0325150 Aug 20 09:25:46.557237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.20.0.9 (3cab377c-a461-46a4-8192-38731ed597da/b4756395-24eb-409f-86c1-7d4e23f13295/41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:25:46.635527 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-59159bd6-c77c-4e8d-8194-02173ef1a166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:46.698702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:46.713067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Transition to ACTIVE for port object 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:25:46.745437 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:46.792472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 3cab377c-a461-46a4-8192-38731ed597da is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:25:46.795544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:25:46.799252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:25:46.827613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:25:46.843724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.844082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.844417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.844756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.845100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.845423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.845771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.846101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.846420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.846742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.847067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.847386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:46.870486 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:46.871220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:46.887726 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-c1b0eb56-283a-4621-8410-cd058483e7f0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088831 Aug 20 09:25:46.900790 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Request body: {'port': {'device_id': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:25:46.964154 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.091875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-463e47af-ac9a-462c-b5b7-ed1b066a622a None None] Provisioning for port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:25:47.095402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-463e47af-ac9a-462c-b5b7-ed1b066a622a None None] Provisioning complete for port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:25:47.095960 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-463e47af-ac9a-462c-b5b7-ed1b066a622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.129460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-463e47af-ac9a-462c-b5b7-ed1b066a622a None None] Port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:25:47.240431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:25:47.248381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.260550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Transition to ACTIVE for port object 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:25:47.264554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.316936 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Pushing event updated for resources: {'Port': ['ID=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:25:47.384848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Attempting to bind port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:25:47.385274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Attempting to bind port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:25:47.385669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Attempting to bind port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:25:47.390356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d on network 3cab377c-a461-46a4-8192-38731ed597da not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:25:47.390773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Attempting to bind port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d on network 3cab377c-a461-46a4-8192-38731ed597da {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:25:47.395971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:25:47.396391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Checking segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:25:47.396917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Bound using segment: {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:25:47.397413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Bound port: 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a699370-2383-4e0f-bcc9-ac3f0656d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3cab377c-a461-46a4-8192-38731ed597da'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:25:47.397871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.482755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] For port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:25:47.486778 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] For port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:25:47.492616 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.520009 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.529584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:47.531024 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:47.532317 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] 10.222.0.26 "PUT /v2.0/ports/41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 200 len: 1091 time: 0.6364472 Aug 20 09:25:47.535010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:25:47.538916 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da0e77a-80cb-4741-9359-57b4c776d911" -d '{"events": [{"name": "network-changed", "server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:25:47.573085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ae0af-a68d-49b3-84c2-7e1c1c1e847e service neutron] Pushing event updated for resources: {'Port': ['ID=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:25:47.648155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-524f36cf-4d1d-4359-bf7c-28bac3e01c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:47.651074 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-524f36cf-4d1d-4359-bf7c-28bac3e01c6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1094 time: 0.0681567 Aug 20 09:25:47.742407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905fadd-d802-48a8-ae57-fd30eeac92ef req-1cf9bb20-331f-4062-bc20-6bd1c0f40deb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:47.748136 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369ede48-b051-4ecf-a0a2-ba012d6fc698 x-openstack-request-id: req-369ede48-b051-4ecf-a0a2-ba012d6fc698 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:25:47.748628 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:25:47.749038 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-369ede48-b051-4ecf-a0a2-ba012d6fc698 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:25:47.749593 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'status': 'completed', 'code': 200} Aug 20 09:25:47.751757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-2c6b2ccb-6ee9-4383-86f2-29b39a826b02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 200 len: 217 time: 0.0914826 Aug 20 09:25:47.751978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c905fadd-d802-48a8-ae57-fd30eeac92ef req-1cf9bb20-331f-4062-bc20-6bd1c0f40deb tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0760071 Aug 20 09:25:47.790454 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c905fadd-d802-48a8-ae57-fd30eeac92ef req-68c5fe5c-3085-494a-adb9-9de0144b4917 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372992 Aug 20 09:25:47.808336 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-8150bd7f-5d00-4704-9a93-adf5c8d1a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:47.809862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-8150bd7f-5d00-4704-9a93-adf5c8d1a75e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0503645 Aug 20 09:25:47.859193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-9699c299-0c9d-4d3f-9bd1-19ed1fcd52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:47.860699 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-9699c299-0c9d-4d3f-9bd1-19ed1fcd52cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443933 Aug 20 09:25:47.957914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-6e1e44f8-4749-4809-b5fb-ba27b853156c service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896201 Aug 20 09:25:48.047333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cae05827-a9c6-4cee-bf35-541256c3cdc4 req-e5603ce4-dd56-4ccb-9000-6e0439b68029 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823174 Aug 20 09:25:48.129134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-d6507f01-b686-4411-9b3f-cffb184e62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:48.130661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-d6507f01-b686-4411-9b3f-cffb184e62ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1094 time: 0.0410843 Aug 20 09:25:48.227837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-d3790168-6912-4676-b152-61fccb629a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:48.229245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-d3790168-6912-4676-b152-61fccb629a26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0919428 Aug 20 09:25:48.271487 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-c877a59d-32b5-463e-bc13-b89dddec3100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 200 len: 217 time: 0.0351062 Aug 20 09:25:48.323898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-23abd458-f6d8-4f39-9bd3-49575c0d3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:48.325305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-23abd458-f6d8-4f39-9bd3-49575c0d3699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0471783 Aug 20 09:25:48.370527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-6bf8f344-1063-4724-996a-30264c87ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:48.372022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-6bf8f344-1063-4724-996a-30264c87ed2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402164 Aug 20 09:25:48.460815 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-e544aba6-a97b-48f3-8420-38ca7d3de385 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819447 Aug 20 09:25:48.553495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1da0e77a-80cb-4741-9359-57b4c776d911 req-db941f19-2b2c-44b8-933f-dd9821d66a27 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Aug 20 09:25:48.884504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:49.249368 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8999cf-048d-49ee-80e7-abf29a5aafc1 req-2f604f64-4e80-448f-984c-f3501c3a8b26 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:49.250883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de8999cf-048d-49ee-80e7-abf29a5aafc1 req-2f604f64-4e80-448f-984c-f3501c3a8b26 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.3911824 Aug 20 09:25:49.288883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de8999cf-048d-49ee-80e7-abf29a5aafc1 req-82930c76-4423-432a-9ebd-e7b81e2be3e7 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Aug 20 09:25:50.403627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cbce9-0706-4503-84dd-8be61a7cb797 req-10cbc6ba-bca1-4673-b647-7a74d511bb16 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:50.405006 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e4cbce9-0706-4503-84dd-8be61a7cb797 req-10cbc6ba-bca1-4673-b647-7a74d511bb16 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0501711 Aug 20 09:25:50.442928 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e4cbce9-0706-4503-84dd-8be61a7cb797 req-f411bbfa-47a9-4c09-a64a-1c37adb62865 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Aug 20 09:25:51.565097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fd67e-09e8-4061-912f-a2919687c295 req-ac770b21-ca0f-41c8-88d4-e734f30d6c53 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:51.566588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f18fd67e-09e8-4061-912f-a2919687c295 req-ac770b21-ca0f-41c8-88d4-e734f30d6c53 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0505586 Aug 20 09:25:51.606621 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f18fd67e-09e8-4061-912f-a2919687c295 req-63cc4f11-316f-4c8d-881a-38a897e20df2 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326653 Aug 20 09:25:52.726277 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa41a1-dbe7-45ea-958b-535aeb843c7f req-a486e612-59e4-41d8-bd80-8286907b6487 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:52.727740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dafa41a1-dbe7-45ea-958b-535aeb843c7f req-a486e612-59e4-41d8-bd80-8286907b6487 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0526540 Aug 20 09:25:52.766108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dafa41a1-dbe7-45ea-958b-535aeb843c7f req-b84b2885-2efd-47ba-8d85-997977a56678 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Aug 20 09:25:53.877812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b24b-3a14-404f-b825-0811f6f4615c req-b755b8cb-0e59-40df-9972-71d81a795ce8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:53.879250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5195b24b-3a14-404f-b825-0811f6f4615c req-b755b8cb-0e59-40df-9972-71d81a795ce8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0475857 Aug 20 09:25:53.915364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5195b24b-3a14-404f-b825-0811f6f4615c req-d4295757-8884-42d5-ac8d-9b75b2831cea tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302930 Aug 20 09:25:54.846321 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:25:55.028600 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6259b-7aa9-436b-b521-ef15216c5ddc req-74f28253-91dc-4440-9351-f5ba9e98d209 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:55.030135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30e6259b-7aa9-436b-b521-ef15216c5ddc req-74f28253-91dc-4440-9351-f5ba9e98d209 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0491421 Aug 20 09:25:55.066725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30e6259b-7aa9-436b-b521-ef15216c5ddc req-124844fb-cd51-4254-9e2f-4fe159bcd8a5 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Aug 20 09:25:56.185664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18c7dc-a646-491c-9635-c4a195a6f9f6 req-2bcbd1b6-fd9c-4006-89f1-62e1c183c0d9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:56.187165 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e18c7dc-a646-491c-9635-c4a195a6f9f6 req-2bcbd1b6-fd9c-4006-89f1-62e1c183c0d9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0522814 Aug 20 09:25:56.224434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e18c7dc-a646-491c-9635-c4a195a6f9f6 req-74ad6ced-da32-483f-b324-2854a6230484 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311928 Aug 20 09:25:57.336287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffcc59-2509-43cb-9fdb-a22078116673 req-63580882-b243-4cf4-ac34-ffeed961df3c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:57.337749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fffcc59-2509-43cb-9fdb-a22078116673 req-63580882-b243-4cf4-ac34-ffeed961df3c tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 943 time: 0.0477357 Aug 20 09:25:57.374805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7fffcc59-2509-43cb-9fdb-a22078116673 req-d0f07a60-6e23-41fc-a5b9-55daff4f9830 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 20 09:25:58.219788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:25:58.314808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:25:58.327231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'port_id': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'mac_address': 'fa:16:3e:f3:f5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:25:58.371374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:58.384128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:25:58.403765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:25:58.408175 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:25:58.458669 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:25:58.466501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.466845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.467181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.467512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.467839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.468165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.468486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.468808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.469124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.469442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.469786 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.470172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:25:58.492434 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8356dc4-fdbc-4cc3-9687-9c2a99fc6aae req-8673b9d4-e1d3-44d4-b0b9-8e9658e735d3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:58.493986 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8356dc4-fdbc-4cc3-9687-9c2a99fc6aae req-8673b9d4-e1d3-44d4-b0b9-8e9658e735d3 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 944 time: 0.0497742 Aug 20 09:25:58.532092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8356dc4-fdbc-4cc3-9687-9c2a99fc6aae req-e0ec4f5d-73aa-4b30-ab84-c3fe9faae836 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Aug 20 09:25:58.640468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:25:59.650101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0934eb-5fd6-49db-aed5-bb27daf5189d req-fe554383-cac8-4b37-a2d4-8ecd83cda94f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:25:59.651595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb0934eb-5fd6-49db-aed5-bb27daf5189d req-fe554383-cac8-4b37-a2d4-8ecd83cda94f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 944 time: 0.0540702 Aug 20 09:25:59.687953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb0934eb-5fd6-49db-aed5-bb27daf5189d req-d5cd4ffb-2c2f-4db8-9be1-71e8b67cf306 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303884 Aug 20 09:26:00.219239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:26:00.265620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:26:00.269059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:26:00.269420 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:00.343939 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:00.369149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:26:00.371406 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dca77eb-a32b-4787-9a27-cec4274c4de2" -d '{"events": [{"server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "name": "network-vif-plugged", "status": "completed", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:26:00.387341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:26:00.391572 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:00.415295 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fb72b7-6390-4113-9003-cf4ee7c12e77 x-openstack-request-id: req-41fb72b7-6390-4113-9003-cf4ee7c12e77 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:26:00.415583 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "name": "network-vif-plugged", "status": "completed", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:26:00.415835 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41fb72b7-6390-4113-9003-cf4ee7c12e77 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:26:00.416212 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'code': 200} Aug 20 09:26:00.442087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:26:00.501740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae729d-5e98-4f76-9a43-cb541aaf0d46 req-8edb7660-d1f1-4ab5-9e24-eed49f5f9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:00.503227 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77ae729d-5e98-4f76-9a43-cb541aaf0d46 req-8edb7660-d1f1-4ab5-9e24-eed49f5f9dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1096 time: 0.0402923 Aug 20 09:26:00.537526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77ae729d-5e98-4f76-9a43-cb541aaf0d46 req-9a2ef0bf-3222-45da-9818-eea0cc595cdf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268362 Aug 20 09:26:00.799407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae835bc-150c-4314-9510-68aedb1c58fd req-f6616a0d-6b15-4e17-af09-2143d02a9d78 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:00.800798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fae835bc-150c-4314-9510-68aedb1c58fd req-f6616a0d-6b15-4e17-af09-2143d02a9d78 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 945 time: 0.0476041 Aug 20 09:26:00.839990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fae835bc-150c-4314-9510-68aedb1c58fd req-24728d3a-df31-475d-92c0-325e92c8b118 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322807 Aug 20 09:26:01.952522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113d1fd-ad91-407f-a8ab-56030fa8f5d0 req-72fb80aa-197a-4ebb-a619-d4cbde5be585 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:01.954044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2113d1fd-ad91-407f-a8ab-56030fa8f5d0 req-72fb80aa-197a-4ebb-a619-d4cbde5be585 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 945 time: 0.0475686 Aug 20 09:26:01.991749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2113d1fd-ad91-407f-a8ab-56030fa8f5d0 req-5fc4417e-50e7-4248-a84e-4d76defcdee0 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311568 Aug 20 09:26:02.113130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a48cc-057b-4cb1-9157-b2b5359b250e req-08b3d6b5-332c-4297-8174-2d0c3f720414 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:02.114624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a85a48cc-057b-4cb1-9157-b2b5359b250e req-08b3d6b5-332c-4297-8174-2d0c3f720414 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 945 time: 0.0530488 Aug 20 09:26:02.153834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a85a48cc-057b-4cb1-9157-b2b5359b250e req-ea65f581-43ba-472f-802b-c91cc733896b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328863 Aug 20 09:26:02.177256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60592) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:26:02.219909 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a5ae5-e74e-4880-93ac-12e5938e9e26 tempest-TestVolumeBootPattern-1552761749 tempest-TestVolumeBootPattern-1552761749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:02.221443 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8b1a5ae5-e74e-4880-93ac-12e5938e9e26 tempest-TestVolumeBootPattern-1552761749 tempest-TestVolumeBootPattern-1552761749-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1091 time: 0.0428367 Aug 20 09:26:02.225588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60594) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:26:02.230988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:26:02.256768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:02.357289 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:02.473009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Allocated IP 172.25.5.152 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/746cb50d-610b-4cfb-b7fb-c8cae283451b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:26:02.567919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-39c27f21-cbe6-40c0-98e3-8bad0a29a5b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505638 Aug 20 09:26:02.586978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:02.636653 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:02.652601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-a9e44ce5-831d-4cf5-be09-fca932a0a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:02.654148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-a9e44ce5-831d-4cf5-be09-fca932a0a0e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0432308 Aug 20 09:26:02.683381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:26:02.686461 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:26:02.690794 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:26:02.722996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=746cb50d-610b-4cfb-b7fb-c8cae283451b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:26:02.737131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.737301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.737502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.737878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.738220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.738560 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.738894 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.739232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.739558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.739890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.741050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.741636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:26:02.772358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-06e1328e-a7ca-47f2-b242-5d880bea6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:02.773865 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-06e1328e-a7ca-47f2-b242-5d880bea6b7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0995021 Aug 20 09:26:02.843515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-485a32ac-3d45-42a8-8511-f02f2e254a04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 1001 time: 0.0628991 Aug 20 09:26:02.899443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-8fe3c87a-89f6-4635-97de-2132b1cfdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:02.900953 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-8fe3c87a-89f6-4635-97de-2132b1cfdc94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0495987 Aug 20 09:26:02.947275 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-e6166d79-4700-4055-a572-3c9baabf6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:02.949346 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-e6166d79-4700-4055-a572-3c9baabf6555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406358 Aug 20 09:26:02.960779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-4e3f4c8f-9b88-48da-b032-18c5c024bce4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:26:02.961865 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-4e3f4c8f-9b88-48da-b032-18c5c024bce4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060515 Aug 20 09:26:03.056116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-0073a47c-8631-4612-b2ac-fc1cc38e56f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871820 Aug 20 09:26:03.074699 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:03.144239 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:03.145382 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-86a10bd8-340f-49bf-9ff5-e0ede184cb66 req-f54c4abc-5454-4412-b95a-bb4e23e76db1 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829048 Aug 20 09:26:03.291791 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:03.296428 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:03.363078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event updated for resources: {'Port': ['ID=746cb50d-610b-4cfb-b7fb-c8cae283451b,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:26:03.372749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:03.471672 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Floating IP 9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea associated. External IP: 172.25.5.152, port: 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d. Aug 20 09:26:03.675234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:26:03.782094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:26:03.792852 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:26:03.799368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:03.803574 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:26:03.804189 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:25:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:26:03.827982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4122e62a-1561-4fb5-8dba-565ef1c75988 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6012328 Aug 20 09:26:03.828588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:26:03.830891 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1edc2-272e-45a9-afdb-d635a2299fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:26:03.916158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:26:03.934828 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442225d6-b355-4dba-9be6-2d9b05d79274 x-openstack-request-id: req-442225d6-b355-4dba-9be6-2d9b05d79274 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:26:03.935131 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:26:03.935393 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-442225d6-b355-4dba-9be6-2d9b05d79274 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:26:03.935801 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'status': 'completed', 'code': 200} Aug 20 09:26:04.011906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-79e36176-f8f4-4055-b7d5-513a1057db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:04.013416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-79e36176-f8f4-4055-b7d5-513a1057db13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1096 time: 0.0465662 Aug 20 09:26:04.102745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-3ea2242e-ecfa-4a48-9226-429ee34843bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:04.104230 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-3ea2242e-ecfa-4a48-9226-429ee34843bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0837817 Aug 20 09:26:04.144885 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:f3:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:26:02Z', 'updated_at': '2021-08-20T09:26:02Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}, {'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:56Z', 'revision_number': 1, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:26:04.171931 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:26:04.173549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-d5cd3594-d435-4e8d-b48a-2c2f8279a6b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 200 len: 999 time: 0.0620275 Aug 20 09:26:04.181449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:26:04.182010 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:25:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:26:04.222492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-0e0342b8-e338-42e5-acaa-966a8814cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:04.223940 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-0e0342b8-e338-42e5-acaa-966a8814cd6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0428321 Aug 20 09:26:04.269328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-52b5c7b9-5a31-4e54-80a5-0ebfa9fbb3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:04.270859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-52b5c7b9-5a31-4e54-80a5-0ebfa9fbb3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400307 Aug 20 09:26:04.281331 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-2542d7cb-e95a-476c-a7f3-e8dc3edc3350 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:26:04.282311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-2542d7cb-e95a-476c-a7f3-e8dc3edc3350 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050421 Aug 20 09:26:04.288194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:26:04.373597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-be189e3d-7980-412e-ad6b-b61a52903290 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842121 Aug 20 09:26:04.463478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-99c1edc2-272e-45a9-afdb-d635a2299fd1 req-45c7b7c9-6e76-4ca0-8b91-3abfe20e50e2 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836153 Aug 20 09:26:04.509532 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:f3:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:26:02Z', 'updated_at': '2021-08-20T09:26:02Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}, {'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:56Z', 'revision_number': 1, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:26:04.537938 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc42dc4-dbbb-4836-be8a-c67649fcdf08 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:f3:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:26:02Z', 'updated_at': '2021-08-20T09:26:02Z', 'revision_number': 0, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}, {'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:56Z', 'revision_number': 1, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:26:04.734925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6206889-9e8b-4366-a054-4d3283224859 None None] New status for floating IP 9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:26:12.817605 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:13.203855 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-271c26b3-bc0e-4a66-b191-5c869acca247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:14.170186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:16.348561 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:16.635971 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e785e655-5aa8-4e41-9389-1d5754b34194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:17.512197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:18.884136 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:31.846054 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:26:42.820424 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:43.204180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06978f1e-832d-400f-ad68-d2977cdcf12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:44.168521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:46.349344 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:46.639160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-68d7c5ba-a9f6-4db7-962b-f07023a4c986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:47.514567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:48.886569 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:26:56.704110 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-132b1bf5-ac98-41dd-819d-c4de7d252671 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910523 Aug 20 09:26:56.788325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-2a772f8a-e318-4331-9cc8-0791b94f4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:56.789789 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-2a772f8a-e318-4331-9cc8-0791b94f4211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1096 time: 0.0426009 Aug 20 09:26:56.892663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-86dde830-2e1b-4389-ad77-69a8dd2bae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:56.894086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-86dde830-2e1b-4389-ad77-69a8dd2bae87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0846825 Aug 20 09:26:56.964275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-3f27ec8c-5346-4ad2-a26f-4a3a374883ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 200 len: 1001 time: 0.0629687 Aug 20 09:26:57.013527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-a8a7060e-833b-4779-8e2a-c8fde13913cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:57.015054 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-a8a7060e-833b-4779-8e2a-c8fde13913cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0437746 Aug 20 09:26:57.060655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-48cb8df1-b600-424e-8a3f-420606d74c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:26:57.062164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-48cb8df1-b600-424e-8a3f-420606d74c3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401328 Aug 20 09:26:57.153064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-ce1459dd-cd20-4e77-942c-c895cff12017 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837631 Aug 20 09:26:57.239567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-319bbbc4-a1af-4135-838a-d2d9efa62de2 req-8cdded8b-d3a0-4282-9018-ed83d7c515b8 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802019 Aug 20 09:27:03.614639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-95bad4e9-042e-4f59-8805-1e45b05a6310 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007729 Aug 20 09:27:03.706068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a132cc1-2c42-4703-a064-dcabba93578c req-8ebda1c2-6f90-46b6-a265-ac3d2bea5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:03.707606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-8ebda1c2-6f90-46b6-a265-ac3d2bea5b29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0473411 Aug 20 09:27:03.811100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a132cc1-2c42-4703-a064-dcabba93578c req-1b96df2d-87a5-4670-95c6-b6671194f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:03.812492 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-1b96df2d-87a5-4670-95c6-b6671194f303 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0861325 Aug 20 09:27:03.880862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-c4a35ddf-5dd4-41f7-bda6-049cd70f16ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 1001 time: 0.0614727 Aug 20 09:27:03.929505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a132cc1-2c42-4703-a064-dcabba93578c req-02e06a96-9f98-431d-85b8-9289f2e99c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:03.931013 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-02e06a96-9f98-431d-85b8-9289f2e99c28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0434203 Aug 20 09:27:03.977431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a132cc1-2c42-4703-a064-dcabba93578c req-710be145-2de8-4655-9062-619ae63c2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:03.979568 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-710be145-2de8-4655-9062-619ae63c2695 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409112 Aug 20 09:27:04.070208 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-616ce73f-49bf-4f46-8359-f0c4aadfc57a service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838697 Aug 20 09:27:04.156559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6a132cc1-2c42-4703-a064-dcabba93578c req-5297540f-65dd-42df-8176-4efc0c5654a6 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796242 Aug 20 09:27:08.845843 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:27:12.831142 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:13.205000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e5089e4d-54fb-43e3-a59a-9098b3d45cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:14.182448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:16.351842 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:16.638900 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e88701e6-53dc-426b-b3e5-36ec193505fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:17.517539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:18.897620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:42.632214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60642) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:27:42.785652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 746cb50d-610b-4cfb-b7fb-c8cae283451b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:27:42.786028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:42.844072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:42.862477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:42.862815 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:42.874685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 746cb50d-610b-4cfb-b7fb-c8cae283451b owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:27:43.019851 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:43.046310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=746cb50d-610b-4cfb-b7fb-c8cae283451b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:27:43.071777 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.072131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.072494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.072826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.073168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.073506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.073867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.074206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.074537 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.074867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.075208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.075579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:43.113838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:43.114199 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Floating IP 9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea disassociated (deleted). External IP: 172.25.5.152, port: 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d. Aug 20 09:27:43.205412 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aee0a424-41af-443e-a7c3-c40fbf57d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:43.317625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:27:43.423888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:27:43.428676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:43.433875 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:27:43.443228 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:27:43.443871 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:43.455510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-114e05c8-a55f-430b-8056-9989de28a37d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "DELETE /v2.0/floatingips/9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea HTTP/1.1" status: 204 len: 168 time: 0.8221109 Aug 20 09:27:43.456123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:27:43.458575 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a0996-ce6e-447e-addf-b0778c85339b" -d '{"events": [{"name": "network-changed", "server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:27:43.500587 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1287860-03ab-4bff-bdb6-e38268c00e24 x-openstack-request-id: req-a1287860-03ab-4bff-bdb6-e38268c00e24 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:27:43.500878 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:27:43.501160 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1287860-03ab-4bff-bdb6-e38268c00e24 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:27:43.503605 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'status': 'completed', 'code': 200} Aug 20 09:27:43.560623 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:27:43.565429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-98a35c01-3362-4abe-b67e-145a13495e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:43.566981 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-98a35c01-3362-4abe-b67e-145a13495e44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 1096 time: 0.0444427 Aug 20 09:27:43.683016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-44ecbec2-f7c8-4d5b-8b8a-8c50fbff0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:43.684866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-44ecbec2-f7c8-4d5b-8b8a-8c50fbff0e1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0979989 Aug 20 09:27:43.694306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cac517-a149-4fce-bc10-1bc4ef2cfc98 req-b7da651d-f5b8-40fd-9540-c4bb7896a6da tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:43.696825 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6cac517-a149-4fce-bc10-1bc4ef2cfc98 req-b7da651d-f5b8-40fd-9540-c4bb7896a6da tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 945 time: 0.0551176 Aug 20 09:27:43.753039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-a89db8db-cecd-4757-bb7e-2acd057a1b11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 200 len: 217 time: 0.0606127 Aug 20 09:27:43.764305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6cac517-a149-4fce-bc10-1bc4ef2cfc98 req-0974fbf6-f367-45f6-b5d5-3a6a29aeee6f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603616 Aug 20 09:27:43.817490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-a34785c8-ed8d-4d3e-9553-bb18d88d846f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:43.819035 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-a34785c8-ed8d-4d3e-9553-bb18d88d846f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0583684 Aug 20 09:27:43.864905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-bb735f1f-49ec-44b8-a6a5-80cc3a601ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:43.866433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-bb735f1f-49ec-44b8-a6a5-80cc3a601ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397797 Aug 20 09:27:43.903067 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:56Z', 'revision_number': 1, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:43.931437 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:27:43.939549 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:27:43.940153 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:43.957372 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-b40e3be2-7b87-4ed1-97f4-54929fc1fff2 service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824664 Aug 20 09:27:44.044113 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:27:44.051778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ef0a0996-ce6e-447e-addf-b0778c85339b req-f36949c0-7e29-4679-8952-1bc20fb7e92a service neutron] 10.222.0.26 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863016 Aug 20 09:27:44.182312 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:44.260750 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:56Z', 'revision_number': 1, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:44.288430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e9aac-d837-476d-b19e-47f051a77c15 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd982af5a-8ac0-40d5-a1c4-83180cf621f0', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'port_id': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'mac_address': 'fa:16:3e:3b:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05b2f46-6138-4077-b089-df74683271be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:23:54Z', 'updated_at': '2021-08-20T09:23:56Z', 'revision_number': 1, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:27:44.498771 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a20010-d5c7-454e-b656-924bd680edaa None None] New status for floating IP 9b225bb2-6d22-4aeb-a03c-bd115ef9f5ea: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:27:44.884983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c10d5-a97c-45ef-8064-d262c2f0c29a req-7b554909-b994-4413-9e1d-27a6ec707d6d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:44.886415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc0c10d5-a97c-45ef-8064-d262c2f0c29a req-7b554909-b994-4413-9e1d-27a6ec707d6d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 945 time: 0.0515368 Aug 20 09:27:44.924497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dc0c10d5-a97c-45ef-8064-d262c2f0c29a req-ca9c923d-a20b-4f50-a5fc-923bfcd2b784 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Aug 20 09:27:45.154071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-a92a47bf-a343-47f2-9050-e225a2c1800e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:45.155432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-a92a47bf-a343-47f2-9050-e225a2c1800e tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 945 time: 0.0472629 Aug 20 09:27:45.246044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:27:45.246386 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:45.331244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:27:45.331609 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:45.344999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:27:45.740463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:45.771633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:27:45.797293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.797641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.798006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.798341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.798682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.799010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.799337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.799661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.799980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.800299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.800626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.800944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:27:45.822494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:27:45.824964 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:45.826986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0c09507b-699d-4188-b788-a2e8d983ee20 req-6b4142d4-f5c0-457d-b47e-d3b186df8713 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.26 "DELETE /v2.0/ports/41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d HTTP/1.1" status: 204 len: 173 time: 0.6659596 Aug 20 09:27:45.827419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'name': 'network-vif-deleted', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:27:45.829639 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45726673-eb21-438c-a90f-97724173715b" -d '{"events": [{"server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "name": "network-vif-deleted", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:27:45.845794 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:27:45.879373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951a42e8-db3a-4b52-b9e5-d040c45aecba x-openstack-request-id: req-951a42e8-db3a-4b52-b9e5-d040c45aecba {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:27:45.879671 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779838eb-b2a5-4894-ad79-4ff4509fb82f", "name": "network-vif-deleted", "tag": "41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:27:45.879923 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-951a42e8-db3a-4b52-b9e5-d040c45aecba {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:27:45.880318 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779838eb-b2a5-4894-ad79-4ff4509fb82f', 'name': 'network-vif-deleted', 'tag': '41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d', 'status': 'completed', 'code': 200} Aug 20 09:27:46.020288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-434081b3-054f-4b7a-b507-1dc262b6600b req-5181616a-2c9d-4e23-9418-dedc1a1ba591 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 210 time: 0.0281599 Aug 20 09:27:46.354275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:46.640078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b86f-43c8-49b6-b7a5-5cbd701622b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:47.120427 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb4ff508-04e2-4714-84d1-eb44b3faa3ce req-c82a295f-2220-49c5-a1cd-20807e020013 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 210 time: 0.0275743 Aug 20 09:27:47.522375 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:48.214226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d32895b-8137-4b97-b71c-9909b314f8a1 req-8ef971c0-8bfb-4ee8-8aa9-eec9b97923c4 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 210 time: 0.0266459 Aug 20 09:27:48.763507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:27:48.783707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:27:48.784055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 41d70bda-8ebc-469c-b5e7-d2d0fac4fd1d not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:27:48.889504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:49.315363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cd7ce9e-74da-4d82-85f9-5bd87765eac3 req-ca917cf8-9401-46ab-9d40-0dc2b5bac9c9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=779838eb-b2a5-4894-ad79-4ff4509fb82f HTTP/1.1" status: 200 len: 210 time: 0.0263977 Aug 20 09:27:54.669170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60696) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:27:54.823095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port 01651efd-6aa1-4439-9cb9-ef5546ea9fd3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:27:54.823441 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:54.900353 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:54.900685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:54.911998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for 01651efd-6aa1-4439-9cb9-ef5546ea9fd3 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:27:55.058215 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:55.080543 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=01651efd-6aa1-4439-9cb9-ef5546ea9fd3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:27:55.141225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:55.141556 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Floating IP d982af5a-8ac0-40d5-a1c4-83180cf621f0 disassociated (deleted). External IP: 172.25.5.133, port: e889e02e-8b62-44ad-978e-925fc38592b7. Aug 20 09:27:55.342931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:27:55.448849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:27:55.452939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:55.458496 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:27:55.471123 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:27:55.471734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:55.486899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e1031565-f63a-481f-bde5-b8555dd1ce37 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "DELETE /v2.0/floatingips/d982af5a-8ac0-40d5-a1c4-83180cf621f0 HTTP/1.1" status: 204 len: 168 time: 0.8166022 Aug 20 09:27:55.487492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:27:55.489738 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628783c-c50f-418b-aff0-bd761d048fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:27:55.532567 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6658bbf3-3d68-46ea-8d5c-d9b1c41c3920 x-openstack-request-id: req-6658bbf3-3d68-46ea-8d5c-d9b1c41c3920 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:27:55.533073 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:27:55.533346 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6658bbf3-3d68-46ea-8d5c-d9b1c41c3920 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:27:55.534385 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'status': 'completed', 'code': 200} Aug 20 09:27:55.577325 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:27:55.604654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-7ab301dd-5a33-4ad8-9912-8c21370bb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:55.606704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-7ab301dd-5a33-4ad8-9912-8c21370bb6e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7adabe48e544640980c167762cc6a3d&device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 1096 time: 0.0497324 Aug 20 09:27:55.705578 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-a2b4dcc8-ac66-41f0-8be0-905fcd102138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:55.706526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-a2b4dcc8-ac66-41f0-8be0-905fcd102138 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 200 len: 912 time: 0.0922077 Aug 20 09:27:55.715113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823a7f5-bc2c-4b9c-8b7a-1e5d5e9ce149 req-4b433879-761b-4fd1-a92a-b317509eb0f8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:55.722341 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4823a7f5-bc2c-4b9c-8b7a-1e5d5e9ce149 req-4b433879-761b-4fd1-a92a-b317509eb0f8 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 945 time: 0.0598998 Aug 20 09:27:55.758982 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-fa011513-452e-44f3-b458-c70fe6fc7dae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 200 len: 217 time: 0.0442402 Aug 20 09:27:55.762242 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4823a7f5-bc2c-4b9c-8b7a-1e5d5e9ce149 req-293b0e58-d718-4e43-b920-8ecaf60fc42f tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390217 Aug 20 09:27:55.802759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:55.820029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-1c624d3d-03d3-43d9-950b-beee51697848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:55.822420 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-1c624d3d-03d3-43d9-950b-beee51697848 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 200 len: 851 time: 0.0483682 Aug 20 09:27:55.829162 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:27:55.837632 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:27:55.838275 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:55.875541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-6f3ac54f-eb09-465e-ba7f-b1fde3feece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:55.877422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-6f3ac54f-eb09-465e-ba7f-b1fde3feece2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cab377c-a461-46a4-8192-38731ed597da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478108 Aug 20 09:27:55.946919 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:27:55.990968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-26c5dd08-28c3-4543-ae71-640d3b17b85f service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045887 Aug 20 09:27:56.085871 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9628783c-c50f-418b-aff0-bd761d048fd5 req-ab89afb2-d6ac-46dc-9556-fb0fb475a685 service neutron] 10.222.0.37 "GET /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854125 Aug 20 09:27:56.151628 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:27:56.177129 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414bf38-d046-4526-b5ad-ba24b37472d9 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:16:54Z', 'revision_number': 4, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '327ade73-cde6-437a-bc05-bf513d9baac5', 'name': '', 'network_id': '3cab377c-a461-46a4-8192-38731ed597da', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'mac_address': 'fa:16:3e:e0:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:52Z', 'updated_at': '2021-08-20T09:17:03Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'subnets': [{'id': 'b4756395-24eb-409f-86c1-7d4e23f13295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:27:56.392562 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4c823-1e74-4bfa-9b1f-c5ade37b952c None None] New status for floating IP d982af5a-8ac0-40d5-a1c4-83180cf621f0: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:27:56.878625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde0e3f-0022-4329-8bcb-720d9ea9ce9d req-d629082a-a9da-4f09-a801-9bad5dfb2529 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:56.880041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cde0e3f-0022-4329-8bcb-720d9ea9ce9d req-d629082a-a9da-4f09-a801-9bad5dfb2529 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 945 time: 0.0492499 Aug 20 09:27:56.918850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cde0e3f-0022-4329-8bcb-720d9ea9ce9d req-da116a58-67e0-4274-baea-617b696798de tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/security-groups?id=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Aug 20 09:27:57.224446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-765c5f7e-aae5-4334-bc4d-3126209c6c61 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:27:57.225907 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-765c5f7e-aae5-4334-bc4d-3126209c6c61 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 945 time: 0.0483027 Aug 20 09:27:57.316153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port e889e02e-8b62-44ad-978e-925fc38592b7 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:27:57.316495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:57.401974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] For port e889e02e-8b62-44ad-978e-925fc38592b7, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=e889e02e-8b62-44ad-978e-925fc38592b7,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:27:57.402341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:57.415406 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for e889e02e-8b62-44ad-978e-925fc38592b7 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:27:57.540849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:57.568877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=e889e02e-8b62-44ad-978e-925fc38592b7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:27:57.615085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] No DVR routers for this DVR port e889e02e-8b62-44ad-978e-925fc38592b7 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:27:57.617812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:27:57.619783 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4fd80139-0c6c-4a1e-90d4-0454aa24bbf5 req-2f11e692-1620-45bb-908b-63e7fb14c401 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.37 "DELETE /v2.0/ports/e889e02e-8b62-44ad-978e-925fc38592b7 HTTP/1.1" status: 204 len: 173 time: 0.3880517 Aug 20 09:27:57.620231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'name': 'network-vif-deleted', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:27:57.622543 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7455668-b385-4dfc-975a-857732495ec3" -d '{"events": [{"server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "name": "network-vif-deleted", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:27:57.658689 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d9293-9bee-4896-9863-4e3710e61dfc x-openstack-request-id: req-d99d9293-9bee-4896-9863-4e3710e61dfc {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:27:57.658985 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05b2f46-6138-4077-b089-df74683271be", "name": "network-vif-deleted", "tag": "e889e02e-8b62-44ad-978e-925fc38592b7", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:27:57.659236 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d99d9293-9bee-4896-9863-4e3710e61dfc {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:27:57.659636 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05b2f46-6138-4077-b089-df74683271be', 'name': 'network-vif-deleted', 'tag': 'e889e02e-8b62-44ad-978e-925fc38592b7', 'status': 'completed', 'code': 200} Aug 20 09:27:58.023308 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb50af90-7c1d-4563-abdc-cb84b7733565 req-aacdcd57-9dc3-41a3-a771-cbb881ff576b tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 210 time: 0.0274055 Aug 20 09:27:59.120824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df5ae4ec-69d4-4cea-bf74-5a43350027d6 req-1222b3fc-2010-4af7-9bd5-9d44a350ec03 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 210 time: 0.0266697 Aug 20 09:28:00.218881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbba5f79-c0f3-4d48-9c6e-bbd00e643ebe req-3fb3a01f-28ca-456d-81c0-855b5a8e2990 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 210 time: 0.0299864 Aug 20 09:28:00.519371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e889e02e-8b62-44ad-978e-925fc38592b7 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:00.540657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: e889e02e-8b62-44ad-978e-925fc38592b7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:00.540999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device e889e02e-8b62-44ad-978e-925fc38592b7 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:01.327701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11af9e60-e2ff-4c1f-ab80-cdbc034d084f req-6a9798ef-203f-4c22-829c-7e3c76baf7f9 tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05b2f46-6138-4077-b089-df74683271be HTTP/1.1" status: 200 len: 210 time: 0.0283744 Aug 20 09:28:02.386237 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60720) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:02.509451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Deleting port a52c6f2d-ce9d-4cce-9f57-e4ac1ba5a620 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:02.509819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:02.582647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:02.582981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:02.594869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Calling delete_port for a52c6f2d-ce9d-4cce-9f57-e4ac1ba5a620 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:02.723865 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:02.747065 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'Port': ['ID=a52c6f2d-ce9d-4cce-9f57-e4ac1ba5a620,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:02.810475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:02.813062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:02.814235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b2e94b8f-2d7e-4d63-ba4f-e52b98e7eeab tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "DELETE /v2.0/floatingips/9b148c21-c073-4eb7-80de-83702971ffb1 HTTP/1.1" status: 204 len: 168 time: 0.4270201 Aug 20 09:28:05.060695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60734) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:05.120361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c113-6dad-485c-8263-17eb8a373e2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:05.145617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c113-6dad-485c-8263-17eb8a373e2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:05.206298 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c113-6dad-485c-8263-17eb8a373e2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:05.208994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c113-6dad-485c-8263-17eb8a373e2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:05.210205 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c9c4c113-6dad-485c-8263-17eb8a373e2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] 10.222.0.35 "DELETE /v2.0/security-groups/3bdb3ffd-6e96-4f32-b124-f74dc4e85d04 HTTP/1.1" status: 204 len: 168 time: 0.1485066 Aug 20 09:28:05.220391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4c113-6dad-485c-8263-17eb8a373e2d tempest-TestVolumeBootPattern-22924074 tempest-TestVolumeBootPattern-22924074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb3ffd-6e96-4f32-b124-f74dc4e85d04,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:05.267724 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60738) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:06.073348 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:06.312799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Deleting port 327ade73-cde6-437a-bc05-bf513d9baac5 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:06.313443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:06.389327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] For port 327ade73-cde6-437a-bc05-bf513d9baac5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=327ade73-cde6-437a-bc05-bf513d9baac5,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:06.389615 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:06.402304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Calling delete_port for 327ade73-cde6-437a-bc05-bf513d9baac5 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:06.574409 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:06.599772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Pushing event deleted for resources: {'Port': ['ID=327ade73-cde6-437a-bc05-bf513d9baac5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:06.764089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:06.980462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Router ec39158d-0a0a-4831-a59d-762c09fff4ab has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:28:07.085863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:28:07.090826 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f16df2c2-c9b4-4303-90ca-0cb3ec49e71a admin admin] 10.222.0.35 "PUT /v2.0/routers/ec39158d-0a0a-4831-a59d-762c09fff4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211362 Aug 20 09:28:07.093348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60742) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:07.094402 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] Sync routers for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:28:07.103729 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:28:07.104337 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:07.194287 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.206881 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:28:07.297244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.352403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Deleting port 63160378-7416-449e-bcab-0149cfba56e7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:07.353235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.435822 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] For port 63160378-7416-449e-bcab-0149cfba56e7, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=63160378-7416-449e-bcab-0149cfba56e7,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:07.436190 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.450148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Calling delete_port for 63160378-7416-449e-bcab-0149cfba56e7 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:07.477074 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '63160378-7416-449e-bcab-0149cfba56e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:28:06Z', 'revision_number': 5, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port': {'id': '63160378-7416-449e-bcab-0149cfba56e7', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:16:44Z', 'updated_at': '2021-08-20T09:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:07.502542 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] Checking router: ec39158d-0a0a-4831-a59d-762c09fff4ab for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:28:07.511419 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] Routers {'ec39158d-0a0a-4831-a59d-762c09fff4ab'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:28:07.512026 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['ec39158d-0a0a-4831-a59d-762c09fff4ab'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:07.599112 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] Set router ec39158d-0a0a-4831-a59d-762c09fff4ab gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:28:07.613951 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.640980 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=63160378-7416-449e-bcab-0149cfba56e7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:07.654886 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:28:07Z', 'revision_number': 6, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:07.682195 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83269fa5-0e95-4de3-8cf7-93c2c4f0dc41 None None] The sync data for ids ['ec39158d-0a0a-4831-a59d-762c09fff4ab'] in n-d-804285-2 is: [{'id': 'ec39158d-0a0a-4831-a59d-762c09fff4ab', 'name': 'tempest-TestVolumeBootPattern-1671883189-router', 'tenant_id': 'f7adabe48e544640980c167762cc6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:43Z', 'updated_at': '2021-08-20T09:28:07Z', 'revision_number': 6, 'project_id': 'f7adabe48e544640980c167762cc6a3d', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:28:07.699180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.789605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.791711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.837564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.838107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec39158d-0a0a-4831-a59d-762c09fff4ab {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:28:07.842325 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.843426 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2008de48-61a6-4c74-b851-e23effc93b6b admin admin] 10.222.0.35 "DELETE /v2.0/routers/ec39158d-0a0a-4831-a59d-762c09fff4ab HTTP/1.1" status: 204 len: 168 time: 0.7490556 Aug 20 09:28:07.845950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60744) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:07.889363 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Deleting subnet b4756395-24eb-409f-86c1-7d4e23f13295 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:28:07.892305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:07.924601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.004853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.066906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.096527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4756395-24eb-409f-86c1-7d4e23f13295,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:08.099389 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.104704 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-450e3ef3-95d4-4bf6-9750-3945724d132d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b4756395-24eb-409f-86c1-7d4e23f13295 HTTP/1.1" status: 204 len: 168 time: 0.2544000 Aug 20 09:28:08.105349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60746) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:08.109107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d4825-1d46-45ad-a89f-dd2da730d0c9 None None] Network 3cab377c-a461-46a4-8192-38731ed597da requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:28:08.166842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 327ade73-cde6-437a-bc05-bf513d9baac5 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:08.189963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 327ade73-cde6-437a-bc05-bf513d9baac5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:08.190305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 327ade73-cde6-437a-bc05-bf513d9baac5 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:08.195179 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.252759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Deleting port 82ba5745-de1a-42cb-96d2-22a3aee95d1c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:08.253098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.314544 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] For port 82ba5745-de1a-42cb-96d2-22a3aee95d1c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=82ba5745-de1a-42cb-96d2-22a3aee95d1c,segment=NetworkSegment(2a699370-2383-4e0f-bcc9-ac3f0656d2a8),segment_id=2a699370-2383-4e0f-bcc9-ac3f0656d2a8)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:08.314909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.327304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Calling delete_port for 82ba5745-de1a-42cb-96d2-22a3aee95d1c owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:08.407602 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.434157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ba5745-de1a-42cb-96d2-22a3aee95d1c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:08.435898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] No DVR routers for this DVR port 82ba5745-de1a-42cb-96d2-22a3aee95d1c on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:28:08.506822 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.514280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c50c62-d1db-424f-9d6d-d177859a06fd None None] DHCP port deletion for 3cab377c-a461-46a4-8192-38731ed597da request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:28:08.517834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cab377c-a461-46a4-8192-38731ed597da']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:08.531094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a699370-2383-4e0f-bcc9-ac3f0656d2a8') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:08.531398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a699370-2383-4e0f-bcc9-ac3f0656d2a8') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:08.542178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.560196 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.566037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:28:08.566427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:28:08.568079 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:28:08.624243 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.630159 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:08.634226 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3cab377c-a461-46a4-8192-38731ed597da HTTP/1.1" status: 204 len: 168 time: 0.5276258 Aug 20 09:28:08.635640 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60748) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:08.645302 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95c80-8801-4b8e-bb77-1403b71f2500 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cab377c-a461-46a4-8192-38731ed597da,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:08.989306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:09.233286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Deleting port 2650f93f-7aa0-4973-a682-d3ed7d85de27 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:09.233640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:09.313967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] For port 2650f93f-7aa0-4973-a682-d3ed7d85de27, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2650f93f-7aa0-4973-a682-d3ed7d85de27,segment=NetworkSegment(cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7),segment_id=cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:09.314336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:09.327582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Calling delete_port for 2650f93f-7aa0-4973-a682-d3ed7d85de27 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:09.505550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:09.532816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2650f93f-7aa0-4973-a682-d3ed7d85de27,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:09.698763 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:09.887232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 82ba5745-de1a-42cb-96d2-22a3aee95d1c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:09.906938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 82ba5745-de1a-42cb-96d2-22a3aee95d1c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:09.907280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 82ba5745-de1a-42cb-96d2-22a3aee95d1c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:09.907693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63160378-7416-449e-bcab-0149cfba56e7 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:09.912183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Router 40d3691e-7af8-47ba-a94f-34759b4f9cfd has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:28:09.930591 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 63160378-7416-449e-bcab-0149cfba56e7 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:09.931106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 63160378-7416-449e-bcab-0149cfba56e7 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:10.029945 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:28:10.034762 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e20e2711-a1fc-4d70-a616-20b6c7989d75 admin admin] 10.222.0.35 "PUT /v2.0/routers/40d3691e-7af8-47ba-a94f-34759b4f9cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3979969 Aug 20 09:28:10.037304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60750) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:10.040608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] Sync routers for ids ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:28:10.050187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] Routers {'40d3691e-7af8-47ba-a94f-34759b4f9cfd'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:28:10.050814 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:10.138592 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.152903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] Set router 40d3691e-7af8-47ba-a94f-34759b4f9cfd gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:28:10.239742 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.291953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Deleting port b81a7dc6-cbea-40f1-a3b9-35f8ed035420 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:10.292213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.328991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:28:09Z', 'revision_number': 5, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port': {'id': 'b81a7dc6-cbea-40f1-a3b9-35f8ed035420', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:17:00Z', 'updated_at': '2021-08-20T09:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:10.355994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] Checking router: 40d3691e-7af8-47ba-a94f-34759b4f9cfd for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:28:10.364160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] Routers {'40d3691e-7af8-47ba-a94f-34759b4f9cfd'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:28:10.364765 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:27:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:10.371386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] For port b81a7dc6-cbea-40f1-a3b9-35f8ed035420, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:10.371757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.385033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Calling delete_port for b81a7dc6-cbea-40f1-a3b9-35f8ed035420 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:10.450310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] Set router 40d3691e-7af8-47ba-a94f-34759b4f9cfd gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:28:10.504043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:28:10Z', 'revision_number': 6, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:10.531937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5032980-5733-4f3b-bc15-5272fcb02282 None None] The sync data for ids ['40d3691e-7af8-47ba-a94f-34759b4f9cfd'] in n-d-804285-2 is: [{'id': '40d3691e-7af8-47ba-a94f-34759b4f9cfd', 'name': 'tempest-TestVolumeBootPattern-1077139702-router', 'tenant_id': '588d6c408a164333864b73147599b711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:16:59Z', 'updated_at': '2021-08-20T09:28:10Z', 'revision_number': 6, 'project_id': '588d6c408a164333864b73147599b711', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:28:10.561533 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.587411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81a7dc6-cbea-40f1-a3b9-35f8ed035420,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:10.647923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.734663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.736752 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.781487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.782053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d3691e-7af8-47ba-a94f-34759b4f9cfd {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:28:10.786727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.788048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4d8717b5-caa8-425e-b40d-1217493c6099 admin admin] 10.222.0.35 "DELETE /v2.0/routers/40d3691e-7af8-47ba-a94f-34759b4f9cfd HTTP/1.1" status: 204 len: 168 time: 0.7498007 Aug 20 09:28:10.790726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60752) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:10.834208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Deleting subnet bdc7c622-f5ef-4a8d-b6d4-85babef3d45b {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:28:10.837312 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.870710 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:10.956864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.011377 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.036060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc7c622-f5ef-4a8d-b6d4-85babef3d45b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:11.039838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.041696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1f686b24-075e-4925-994a-394c58d2d124 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bdc7c622-f5ef-4a8d-b6d4-85babef3d45b HTTP/1.1" status: 204 len: 168 time: 0.2500584 Aug 20 09:28:11.044219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60754) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:11.045465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658f72f-c0d9-4adc-bb8f-5a67592e0dc1 None None] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:28:11.116173 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.169890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Deleting port 4007d8f2-ef4b-4a41-9c6c-d378af66696d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:11.170236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.232532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] For port 4007d8f2-ef4b-4a41-9c6c-d378af66696d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4007d8f2-ef4b-4a41-9c6c-d378af66696d,segment=NetworkSegment(cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7),segment_id=cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:11.232900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.245973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Calling delete_port for 4007d8f2-ef4b-4a41-9c6c-d378af66696d owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:11.318774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] DHCP port deletion for f0ce5f5e-2e4c-425f-aa57-43787a66da93 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:28:11.341371 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.365833 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Deleting port 4007d8f2-ef4b-4a41-9c6c-d378af66696d {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:11.366275 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.369092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4007d8f2-ef4b-4a41-9c6c-d378af66696d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:11.374289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] No DVR routers for this DVR port 4007d8f2-ef4b-4a41-9c6c-d378af66696d on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:28:11.452342 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.463658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce5f5e-2e4c-425f-aa57-43787a66da93']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:11.475554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:11.476016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3d101a-fb3e-4efc-a1c4-9cfb094e4df7') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:28:11.486719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.502207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.509101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:28:11.509536 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:28:11.511540 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:28:11.570836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.580351 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.582940 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f0ce5f5e-2e4c-425f-aa57-43787a66da93 HTTP/1.1" status: 204 len: 168 time: 0.5376792 Aug 20 09:28:11.594497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91344153-4492-4dd4-a299-72262bf64ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ce5f5e-2e4c-425f-aa57-43787a66da93,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:11.603974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] For port 4007d8f2-ef4b-4a41-9c6c-d378af66696d, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:11.604368 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.618678 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Calling delete_port for 4007d8f2-ef4b-4a41-9c6c-d378af66696d owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:11.621260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Port 4007d8f2-ef4b-4a41-9c6c-d378af66696d was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:28:11.622976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.645312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Network f0ce5f5e-2e4c-425f-aa57-43787a66da93 is not hosted by any dhcp agent {{(pid=101318) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 09:28:11.645794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] No DVR routers for this DVR port 4007d8f2-ef4b-4a41-9c6c-d378af66696d on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:28:11.647555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Pushing event deleted for resources: {'Port': ['ID=4007d8f2-ef4b-4a41-9c6c-d378af66696d,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:11.659215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.659730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.659882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.660216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.660540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.660868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.661189 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.661561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.662083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.662796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.663132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.663457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb65618-7e11-40cc-b34b-d2f3e60ad724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:28:11.727215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60758) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:11.765654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d6f1eac8-c6a4-4105-beab-1e654b99fe3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7adabe48e544640980c167762cc6a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373075 Aug 20 09:28:11.767945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60760) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:11.820538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2fb198c-eb2d-449a-8542-7e2f6cfef020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.840835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2650f93f-7aa0-4973-a682-d3ed7d85de27 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:11.841896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2fb198c-eb2d-449a-8542-7e2f6cfef020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.861511 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2650f93f-7aa0-4973-a682-d3ed7d85de27 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:11.861960 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2650f93f-7aa0-4973-a682-d3ed7d85de27 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:11.862452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4007d8f2-ef4b-4a41-9c6c-d378af66696d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:11.881574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4007d8f2-ef4b-4a41-9c6c-d378af66696d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:11.881974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4007d8f2-ef4b-4a41-9c6c-d378af66696d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:11.882531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b81a7dc6-cbea-40f1-a3b9-35f8ed035420 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:11.889037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2fb198c-eb2d-449a-8542-7e2f6cfef020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.891614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d2fb198c-eb2d-449a-8542-7e2f6cfef020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:11.892767 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d2fb198c-eb2d-449a-8542-7e2f6cfef020 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/316fdf2f-9020-444e-b3bd-5d0288662e8d HTTP/1.1" status: 204 len: 168 time: 0.1239398 Aug 20 09:28:11.901054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb198c-eb2d-449a-8542-7e2f6cfef020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316fdf2f-9020-444e-b3bd-5d0288662e8d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:11.903980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b81a7dc6-cbea-40f1-a3b9-35f8ed035420 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:11.904335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b81a7dc6-cbea-40f1-a3b9-35f8ed035420 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:12.235185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60766) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:12.275043 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a577d03a-562d-42a9-a95e-cf1a36feae66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=588d6c408a164333864b73147599b711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387306 Aug 20 09:28:12.277382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60768) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:12.324094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c260a5b8-26e8-4074-931a-c80092868019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:12.344181 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c260a5b8-26e8-4074-931a-c80092868019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:12.391000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c260a5b8-26e8-4074-931a-c80092868019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:12.393587 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c260a5b8-26e8-4074-931a-c80092868019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:12.394868 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c260a5b8-26e8-4074-931a-c80092868019 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/954ce713-10a1-4463-98e0-6a527a574658 HTTP/1.1" status: 204 len: 168 time: 0.1165736 Aug 20 09:28:12.403183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260a5b8-26e8-4074-931a-c80092868019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954ce713-10a1-4463-98e0-6a527a574658,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:12.853134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:13.206963 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-897ac60a-1138-4975-ad56-8ad11cf7f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:14.212711 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:16.356676 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:16.644506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-af92b04d-62b2-43d3-8797-fced1c3de291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:17.524465 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:18.895883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:22.670682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-8c9faf1a-c63a-4514-8afa-10a4ed663211 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d6108ff9f5a40498dbb6a94d37314ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217569 Aug 20 09:28:22.846259 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:28:23.103143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-0ff7e7ed-9a5e-4723-bfb8-e639636b38d6 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:23.104608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-0ff7e7ed-9a5e-4723-bfb8-e639636b38d6 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289312 Aug 20 09:28:23.119867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-834e4b11-acbf-4fce-b7b4-ce116a2f2325 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/quotas/5d6108ff9f5a40498dbb6a94d37314ca HTTP/1.1" status: 200 len: 375 time: 0.0091515 Aug 20 09:28:23.151551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-229136c1-fb43-49f7-9d42-52fc4cac6b81 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d6108ff9f5a40498dbb6a94d37314ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264003 Aug 20 09:28:23.309879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-697a6691-25b6-4396-90e5-ee00278872ed req-64cf10b0-7ce5-4ba6-9c86-2f3d0081a000 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 210 time: 0.0256076 Aug 20 09:28:24.302952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-9d95554b-cf17-49f7-84fa-21df88a3c376 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d6108ff9f5a40498dbb6a94d37314ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325298 Aug 20 09:28:24.406208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0be43a54-938c-4f7e-9b60-6a9c7e286d84 req-6143ebe6-717f-450c-89a8-9a112ecbb401 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 210 time: 0.0265572 Aug 20 09:28:24.492453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-3d9b26eb-a30b-48bb-ac4e-ab9f4b68ff3a tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:24.493938 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-3d9b26eb-a30b-48bb-ac4e-ab9f4b68ff3a tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844366 Aug 20 09:28:24.506842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Request body: {'port': {'device_id': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'admin_state_up': True, 'tenant_id': '5d6108ff9f5a40498dbb6a94d37314ca'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:28:24.613426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Made reservation on behalf of 5d6108ff9f5a40498dbb6a94d37314ca for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:28:24.617501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:24.626014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:24.714948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:24.718754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:24.782112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2abcfd5-e91d-4080-992f-2dcabac6689a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:24.849145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Allocated IP 192.168.233.99 (c93c4577-8f9c-4ccf-9b85-6bfbc976aad9/8d022c15-032c-4401-b85c-cb5ab4bd93c2/093fd2d4-d320-41ca-8999-381710270020) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:28:24.989084 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.002960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Transition to ACTIVE for port object 093fd2d4-d320-41ca-8999-381710270020 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:28:25.033939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.079062 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:28:25.081973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:28:25.086037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:28:25.111609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Pushing event updated for resources: {'Port': ['ID=093fd2d4-d320-41ca-8999-381710270020,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:25.139089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:25.139745 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.155263 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-c2cb7277-6485-4c50-8929-42e64db7034b tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6519835 Aug 20 09:28:25.168667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Request body: {'port': {'device_id': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:28:25.223569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.305510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aef82d8f-4e52-4fcb-9b05-674d4a34f4cb None None] Provisioning for port 093fd2d4-d320-41ca-8999-381710270020 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:28:25.309309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aef82d8f-4e52-4fcb-9b05-674d4a34f4cb None None] Provisioning complete for port 093fd2d4-d320-41ca-8999-381710270020 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:28:25.309677 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aef82d8f-4e52-4fcb-9b05-674d4a34f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.342843 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-aef82d8f-4e52-4fcb-9b05-674d4a34f4cb None None] Port 093fd2d4-d320-41ca-8999-381710270020 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:28:25.502344 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093fd2d4-d320-41ca-8999-381710270020 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:28:25.510052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.522672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Transition to ACTIVE for port object 093fd2d4-d320-41ca-8999-381710270020 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:28:25.526365 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.534438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1874-ea80-48c6-a5ae-3751db6bba7c req-333cc168-c12f-41b5-8740-3426eb6ff777 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:25.535923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6ba1874-ea80-48c6-a5ae-3751db6bba7c req-333cc168-c12f-41b5-8740-3426eb6ff777 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 935 time: 0.0504603 Aug 20 09:28:25.578090 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c6ba1874-ea80-48c6-a5ae-3751db6bba7c req-6a6da55c-abdb-489d-a0f3-4c5e2d3c58d4 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353727 Aug 20 09:28:25.596304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Pushing event updated for resources: {'Port': ['ID=093fd2d4-d320-41ca-8999-381710270020,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:25.655274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Attempting to bind port 093fd2d4-d320-41ca-8999-381710270020 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:28:25.655661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Attempting to bind port 093fd2d4-d320-41ca-8999-381710270020 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:28:25.656001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Attempting to bind port 093fd2d4-d320-41ca-8999-381710270020 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:28:25.660437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Port 093fd2d4-d320-41ca-8999-381710270020 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:28:25.660759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Attempting to bind port 093fd2d4-d320-41ca-8999-381710270020 on network c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:28:25.665677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:28:25.666051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Checking segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:28:25.666437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Bound using segment: {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:28:25.666868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Bound port: 093fd2d4-d320-41ca-8999-381710270020, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5a914a-4a0e-4144-b3ea-b54bd93269f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:28:25.667233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.734982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] For port 093fd2d4-d320-41ca-8999-381710270020, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:28:25.737980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] For port 093fd2d4-d320-41ca-8999-381710270020, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=093fd2d4-d320-41ca-8999-381710270020,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:28:25.743540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.776961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:25.777592 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:25.779115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/093fd2d4-d320-41ca-8999-381710270020 HTTP/1.1" status: 200 len: 1095 time: 0.6157734 Aug 20 09:28:25.781729 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'tag': '093fd2d4-d320-41ca-8999-381710270020'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:28:25.784024 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858403e6-54c6-4229-abc7-ccbff42e3c47" -d '{"events": [{"name": "network-changed", "server_uuid": "d2800036-b8e9-4275-89ec-66ff1cce93f1", "tag": "093fd2d4-d320-41ca-8999-381710270020"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:28:25.816166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f2b9-4ef6-47f0-9959-bc02596393f7 service neutron] Pushing event updated for resources: {'Port': ['ID=093fd2d4-d320-41ca-8999-381710270020,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:25.837377 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6a788-f087-433e-93ce-9b99ead4005f x-openstack-request-id: req-f8e6a788-f087-433e-93ce-9b99ead4005f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:28:25.837682 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2800036-b8e9-4275-89ec-66ff1cce93f1", "tag": "093fd2d4-d320-41ca-8999-381710270020", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:28:25.838106 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8e6a788-f087-433e-93ce-9b99ead4005f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:28:25.838516 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'tag': '093fd2d4-d320-41ca-8999-381710270020', 'status': 'completed', 'code': 200} Aug 20 09:28:25.870160 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-52a2b0d7-d4e3-4472-9e15-7caf53ccc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:25.871684 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-52a2b0d7-d4e3-4472-9e15-7caf53ccc0de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d6108ff9f5a40498dbb6a94d37314ca&device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 1098 time: 0.0466504 Aug 20 09:28:25.925285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-67b8de79-3e09-4a9c-8f5e-be8fb03d6b0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=093fd2d4-d320-41ca-8999-381710270020 HTTP/1.1" status: 200 len: 217 time: 0.0454857 Aug 20 09:28:25.989964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-591cc715-d992-459f-ae2a-f231514dc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:25.991462 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-591cc715-d992-459f-ae2a-f231514dc106 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0592995 Aug 20 09:28:26.036953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-85aa7d63-7286-4561-8b11-60261d1049ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:26.038566 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-85aa7d63-7286-4561-8b11-60261d1049ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388260 Aug 20 09:28:26.128280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-41607c84-badc-4a3f-a422-2856242eb117 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829284 Aug 20 09:28:26.214471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5543102-9b55-4e72-b85f-ff00043f4e7f req-babefc7c-4ba1-4d0a-baf2-859c28c95060 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784700 Aug 20 09:28:26.300312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-b1e55283-7fec-404e-9d7e-8990f2bd2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:26.301852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-b1e55283-7fec-404e-9d7e-8990f2bd2081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d6108ff9f5a40498dbb6a94d37314ca&device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 1098 time: 0.0429745 Aug 20 09:28:26.392859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-81baec12-6c70-4b96-8774-bad44f3bae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:26.394338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-81baec12-6c70-4b96-8774-bad44f3bae09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9 HTTP/1.1" status: 200 len: 869 time: 0.0852945 Aug 20 09:28:26.435152 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-32beb757-7041-48f1-866a-4bb888b6ba3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=093fd2d4-d320-41ca-8999-381710270020 HTTP/1.1" status: 200 len: 217 time: 0.0334792 Aug 20 09:28:26.487064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-16866b49-7a5a-4794-9a36-3adcc5d3f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:26.488404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-16866b49-7a5a-4794-9a36-3adcc5d3f843 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d022c15-032c-4401-b85c-cb5ab4bd93c2 HTTP/1.1" status: 200 len: 843 time: 0.0461886 Aug 20 09:28:26.535515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-419bda14-d0e9-4f56-8e91-00eafe47129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:26.536966 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-419bda14-d0e9-4f56-8e91-00eafe47129d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93c4577-8f9c-4ccf-9b85-6bfbc976aad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388436 Aug 20 09:28:26.624999 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-1fcd1b15-baf7-4b59-a935-8ee5a9c721ed service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799882 Aug 20 09:28:26.696339 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6b42d-759b-4876-9a85-50c4178e58d3 req-19e26828-be9e-4f6a-996f-2f701d0250ca tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:26.697932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0de6b42d-759b-4876-9a85-50c4178e58d3 req-19e26828-be9e-4f6a-996f-2f701d0250ca tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 947 time: 0.0500414 Aug 20 09:28:26.738658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0de6b42d-759b-4876-9a85-50c4178e58d3 req-89cab1c5-5034-4468-a8a0-b92adccef070 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Aug 20 09:28:26.986908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-858403e6-54c6-4229-abc7-ccbff42e3c47 req-660e3d82-bf22-49b1-84aa-df8f6b5749d8 service neutron] 10.222.0.37 "GET /v2.0/networks/c93c4577-8f9c-4ccf-9b85-6bfbc976aad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538375 Aug 20 09:28:27.857139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e81d75-4491-4fa2-b9ef-2c1d126d9a8f req-e29caa7e-7027-47cc-95a9-1805594b4774 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:27.858751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7e81d75-4491-4fa2-b9ef-2c1d126d9a8f req-e29caa7e-7027-47cc-95a9-1805594b4774 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 947 time: 0.0514138 Aug 20 09:28:27.894726 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7e81d75-4491-4fa2-b9ef-2c1d126d9a8f req-afdeb3c0-5574-4525-b7de-03a95f71d8c8 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301609 Aug 20 09:28:28.658740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 093fd2d4-d320-41ca-8999-381710270020 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:28:28.753210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 093fd2d4-d320-41ca-8999-381710270020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=093fd2d4-d320-41ca-8999-381710270020,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:28.764204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '093fd2d4-d320-41ca-8999-381710270020', 'network_id': 'c93c4577-8f9c-4ccf-9b85-6bfbc976aad9', 'port_id': '093fd2d4-d320-41ca-8999-381710270020', 'mac_address': 'fa:16:3e:22:0b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d022c15-032c-4401-b85c-cb5ab4bd93c2', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:28:28.800173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:28.813060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093fd2d4-d320-41ca-8999-381710270020 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:28:28.831881 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 093fd2d4-d320-41ca-8999-381710270020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=093fd2d4-d320-41ca-8999-381710270020,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:28.836665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:28.891753 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=093fd2d4-d320-41ca-8999-381710270020,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:29.006709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd4803-114e-4018-9442-fdf04999c8f0 req-e7c4f92d-25f4-4029-88e9-32da9fcb61d6 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:29.008508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3dd4803-114e-4018-9442-fdf04999c8f0 req-e7c4f92d-25f4-4029-88e9-32da9fcb61d6 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 948 time: 0.0496187 Aug 20 09:28:29.049757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3dd4803-114e-4018-9442-fdf04999c8f0 req-c1bc7bce-e5eb-492d-9b8a-b4dd6c4b8e54 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353732 Aug 20 09:28:29.067387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['093fd2d4-d320-41ca-8999-381710270020'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:28:30.162316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae11ed-751b-4b66-92ee-6567b196cfb8 req-df444a06-4e8e-4c6b-9149-950e3cba77a5 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:30.164274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-baae11ed-751b-4b66-92ee-6567b196cfb8 req-df444a06-4e8e-4c6b-9149-950e3cba77a5 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 948 time: 0.0482242 Aug 20 09:28:30.201119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-baae11ed-751b-4b66-92ee-6567b196cfb8 req-875c50d6-6dc6-4daa-a603-da59bb7ac187 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Aug 20 09:28:30.683472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 093fd2d4-d320-41ca-8999-381710270020 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:28:30.730875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 093fd2d4-d320-41ca-8999-381710270020 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:28:30.734316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 093fd2d4-d320-41ca-8999-381710270020 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:28:30.734710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:30.811324 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:30.832873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093fd2d4-d320-41ca-8999-381710270020'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:28:30.835154 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1352e1e1-3331-4151-8abf-f9fb68954a4c" -d '{"events": [{"server_uuid": "d2800036-b8e9-4275-89ec-66ff1cce93f1", "name": "network-vif-plugged", "status": "completed", "tag": "093fd2d4-d320-41ca-8999-381710270020"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:28:30.847848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 093fd2d4-d320-41ca-8999-381710270020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=093fd2d4-d320-41ca-8999-381710270020,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:30.852669 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:30.905353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=093fd2d4-d320-41ca-8999-381710270020,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:30.953348 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a62704-434b-41c8-aad6-ba546f25e83d x-openstack-request-id: req-19a62704-434b-41c8-aad6-ba546f25e83d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:28:30.953802 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2800036-b8e9-4275-89ec-66ff1cce93f1", "name": "network-vif-plugged", "status": "completed", "tag": "093fd2d4-d320-41ca-8999-381710270020", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:28:30.954111 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19a62704-434b-41c8-aad6-ba546f25e83d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:28:30.954553 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093fd2d4-d320-41ca-8999-381710270020', 'code': 200} Aug 20 09:28:31.049195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd855d-9c0d-4cc1-b1ec-76afd9c0d0fe req-3126056b-aa08-4ebb-9fe3-616391133623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:31.050679 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3dd855d-9c0d-4cc1-b1ec-76afd9c0d0fe req-3126056b-aa08-4ebb-9fe3-616391133623 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 1100 time: 0.0384474 Aug 20 09:28:31.085270 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3dd855d-9c0d-4cc1-b1ec-76afd9c0d0fe req-d18e895c-defc-4851-8a66-ea9002550959 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269060 Aug 20 09:28:31.312867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaa450-667a-49b4-b0fc-6987d1a8e4b6 req-dfa83c93-770f-4727-9148-84f78e247971 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:31.314357 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9eaa450-667a-49b4-b0fc-6987d1a8e4b6 req-dfa83c93-770f-4727-9148-84f78e247971 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 949 time: 0.0486057 Aug 20 09:28:31.352917 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9eaa450-667a-49b4-b0fc-6987d1a8e4b6 req-3d107dd4-37de-4aad-847e-c13693bc8997 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 20 09:28:32.468146 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3275166-7132-4b95-a230-c163d21e69f4 req-d6f64fe0-4037-4ac7-8c21-3e9ad73bc50c tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:32.469605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3275166-7132-4b95-a230-c163d21e69f4 req-d6f64fe0-4037-4ac7-8c21-3e9ad73bc50c tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 949 time: 0.0493977 Aug 20 09:28:32.512577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3275166-7132-4b95-a230-c163d21e69f4 req-a56796e3-72f4-417c-a7cc-b2c86e1a9b35 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Aug 20 09:28:33.398513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a8fde-4917-49b6-a57e-37325ebdea3e req-a546a149-c730-4940-bde8-f6cd0259be07 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:33.399979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f6a8fde-4917-49b6-a57e-37325ebdea3e req-a546a149-c730-4940-bde8-f6cd0259be07 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 949 time: 0.0493991 Aug 20 09:28:33.436690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6f6a8fde-4917-49b6-a57e-37325ebdea3e req-c6b37f79-0140-4927-9193-eb5124065774 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307050 Aug 20 09:28:34.554869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2485e-50eb-4312-a8ee-e227d7c3939e req-55db83b5-3a74-4247-a4d7-7a50c8ffc5ed tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:34.556331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fc2485e-50eb-4312-a8ee-e227d7c3939e req-55db83b5-3a74-4247-a4d7-7a50c8ffc5ed tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 949 time: 0.0473702 Aug 20 09:28:34.593275 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0fc2485e-50eb-4312-a8ee-e227d7c3939e req-c98e0471-9427-4a32-8a34-ec10ee8509b5 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.35 "GET /v2.0/security-groups?id=d2abcfd5-e91d-4080-992f-2dcabac6689a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Aug 20 09:28:34.652939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-dc3f4ee6-3bff-40df-a57f-7fdaf3d29a78 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:34.654408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-dc3f4ee6-3bff-40df-a57f-7fdaf3d29a78 tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2800036-b8e9-4275-89ec-66ff1cce93f1 HTTP/1.1" status: 200 len: 949 time: 0.0475221 Aug 20 09:28:34.744626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Deleting port 093fd2d4-d320-41ca-8999-381710270020 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:28:34.744886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:34.830441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] For port 093fd2d4-d320-41ca-8999-381710270020, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=093fd2d4-d320-41ca-8999-381710270020,segment=NetworkSegment(6f5a914a-4a0e-4144-b3ea-b54bd93269f6),segment_id=6f5a914a-4a0e-4144-b3ea-b54bd93269f6)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:34.830806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:34.846828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Calling delete_port for 093fd2d4-d320-41ca-8999-381710270020 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:28:34.969884 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:34.983009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['093fd2d4-d320-41ca-8999-381710270020'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:28:35.001590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Pushing event deleted for resources: {'Port': ['ID=093fd2d4-d320-41ca-8999-381710270020,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:35.048480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] No DVR routers for this DVR port 093fd2d4-d320-41ca-8999-381710270020 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:28:35.052081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:35.054717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dbd12b9b-2cab-4d8a-a6ff-c54548da660a req-c359489d-48b1-47ab-b1ea-869d26edc5ac tempest-ServersAdminNegativeTestJSON-1012621421 tempest-ServersAdminNegativeTestJSON-1012621421-project] 10.222.0.37 "DELETE /v2.0/ports/093fd2d4-d320-41ca-8999-381710270020 HTTP/1.1" status: 204 len: 173 time: 0.3934393 Aug 20 09:28:35.055195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'name': 'network-vif-deleted', 'tag': '093fd2d4-d320-41ca-8999-381710270020'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:28:35.058633 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8e225a-fb2c-442e-bf50-06a6ec06d37d" -d '{"events": [{"server_uuid": "d2800036-b8e9-4275-89ec-66ff1cce93f1", "name": "network-vif-deleted", "tag": "093fd2d4-d320-41ca-8999-381710270020"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:28:35.104957 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3548376d-5d2b-4cab-9135-d059a6ace627 x-openstack-request-id: req-3548376d-5d2b-4cab-9135-d059a6ace627 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:28:35.105261 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2800036-b8e9-4275-89ec-66ff1cce93f1", "name": "network-vif-deleted", "tag": "093fd2d4-d320-41ca-8999-381710270020", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:28:35.105511 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3548376d-5d2b-4cab-9135-d059a6ace627 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:28:35.105943 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2800036-b8e9-4275-89ec-66ff1cce93f1', 'name': 'network-vif-deleted', 'tag': '093fd2d4-d320-41ca-8999-381710270020', 'status': 'completed', 'code': 200} Aug 20 09:28:35.194173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-38582c83-bf0b-43ef-8d84-c56b7b333d05 req-16730e29-d21f-4998-9e0e-d1458f16de25 service neutron] (101316) timed out ('10.222.0.35', 56888) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:28:35.890718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60906) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:36.038588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-00a0581e-ac47-4c5c-84d5-94392985ccfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d6108ff9f5a40498dbb6a94d37314ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465147 Aug 20 09:28:36.041181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60910) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:36.088219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-677f4e82-b33a-430d-a2b8-2b4c03372d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.109040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-677f4e82-b33a-430d-a2b8-2b4c03372d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.153871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-677f4e82-b33a-430d-a2b8-2b4c03372d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.156720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-677f4e82-b33a-430d-a2b8-2b4c03372d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.157863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-677f4e82-b33a-430d-a2b8-2b4c03372d14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2abcfd5-e91d-4080-992f-2dcabac6689a HTTP/1.1" status: 204 len: 168 time: 0.1157489 Aug 20 09:28:36.165859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f4e82-b33a-430d-a2b8-2b4c03372d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2abcfd5-e91d-4080-992f-2dcabac6689a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:36.417333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60916) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:36.430631 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67c63bdb-8c8e-4d1b-a08f-bf7ba8d3d248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.523151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67c63bdb-8c8e-4d1b-a08f-bf7ba8d3d248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.526942 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67c63bdb-8c8e-4d1b-a08f-bf7ba8d3d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.564608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67c63bdb-8c8e-4d1b-a08f-bf7ba8d3d248 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a67e89b4ca8047e3ba137cec9c892258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461775 Aug 20 09:28:36.565449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63bdb-8c8e-4d1b-a08f-bf7ba8d3d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1e8a5-2923-4432-a559-64fbed602867,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:36.567428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60918) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:36.617228 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad217352-b62b-4a64-aabe-8b99c3d671e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.638250 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad217352-b62b-4a64-aabe-8b99c3d671e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.686864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad217352-b62b-4a64-aabe-8b99c3d671e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.689288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad217352-b62b-4a64-aabe-8b99c3d671e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:36.690466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad217352-b62b-4a64-aabe-8b99c3d671e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91c1e8a5-2923-4432-a559-64fbed602867 HTTP/1.1" status: 204 len: 168 time: 0.1219289 Aug 20 09:28:36.698473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217352-b62b-4a64-aabe-8b99c3d671e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1e8a5-2923-4432-a559-64fbed602867,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:37.387643 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 60940) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:37.486006 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2036988313-network', 'tenant_id': '8ef021e298bf4c62a7ea5f573ce8924c'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:28:37.506269 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Made reservation on behalf of 8ef021e298bf4c62a7ea5f573ce8924c for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:28:37.509043 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.517129 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.605481 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.609107 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.627510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:28:37.644953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c94a54-c49a-4eac-924b-c1f03810cb12,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:37.648432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.648904 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Added segment c4331545-a13e-4f5a-b8fd-df9ec8a0d32f of type vlan for network 34687f1e-edc9-4131-875d-6c83c81916df Aug 20 09:28:37.687709 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.712427 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.713453 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:37.714067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.768328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3795786 Aug 20 09:28:37.771435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 60944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:28:37.776532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Request body: {'subnet': {'network_id': '34687f1e-edc9-4131-875d-6c83c81916df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2036988313-subnet', 'tenant_id': '8ef021e298bf4c62a7ea5f573ce8924c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:28:37.777059 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebf4cc-9370-4e3a-a511-7c685c91f040 admin admin] Pushing event updated for resources: {'Network': ['ID=34687f1e-edc9-4131-875d-6c83c81916df,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:37.786993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 34687f1e-edc9-4131-875d-6c83c81916df details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:28:37.797190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Made reservation on behalf of 8ef021e298bf4c62a7ea5f573ce8924c for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:28:37.799543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:37.966297 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:38.020390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:38.029986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Checking segment: {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:28:38.030375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Network hostable DHCP agents. Network: 34687f1e-edc9-4131-875d-6c83c81916df, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:28:38.045930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Network 34687f1e-edc9-4131-875d-6c83c81916df is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:28:38.054463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 34687f1e-edc9-4131-875d-6c83c81916df) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:28:38.058358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:38.058949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:38.063009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a86a99-c2ec-4528-b96b-5cf63df1fcfd None None] Network 34687f1e-edc9-4131-875d-6c83c81916df requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:28:38.080252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-73b095af-072a-4d35-8329-4ce1679b7bd2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3006847 Aug 20 09:28:38.187727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffbe906-3a71-4856-8bd0-00410ac82631 None None] Network 34687f1e-edc9-4131-875d-6c83c81916df requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:28:38.491145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cbda8a09-a3cd-4e41-bebd-f52555e83216 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:38.493091 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cbda8a09-a3cd-4e41-bebd-f52555e83216 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 812 time: 0.1010852 Aug 20 09:28:38.507791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-619c25ab-06ad-46c8-8856-2c3841ceb3f9 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/quotas/8ef021e298bf4c62a7ea5f573ce8924c HTTP/1.1" status: 200 len: 375 time: 0.0088129 Aug 20 09:28:38.543459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-a9afbf73-d419-44cb-9c45-6107ad72015f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307958 Aug 20 09:28:38.604045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-bb168dae-94c5-4ec2-8986-e9e3013cc490 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:28:38.605291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-bb168dae-94c5-4ec2-8986-e9e3013cc490 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554559 Aug 20 09:28:38.691595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-5124913f-8832-402d-9182-aa1f19700bc0 service neutron] 10.222.0.35 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802386 Aug 20 09:28:38.705947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 093fd2d4-d320-41ca-8999-381710270020 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:28:38.730275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 093fd2d4-d320-41ca-8999-381710270020 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:28:38.730605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 093fd2d4-d320-41ca-8999-381710270020 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:28:38.783575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-54600580-a0c0-4875-a336-82c033833ec4 service neutron] 10.222.0.35 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856435 Aug 20 09:28:38.939516 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cea7ad30-f570-47d4-919b-a5d407e75d94 req-a177e56d-5fda-4cf1-b3ba-725e5a8630dc tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 210 time: 0.0266807 Aug 20 09:28:39.834546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-4d0e2279-ecb1-4511-9257-ff5e959f7c52 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:39.836078 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-4d0e2279-ecb1-4511-9257-ff5e959f7c52 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.37 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 812 time: 0.1089232 Aug 20 09:28:39.848177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Request body: {'port': {'device_id': 'd27d2356-d577-4640-9130-88be63615a58', 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df', 'admin_state_up': True, 'tenant_id': '8ef021e298bf4c62a7ea5f573ce8924c'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:28:39.953372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Made reservation on behalf of 8ef021e298bf4c62a7ea5f573ce8924c for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:28:39.956851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.036086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dd2636f-b844-47a1-aa44-80fdb8717d50 req-61b6d997-a465-4717-b7d8-3f5398ae1747 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 210 time: 0.0261803 Aug 20 09:28:40.084868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Allocated IP 172.20.0.8 (34687f1e-edc9-4131-875d-6c83c81916df/2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa/8288e119-9865-47e4-8ffe-72f0b9a0d2bf) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:28:40.232242 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.270011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.312044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Network 34687f1e-edc9-4131-875d-6c83c81916df is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:28:40.314855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:28:40.318386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:28:40.326515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:40.370652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:40.371265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.385096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-c2e1567a-ef2e-4760-ba86-317046a40572 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407457 Aug 20 09:28:40.396916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Request body: {'port': {'device_id': 'd27d2356-d577-4640-9130-88be63615a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:28:40.452495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.715162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8288e119-9865-47e4-8ffe-72f0b9a0d2bf {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:28:40.722375 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.734215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Transition to ACTIVE for port object 8288e119-9865-47e4-8ffe-72f0b9a0d2bf will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:28:40.738199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.790984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:40.856447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:28:40.857097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:28:40.857097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on network 34687f1e-edc9-4131-875d-6c83c81916df {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:28:40.861319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on network 34687f1e-edc9-4131-875d-6c83c81916df not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:28:40.861641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on network 34687f1e-edc9-4131-875d-6c83c81916df {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:28:40.866981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:28:40.867317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Checking segment: {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:28:40.867700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Bound using segment: {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:28:40.868127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Bound port: 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:28:40.868486 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.930677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:28:40.933643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:28:40.938209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.973683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:40.974321 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:40.975731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] 10.222.0.37 "PUT /v2.0/ports/8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 1091 time: 0.5827718 Aug 20 09:28:40.976170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:28:40.978424 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ed059-4808-45d1-b319-1749c232cc55" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:28:41.005018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe1059-ddb0-4f8a-b1e0-c8a649d9b0ac service neutron] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:41.024441 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fb72d-327d-4648-8eb7-a85dc35c413b x-openstack-request-id: req-2d0fb72d-327d-4648-8eb7-a85dc35c413b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:28:41.024730 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:28:41.024980 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d0fb72d-327d-4648-8eb7-a85dc35c413b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:28:41.025373 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'status': 'completed', 'code': 200} Aug 20 09:28:41.061161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-ec7b8fc7-1c6f-450b-8866-86986e66f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:41.062753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-ec7b8fc7-1c6f-450b-8866-86986e66f77d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1094 time: 0.0495450 Aug 20 09:28:41.109428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-0d2c6858-5a0e-4c01-9e03-597528078905 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0379100 Aug 20 09:28:41.154180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf29544-0c33-46fa-90a7-dc7ab4721724 req-2f14c490-2cd2-4377-810c-653017f87253 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:41.155672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cf29544-0c33-46fa-90a7-dc7ab4721724 req-2f14c490-2cd2-4377-810c-653017f87253 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 943 time: 0.0485530 Aug 20 09:28:41.158589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-ce330667-ffbb-4dd2-bc88-3cf995d38feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:41.160060 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-ce330667-ffbb-4dd2-bc88-3cf995d38feb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0440822 Aug 20 09:28:41.191697 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-a0e9e8e3-763f-45ce-bfac-53fc7e027c68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245595 Aug 20 09:28:41.194170 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cf29544-0c33-46fa-90a7-dc7ab4721724 req-f0e7dab7-545f-4a59-9be6-00a31aee55c1 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Aug 20 09:28:41.285742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-340fb216-1304-46af-9e58-134956995f33 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862002 Aug 20 09:28:41.377327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1b990dbc-ad34-4f65-8364-916cf6c20b6e req-3958d4b7-a264-433a-838a-75f232fe1a16 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841937 Aug 20 09:28:41.458518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed059-4808-45d1-b319-1749c232cc55 req-75b9a74f-565d-4201-bd14-a60813c601b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:41.460010 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-75b9a74f-565d-4201-bd14-a60813c601b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1094 time: 0.0411737 Aug 20 09:28:41.552335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed059-4808-45d1-b319-1749c232cc55 req-44c5c06b-24f2-4d9c-95c0-3bef091d51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:41.553682 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-44c5c06b-24f2-4d9c-95c0-3bef091d51da service neutron] 10.222.0.37 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.0871027 Aug 20 09:28:41.594216 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-eeb6ddd1-c9b6-48c2-a993-b7bb54de70f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0337160 Aug 20 09:28:41.645828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ed059-4808-45d1-b319-1749c232cc55 req-86fabe70-9681-4317-acd6-70df439b2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:41.647226 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-86fabe70-9681-4317-acd6-70df439b2980 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0463371 Aug 20 09:28:41.678652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-1fc2a824-c7d9-4b9b-85ed-cd24255f2194 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241711 Aug 20 09:28:41.766750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-773ec765-9e4c-4571-8ca6-b889980d6fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807531 Aug 20 09:28:41.860943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c57ed059-4808-45d1-b319-1749c232cc55 req-c6cacdff-5de9-437b-90f6-f82a0c8640a6 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862370 Aug 20 09:28:42.307574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ce77b-60ab-4ab8-abee-c7084abb946c req-c9714cce-84fe-4002-a6e7-23eaa3ebed1c tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:42.309046 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-516ce77b-60ab-4ab8-abee-c7084abb946c req-c9714cce-84fe-4002-a6e7-23eaa3ebed1c tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 943 time: 0.0475965 Aug 20 09:28:42.349244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-516ce77b-60ab-4ab8-abee-c7084abb946c req-1435087a-f94a-4776-9443-f54700aead45 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343821 Aug 20 09:28:42.720343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:28:42.814530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:42.825561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df', 'port_id': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'mac_address': 'fa:16:3e:08:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:28:42.874808 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:42.875850 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:42.888437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8288e119-9865-47e4-8ffe-72f0b9a0d2bf {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:28:42.906506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:42.909946 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:42.955809 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:43.094551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['8288e119-9865-47e4-8ffe-72f0b9a0d2bf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:28:43.220724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bcc96b8f-cbe0-4d83-8f15-25bd1d1ecdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:43.463636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45389522-6fc0-44f7-9941-c63c69eeb2cf req-70114ef9-ba58-45fb-9bb7-8f000ad8f87b tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:43.465113 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45389522-6fc0-44f7-9941-c63c69eeb2cf req-70114ef9-ba58-45fb-9bb7-8f000ad8f87b tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 944 time: 0.0493853 Aug 20 09:28:43.501948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45389522-6fc0-44f7-9941-c63c69eeb2cf req-125c5a8b-b40e-41b1-8239-8938b40d9d9f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Aug 20 09:28:44.226653 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:44.615524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc0d03-e08a-460d-ab61-2c9c4fc60cd2 req-60dc19d3-b048-4a00-baf2-ee87b7d079c7 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:44.617188 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02dc0d03-e08a-460d-ab61-2c9c4fc60cd2 req-60dc19d3-b048-4a00-baf2-ee87b7d079c7 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 944 time: 0.0502493 Aug 20 09:28:44.654679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02dc0d03-e08a-460d-ab61-2c9c4fc60cd2 req-253795c5-baed-4194-9295-6c4e184cc4df tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Aug 20 09:28:44.736360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:28:44.783807 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:28:44.787493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:28:44.787867 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:44.861477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:44.883953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:28:44.887682 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51cf8d-2ec0-4563-8a1e-42cbaf2153a7" -d '{"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-plugged", "status": "completed", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:28:44.907066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:28:44.911556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:44.935867 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c538a356-9fc3-49c3-9a93-eeb5640241ca x-openstack-request-id: req-c538a356-9fc3-49c3-9a93-eeb5640241ca {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:28:44.936155 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-plugged", "status": "completed", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:28:44.936405 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c538a356-9fc3-49c3-9a93-eeb5640241ca {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:28:44.936788 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'code': 200} Aug 20 09:28:44.969046 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:28:45.032679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44d4ff-83ec-4e45-ba0d-ac53db4d03bc req-51db1d69-1569-496b-8233-677a69e1c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:45.034273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb44d4ff-83ec-4e45-ba0d-ac53db4d03bc req-51db1d69-1569-496b-8233-677a69e1c939 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1096 time: 0.0464377 Aug 20 09:28:45.068240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-eb44d4ff-83ec-4e45-ba0d-ac53db4d03bc req-ce6e3571-13b0-45b6-a0ec-3a354d9ab2b8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269692 Aug 20 09:28:45.766871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23db531-e64d-41a2-842c-43768c573846 req-5279e73d-61d9-4dab-abaa-64be002ed641 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:45.768334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b23db531-e64d-41a2-842c-43768c573846 req-5279e73d-61d9-4dab-abaa-64be002ed641 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Aug 20 09:28:45.809278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b23db531-e64d-41a2-842c-43768c573846 req-f308777e-be2f-4df1-8f78-29b246134c69 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Aug 20 09:28:46.358409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:46.644651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4110ba20-fb5b-422b-9b90-55ceea7bb3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:46.926699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86c867-e01c-4ee0-a8d0-4efc609126ba req-a6893ec0-a317-4262-8d23-ab6a37491454 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:46.928111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a86c867-e01c-4ee0-a8d0-4efc609126ba req-a6893ec0-a317-4262-8d23-ab6a37491454 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0505848 Aug 20 09:28:46.966064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0a86c867-e01c-4ee0-a8d0-4efc609126ba req-8982f2da-60c1-42d0-8dfa-5780592a8e54 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Aug 20 09:28:47.199058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60979f6a-cbd4-485c-b3d7-d18d68f65674 req-451ca4a4-41a8-4557-aa6c-212fc8b7c549 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:47.200550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60979f6a-cbd4-485c-b3d7-d18d68f65674 req-451ca4a4-41a8-4557-aa6c-212fc8b7c549 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Aug 20 09:28:47.265049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-60979f6a-cbd4-485c-b3d7-d18d68f65674 req-e4e9def2-0655-4420-a172-a47465550fd3 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560162 Aug 20 09:28:47.268467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-2f5dadf9-7d05-4faf-b01d-940db96bfc5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268330 Aug 20 09:28:47.527497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:48.379030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b16b0-e818-46ac-ba4a-8f1e98241b45 req-70189023-6a33-449a-8c58-c8f048ed768f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:48.380512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-518b16b0-e818-46ac-ba4a-8f1e98241b45 req-70189023-6a33-449a-8c58-c8f048ed768f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0483246 Aug 20 09:28:48.417490 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-518b16b0-e818-46ac-ba4a-8f1e98241b45 req-102652d2-ae51-44d9-a4c5-3638c110fa14 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303972 Aug 20 09:28:48.567952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-e649a641-315d-4470-905a-d5f54bc35376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:48.570023 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-e649a641-315d-4470-905a-d5f54bc35376 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1096 time: 0.0395992 Aug 20 09:28:48.661134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-5022dc37-9a9e-4dd3-9888-692dd47360ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:48.662615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-5022dc37-9a9e-4dd3-9888-692dd47360ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.0867164 Aug 20 09:28:48.702581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-066cb3cf-7cbb-4fcf-bbf9-13dac2d1b78c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0332785 Aug 20 09:28:48.753662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-866112ef-1546-4850-a7ee-93aa4a038f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:48.755107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-866112ef-1546-4850-a7ee-93aa4a038f70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0465014 Aug 20 09:28:48.785267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-f42b753a-6628-4a4b-983d-cd260e175c50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228195 Aug 20 09:28:48.874027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-388211c6-5123-40bc-8f3d-6e06db5a6610 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811815 Aug 20 09:28:48.896544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:28:48.966318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-7bad1d96-fa27-4913-9622-a3c3655ce0aa service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858839 Aug 20 09:28:49.545343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635de2a3-daaa-4842-8c33-59688ea74f1c req-941fc92e-0f48-47b5-8ef4-369ff07c1d97 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:49.546892 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-635de2a3-daaa-4842-8c33-59688ea74f1c req-941fc92e-0f48-47b5-8ef4-369ff07c1d97 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Aug 20 09:28:49.584004 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-635de2a3-daaa-4842-8c33-59688ea74f1c req-8c241785-c2da-4245-814a-5326acab6658 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Aug 20 09:28:50.697860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1229a2-f2a8-44c9-805b-a95325075929 req-2f7c0db3-287e-4af5-97c6-c76fa501830a tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:50.699311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d1229a2-f2a8-44c9-805b-a95325075929 req-2f7c0db3-287e-4af5-97c6-c76fa501830a tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Aug 20 09:28:50.740588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d1229a2-f2a8-44c9-805b-a95325075929 req-8bc9f3f8-05a9-4ef6-8a22-8b95f385d48d tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Aug 20 09:28:51.853495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a3255-4f8d-42f9-8f9c-f4845c94cdbf req-d441996e-de49-4f27-96f0-53467ea66fbe tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:51.855264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a7a3255-4f8d-42f9-8f9c-f4845c94cdbf req-d441996e-de49-4f27-96f0-53467ea66fbe tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0483611 Aug 20 09:28:51.892551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a7a3255-4f8d-42f9-8f9c-f4845c94cdbf req-ceae4b88-5163-4ede-bbbc-1c247477b98d tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Aug 20 09:28:53.007747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c349f6-a2df-41c0-8af8-47d3c3c28e6c req-46fd4099-5767-4a69-bd26-edd6f0ef3bda tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:53.009212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72c349f6-a2df-41c0-8af8-47d3c3c28e6c req-46fd4099-5767-4a69-bd26-edd6f0ef3bda tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0485969 Aug 20 09:28:53.046736 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72c349f6-a2df-41c0-8af8-47d3c3c28e6c req-6ba9818a-0830-431c-a58a-608f5e897e56 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Aug 20 09:28:54.159176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb37fdb-2035-40f9-bb79-c9992969fe5f req-7768f6ea-e429-465e-a6e1-65a1101b1f30 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:54.160636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ecb37fdb-2035-40f9-bb79-c9992969fe5f req-7768f6ea-e429-465e-a6e1-65a1101b1f30 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Aug 20 09:28:54.201567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ecb37fdb-2035-40f9-bb79-c9992969fe5f req-119f067f-6089-4e5d-8aa0-76834fa77fec tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343163 Aug 20 09:28:55.313628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b02f7-cd61-4964-8abf-c6bbde741eb9 req-7634c324-f329-46a5-b421-f4e1d9eb2675 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:55.315119 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-003b02f7-cd61-4964-8abf-c6bbde741eb9 req-7634c324-f329-46a5-b421-f4e1d9eb2675 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0475109 Aug 20 09:28:55.352226 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-003b02f7-cd61-4964-8abf-c6bbde741eb9 req-c6e78e4c-4f84-4c7e-9ed5-c070a273a8fb tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Aug 20 09:28:56.472407 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3f7b-fa0e-4e48-ade9-df0c6bb33ca0 req-7a468103-6720-4316-ab87-8c1627f62e79 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:56.473931 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f0c3f7b-fa0e-4e48-ade9-df0c6bb33ca0 req-7a468103-6720-4316-ab87-8c1627f62e79 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0485694 Aug 20 09:28:56.512929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f0c3f7b-fa0e-4e48-ade9-df0c6bb33ca0 req-168ea66c-8c72-44ab-9382-198b42c41c12 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Aug 20 09:28:57.625200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88704e54-c411-4ea7-a2b0-3ffa428129d0 req-07a34c8d-3953-4887-bbac-9a19e8f3a9c3 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:57.626686 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88704e54-c411-4ea7-a2b0-3ffa428129d0 req-07a34c8d-3953-4887-bbac-9a19e8f3a9c3 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Aug 20 09:28:57.667163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88704e54-c411-4ea7-a2b0-3ffa428129d0 req-8620ce59-21f9-4d91-958b-fc081f2a3415 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345480 Aug 20 09:28:58.780104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3957-b0e9-44b7-bc8d-642ea8b6efa7 req-06c0bbc6-6e93-496a-a152-8d308a0a3797 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:58.781562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-890b3957-b0e9-44b7-bc8d-642ea8b6efa7 req-06c0bbc6-6e93-496a-a152-8d308a0a3797 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0491219 Aug 20 09:28:58.817966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-890b3957-b0e9-44b7-bc8d-642ea8b6efa7 req-0095868d-9638-4d3d-90e8-0bf9164089ef tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304434 Aug 20 09:28:59.846408 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:28:59.931108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663e22b-20eb-47fe-ac52-48257d616cca req-f7fbd3b8-6e01-4013-a928-eedc9ae2e44b tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:28:59.932580 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7663e22b-20eb-47fe-ac52-48257d616cca req-f7fbd3b8-6e01-4013-a928-eedc9ae2e44b tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0475578 Aug 20 09:28:59.970582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7663e22b-20eb-47fe-ac52-48257d616cca req-c6264f78-6876-48df-b250-6e6519c33c46 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Aug 20 09:29:01.082216 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0d96c-a9ff-4fe5-ad59-34bd71b5236f req-eeb12731-ef72-4577-9971-e6bc2f6885f6 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:01.083670 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41d0d96c-a9ff-4fe5-ad59-34bd71b5236f req-eeb12731-ef72-4577-9971-e6bc2f6885f6 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Aug 20 09:29:01.125248 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-41d0d96c-a9ff-4fe5-ad59-34bd71b5236f req-cb7f6b75-aa56-428e-9d92-0d2ed7e8a413 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351472 Aug 20 09:29:02.237424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f8998-1402-4d6e-8c00-ba22f6c593f1 req-04d4938f-e5a8-49b2-86bf-38fd85b47a89 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:02.238936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed4f8998-1402-4d6e-8c00-ba22f6c593f1 req-04d4938f-e5a8-49b2-86bf-38fd85b47a89 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 20 09:29:02.276247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed4f8998-1402-4d6e-8c00-ba22f6c593f1 req-a7cdaec9-76e1-412e-a36b-26e08a0c6018 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Aug 20 09:29:03.391189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fca57-f4e6-4487-9c32-ab047ed4444a req-cfe7a28a-9f06-4f16-8280-945a188f16a4 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:03.392694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-184fca57-f4e6-4487-9c32-ab047ed4444a req-cfe7a28a-9f06-4f16-8280-945a188f16a4 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Aug 20 09:29:03.428940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-184fca57-f4e6-4487-9c32-ab047ed4444a req-8857ff99-0df8-4291-ae85-f3aa786ba667 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303161 Aug 20 09:29:04.547967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074a528-b202-4d68-bde6-4ab201389d72 req-31ff4e1f-dfe6-4ad3-9069-57b3c9d025a5 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:04.550065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0074a528-b202-4d68-bde6-4ab201389d72 req-31ff4e1f-dfe6-4ad3-9069-57b3c9d025a5 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0541241 Aug 20 09:29:04.593020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0074a528-b202-4d68-bde6-4ab201389d72 req-1fba69a0-a987-4009-a7a7-2aa87efbd4f8 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Aug 20 09:29:04.596640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-702699ec-2718-436f-b471-c27ec585c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:04.598240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-702699ec-2718-436f-b471-c27ec585c4cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1096 time: 0.0414948 Aug 20 09:29:04.708396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-2b0405f3-2725-4ec5-802a-216b1b34dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:04.709765 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-2b0405f3-2725-4ec5-802a-216b1b34dfe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.0865591 Aug 20 09:29:04.753931 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-9058295a-070f-4a63-a1d5-01021353bbcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0369608 Aug 20 09:29:04.803002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-da3e8488-76a9-4909-8b56-32ceb7a9b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:04.804979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-da3e8488-76a9-4909-8b56-32ceb7a9b3ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0411172 Aug 20 09:29:04.835031 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-397c6899-d7b6-4c69-92a8-c9dff69d7721 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233836 Aug 20 09:29:04.924724 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-4cc9b0f5-b9f0-4632-8de0-a3f86f3cd44e service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826747 Aug 20 09:29:05.020089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7addae5e-ce05-47d7-8a2e-d1727b7a8089 req-d75a8bf4-42d3-4b8a-8d7d-d8308ff5a19c service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873854 Aug 20 09:29:05.710519 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b05a2-545a-47b5-9a21-945764530e82 req-7184ab07-de85-4863-9db4-66089a354f4c tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:05.712116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b5b05a2-545a-47b5-9a21-945764530e82 req-7184ab07-de85-4863-9db4-66089a354f4c tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Aug 20 09:29:05.749333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b5b05a2-545a-47b5-9a21-945764530e82 req-6e902f9f-ce9d-4730-b2af-4a5b2f200f8d tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Aug 20 09:29:06.865015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d02ad-40db-44ef-b6ad-4da117084110 req-233d0df7-8eb7-459f-9046-0b2e31d08748 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:06.868262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb6d02ad-40db-44ef-b6ad-4da117084110 req-233d0df7-8eb7-459f-9046-0b2e31d08748 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Aug 20 09:29:06.905457 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb6d02ad-40db-44ef-b6ad-4da117084110 req-d14c679d-8212-4177-a4f4-62b3b6a41763 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Aug 20 09:29:08.019465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ee81a-da31-4ea6-9a8f-e8a6f6c16c02 req-22426931-98cd-4ea3-a512-75e93597010d tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:08.021017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a15ee81a-da31-4ea6-9a8f-e8a6f6c16c02 req-22426931-98cd-4ea3-a512-75e93597010d tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 20 09:29:08.060835 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a15ee81a-da31-4ea6-9a8f-e8a6f6c16c02 req-dc984272-d880-49ad-8165-ef082c7f9502 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339675 Aug 20 09:29:09.175117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6587da-f611-456f-acef-49ea9c15e508 req-d261730a-6528-45ab-a17e-adcbbe0bab61 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:09.176589 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d6587da-f611-456f-acef-49ea9c15e508 req-d261730a-6528-45ab-a17e-adcbbe0bab61 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Aug 20 09:29:09.213908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d6587da-f611-456f-acef-49ea9c15e508 req-c236e4d9-a0da-472e-8fff-086d2ccd72e6 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305905 Aug 20 09:29:10.327661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07f921-4e37-45bf-a725-d48661ce27d2 req-396cfab2-24eb-469f-9a68-8a87f1888b13 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:10.329135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c07f921-4e37-45bf-a725-d48661ce27d2 req-396cfab2-24eb-469f-9a68-8a87f1888b13 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Aug 20 09:29:10.365878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c07f921-4e37-45bf-a725-d48661ce27d2 req-4d47258d-1745-4223-9123-ff40c37b0437 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307798 Aug 20 09:29:11.478333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff574fd-7db3-4fde-9171-f228b73acbd4 req-4d1da63f-68f4-499b-9f76-3cb912802379 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:11.480041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bff574fd-7db3-4fde-9171-f228b73acbd4 req-4d1da63f-68f4-499b-9f76-3cb912802379 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0482447 Aug 20 09:29:11.521193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bff574fd-7db3-4fde-9171-f228b73acbd4 req-f19daeb4-2242-4d9b-9ad3-2c1ba45d9f1e tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353189 Aug 20 09:29:12.634941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f10fe-7cf0-4d80-9383-d706392251e1 req-6ff4028b-7599-422a-861e-50ebee5e367f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:12.636436 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b44f10fe-7cf0-4d80-9383-d706392251e1 req-6ff4028b-7599-422a-861e-50ebee5e367f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0494192 Aug 20 09:29:12.673796 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b44f10fe-7cf0-4d80-9383-d706392251e1 req-031c4a66-d588-44aa-8a85-abf0627ac35f tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 20 09:29:12.859000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:13.211341 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a355fbf3-234d-4cd2-a59b-bffea919f9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:13.791322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9c8cd-5daa-4703-8d39-00318317c4b7 req-2a5df98b-6192-4b9f-ba42-f6356b9663ac tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:13.792818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8c9c8cd-5daa-4703-8d39-00318317c4b7 req-2a5df98b-6192-4b9f-ba42-f6356b9663ac tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0512233 Aug 20 09:29:13.831013 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f8c9c8cd-5daa-4703-8d39-00318317c4b7 req-26698111-ac26-4b96-84a0-2e9c921e4ace tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Aug 20 09:29:14.224938 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:14.943097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06e10d-1730-4ee5-a1cb-bcdaeb9843a5 req-3ee2b83b-adef-4e48-a9e8-0d6f06db6454 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:14.944561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f06e10d-1730-4ee5-a1cb-bcdaeb9843a5 req-3ee2b83b-adef-4e48-a9e8-0d6f06db6454 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0472729 Aug 20 09:29:14.986491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7f06e10d-1730-4ee5-a1cb-bcdaeb9843a5 req-eba1d360-aa05-4495-a49c-a939b5e4f4a7 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Aug 20 09:29:15.948375 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-ab749353-bc20-4213-a64e-8390317bfa66 req-c9551e3e-1421-461d-b429-b87dfbeeb7ce service neutron] show failed (client error): The resource could not be found. Aug 20 09:29:15.949411 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-c9551e3e-1421-461d-b429-b87dfbeeb7ce service neutron] 10.222.0.37 "GET /v2.0/ports/8288e119-9865-47e4-8ffe-72f0b9a0d2bf/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0606833 Aug 20 09:29:16.105610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e4a7e-6c5b-452d-aa1c-792fb7d5acb4 req-5693ee06-6368-4f88-bdeb-b960e943649e tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:16.107043 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f3e4a7e-6c5b-452d-aa1c-792fb7d5acb4 req-5693ee06-6368-4f88-bdeb-b960e943649e tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0504000 Aug 20 09:29:16.146081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4f3e4a7e-6c5b-452d-aa1c-792fb7d5acb4 req-91e820ed-4ee4-40ec-a462-8a1258b79e74 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Aug 20 09:29:16.172085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-08a68ea7-f960-4376-bc98-445973257e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:16.173588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-08a68ea7-f960-4376-bc98-445973257e9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58&tenant_id=8ef021e298bf4c62a7ea5f573ce8924c HTTP/1.1" status: 200 len: 1096 time: 0.0714746 Aug 20 09:29:16.186118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:29:16.239223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.360399 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.435390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:16.467849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:29:16.506274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:29:16.508561 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac74b425-6135-45c1-b4f8-49763bce555a" -d '{"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-unplugged", "status": "completed", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:29:16.513136 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.525398 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Transition to ACTIVE for port object 8288e119-9865-47e4-8ffe-72f0b9a0d2bf will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:29:16.530524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.558775 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2892084c-0f7f-4938-a888-73629c3e392b x-openstack-request-id: req-2892084c-0f7f-4938-a888-73629c3e392b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:29:16.559068 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-unplugged", "status": "completed", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:29:16.559330 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2892084c-0f7f-4938-a888-73629c3e392b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:29:16.559720 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'code': 200} Aug 20 09:29:16.595100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] No DVR routers for this DVR port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:29:16.597039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:16.611617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.611898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.612244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.612582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.612914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.613243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.613570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.613918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.614246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.614571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.614893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.615304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:16.645532 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aebf2eb1-24f7-4fa2-b7dd-e2569b48652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.649438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:29:16.649809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:29:16.650137 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on network 34687f1e-edc9-4131-875d-6c83c81916df {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:29:16.654452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on network 34687f1e-edc9-4131-875d-6c83c81916df not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:29:16.654773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Attempting to bind port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on network 34687f1e-edc9-4131-875d-6c83c81916df {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:29:16.659479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:29:16.659814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Checking segment: {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:29:16.660191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Bound using segment: {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:29:16.660609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Bound port: 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:29:16.660965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.722926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:29:16.725845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:29:16.729961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.761658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:16.762289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:16.763672 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] 10.222.0.26 "PUT /v2.0/ports/8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 1091 time: 0.5815635 Aug 20 09:29:16.793535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abeefde-178f-43cf-a6ae-ce22c072a085 service neutron] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:16.828057 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-cd4a7623-8d37-446f-917f-09545cc90eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:16.829545 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-cd4a7623-8d37-446f-917f-09545cc90eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1094 time: 0.0437510 Aug 20 09:29:16.919897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-2e8a46fd-859e-409d-8ebf-ded4760134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:16.921278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-2e8a46fd-859e-409d-8ebf-ded4760134d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.0850601 Aug 20 09:29:16.962301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-3c61cb4d-909d-4909-b3bb-19759f101cb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0347025 Aug 20 09:29:17.014322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749353-bc20-4213-a64e-8390317bfa66 req-9c849f36-ebc9-43fe-bb93-c00bdb97887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:17.015755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-9c849f36-ebc9-43fe-bb93-c00bdb97887c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0469553 Aug 20 09:29:17.045852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-d6de2a5a-7c36-429e-b05b-7b72a6339eea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237086 Aug 20 09:29:17.133120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-8314e038-86c2-4ae7-bf8f-34e338439ce0 service neutron] 10.222.0.26 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803845 Aug 20 09:29:17.224218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ab749353-bc20-4213-a64e-8390317bfa66 req-4a92d876-9f85-4920-9f6f-df075e436b1a service neutron] 10.222.0.26 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 Aug 20 09:29:17.261387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea0086-2d5e-41e5-a13e-a215b67946cd req-a25f5d41-2595-4e4c-8620-ced899e06dd4 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:17.262910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8ea0086-2d5e-41e5-a13e-a215b67946cd req-a25f5d41-2595-4e4c-8620-ced899e06dd4 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 943 time: 0.0499854 Aug 20 09:29:17.300836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8ea0086-2d5e-41e5-a13e-a215b67946cd req-68308e2a-ae88-454b-8808-392e772d1f97 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Aug 20 09:29:17.530602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:18.420809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488da29-657a-40b8-9f46-1135575ccd05 req-4279ad0d-2a2f-46b5-852b-185e023bc0a6 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:18.422287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8488da29-657a-40b8-9f46-1135575ccd05 req-4279ad0d-2a2f-46b5-852b-185e023bc0a6 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 943 time: 0.0473425 Aug 20 09:29:18.465498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8488da29-657a-40b8-9f46-1135575ccd05 req-f7e1b663-c658-4ac8-b75b-780d41bb10c0 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Aug 20 09:29:18.560523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:29:18.562917 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:29:18.614637 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a2bf9-f05a-416b-a7a3-a039abe42066 x-openstack-request-id: req-759a2bf9-f05a-416b-a7a3-a039abe42066 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:29:18.614929 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:29:18.615175 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-759a2bf9-f05a-416b-a7a3-a039abe42066 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:29:18.615568 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'status': 'completed', 'code': 200} Aug 20 09:29:18.711637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-9ead0567-d355-4995-b5d5-20768a217527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:18.713142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-9ead0567-d355-4995-b5d5-20768a217527 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1094 time: 0.0686417 Aug 20 09:29:18.714906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-4c98c869-8dec-494b-8f83-818fc14469d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:18.716235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-4c98c869-8dec-494b-8f83-818fc14469d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1094 time: 0.0796051 Aug 20 09:29:18.870620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-6c6fea37-d31e-492c-9e22-b1f7737010d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:18.872072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-6c6fea37-d31e-492c-9e22-b1f7737010d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.1514077 Aug 20 09:29:18.874549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-96d6c8af-09e4-4910-b59e-187f1f5ba3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:18.875860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-96d6c8af-09e4-4910-b59e-187f1f5ba3c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.1472502 Aug 20 09:29:18.899861 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:18.907430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:29:18.922705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-fa1f32ce-51b3-42c7-9902-e1a4bbd03d9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0433850 Aug 20 09:29:18.948380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:29:18.957030 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-3fe1e673-2422-463c-9450-f769f770db2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0723641 Aug 20 09:29:19.026024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-37fdafea-9890-4662-834c-7578908e02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:19.027471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-37fdafea-9890-4662-834c-7578908e02b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0795314 Aug 20 09:29:19.032489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-babf5cd5-1b8a-4c50-b432-32daac69510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:19.033882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-babf5cd5-1b8a-4c50-b432-32daac69510d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0595679 Aug 20 09:29:19.076448 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-8c8d6e91-f869-4983-9064-175f1ea0c66a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416503 Aug 20 09:29:19.078224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-c6e0496b-8b9a-4ebd-97bb-3ef6b21a4d74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358171 Aug 20 09:29:19.079270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:29:19.171837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:19.182901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'network_id': '34687f1e-edc9-4131-875d-6c83c81916df', 'port_id': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'mac_address': 'fa:16:3e:08:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:29:19.219040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:19.230696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-1b2f1491-6c02-4f71-b6d3-f03a83d22b67 service neutron] 10.222.0.26 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471395 Aug 20 09:29:19.232461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8288e119-9865-47e4-8ffe-72f0b9a0d2bf {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:29:19.234016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-2f38e345-5f1a-4743-9fd6-275584179924 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427398 Aug 20 09:29:19.251279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:19.255321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:19.305314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:19.312569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.312914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.313255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.313588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.313945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.314275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.314600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.314925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.315244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.315565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.315884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.316202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:29:19.386831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-78c531af-8f2a-42a3-9bcf-f478fed864cd service neutron] 10.222.0.26 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498103 Aug 20 09:29:19.390132 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-582cdd2c-33f9-4b6d-b531-e3a7bd1d96f1 req-a0637e42-eae4-457a-aa8c-68be7ec213bc service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453876 Aug 20 09:29:19.489751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['8288e119-9865-47e4-8ffe-72f0b9a0d2bf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:29:19.579361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2fd1-25d8-44d8-980e-a0eae3301ccf req-6346ada5-d63d-434b-88bb-866d14120272 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:19.580864 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8c2fd1-25d8-44d8-980e-a0eae3301ccf req-6346ada5-d63d-434b-88bb-866d14120272 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 944 time: 0.0475621 Aug 20 09:29:19.618438 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c8c2fd1-25d8-44d8-980e-a0eae3301ccf req-1117f1ca-ab6e-4c3e-a28e-e6a3d1b1e71b tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Aug 20 09:29:20.167036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-975c9534-dd85-4bd6-b567-3d2352f8cd70 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:20.168392 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-975c9534-dd85-4bd6-b567-3d2352f8cd70 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.37 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58&tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 944 time: 0.3665175 Aug 20 09:29:20.225497 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-929e1d9a-17df-4d9b-8011-793dc2a8bdc6 service neutron] delete failed (client error): The resource could not be found. Aug 20 09:29:20.227180 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-929e1d9a-17df-4d9b-8011-793dc2a8bdc6 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8288e119-9865-47e4-8ffe-72f0b9a0d2bf/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0505950 Aug 20 09:29:20.309196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-f1cb581d-c6e7-449f-ab83-49d5ea7aaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:20.310777 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-f1cb581d-c6e7-449f-ab83-49d5ea7aaf09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 1095 time: 0.0397744 Aug 20 09:29:20.399426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-43075ffe-2f4c-4707-b4db-ec7eb7a5d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:20.400883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-43075ffe-2f4c-4707-b4db-ec7eb7a5d295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 200 len: 912 time: 0.0833714 Aug 20 09:29:20.441078 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a8b457c5-d335-41c1-a9c5-31c7c4be6c8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 200 len: 217 time: 0.0333529 Aug 20 09:29:20.492735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-07ddc199-197b-4198-85fe-49b51657bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:20.494172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-07ddc199-197b-4198-85fe-49b51657bdfc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 200 len: 852 time: 0.0461655 Aug 20 09:29:20.524903 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-d74aff3a-002d-48a4-a2af-2a16ff5f52d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34687f1e-edc9-4131-875d-6c83c81916df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238876 Aug 20 09:29:20.611478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-e86e0a78-5d70-4084-b69a-9ce54f7abfb8 service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795267 Aug 20 09:29:20.702197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-7b235947-fcc4-45a3-a016-0c987909e85a service neutron] 10.222.0.37 "GET /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835969 Aug 20 09:29:21.094547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:29:21.145204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:29:21.150000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:29:21.150439 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:21.228410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:21.250923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:29:21.253160 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115f976-dc6b-4fab-a1ef-8bb309c15f3f" -d '{"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-plugged", "status": "completed", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:29:21.266712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:21.271434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:21.303684 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea504eb-f22e-4e59-98fc-c371a17e61e2 x-openstack-request-id: req-8ea504eb-f22e-4e59-98fc-c371a17e61e2 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:29:21.304026 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-plugged", "status": "completed", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:29:21.304399 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ea504eb-f22e-4e59-98fc-c371a17e61e2 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:29:21.304935 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'code': 200} Aug 20 09:29:21.328755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:21.407928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3af71-ada6-40f0-b40b-c899c80eee13 req-d368f513-797d-4ac7-80da-73206a7b0b06 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:21.409386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ae3af71-ada6-40f0-b40b-c899c80eee13 req-d368f513-797d-4ac7-80da-73206a7b0b06 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0475488 Aug 20 09:29:21.445820 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ae3af71-ada6-40f0-b40b-c899c80eee13 req-2a84ebec-90ce-4170-9bc5-3fb694e8e3f4 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298738 Aug 20 09:29:22.563015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0cad-2ded-4592-b585-7342b22cf300 req-0775a5c7-4a55-40c7-a012-e01337279ea9 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:22.564479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-926e0cad-2ded-4592-b585-7342b22cf300 req-0775a5c7-4a55-40c7-a012-e01337279ea9 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Aug 20 09:29:22.605140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-926e0cad-2ded-4592-b585-7342b22cf300 req-b45da8bb-f24a-45c4-b4a0-b960070a1834 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.35 "GET /v2.0/security-groups?id=04c94a54-c49a-4eac-924b-c1f03810cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Aug 20 09:29:22.658389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-e3ac3c5f-b0a8-4c03-9d7b-a4783b644a51 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:22.659807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-e3ac3c5f-b0a8-4c03-9d7b-a4783b644a51 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.26 "GET /v2.0/ports?device_id=d27d2356-d577-4640-9130-88be63615a58 HTTP/1.1" status: 200 len: 945 time: 0.0478368 Aug 20 09:29:22.750824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Deleting port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:29:22.751064 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:22.837697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] For port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,segment=NetworkSegment(c4331545-a13e-4f5a-b8fd-df9ec8a0d32f),segment_id=c4331545-a13e-4f5a-b8fd-df9ec8a0d32f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:22.838088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:22.850535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Calling delete_port for 8288e119-9865-47e4-8ffe-72f0b9a0d2bf owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:29:22.975397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:22.987672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['8288e119-9865-47e4-8ffe-72f0b9a0d2bf'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:29:23.004423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Pushing event deleted for resources: {'Port': ['ID=8288e119-9865-47e4-8ffe-72f0b9a0d2bf,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:23.044408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] No DVR routers for this DVR port 8288e119-9865-47e4-8ffe-72f0b9a0d2bf on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:29:23.047125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:23.049192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-379d5d33-6ae7-488c-bb2c-356d362f2b6f req-a2a21865-d648-408f-8b5e-ad152691ad44 tempest-DeleteServersTestJSON-258604144 tempest-DeleteServersTestJSON-258604144-project] 10.222.0.26 "DELETE /v2.0/ports/8288e119-9865-47e4-8ffe-72f0b9a0d2bf HTTP/1.1" status: 204 len: 173 time: 0.3827844 Aug 20 09:29:23.049628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-deleted', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:29:23.051928 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19474c3d-a157-442e-b473-3d5a48f68842" -d '{"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-deleted", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:29:23.087768 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8221bf3e-2823-4326-9a5d-0754766c4ea1 x-openstack-request-id: req-8221bf3e-2823-4326-9a5d-0754766c4ea1 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:29:23.088067 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27d2356-d577-4640-9130-88be63615a58", "name": "network-vif-deleted", "tag": "8288e119-9865-47e4-8ffe-72f0b9a0d2bf", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:29:23.088392 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8221bf3e-2823-4326-9a5d-0754766c4ea1 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:29:23.088797 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27d2356-d577-4640-9130-88be63615a58', 'name': 'network-vif-deleted', 'tag': '8288e119-9865-47e4-8ffe-72f0b9a0d2bf', 'status': 'completed', 'code': 200} Aug 20 09:29:23.731194 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32872) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:29:23.779639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Deleting subnet 2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:29:23.782645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:23.817362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:23.857470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:23.909324 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:23.935159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:23.938817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:23.940661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-17e1602f-698e-47c4-8705-39ccd600b7f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2c9467b6-8768-4dbc-9d5c-b8a5a67d6afa HTTP/1.1" status: 204 len: 168 time: 0.2084389 Aug 20 09:29:23.943177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32874) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:29:24.016094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.092598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.102838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34687f1e-edc9-4131-875d-6c83c81916df']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:29:24.118277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:29:24.118573 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4331545-a13e-4f5a-b8fd-df9ec8a0d32f') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:29:24.127233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.140540 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.146277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:29:24.146658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:29:24.148283 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:29:24.201894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.208691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.210457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/34687f1e-edc9-4131-875d-6c83c81916df HTTP/1.1" status: 204 len: 168 time: 0.2662258 Aug 20 09:29:24.220847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2f5e3-3019-44dd-ac14-21910c277df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=34687f1e-edc9-4131-875d-6c83c81916df,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:24.319723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32878) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:29:24.359086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4957a534-45fb-4e19-a463-a4f75f6e16c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ef021e298bf4c62a7ea5f573ce8924c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374370 Aug 20 09:29:24.361431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32880) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:29:24.408461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-788c53b2-39ce-48a6-a74a-db3a464dab6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.433062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-788c53b2-39ce-48a6-a74a-db3a464dab6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.477591 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-788c53b2-39ce-48a6-a74a-db3a464dab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.480270 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-788c53b2-39ce-48a6-a74a-db3a464dab6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:24.481396 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-788c53b2-39ce-48a6-a74a-db3a464dab6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04c94a54-c49a-4eac-924b-c1f03810cb12 HTTP/1.1" status: 204 len: 168 time: 0.1190288 Aug 20 09:29:24.488692 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c53b2-39ce-48a6-a74a-db3a464dab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c94a54-c49a-4eac-924b-c1f03810cb12,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:25.104939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:29:25.125066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 8288e119-9865-47e4-8ffe-72f0b9a0d2bf {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:29:25.125411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 8288e119-9865-47e4-8ffe-72f0b9a0d2bf not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:29:25.130880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32902) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:29:25.227457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1522426360-network', 'tenant_id': '12e6655648d942608cd382788f1f7085'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:29:25.248283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Made reservation on behalf of 12e6655648d942608cd382788f1f7085 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:29:25.250554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.259174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.348364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.352973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.374634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:29:25.390120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c911abb-83dc-4ed3-aaa9-4148d3d996d6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:25.393001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.393345 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Added segment b4b0bd9b-b537-4a79-b34c-bf328d9a44ad of type vlan for network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb Aug 20 09:29:25.434594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.460166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.461593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:25.462209 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.526844 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3947022 Aug 20 09:29:25.529609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 32906) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:29:25.530245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f549f3-8cb9-49d2-a402-0cf2efcc66de admin admin] Pushing event updated for resources: {'Network': ['ID=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:25.536323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Request body: {'subnet': {'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1522426360-subnet', 'tenant_id': '12e6655648d942608cd382788f1f7085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:29:25.540766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:29:25.556844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Made reservation on behalf of 12e6655648d942608cd382788f1f7085 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:29:25.559171 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.722637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.770681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:25.787067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Checking segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:29:25.787423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Network hostable DHCP agents. Network: 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:29:25.802664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:29:25.810986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:29:25.815175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:25.815792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:25.820512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ce4851-2f00-43dc-bfed-fe5b8ec70035 None None] Network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:29:25.832760 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-018181d2-ddb4-40b8-99e4-e2c51aa8491f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3000691 Aug 20 09:29:25.944893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad00a0-980f-4681-8083-599c9a61df37 None None] Network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:29:26.250443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-2b29ebc5-395e-425f-a775-b044d36f90a4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:26.251881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-2b29ebc5-395e-425f-a775-b044d36f90a4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 815 time: 0.0981493 Aug 20 09:29:26.266463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-5bc1c85d-8835-4fca-8e1f-8705325e29d0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/quotas/12e6655648d942608cd382788f1f7085 HTTP/1.1" status: 200 len: 375 time: 0.0090322 Aug 20 09:29:26.297294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-1514cc23-7f14-4f57-b401-f54e16f6219b tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258577 Aug 20 09:29:26.389084 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-1b00290d-c5bb-4b70-8336-f757f86edd8f service neutron] 10.222.0.35 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849807 Aug 20 09:29:26.477135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-11ce80ec-d505-4ab7-83de-4beb61e8fb76 service neutron] 10.222.0.35 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810525 Aug 20 09:29:26.635293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a707864-9c2a-41b7-94b9-29adf4a9d8fc req-8aea1ff6-3523-4a0d-8a40-d50199e9c220 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 210 time: 0.0308890 Aug 20 09:29:27.534068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-8fbc2c54-f0b0-4e01-b880-80a62d8c9376 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:27.535524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-8fbc2c54-f0b0-4e01-b880-80a62d8c9376 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 815 time: 0.1119437 Aug 20 09:29:27.550466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Request body: {'port': {'device_id': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'admin_state_up': True, 'tenant_id': '12e6655648d942608cd382788f1f7085'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:29:27.658822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Made reservation on behalf of 12e6655648d942608cd382788f1f7085 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:29:27.662946 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:27.729966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3ee6a705-2e03-4f66-af17-3bcc4cf3717f req-4497b34d-ff83-421c-8382-fb6cc3b70ff0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Aug 20 09:29:27.794167 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Allocated IP 172.20.0.14 (3b53dce0-cab3-4b00-9c2b-07f6286ba3cb/01a1ee26-ebca-4499-8bb9-e49bb0ef20a7/2226823f-7709-41d4-a4d3-e91dc85c3bae) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:29:27.935828 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:27.974694 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.016479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:29:28.019352 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:29:28.022856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:29:28.049368 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:28.078043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:28.078658 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.094165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-892bd264-aa3c-4ae5-a66e-37267d1c478e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5487618 Aug 20 09:29:28.106564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Request body: {'port': {'device_id': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:29:28.162296 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.417818 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2226823f-7709-41d4-a4d3-e91dc85c3bae {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:29:28.424929 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.437068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Transition to ACTIVE for port object 2226823f-7709-41d4-a4d3-e91dc85c3bae will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:29:28.439985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.504731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:28.555506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:29:28.556144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:29:28.556144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:29:28.560238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Port 2226823f-7709-41d4-a4d3-e91dc85c3bae on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:29:28.560559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:29:28.565321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:29:28.565660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Checking segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:29:28.566073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Bound using segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:29:28.566495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Bound port: 2226823f-7709-41d4-a4d3-e91dc85c3bae, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:29:28.566857 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.628923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:29:28.631958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:29:28.636567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.669148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:28.669700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:28.671085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] 10.222.0.26 "PUT /v2.0/ports/2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 1092 time: 0.5688734 Aug 20 09:29:28.671516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:29:28.673823 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abead24-36c3-4774-a57a-348b57909e92" -d '{"events": [{"name": "network-changed", "server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:29:28.702054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5fa94-0c70-4eea-8033-30751c599565 service neutron] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:28.720197 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d84218-3854-4151-a39a-71cb094ae846 x-openstack-request-id: req-d8d84218-3854-4151-a39a-71cb094ae846 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:29:28.720484 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:29:28.720735 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8d84218-3854-4151-a39a-71cb094ae846 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:29:28.721119 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'status': 'completed', 'code': 200} Aug 20 09:29:28.753246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-61b79450-f7bf-4185-bb17-05f0dd11ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:28.754762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-61b79450-f7bf-4185-bb17-05f0dd11ffc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1095 time: 0.0433357 Aug 20 09:29:28.801003 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-02dd0f79-9650-476b-a97c-711d388a9ea6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0383353 Aug 20 09:29:28.843725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cc92a-9c82-447f-9f90-a7e5535f80f0 req-31e6a628-864d-4bc6-b182-e9d34f9967e4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:28.845255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d06cc92a-9c82-447f-9f90-a7e5535f80f0 req-31e6a628-864d-4bc6-b182-e9d34f9967e4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 944 time: 0.0488544 Aug 20 09:29:28.850272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6f553-864b-4d48-9922-45661a562119 req-389c2a9d-3cab-4c9b-b0c6-7eeee8ed6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:28.852384 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-389c2a9d-3cab-4c9b-b0c6-7eeee8ed6c09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0448534 Aug 20 09:29:28.882912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d06cc92a-9c82-447f-9f90-a7e5535f80f0 req-e63275f1-10e0-4b96-82bf-39c9bc624d91 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Aug 20 09:29:28.883391 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-fb0d03d7-a2e3-41bf-a6f3-f312e1c47c12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240352 Aug 20 09:29:28.975233 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-5412cceb-e2c0-4544-81c3-6ac50508d58e service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851383 Aug 20 09:29:29.062510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57c6f553-864b-4d48-9922-45661a562119 req-7237e6de-6bdb-4867-9932-812a8c397cf9 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799696 Aug 20 09:29:29.143929 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abead24-36c3-4774-a57a-348b57909e92 req-4aaf05d9-b850-47ca-85b6-ef3ba54c09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:29.145413 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-4aaf05d9-b850-47ca-85b6-ef3ba54c09d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1095 time: 0.0400717 Aug 20 09:29:29.236958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abead24-36c3-4774-a57a-348b57909e92 req-f3ef9e6d-0a79-4bec-a34c-e4d2688f1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:29.238399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-f3ef9e6d-0a79-4bec-a34c-e4d2688f1e77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0853288 Aug 20 09:29:29.279309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-c3341dc8-88fa-460c-a1d2-87f0117db37d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0339026 Aug 20 09:29:29.329693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abead24-36c3-4774-a57a-348b57909e92 req-ad66d3a2-7247-473f-bcf2-c948f5effa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:29.331108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-ad66d3a2-7247-473f-bcf2-c948f5effa74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0446227 Aug 20 09:29:29.362945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-4667f639-524d-433c-a13a-436396acb84b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233495 Aug 20 09:29:29.451559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-4b605cfb-c1ff-4b6c-bb03-1ef9248315f9 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808637 Aug 20 09:29:29.544737 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7abead24-36c3-4774-a57a-348b57909e92 req-7256b322-27ba-493a-8d49-3563a28fc910 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852892 Aug 20 09:29:29.998201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9d0db-6ce9-41d7-be31-0bad1ce3faf4 req-1391eaf4-5871-47f6-aa82-3ecca3f9bbf6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:29.999674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aec9d0db-6ce9-41d7-be31-0bad1ce3faf4 req-1391eaf4-5871-47f6-aa82-3ecca3f9bbf6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 944 time: 0.0483410 Aug 20 09:29:30.036948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aec9d0db-6ce9-41d7-be31-0bad1ce3faf4 req-66cb2ae6-b1c9-494a-8476-af19a8228770 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Aug 20 09:29:31.117725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:29:31.152281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747aea8-e965-4039-a514-5ccb1334c4bb req-daea6115-bc16-43d0-a515-b6fae7108c60 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:31.153782 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2747aea8-e965-4039-a514-5ccb1334c4bb req-daea6115-bc16-43d0-a515-b6fae7108c60 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 944 time: 0.0519502 Aug 20 09:29:31.190535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2747aea8-e965-4039-a514-5ccb1334c4bb req-700f7978-7dfd-4773-bcff-5f7a0040ea73 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308349 Aug 20 09:29:31.213654 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:31.224817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'port_id': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'mac_address': 'fa:16:3e:40:86:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a1ee26-ebca-4499-8bb9-e49bb0ef20a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:29:31.261367 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:31.273476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2226823f-7709-41d4-a4d3-e91dc85c3bae {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:29:31.292365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:31.296345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:31.341193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:31.481229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['2226823f-7709-41d4-a4d3-e91dc85c3bae'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:29:32.302561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39e56f-c448-4669-b927-a600da9a5ce3 req-b8fd730a-cd48-4eae-837f-3fafd0fb2a3a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:32.304044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c39e56f-c448-4669-b927-a600da9a5ce3 req-b8fd730a-cd48-4eae-837f-3fafd0fb2a3a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 945 time: 0.0477538 Aug 20 09:29:32.341245 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c39e56f-c448-4669-b927-a600da9a5ce3 req-1fcb4f3d-4fe7-452c-b39a-0e88cb7bf641 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Aug 20 09:29:33.119878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:29:33.168498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 2226823f-7709-41d4-a4d3-e91dc85c3bae completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:29:33.172131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 2226823f-7709-41d4-a4d3-e91dc85c3bae triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:29:33.172504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:33.252281 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:33.274879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:29:33.277140 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088bd52f-5d6c-4381-a1ea-21dbc1aadfdf" -d '{"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-plugged", "status": "completed", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:29:33.289459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:29:33.294685 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:33.317834 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12d9f2-1c37-45a7-a673-a0090d01d355 x-openstack-request-id: req-6a12d9f2-1c37-45a7-a673-a0090d01d355 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:29:33.318129 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-plugged", "status": "completed", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:29:33.318386 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a12d9f2-1c37-45a7-a673-a0090d01d355 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:29:33.318778 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'code': 200} Aug 20 09:29:33.343999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:29:33.409905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e114e-ca22-4eb5-a0fb-f66d8357527b req-f79532ed-e87b-4524-ad3c-ca015da15a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:33.411442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b04e114e-ca22-4eb5-a0fb-f66d8357527b req-f79532ed-e87b-4524-ad3c-ca015da15a48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1097 time: 0.0402069 Aug 20 09:29:33.447377 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b04e114e-ca22-4eb5-a0fb-f66d8357527b req-b78f1f60-ef94-4b55-9b5c-c46acd73248b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291574 Aug 20 09:29:33.456673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b3e8a-6421-46d4-bad2-e3519a0f78c2 req-93fbb833-33e8-4545-9b5c-aebf3201653b tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:33.458181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f21b3e8a-6421-46d4-bad2-e3519a0f78c2 req-93fbb833-33e8-4545-9b5c-aebf3201653b tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0488551 Aug 20 09:29:33.495214 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f21b3e8a-6421-46d4-bad2-e3519a0f78c2 req-1516ac87-ff7d-463e-9f5f-a98a5d49c6b1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Aug 20 09:29:34.611913 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54feeb-f428-4efc-9994-9ce53b620909 req-949ae0c6-163d-4c28-8dc4-4badab7389b4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:34.613376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce54feeb-f428-4efc-9994-9ce53b620909 req-949ae0c6-163d-4c28-8dc4-4badab7389b4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0517762 Aug 20 09:29:34.650769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce54feeb-f428-4efc-9994-9ce53b620909 req-ccf62ce2-3599-460a-8e02-1f16acd891ff tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Aug 20 09:29:34.762207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6138b4-1dcb-4237-bce9-3a70c62840e0 req-75b1f7f5-cc2b-4840-89f9-33639fc26cb5 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:34.763675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c6138b4-1dcb-4237-bce9-3a70c62840e0 req-75b1f7f5-cc2b-4840-89f9-33639fc26cb5 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0486410 Aug 20 09:29:34.799874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c6138b4-1dcb-4237-bce9-3a70c62840e0 req-34ae4629-a371-4511-bf28-02ca8d64194d tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302780 Aug 20 09:29:34.999589 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e95d-5d89-4450-98b5-0b7cd684c0ee req-9e827dff-4478-4c9e-94a1-0a04ea31f46e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:35.001078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4817e95d-5d89-4450-98b5-0b7cd684c0ee req-9e827dff-4478-4c9e-94a1-0a04ea31f46e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0477777 Aug 20 09:29:35.037629 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4817e95d-5d89-4450-98b5-0b7cd684c0ee req-07842257-9fdc-40f6-854b-797a3f9b8abe tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Aug 20 09:29:35.154005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bc713-bf72-4411-8bcb-d9bdc1dc4d05 req-bb15bb65-910f-4363-b214-9b7d0559f0fe tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:35.155507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf5bc713-bf72-4411-8bcb-d9bdc1dc4d05 req-bb15bb65-910f-4363-b214-9b7d0559f0fe tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0527158 Aug 20 09:29:35.192616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf5bc713-bf72-4411-8bcb-d9bdc1dc4d05 req-4c0a1c4d-ca99-482d-97ac-78cc50974b14 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Aug 20 09:29:35.436209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-e4dafe20-7742-482e-9fc9-068fc7407288 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688450 Aug 20 09:29:35.447722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434ebb6-d35a-4fa5-9c6f-98f567674fd6 req-cbc90293-eced-4fa3-bd1d-1835759e2f52 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:35.449257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3434ebb6-d35a-4fa5-9c6f-98f567674fd6 req-cbc90293-eced-4fa3-bd1d-1835759e2f52 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0722191 Aug 20 09:29:35.491336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3434ebb6-d35a-4fa5-9c6f-98f567674fd6 req-76f9d66c-287e-4da3-8cc0-f785858f290c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Aug 20 09:29:36.533515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-16573fbc-9739-4fe9-ba5f-b8f23da9b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:36.535051 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-16573fbc-9739-4fe9-ba5f-b8f23da9b1a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1097 time: 0.0414717 Aug 20 09:29:36.611137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bf2a5-0086-40f2-a80a-52deb64ab5cd req-574ee4dc-b6ee-49b1-be4b-8a53e07ccc64 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:36.612646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442bf2a5-0086-40f2-a80a-52deb64ab5cd req-574ee4dc-b6ee-49b1-be4b-8a53e07ccc64 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0530114 Aug 20 09:29:36.628992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-17a81495-8679-41f5-9263-254fb2e95d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:36.630554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-17a81495-8679-41f5-9263-254fb2e95d90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0892649 Aug 20 09:29:36.651040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-442bf2a5-0086-40f2-a80a-52deb64ab5cd req-b6ce0f87-3d18-45e0-aa48-b70a8c511d54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Aug 20 09:29:36.671473 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-030f47ae-8b81-49e4-90e0-6ed275c8edf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0338078 Aug 20 09:29:36.718984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-8637d1df-df82-4721-95f4-d9e27faceca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:36.720399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-8637d1df-df82-4721-95f4-d9e27faceca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0429749 Aug 20 09:29:36.753432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-00392cce-dda7-4d23-ae0b-2eae076651a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268223 Aug 20 09:29:36.840671 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-d03c98c3-de6d-463c-8b7c-c4434ae5819c service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801890 Aug 20 09:29:36.846007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:29:36.933414 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-f779101f-bf6c-448c-97d9-e9a3e47a5a39 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Aug 20 09:29:37.764965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1aa9a-d2bd-4b21-a75c-1daac457e74f req-bd019131-87ec-4213-be90-6505200012a2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:37.766449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdc1aa9a-d2bd-4b21-a75c-1daac457e74f req-bd019131-87ec-4213-be90-6505200012a2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0488484 Aug 20 09:29:37.803472 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bdc1aa9a-d2bd-4b21-a75c-1daac457e74f req-14207c75-ed6c-425b-904f-f12811aed7f0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311925 Aug 20 09:29:38.915786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc0b6-a369-4d30-84ff-dac16ee7235f req-27372fc1-f04e-4cdb-8fba-f6e3e95cc285 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:38.917289 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c7bc0b6-a369-4d30-84ff-dac16ee7235f req-27372fc1-f04e-4cdb-8fba-f6e3e95cc285 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0471709 Aug 20 09:29:38.954447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c7bc0b6-a369-4d30-84ff-dac16ee7235f req-788a5767-8f6b-4e52-9324-f137d5ba8e45 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Aug 20 09:29:40.071863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92236d70-cd85-4a14-bbd3-ac9c5f02e819 req-45c9579b-cd18-443f-a3cc-6ccbed54cde6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:40.073225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92236d70-cd85-4a14-bbd3-ac9c5f02e819 req-45c9579b-cd18-443f-a3cc-6ccbed54cde6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0518999 Aug 20 09:29:40.109403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92236d70-cd85-4a14-bbd3-ac9c5f02e819 req-b0fd732b-4665-485e-aba0-ac9fce988443 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Aug 20 09:29:41.224206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882579-e1ea-47c7-ad7f-74688d41e900 req-589f915b-1803-4036-8769-eed969c14605 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:41.225583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17882579-e1ea-47c7-ad7f-74688d41e900 req-589f915b-1803-4036-8769-eed969c14605 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0487058 Aug 20 09:29:41.262871 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17882579-e1ea-47c7-ad7f-74688d41e900 req-29d7833d-f7c6-478c-bbb7-757a493150d1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Aug 20 09:29:42.376013 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424645-b223-416b-a748-766033e2cd5d req-be97fd49-0f6c-4a2f-b84c-7b992bb7dee9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:42.377477 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b424645-b223-416b-a748-766033e2cd5d req-be97fd49-0f6c-4a2f-b84c-7b992bb7dee9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0482411 Aug 20 09:29:42.413606 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b424645-b223-416b-a748-766033e2cd5d req-f8538ebd-7dde-411a-bc7e-bed6b34ad91d tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Aug 20 09:29:42.857833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:43.213023 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5299a6f9-d3bd-4063-855e-319523463e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:43.538151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58780c-a3ed-4f89-a10c-03524b974933 req-2d13e32d-b7aa-4bea-bcef-4c72b7570479 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:43.539557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df58780c-a3ed-4f89-a10c-03524b974933 req-2d13e32d-b7aa-4bea-bcef-4c72b7570479 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0520225 Aug 20 09:29:43.576000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df58780c-a3ed-4f89-a10c-03524b974933 req-12b19b71-9fc0-4f39-bc2d-e50ceb5622f0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Aug 20 09:29:44.241736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:44.688685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e78524-ab57-4054-bd61-9aba1264928c req-ef181bb9-6f6b-4a2c-a159-20f612fd8b7e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:44.690168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67e78524-ab57-4054-bd61-9aba1264928c req-ef181bb9-6f6b-4a2c-a159-20f612fd8b7e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0478237 Aug 20 09:29:44.726403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-67e78524-ab57-4054-bd61-9aba1264928c req-5d52a082-3ce3-4130-ac0b-2da69e5d059b tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302095 Aug 20 09:29:45.839674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feecf14-6a8a-4241-99c8-cd000f19bcb1 req-de0d1006-cfb6-4585-8bf7-83450172a306 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:45.841391 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4feecf14-6a8a-4241-99c8-cd000f19bcb1 req-de0d1006-cfb6-4585-8bf7-83450172a306 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Aug 20 09:29:45.878988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4feecf14-6a8a-4241-99c8-cd000f19bcb1 req-ed269ccb-237c-455f-8d4d-ef8ae60e02b6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 20 09:29:46.361588 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:46.645099 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-afddb651-bee3-43f4-b870-5c0130e5bbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:46.997080 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f3eb-3869-426c-98b5-0891ebb59b7a req-3d594897-4ec9-48d9-8cce-742c4089613e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:46.998569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe23f3eb-3869-426c-98b5-0891ebb59b7a req-3d594897-4ec9-48d9-8cce-742c4089613e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0531924 Aug 20 09:29:47.035473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe23f3eb-3869-426c-98b5-0891ebb59b7a req-df17b1fc-1666-462c-a874-84b14ccd02ec tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310659 Aug 20 09:29:47.533169 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:48.152187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05cf8-e1cf-4fe0-acd8-58775851dcb1 req-a5a36f02-64fb-479c-8f3f-e6160b7a33cc tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:48.153583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aed05cf8-e1cf-4fe0-acd8-58775851dcb1 req-a5a36f02-64fb-479c-8f3f-e6160b7a33cc tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0481026 Aug 20 09:29:48.190068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aed05cf8-e1cf-4fe0-acd8-58775851dcb1 req-eedfb582-73b0-4d1d-ad27-afc89697683d tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Aug 20 09:29:48.901164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:29:49.301832 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bd7bf-b664-4b70-a337-a865706f05d8 req-9d0a85c1-6b5e-42f0-9e40-276ac4a4d4ec tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:49.303291 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-058bd7bf-b664-4b70-a337-a865706f05d8 req-9d0a85c1-6b5e-42f0-9e40-276ac4a4d4ec tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0474529 Aug 20 09:29:49.340162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-058bd7bf-b664-4b70-a337-a865706f05d8 req-4e2caf04-a90f-4db9-b2fb-37d9cbe2ce4c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303574 Aug 20 09:29:50.472020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b67eca-3f0b-4382-8f9d-144225fd1dcf req-97436c5c-af9a-4110-a30b-5040970af991 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:50.473497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1b67eca-3f0b-4382-8f9d-144225fd1dcf req-97436c5c-af9a-4110-a30b-5040970af991 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0544107 Aug 20 09:29:50.512453 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1b67eca-3f0b-4382-8f9d-144225fd1dcf req-945fce5f-a67e-47f7-8548-e25cd250e41b tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Aug 20 09:29:51.625460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4106f-0e10-4823-a2fd-74d3ef68102c req-80864d62-e019-446f-b1f6-2651f481038e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:51.626933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73a4106f-0e10-4823-a2fd-74d3ef68102c req-80864d62-e019-446f-b1f6-2651f481038e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0476134 Aug 20 09:29:51.664314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73a4106f-0e10-4823-a2fd-74d3ef68102c req-e490a127-6dbb-475d-badf-ca0803683d37 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Aug 20 09:29:52.776882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20981f70-942d-4b80-bf31-f54d82291790 req-c1bcfd80-5b84-4e48-ba74-27469f3b4a13 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:52.778373 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20981f70-942d-4b80-bf31-f54d82291790 req-c1bcfd80-5b84-4e48-ba74-27469f3b4a13 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0480161 Aug 20 09:29:52.815313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20981f70-942d-4b80-bf31-f54d82291790 req-836a4ec5-9804-4edf-80ae-3a51faa7369c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Aug 20 09:29:53.933660 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40afd-f0bc-4158-a9ca-91d2691b28eb req-d6a2da7a-1821-4fae-a6c5-816376de9389 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:53.935157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcf40afd-f0bc-4158-a9ca-91d2691b28eb req-d6a2da7a-1821-4fae-a6c5-816376de9389 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Aug 20 09:29:53.972883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fcf40afd-f0bc-4158-a9ca-91d2691b28eb req-6dfb27dc-9569-4e42-9e31-6f5b79a19378 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Aug 20 09:29:55.089367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13b6d-22f5-4833-be36-b9de02af32e9 req-fc52763d-7b3d-40e7-a3dd-16fd72a97090 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:55.090898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9f13b6d-22f5-4833-be36-b9de02af32e9 req-fc52763d-7b3d-40e7-a3dd-16fd72a97090 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0508790 Aug 20 09:29:55.128412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9f13b6d-22f5-4833-be36-b9de02af32e9 req-eed26ac9-309f-4631-81e2-571a6f9ab2b9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Aug 20 09:29:56.243825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0e221-65d5-4adb-8e0e-e590f881031b req-aed439e9-a0c8-4c33-95f4-a267a8c6d9e0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:56.245294 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96d0e221-65d5-4adb-8e0e-e590f881031b req-aed439e9-a0c8-4c33-95f4-a267a8c6d9e0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Aug 20 09:29:56.283550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96d0e221-65d5-4adb-8e0e-e590f881031b req-57aea1ad-36c0-45de-896c-cfba0c7bc453 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Aug 20 09:29:57.399244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f25fa-92a3-461e-86b4-6671df2f28ac req-e74bd1e5-f893-4451-8166-41df85233a61 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:57.400696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b63f25fa-92a3-461e-86b4-6671df2f28ac req-e74bd1e5-f893-4451-8166-41df85233a61 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0517766 Aug 20 09:29:57.437178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b63f25fa-92a3-461e-86b4-6671df2f28ac req-35fb67ca-e4e4-4e0c-b24e-b420f16284ca tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305686 Aug 20 09:29:58.551272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba24e9d-e55c-407a-b02f-eb640aba419c req-680284ef-f236-4806-aa85-d08eb5f8ae35 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:58.552738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cba24e9d-e55c-407a-b02f-eb640aba419c req-680284ef-f236-4806-aa85-d08eb5f8ae35 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0488365 Aug 20 09:29:58.591658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cba24e9d-e55c-407a-b02f-eb640aba419c req-9cb64b74-7d31-4ee1-9de0-17ac3955b120 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Aug 20 09:29:58.668112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-ccde817e-4dc3-402d-aee7-606d3046846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:58.669606 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-ccde817e-4dc3-402d-aee7-606d3046846d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1097 time: 0.0415545 Aug 20 09:29:58.767777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-2f0bd4fb-9341-4d89-b7d5-cb3f80ef5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:58.769126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-2f0bd4fb-9341-4d89-b7d5-cb3f80ef5d94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0818653 Aug 20 09:29:58.812083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-ddb6139f-2863-4bcc-9e32-1d941d5d506d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0367229 Aug 20 09:29:58.861509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-9c81dcb1-96d8-490a-842a-e42bfc2f205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:58.862966 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-9c81dcb1-96d8-490a-842a-e42bfc2f205a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0442710 Aug 20 09:29:58.893549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-bc374f46-2836-4b0f-bffd-c2ef69202b98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235500 Aug 20 09:29:58.984198 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-d9ccac10-4c8c-4ec1-a3db-a46ef453a6ea service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Aug 20 09:29:59.070489 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-74627d7d-22e8-47e5-ae2c-a508cdc6f8b4 req-ac5e5706-0cbf-4098-9d76-b2109f402eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798774 Aug 20 09:29:59.705653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b546b-e362-46dd-b208-0fcbd460f2a4 req-8a7fd583-c734-41c0-a2d3-99c818684593 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:29:59.707141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-602b546b-e362-46dd-b208-0fcbd460f2a4 req-8a7fd583-c734-41c0-a2d3-99c818684593 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0476215 Aug 20 09:29:59.744678 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-602b546b-e362-46dd-b208-0fcbd460f2a4 req-d2d17ff9-9098-4fdc-9ef5-86689fbc3a32 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Aug 20 09:30:00.861797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de05cd8-9a77-4607-95ba-b79e990c99dc req-22fa608b-f460-4390-a05a-068363ce57e4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:00.863282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4de05cd8-9a77-4607-95ba-b79e990c99dc req-22fa608b-f460-4390-a05a-068363ce57e4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0529492 Aug 20 09:30:00.900840 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4de05cd8-9a77-4607-95ba-b79e990c99dc req-c20a9de7-287b-4b8f-9b56-3260ad14edca tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307860 Aug 20 09:30:02.014398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17241-197e-478e-81e3-279e2332eedd req-6a56b7e6-388d-4d1c-b773-54fe619a05fa tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:02.015891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18e17241-197e-478e-81e3-279e2332eedd req-6a56b7e6-388d-4d1c-b773-54fe619a05fa tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0479488 Aug 20 09:30:02.054795 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18e17241-197e-478e-81e3-279e2332eedd req-caecc854-24bd-4b97-a76b-3167a8b1582f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Aug 20 09:30:03.168419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eafa9-840f-4396-9f8e-a2e9ad1e17e5 req-e575a2a9-a809-4e92-bfcc-6d70316da1d5 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:03.169946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-971eafa9-840f-4396-9f8e-a2e9ad1e17e5 req-e575a2a9-a809-4e92-bfcc-6d70316da1d5 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Aug 20 09:30:03.205771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-971eafa9-840f-4396-9f8e-a2e9ad1e17e5 req-4e1adfb2-5631-43f2-81b6-67b06da1c3b0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297859 Aug 20 09:30:03.742016 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-e7074fa5-18e6-4b80-9ec6-160f72e7d5c5 service neutron] show failed (client error): The resource could not be found. Aug 20 09:30:03.743091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-e7074fa5-18e6-4b80-9ec6-160f72e7d5c5 service neutron] 10.222.0.26 "GET /v2.0/ports/2226823f-7709-41d4-a4d3-e91dc85c3bae/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0542934 Aug 20 09:30:03.936947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-d182584c-4466-4e41-b1df-4c838deacecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:03.938470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-d182584c-4466-4e41-b1df-4c838deacecf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6&tenant_id=12e6655648d942608cd382788f1f7085 HTTP/1.1" status: 200 len: 1097 time: 0.0455065 Aug 20 09:30:03.951827 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:04.002797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:04.197044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:04.227719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:30:04.271470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:04.273627 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e33918-d646-4992-9b39-83001067c8ab" -d '{"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-unplugged", "status": "completed", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:04.278144 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:04.294332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Transition to ACTIVE for port object 2226823f-7709-41d4-a4d3-e91dc85c3bae will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:30:04.298600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:04.324746 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150533ba-8a01-4b4c-9a94-59556dee4d0a x-openstack-request-id: req-150533ba-8a01-4b4c-9a94-59556dee4d0a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:04.325064 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-unplugged", "status": "completed", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:04.325313 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-150533ba-8a01-4b4c-9a94-59556dee4d0a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:04.325698 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'code': 200} Aug 20 09:30:04.330525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4207-fc83-4e2e-8c81-1af3bb5f92c7 req-f58c435a-9875-46a1-8e3b-6d3dc3804a8f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:04.332030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-664f4207-fc83-4e2e-8c81-1af3bb5f92c7 req-f58c435a-9875-46a1-8e3b-6d3dc3804a8f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0582480 Aug 20 09:30:04.363648 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] No DVR routers for this DVR port 2226823f-7709-41d4-a4d3-e91dc85c3bae on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:30:04.365973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:04.371848 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-664f4207-fc83-4e2e-8c81-1af3bb5f92c7 req-df8266f8-da8f-4ad8-94db-04f0294a15d2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Aug 20 09:30:04.400499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:30:04.400830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:30:04.401150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:04.405246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Port 2226823f-7709-41d4-a4d3-e91dc85c3bae on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:30:04.405564 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Attempting to bind port 2226823f-7709-41d4-a4d3-e91dc85c3bae on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:04.410279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:30:04.410615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Checking segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:30:04.411022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Bound using segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:30:04.411441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Bound port: 2226823f-7709-41d4-a4d3-e91dc85c3bae, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:30:04.411792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:04.476713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:30:04.480720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:30:04.484413 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:04.518455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:04.519075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:04.520466 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 1092 time: 0.5728137 Aug 20 09:30:04.542577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41860bcc-ff49-42c0-bd6d-10ca00f548c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:04.589210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-0e3d2990-e6cf-44cf-9d2d-dd986f3c21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:04.590731 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-0e3d2990-e6cf-44cf-9d2d-dd986f3c21a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1095 time: 0.0454605 Aug 20 09:30:04.965829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-b3433e86-6f49-41ff-945b-a80f9d3a7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:04.967320 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-b3433e86-6f49-41ff-945b-a80f9d3a7e37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.3694701 Aug 20 09:30:05.007795 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-0ebf711c-34a7-44d5-b933-75be4a684ead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0334337 Aug 20 09:30:05.053935 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-5aa0a84d-3a38-4cb9-ae47-2cfccc7e8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:05.055355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-5aa0a84d-3a38-4cb9-ae47-2cfccc7e8c33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0412812 Aug 20 09:30:05.085901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-0be84994-f85c-4880-a7b9-9a4e152bc6bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238385 Aug 20 09:30:05.175144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-c8cbbf1a-8d67-4a1e-b076-e60b54e919ce service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819838 Aug 20 09:30:05.262648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9713615-9ebc-47e6-9c98-006e0f036a42 req-825b9eff-c64b-4e61-97bb-d6ed34289c01 service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801833 Aug 20 09:30:05.489069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8c8a8-0444-4a19-b603-831253fcb4df req-554bcf81-0605-46be-831e-9271186d52d2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:05.490581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18c8c8a8-0444-4a19-b603-831253fcb4df req-554bcf81-0605-46be-831e-9271186d52d2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 944 time: 0.0492425 Aug 20 09:30:05.527995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18c8c8a8-0444-4a19-b603-831253fcb4df req-07b15973-db29-4920-ae18-a2086f7da7f5 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Aug 20 09:30:06.326464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:06.328794 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea60aa00-484b-400e-822a-76e2a5743f08" -d '{"events": [{"name": "network-changed", "server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:06.374638 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eaaf47-77b3-42d2-86f9-9985f326be2a x-openstack-request-id: req-e9eaaf47-77b3-42d2-86f9-9985f326be2a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:06.374932 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:06.375184 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9eaaf47-77b3-42d2-86f9-9985f326be2a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:06.375579 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'status': 'completed', 'code': 200} Aug 20 09:30:06.462422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-7b25b9bc-5dab-4db3-ba39-f40c78e71730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.463905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-7b25b9bc-5dab-4db3-ba39-f40c78e71730 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1095 time: 0.0698225 Aug 20 09:30:06.466216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-c8b4ca5a-1d6f-46d9-b223-bf96d7873be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.467534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-c8b4ca5a-1d6f-46d9-b223-bf96d7873be4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1095 time: 0.0657291 Aug 20 09:30:06.629768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-1be2d371-6b0f-4fef-8fbf-d0c66d77f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.631139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-1be2d371-6b0f-4fef-8fbf-d0c66d77f6ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.1598213 Aug 20 09:30:06.633896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-9564efb1-0bb6-4c0b-a85a-82381b8f7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.635223 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-9564efb1-0bb6-4c0b-a85a-82381b8f7c1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.1561027 Aug 20 09:30:06.645289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae534-1bd8-45e8-877b-5fc1d0bf5dd0 req-35a140e7-3a11-4a7c-8783-54d6f7e41c88 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.646793 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e40ae534-1bd8-45e8-877b-5fc1d0bf5dd0 req-35a140e7-3a11-4a7c-8783-54d6f7e41c88 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 944 time: 0.0514028 Aug 20 09:30:06.684936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e40ae534-1bd8-45e8-877b-5fc1d0bf5dd0 req-0f7dc55c-8c8d-4f96-b9e1-eb4be7206394 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Aug 20 09:30:06.686778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-7e53cee2-cb70-4971-ba15-d81ff132b4af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0445015 Aug 20 09:30:06.720746 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-e84082e3-c5b8-4abb-adda-095d01dfbe48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0715566 Aug 20 09:30:06.791045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-1c39af20-034e-4075-ba6b-48adc34e12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.792508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-1c39af20-034e-4075-ba6b-48adc34e12f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0800354 Aug 20 09:30:06.795838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-6c53f219-450b-4cf1-94b8-35184a7c0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:06.797139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-6c53f219-450b-4cf1-94b8-35184a7c0462 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0575159 Aug 20 09:30:06.834200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-4c84b0a3-d877-491f-8608-f5b88abc1f18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349882 Aug 20 09:30:06.855752 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-3e6c9ec9-07a3-4d9e-96fc-b22cd8b45d03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493391 Aug 20 09:30:06.999734 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-53cf348d-0746-44aa-a00b-a4ff2bd8d013 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524291 Aug 20 09:30:07.003058 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-bfd94004-15a0-482a-b050-ee55fdb317a8 service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372116 Aug 20 09:30:07.164000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-c967d474-830e-4a67-8042-d5aa961a31c1 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564941 Aug 20 09:30:07.167507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ea60aa00-484b-400e-822a-76e2a5743f08 req-fea566ea-9a94-4633-b179-888615e2e78c service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478994 Aug 20 09:30:07.225397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:30:07.278707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-52a306f3-30b4-49c9-a066-0e52202ebf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:07.280225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-52a306f3-30b4-49c9-a066-0e52202ebf21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1095 time: 0.0500586 Aug 20 09:30:07.323408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:30:07.334286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:07.368967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'port_id': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'mac_address': 'fa:16:3e:40:86:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a1ee26-ebca-4499-8bb9-e49bb0ef20a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:30:07.390906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-17586aeb-58d2-4468-a2d7-c5a85123effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:07.392454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-17586aeb-58d2-4468-a2d7-c5a85123effa service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0920913 Aug 20 09:30:07.407183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:30:07.422195 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:07.436315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2226823f-7709-41d4-a4d3-e91dc85c3bae {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:30:07.437324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-c322a406-0f62-49ff-a853-1a8ca52a8524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0366745 Aug 20 09:30:07.456520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:07.461264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:07.488870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-8b0dd8ad-8f9d-4abc-a780-7f25efc9af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:07.490322 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-8b0dd8ad-8f9d-4abc-a780-7f25efc9af20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0462270 Aug 20 09:30:07.513691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:07.526549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-b69c5eba-34d4-4a65-bacb-f4417f27b4ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292230 Aug 20 09:30:07.620356 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-83614f92-c574-4bb8-989b-54710a4c5eea service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861669 Aug 20 09:30:07.676682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['2226823f-7709-41d4-a4d3-e91dc85c3bae'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:30:07.717316 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c3eb6a1e-a989-4093-9b2c-d2666ed1a3b8 req-534af511-f5b3-4ecf-8d27-3ef99364a6fd service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892198 Aug 20 09:30:07.823668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83056e6e-47ba-4864-aa20-7d6a09daadc0 req-e13366ba-6583-473f-b171-da43fe306058 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:07.825136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83056e6e-47ba-4864-aa20-7d6a09daadc0 req-e13366ba-6583-473f-b171-da43fe306058 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 945 time: 0.0560951 Aug 20 09:30:07.864026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-83056e6e-47ba-4864-aa20-7d6a09daadc0 req-fcc0d974-5df4-468b-a179-228d15bb77de tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Aug 20 09:30:08.054207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a017fb4-94ec-4914-b46e-fae03b7eaad9 req-572df188-e10c-4fd4-bc82-d1237b7dd7c6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:08.055975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a017fb4-94ec-4914-b46e-fae03b7eaad9 req-572df188-e10c-4fd4-bc82-d1237b7dd7c6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Aug 20 09:30:08.068612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-3f5b0f1d-ef83-48f5-9d33-86db9bd4ceb3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:08.070115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-3f5b0f1d-ef83-48f5-9d33-86db9bd4ceb3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.26 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6&tenant_id=12e6655648d942608cd382788f1f7085&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Aug 20 09:30:08.094941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a017fb4-94ec-4914-b46e-fae03b7eaad9 req-066e3760-eb8f-4ef3-a726-76fe58e182db tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Aug 20 09:30:08.132524 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-91a94a45-c498-41d3-a286-21a7b178f20e service neutron] delete failed (client error): The resource could not be found. Aug 20 09:30:08.133637 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-91a94a45-c498-41d3-a286-21a7b178f20e service neutron] 10.222.0.26 "DELETE /v2.0/ports/2226823f-7709-41d4-a4d3-e91dc85c3bae/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0553503 Aug 20 09:30:08.212141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-f7d4984f-8dfc-4399-b3a8-9a108b5b092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:08.214825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-f7d4984f-8dfc-4399-b3a8-9a108b5b092a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 1096 time: 0.0420721 Aug 20 09:30:08.307662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-9afb0207-64c3-4bee-9714-84cbd512084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:08.309116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-9afb0207-64c3-4bee-9714-84cbd512084e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0875037 Aug 20 09:30:08.349228 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-70b12001-b3eb-4245-956f-c3e4b64433c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 200 len: 217 time: 0.0332866 Aug 20 09:30:08.401169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-cc6697f3-ffb6-47e9-ab26-c1009bbbcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:08.402621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-cc6697f3-ffb6-47e9-ab26-c1009bbbcd7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0466166 Aug 20 09:30:08.433214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-7f6332c8-542d-4dda-9e56-e8fdd6b4fb31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238788 Aug 20 09:30:08.520567 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-8e21e528-2cc1-44d1-b936-99589dde43d6 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803735 Aug 20 09:30:08.615222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f5c2851-d85e-487a-82cd-9dcbc3f219ba req-ddb9e0b5-cadd-4f4e-83b5-76ceaac23667 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871894 Aug 20 09:30:09.213830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce470f-7591-45fa-8922-c7d512599c64 req-6591f47c-3865-4693-b100-2c688b6e710e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:09.215202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70ce470f-7591-45fa-8922-c7d512599c64 req-6591f47c-3865-4693-b100-2c688b6e710e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 945 time: 0.0474343 Aug 20 09:30:09.241838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:30:09.252360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70ce470f-7591-45fa-8922-c7d512599c64 req-b5329165-6ada-4eed-aa14-100ca7831b95 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Aug 20 09:30:09.290873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 2226823f-7709-41d4-a4d3-e91dc85c3bae completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:30:09.294476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 2226823f-7709-41d4-a4d3-e91dc85c3bae triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:30:09.294870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:09.369494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385cb9a-4516-4f09-adad-ff78b438d3cd req-57ee066d-b942-4029-993e-f2824e931044 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:09.371020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b385cb9a-4516-4f09-adad-ff78b438d3cd req-57ee066d-b942-4029-993e-f2824e931044 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Aug 20 09:30:09.371832 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:09.394157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:09.396387 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb0a6be-72af-43bd-ad1e-64c59ba06142" -d '{"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-plugged", "status": "completed", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:09.408948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:09.414087 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:09.416722 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b385cb9a-4516-4f09-adad-ff78b438d3cd req-42135df7-c2c3-4dad-820a-8f66c1f8f399 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Aug 20 09:30:09.531340 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da2d2-d043-41dc-8861-5f12755501fe req-be9d0cf9-dc27-42ec-a593-1594282396ae tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:09.532853 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-927da2d2-d043-41dc-8861-5f12755501fe req-be9d0cf9-dc27-42ec-a593-1594282396ae tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0518663 Aug 20 09:30:09.574184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-927da2d2-d043-41dc-8861-5f12755501fe req-c6d64e2f-7fa1-45e9-8d3d-9357e781ca56 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350633 Aug 20 09:30:09.598985 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de381f4b-6fc9-4cae-8fd8-d1ebf39154a7 x-openstack-request-id: req-de381f4b-6fc9-4cae-8fd8-d1ebf39154a7 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:09.599275 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-plugged", "status": "completed", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:09.599524 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de381f4b-6fc9-4cae-8fd8-d1ebf39154a7 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:09.599903 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'code': 200} Aug 20 09:30:09.625473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:09.922960 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-bb6fcde3-adbe-47a4-8c3f-9a8488d45867 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:09.924399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-bb6fcde3-adbe-47a4-8c3f-9a8488d45867 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 815 time: 0.1015215 Aug 20 09:30:09.939385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-65a68102-4cfa-4eaf-8854-0b8d062ad02f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/quotas/12e6655648d942608cd382788f1f7085 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Aug 20 09:30:09.988591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-6364d844-bf09-4f92-b7b8-fa1dc0a693fc tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439649 Aug 20 09:30:10.053976 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-5612ee39-71fc-4fa4-918a-c65675080d99 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:30:10.054967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-5612ee39-71fc-4fa4-918a-c65675080d99 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592337 Aug 20 09:30:10.141073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-e8e73946-8777-49ad-95d9-cf52f2d002ce service neutron] 10.222.0.35 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794444 Aug 20 09:30:10.229927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-72808c16-d86c-4c0a-9683-d16934ba3969 service neutron] 10.222.0.35 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825768 Aug 20 09:30:10.389598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58d072cc-9626-4197-87dc-1520163c647d req-22026a1b-5cb8-462e-ba40-9646107b6bc0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 210 time: 0.0267341 Aug 20 09:30:11.057061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-7845efea-4cb4-4272-af54-42e395e1ef60 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:11.058537 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-7845efea-4cb4-4272-af54-42e395e1ef60 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.37 "GET /v2.0/ports?device_id=893e176b-31fc-45f6-a3a7-9fd7584918e6 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Aug 20 09:30:11.166671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Deleting port 2226823f-7709-41d4-a4d3-e91dc85c3bae {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:30:11.167014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.324963 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] For port 2226823f-7709-41d4-a4d3-e91dc85c3bae, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=2226823f-7709-41d4-a4d3-e91dc85c3bae,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:11.325240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.333538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-ade93c6c-4ae0-4555-a702-e6601a409723 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:11.334984 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-ade93c6c-4ae0-4555-a702-e6601a409723 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 815 time: 0.1901002 Aug 20 09:30:11.347306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Calling delete_port for 2226823f-7709-41d4-a4d3-e91dc85c3bae owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:30:11.351753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Request body: {'port': {'device_id': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'admin_state_up': True, 'tenant_id': '12e6655648d942608cd382788f1f7085'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:11.482145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c549c15d-fe47-4a7c-8b19-628b93e137e8 req-a9cfa04e-ece6-456c-97c5-0b910244c0e9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 210 time: 0.0261598 Aug 20 09:30:11.519203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Made reservation on behalf of 12e6655648d942608cd382788f1f7085 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:30:11.522666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.581707 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.592874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['2226823f-7709-41d4-a4d3-e91dc85c3bae'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:30:11.648093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Pushing event deleted for resources: {'Port': ['ID=2226823f-7709-41d4-a4d3-e91dc85c3bae,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:11.712089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] No DVR routers for this DVR port 2226823f-7709-41d4-a4d3-e91dc85c3bae on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:30:11.717119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.719104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c08fe40-196d-4cca-a706-65e31ee691bc req-fb3d109e-d5a4-42e0-9d23-ed141eb72f03 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.37 "DELETE /v2.0/ports/2226823f-7709-41d4-a4d3-e91dc85c3bae HTTP/1.1" status: 204 len: 173 time: 0.6544383 Aug 20 09:30:11.719537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-deleted', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:11.721744 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082e6c89-58ad-4525-b619-5a8839cf2416" -d '{"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-deleted", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:11.749966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Allocated IP 172.20.0.13 (3b53dce0-cab3-4b00-9c2b-07f6286ba3cb/01a1ee26-ebca-4499-8bb9-e49bb0ef20a7/5b206fca-1e7f-44c5-a3e7-7740aba91fcd) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:30:11.761391 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e39d4-93c4-4a82-b72c-1d00e17e66fd x-openstack-request-id: req-d73e39d4-93c4-4a82-b72c-1d00e17e66fd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:11.761685 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e176b-31fc-45f6-a3a7-9fd7584918e6", "name": "network-vif-deleted", "tag": "2226823f-7709-41d4-a4d3-e91dc85c3bae", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:11.761966 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d73e39d4-93c4-4a82-b72c-1d00e17e66fd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:11.762386 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e176b-31fc-45f6-a3a7-9fd7584918e6', 'name': 'network-vif-deleted', 'tag': '2226823f-7709-41d4-a4d3-e91dc85c3bae', 'status': 'completed', 'code': 200} Aug 20 09:30:11.913275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.959961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:11.972249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['2226823f-7709-41d4-a4d3-e91dc85c3bae'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:30:12.005281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:30:12.008235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:30:12.011793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:30:12.019979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:12.068013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:12.068649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.082479 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-cb30dc51-562d-4533-ad08-cd0bd16b5648 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7363377 Aug 20 09:30:12.094631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Request body: {'port': {'device_id': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:12.145766 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.398308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b206fca-1e7f-44c5-a3e7-7740aba91fcd {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:30:12.405967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.417984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Transition to ACTIVE for port object 5b206fca-1e7f-44c5-a3e7-7740aba91fcd will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:30:12.421596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.471626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:12.535153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:30:12.535499 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:30:12.535825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:12.541029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:30:12.541348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:12.546247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:30:12.546590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Checking segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:30:12.546976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Bound using segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:30:12.547410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Bound port: 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:30:12.547776 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.600802 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec08fd9-89f1-454b-9be2-2e8ca2393992 req-11046283-af65-46c9-a46f-e826eb968706 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:12.602364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fec08fd9-89f1-454b-9be2-2e8ca2393992 req-11046283-af65-46c9-a46f-e826eb968706 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 944 time: 0.0529900 Aug 20 09:30:12.614029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:30:12.617007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:30:12.622537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.643977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fec08fd9-89f1-454b-9be2-2e8ca2393992 req-c5e29aa1-4ddc-4ebe-92ac-74cb5f79128a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345051 Aug 20 09:30:12.656645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:12.657512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.659179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] 10.222.0.26 "PUT /v2.0/ports/5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 1092 time: 0.5685718 Aug 20 09:30:12.688013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22236282-85db-43a5-8f77-e54e4b589327 service neutron] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:12.735800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-76aea529-5248-4992-883a-2d558d5dcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:12.737265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-76aea529-5248-4992-883a-2d558d5dcd41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1095 time: 0.0414848 Aug 20 09:30:12.779173 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-2d488641-f9d8-4c63-a768-e003fdfa00a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0337081 Aug 20 09:30:12.829477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-190098f1-0f36-46e9-a2b8-0a409c8793a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:12.830898 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-190098f1-0f36-46e9-a2b8-0a409c8793a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0454769 Aug 20 09:30:12.862268 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-5751938e-650c-4e40-9f97-e3431ed9d7a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237863 Aug 20 09:30:12.881699 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:12.953309 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-31b3084f-92e1-499f-97ce-116bf3579116 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Aug 20 09:30:13.046554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cf1f201e-287c-4c52-aec9-8ae9bbc28bbd req-81e5094b-5b0a-421c-b610-433870af24b8 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863650 Aug 20 09:30:13.213236 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a2650669-87b9-42f7-b2de-811e1e5298f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:13.758969 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841d202-00b6-4ac2-a004-d55b865452bb req-000e8633-d9fb-46c5-a8df-5f28b09bf042 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:13.760491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9841d202-00b6-4ac2-a004-d55b865452bb req-000e8633-d9fb-46c5-a8df-5f28b09bf042 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 944 time: 0.0480120 Aug 20 09:30:13.763652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:13.766101 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:13.800531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9841d202-00b6-4ac2-a004-d55b865452bb req-f7ef4f68-dd02-474f-84bf-e86ef3a5af16 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Aug 20 09:30:13.802396 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d464415-26f9-473f-ab07-da4cb2f811b7 x-openstack-request-id: req-9d464415-26f9-473f-ab07-da4cb2f811b7 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:13.802692 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:13.802979 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d464415-26f9-473f-ab07-da4cb2f811b7 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:13.803371 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'status': 'completed', 'code': 200} Aug 20 09:30:13.845242 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:30:13.869621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-c4826da7-7396-4b0a-8fed-b7c59956ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:13.872053 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-c4826da7-7396-4b0a-8fed-b7c59956ffa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1095 time: 0.0449529 Aug 20 09:30:13.973492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-bba5c931-88c6-48e5-9626-1887e8446941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:13.974991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-bba5c931-88c6-48e5-9626-1887e8446941 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0967543 Aug 20 09:30:14.017068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-1f25426d-45f1-4c44-9afa-f20b53984426 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0343435 Aug 20 09:30:14.065330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-fd70da8f-3486-4c32-ba0f-74c8253e8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:14.066823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-fd70da8f-3486-4c32-ba0f-74c8253e8e82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0433538 Aug 20 09:30:14.097446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-a34f733a-9827-4738-97b2-17bd875df1e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239155 Aug 20 09:30:14.189288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-d15f5ce7-4e83-436c-99dd-5295af11a67a service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Aug 20 09:30:14.245477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:14.281353 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-15cd10e3-9ee2-47d2-888f-10d4f8ca55e2 req-4a5ea215-a478-4cfd-bdc7-7ffdef5c577d service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857022 Aug 20 09:30:14.916899 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e53519-505b-4a40-b75b-18e679ab7677 req-8fcfedce-83ad-4afa-8832-6642da9e7305 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:14.918387 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32e53519-505b-4a40-b75b-18e679ab7677 req-8fcfedce-83ad-4afa-8832-6642da9e7305 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 944 time: 0.0477889 Aug 20 09:30:14.955005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32e53519-505b-4a40-b75b-18e679ab7677 req-5fb7627b-fe72-4ee3-9232-f8676916ef8e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308015 Aug 20 09:30:15.264754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:30:15.283875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 2226823f-7709-41d4-a4d3-e91dc85c3bae {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:30:15.284212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 2226823f-7709-41d4-a4d3-e91dc85c3bae not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:30:15.383460 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:30:15.480050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:15.491038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'port_id': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'mac_address': 'fa:16:3e:19:b8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a1ee26-ebca-4499-8bb9-e49bb0ef20a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:30:15.534820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:15.547975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b206fca-1e7f-44c5-a3e7-7740aba91fcd {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:30:15.567612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:15.571423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:15.622282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:15.756915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['5b206fca-1e7f-44c5-a3e7-7740aba91fcd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:30:16.070844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c630-1a78-401a-9587-3c77b6632766 req-67198f71-4ebc-4f15-87dd-78ec8bcb28b1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:16.072376 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d654c630-1a78-401a-9587-3c77b6632766 req-67198f71-4ebc-4f15-87dd-78ec8bcb28b1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0518043 Aug 20 09:30:16.109556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d654c630-1a78-401a-9587-3c77b6632766 req-3507488f-a103-413d-81d7-630d775a510e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Aug 20 09:30:16.362765 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:16.644868 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f655a55a-f548-40d0-9b8d-f87ca89ebce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:17.220126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da6b08-cf68-469d-849b-60394293a664 req-0d9d963d-599f-44fc-89af-1e3950ec77b2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:17.221495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23da6b08-cf68-469d-849b-60394293a664 req-0d9d963d-599f-44fc-89af-1e3950ec77b2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Aug 20 09:30:17.258897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23da6b08-cf68-469d-849b-60394293a664 req-db9c1e4b-7e57-4a1b-a979-93b97c281948 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Aug 20 09:30:17.400451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:30:17.451107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:30:17.455190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:30:17.455564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:17.539506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:17.549259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:17.562942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:17.565165 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22139e3-5141-480d-8991-f6b41742c992" -d '{"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-plugged", "status": "completed", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:17.577886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:17.582115 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:17.611307 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722ab39d-657b-43f7-b78d-6b78798ce97b x-openstack-request-id: req-722ab39d-657b-43f7-b78d-6b78798ce97b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:17.611601 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-plugged", "status": "completed", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:17.611849 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-722ab39d-657b-43f7-b78d-6b78798ce97b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:17.612228 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'code': 200} Aug 20 09:30:17.636754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:17.988991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e62f6-193b-4386-800f-f7064dbc1f91 req-0b038f48-6a0d-42c7-8b6c-2ae7e67ce0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:17.990521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d52e62f6-193b-4386-800f-f7064dbc1f91 req-0b038f48-6a0d-42c7-8b6c-2ae7e67ce0f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1097 time: 0.3344300 Aug 20 09:30:18.023911 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d52e62f6-193b-4386-800f-f7064dbc1f91 req-54069df4-d576-453f-be55-edaffa724298 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264659 Aug 20 09:30:18.370199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2c042-8d4e-4c00-9c53-b633133202fe req-c5e7ddb0-96fb-4652-9828-5884bd855081 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:18.371658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04e2c042-8d4e-4c00-9c53-b633133202fe req-c5e7ddb0-96fb-4652-9828-5884bd855081 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0481789 Aug 20 09:30:18.408037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-04e2c042-8d4e-4c00-9c53-b633133202fe req-5dfd23b6-ecf2-4364-9c8b-61ad97e62fa8 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Aug 20 09:30:18.907628 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:19.526816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650abe9-2e53-4356-8f81-2eae17c3d1b5 req-b2989dea-76f2-45b0-9202-eb2b3220f5f1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:19.528251 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9650abe9-2e53-4356-8f81-2eae17c3d1b5 req-b2989dea-76f2-45b0-9202-eb2b3220f5f1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0511174 Aug 20 09:30:19.563432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9650abe9-2e53-4356-8f81-2eae17c3d1b5 req-0bcaa9db-e519-4511-b959-1601499aa7ef tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293903 Aug 20 09:30:19.676813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05232d86-60a1-4df1-941b-7d82b619e6c9 req-d5af1b18-503d-4fb9-8373-2b332075d2b8 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:19.678334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05232d86-60a1-4df1-941b-7d82b619e6c9 req-d5af1b18-503d-4fb9-8373-2b332075d2b8 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0503817 Aug 20 09:30:19.714778 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05232d86-60a1-4df1-941b-7d82b619e6c9 req-33b99505-3710-4dbc-84b7-7e251a22dbff tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Aug 20 09:30:19.960204 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-ae719958-b684-43d1-9bfd-9c76df50f844 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694115 Aug 20 09:30:19.974309 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3616e-7cec-4d58-8a5a-7c860762a1ab req-03683b5d-85a3-4fb4-bfe7-72cd19b5aacd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:19.975888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95c3616e-7cec-4d58-8a5a-7c860762a1ab req-03683b5d-85a3-4fb4-bfe7-72cd19b5aacd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0771718 Aug 20 09:30:20.015760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95c3616e-7cec-4d58-8a5a-7c860762a1ab req-35fd2acf-428e-47b8-b099-e879d2a904fa tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 20 09:30:21.003396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-c4bd36f8-d010-4255-80bb-e1a4dfb5661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:21.004863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-c4bd36f8-d010-4255-80bb-e1a4dfb5661e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1097 time: 0.0403087 Aug 20 09:30:21.095664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-43bf4d45-d1ff-4ab2-9a89-e41b90325c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:21.097142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-43bf4d45-d1ff-4ab2-9a89-e41b90325c77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0855086 Aug 20 09:30:21.128838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41fd19-2982-4b24-8cb0-d65a5dce51b1 req-6c527dda-3c1a-45e6-9606-3a7f3586843c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:21.130328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b41fd19-2982-4b24-8cb0-d65a5dce51b1 req-6c527dda-3c1a-45e6-9606-3a7f3586843c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0480237 Aug 20 09:30:21.138480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-12334d0d-d9cb-4de8-99d0-df38451fde4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0344162 Aug 20 09:30:21.169362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b41fd19-2982-4b24-8cb0-d65a5dce51b1 req-23865f87-8a1f-4131-ae2a-9064c09cf401 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Aug 20 09:30:21.187638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-35ef02a9-d537-4938-926f-162b053aaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:21.189113 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-35ef02a9-d537-4938-926f-162b053aaaf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0444000 Aug 20 09:30:21.222993 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-ea6b49b8-8f71-4587-9654-171a4b1136ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274215 Aug 20 09:30:21.309928 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-94ccc289-1fce-43fc-8e4f-8e8a45a04c89 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792859 Aug 20 09:30:21.402704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-346911e6-112e-4c58-b104-f7c44129f2a0 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864935 Aug 20 09:30:22.282744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459da3ed-20ec-453f-88e9-425656c81d97 req-e3fa0e79-e10f-4155-89e7-7a0141fb884f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:22.284225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-459da3ed-20ec-453f-88e9-425656c81d97 req-e3fa0e79-e10f-4155-89e7-7a0141fb884f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Aug 20 09:30:22.321428 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-459da3ed-20ec-453f-88e9-425656c81d97 req-f93f524d-a93b-4a16-8144-8c77d544290a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Aug 20 09:30:23.437553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b66c0-d452-48c8-bcc4-34605d9554b0 req-922e3737-7d1e-48f7-8b0e-b4c84d407ab3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:23.439019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce9b66c0-d452-48c8-bcc4-34605d9554b0 req-922e3737-7d1e-48f7-8b0e-b4c84d407ab3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0516624 Aug 20 09:30:23.476320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce9b66c0-d452-48c8-bcc4-34605d9554b0 req-9ee71f12-fe8f-40ba-b208-2b33d9a43867 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Aug 20 09:30:24.587803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4b092-0561-479e-9607-f78ac647a3af req-896a0330-2b02-4a48-bae4-25d3930997cb tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:24.589270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98b4b092-0561-479e-9607-f78ac647a3af req-896a0330-2b02-4a48-bae4-25d3930997cb tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0469120 Aug 20 09:30:24.626575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98b4b092-0561-479e-9607-f78ac647a3af req-4fe45038-ee64-4f1a-94d9-549264a46678 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Aug 20 09:30:25.738446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82055-a2dd-4280-b9de-b811b30c1d90 req-69bec719-b0c2-48b0-adcc-f9477fc6f8dd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:25.739897 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11d82055-a2dd-4280-b9de-b811b30c1d90 req-69bec719-b0c2-48b0-adcc-f9477fc6f8dd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0480590 Aug 20 09:30:25.777941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11d82055-a2dd-4280-b9de-b811b30c1d90 req-1deaaae9-21f6-4382-8c9b-177ce567324c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Aug 20 09:30:26.893023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101b2b0-5f48-47fd-abd1-df8ac4c7a537 req-215e7020-6657-46b6-b7f2-c9949b9e5cfb tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:26.894496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e101b2b0-5f48-47fd-abd1-df8ac4c7a537 req-215e7020-6657-46b6-b7f2-c9949b9e5cfb tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0519662 Aug 20 09:30:26.930349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e101b2b0-5f48-47fd-abd1-df8ac4c7a537 req-fa8b2d24-414f-4cff-b6b5-9f9b733c81ad tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299721 Aug 20 09:30:28.043165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a1863-62cf-4532-9f04-6a94e1fc6484 req-56a02678-e56b-43ff-98f9-0beeac7fc79e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:28.044642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e3a1863-62cf-4532-9f04-6a94e1fc6484 req-56a02678-e56b-43ff-98f9-0beeac7fc79e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Aug 20 09:30:28.081404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e3a1863-62cf-4532-9f04-6a94e1fc6484 req-b240cedf-829f-4fbe-8754-d8c2ecdefff8 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Aug 20 09:30:29.192265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a63fb-4e06-4b0d-8b4b-6da1c1496572 req-256cf5ec-7227-4390-8943-e75585556dcb tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:29.193738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d2a63fb-4e06-4b0d-8b4b-6da1c1496572 req-256cf5ec-7227-4390-8943-e75585556dcb tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0472798 Aug 20 09:30:29.231220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d2a63fb-4e06-4b0d-8b4b-6da1c1496572 req-3720760f-c365-4786-9ec5-6a821531d557 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Aug 20 09:30:30.344774 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d695c25-bd5f-461a-863b-02c69ccbea99 req-fb71b746-6919-4d77-bd3b-77c57c0172e3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:30.346239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d695c25-bd5f-461a-863b-02c69ccbea99 req-fb71b746-6919-4d77-bd3b-77c57c0172e3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0505719 Aug 20 09:30:30.382875 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8d695c25-bd5f-461a-863b-02c69ccbea99 req-fa8bc08a-f5fc-43eb-9382-89a1c93f41d3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Aug 20 09:30:31.497989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44660817-1149-49d2-981b-d299b3eaf22f req-d3bcb23a-72d3-4dff-9afa-8fbfe4d76c6d tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:31.499463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44660817-1149-49d2-981b-d299b3eaf22f req-d3bcb23a-72d3-4dff-9afa-8fbfe4d76c6d tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Aug 20 09:30:31.536096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44660817-1149-49d2-981b-d299b3eaf22f req-13351a43-ab88-4b36-80ca-735c04442850 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306997 Aug 20 09:30:32.648722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76476f3e-c699-4898-94e2-0e4a749030f6 req-76c530f6-ac57-4cfa-9729-96596274f642 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:32.650203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76476f3e-c699-4898-94e2-0e4a749030f6 req-76c530f6-ac57-4cfa-9729-96596274f642 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0474782 Aug 20 09:30:32.686416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76476f3e-c699-4898-94e2-0e4a749030f6 req-3179572d-697c-429a-86a9-88864254be58 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304725 Aug 20 09:30:33.802739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6038d6e-f6d4-43d8-b222-26271938e4a7 req-5796c149-30fe-413a-afeb-e21a40799cae tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:33.804209 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6038d6e-f6d4-43d8-b222-26271938e4a7 req-5796c149-30fe-413a-afeb-e21a40799cae tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0506411 Aug 20 09:30:34.166761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f6038d6e-f6d4-43d8-b222-26271938e4a7 req-cee6a3b1-840e-4f1a-af50-17604131fdd3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562376 Aug 20 09:30:35.279628 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dab3f-4955-4999-a510-565fcea52530 req-f1a9e610-d5df-4c1a-990c-637b4f2a17a3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:35.281070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e60dab3f-4955-4999-a510-565fcea52530 req-f1a9e610-d5df-4c1a-990c-637b4f2a17a3 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0472353 Aug 20 09:30:35.317618 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e60dab3f-4955-4999-a510-565fcea52530 req-eef9b7df-9efe-44cf-bd98-c992e8790a28 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306196 Aug 20 09:30:36.430826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f038a-4179-4283-931f-1a16dacd405c req-0d7a154e-0159-438a-b41a-a3aee4908efd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:36.432273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b54f038a-4179-4283-931f-1a16dacd405c req-0d7a154e-0159-438a-b41a-a3aee4908efd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0472589 Aug 20 09:30:36.468922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b54f038a-4179-4283-931f-1a16dacd405c req-d7d8db22-5393-4eaa-b70a-dbcb7eafd896 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Aug 20 09:30:37.584699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eca04-746f-4301-a853-ab139471ae24 req-c00845ca-748c-4e91-a475-5b6ca9026e26 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:37.586169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a5eca04-746f-4301-a853-ab139471ae24 req-c00845ca-748c-4e91-a475-5b6ca9026e26 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0501642 Aug 20 09:30:37.622883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4a5eca04-746f-4301-a853-ab139471ae24 req-2092656f-3a64-4c33-9cca-bb9d3bd4cefc tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Aug 20 09:30:38.736548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6ee4-db75-4eb0-828d-928a3e8b8775 req-089f3857-b62f-4149-aa27-902ebc60247c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:38.738036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-394c6ee4-db75-4eb0-828d-928a3e8b8775 req-089f3857-b62f-4149-aa27-902ebc60247c tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Aug 20 09:30:38.774789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-394c6ee4-db75-4eb0-828d-928a3e8b8775 req-a85244aa-126b-457e-9322-6cfd436ae186 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303371 Aug 20 09:30:39.886477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed527f-7b95-4eac-aa85-cc102dc020e3 req-57bc4c32-e642-4288-967d-01bc42f5fac8 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:39.887940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05ed527f-7b95-4eac-aa85-cc102dc020e3 req-57bc4c32-e642-4288-967d-01bc42f5fac8 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0489817 Aug 20 09:30:39.925010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05ed527f-7b95-4eac-aa85-cc102dc020e3 req-302528fa-848f-4fe4-8dc7-76e966230eb1 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Aug 20 09:30:41.044403 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404540d-f80c-43ca-9844-fd29cfe49db5 req-b9e63a14-c691-4af2-91a5-bc61b1930f08 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:41.046044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5404540d-f80c-43ca-9844-fd29cfe49db5 req-b9e63a14-c691-4af2-91a5-bc61b1930f08 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0550697 Aug 20 09:30:41.084356 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5404540d-f80c-43ca-9844-fd29cfe49db5 req-adf05ed0-417b-4cd0-a300-a077bc26e9d6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324683 Aug 20 09:30:42.195821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9172a-03ea-4d7e-bb6e-2ff1894981c3 req-64e4f114-491a-4291-8ae6-5f7ead60add6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:42.197918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbc9172a-03ea-4d7e-bb6e-2ff1894981c3 req-64e4f114-491a-4291-8ae6-5f7ead60add6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0487466 Aug 20 09:30:42.233996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbc9172a-03ea-4d7e-bb6e-2ff1894981c3 req-0dd956c9-5729-42d6-8f01-df83c100e5f9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302265 Aug 20 09:30:42.870660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:43.213793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45f0fe8e-695a-412b-bbb9-d212b6f92e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:43.346114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcb9d8-a13b-49d0-98f2-ebb5e32508db req-7e480edc-458b-457a-adef-3e8a17f56901 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:43.347554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63fcb9d8-a13b-49d0-98f2-ebb5e32508db req-7e480edc-458b-457a-adef-3e8a17f56901 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Aug 20 09:30:43.384415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63fcb9d8-a13b-49d0-98f2-ebb5e32508db req-15c6fec6-95f4-482e-baeb-6b5cc2052ad2 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Aug 20 09:30:44.256112 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:44.559138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52799f67-cc5d-4488-af38-e64428a3b952 req-e41ab8ac-4b14-4597-87c9-1c92c806ce47 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:44.560605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52799f67-cc5d-4488-af38-e64428a3b952 req-e41ab8ac-4b14-4597-87c9-1c92c806ce47 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.1102929 Aug 20 09:30:44.597489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52799f67-cc5d-4488-af38-e64428a3b952 req-977310c8-1d9a-4f31-a5a7-c7fed9498400 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Aug 20 09:30:45.766136 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34248af-9319-49e4-806b-edcb2e0e73c6 req-5a02d8a4-6243-41d7-9f75-152698c2c2c7 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:45.767582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34248af-9319-49e4-806b-edcb2e0e73c6 req-5a02d8a4-6243-41d7-9f75-152698c2c2c7 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.1040616 Aug 20 09:30:45.803557 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f34248af-9319-49e4-806b-edcb2e0e73c6 req-a337ceb6-51ae-4c68-9731-2e7cfbc27def tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Aug 20 09:30:46.363904 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:46.644923 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aaee6066-0d45-4085-8fad-32cf0f59e8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:46.918290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261ecb0-7d03-47a5-a447-3ba39eee1590 req-e4d40aac-38ef-4f5b-897a-b2641a302ea4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:46.919641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f261ecb0-7d03-47a5-a447-3ba39eee1590 req-e4d40aac-38ef-4f5b-897a-b2641a302ea4 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0473871 Aug 20 09:30:46.958177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f261ecb0-7d03-47a5-a447-3ba39eee1590 req-cddd412e-6f58-4da4-9c48-68ecfc7da92a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Aug 20 09:30:47.539545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.074553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16b0f8-879c-4158-b102-9e993a0bc9c9 req-772cf9bf-f378-4f69-8aef-5cb474d2d1fd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:48.075996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b16b0f8-879c-4158-b102-9e993a0bc9c9 req-772cf9bf-f378-4f69-8aef-5cb474d2d1fd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0518591 Aug 20 09:30:48.113192 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b16b0f8-879c-4158-b102-9e993a0bc9c9 req-d04aad7f-f15a-4f82-8ef3-69a1d00f5821 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Aug 20 09:30:48.159022 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-7fb6d0f7-9926-43f2-9fa7-8e1c2ed408fc service neutron] show failed (client error): The resource could not be found. Aug 20 09:30:48.160030 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-7fb6d0f7-9926-43f2-9fa7-8e1c2ed408fc service neutron] 10.222.0.26 "GET /v2.0/ports/5b206fca-1e7f-44c5-a3e7-7740aba91fcd/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0542068 Aug 20 09:30:48.350247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-5072d0c4-8143-4210-b123-07077ed9293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:48.351717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-5072d0c4-8143-4210-b123-07077ed9293c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440&tenant_id=12e6655648d942608cd382788f1f7085 HTTP/1.1" status: 200 len: 1097 time: 0.0400240 Aug 20 09:30:48.363655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:48.417636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.616346 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:48.648224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:30:48.687341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:48.689640 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4448da4f-7e39-471f-98a5-2959504718fa" -d '{"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-unplugged", "status": "completed", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:48.693417 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.705633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Transition to ACTIVE for port object 5b206fca-1e7f-44c5-a3e7-7740aba91fcd will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:30:48.709753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.770773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] No DVR routers for this DVR port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:30:48.774915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:48.785341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.785616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.785976 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.786310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.786639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.786974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.787330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.787623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.787947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.788272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.788599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.788921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:48.810327 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e17f520-9a3a-45a5-ae5f-7913630d99c6 x-openstack-request-id: req-4e17f520-9a3a-45a5-ae5f-7913630d99c6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:48.810629 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-unplugged", "status": "completed", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:48.810878 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e17f520-9a3a-45a5-ae5f-7913630d99c6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:48.811262 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'code': 200} Aug 20 09:30:48.824199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:30:48.824531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:30:48.824856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:48.829027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:30:48.829353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Attempting to bind port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on network 3b53dce0-cab3-4b00-9c2b-07f6286ba3cb {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:48.834082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:30:48.834411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Checking segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:30:48.834785 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Bound using segment: {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:30:48.835205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Bound port: 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:30:48.835557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.897254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:30:48.901655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:30:48.905846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.911290 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.941571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:48.942225 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:48.944019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] 10.222.0.37 "PUT /v2.0/ports/5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 1092 time: 0.5843542 Aug 20 09:30:48.981816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6233ed-ee78-416c-800c-fdc3970a1f2d service neutron] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:49.011666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-c651efde-5a59-45c9-8463-1f51438b087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:49.013170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-c651efde-5a59-45c9-8463-1f51438b087f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1095 time: 0.0451181 Aug 20 09:30:49.105119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-eb4f0076-b291-4455-9596-3f4c592bc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:49.106591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-eb4f0076-b291-4455-9596-3f4c592bc853 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0870917 Aug 20 09:30:49.147561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-a6a5e70c-1bab-4f1e-b805-550a4e8a0d17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0338671 Aug 20 09:30:49.200285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-cf454860-b533-4581-bd61-7ac8d37c3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:49.201768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-cf454860-b533-4581-bd61-7ac8d37c3066 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0477843 Aug 20 09:30:49.226574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c43ea-50e9-4e04-8eec-de4975e89a9f req-889d0906-1e12-4e2b-a0e0-2479d7271836 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:49.228073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab7c43ea-50e9-4e04-8eec-de4975e89a9f req-889d0906-1e12-4e2b-a0e0-2479d7271836 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 944 time: 0.0482483 Aug 20 09:30:49.234597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-181d36e1-2c47-4fc8-b6b1-680f7e979123 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252690 Aug 20 09:30:49.267259 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab7c43ea-50e9-4e04-8eec-de4975e89a9f req-e5e691c9-673e-4d61-a950-60a28e449018 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Aug 20 09:30:49.324630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-917ca2ac-626d-43cc-8929-37214c0beda2 service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825987 Aug 20 09:30:49.416403 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-715d37ef-eee4-427b-80c8-84cfdae78127 req-e8978afa-e8f8-4681-b13a-e69c9895c103 service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Aug 20 09:30:50.383707 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bff6bb-4689-491c-8e00-379d54f0a572 req-d9f8112d-ff9a-408c-8277-b6d61e534991 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:50.385508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1bff6bb-4689-491c-8e00-379d54f0a572 req-d9f8112d-ff9a-408c-8277-b6d61e534991 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 944 time: 0.0490239 Aug 20 09:30:50.422519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1bff6bb-4689-491c-8e00-379d54f0a572 req-b826af60-36c5-495d-a5a2-c988f38efd57 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Aug 20 09:30:50.812182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:50.814710 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d4810-9af4-4132-b965-284c2be21f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:50.845169 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:30:50.862139 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d08bf-d53c-47e7-aeab-ed2e34ce1045 x-openstack-request-id: req-a51d08bf-d53c-47e7-aeab-ed2e34ce1045 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:50.862521 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:50.862841 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a51d08bf-d53c-47e7-aeab-ed2e34ce1045 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:50.863251 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'status': 'completed', 'code': 200} Aug 20 09:30:50.959852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4810-9af4-4132-b965-284c2be21f7b req-6dfa0513-1d04-46b5-8638-cbdf0b0b6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:50.961367 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-6dfa0513-1d04-46b5-8638-cbdf0b0b6bca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1095 time: 0.0647125 Aug 20 09:30:50.964483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4810-9af4-4132-b965-284c2be21f7b req-f5a30a95-5771-4313-ae25-93206f0c7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:50.966003 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-f5a30a95-5771-4313-ae25-93206f0c7af7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1095 time: 0.0783653 Aug 20 09:30:51.126435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4810-9af4-4132-b965-284c2be21f7b req-c11d3efe-f585-4ae7-9dd8-fc655dcb6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.127820 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-c11d3efe-f585-4ae7-9dd8-fc655dcb6c77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.1554127 Aug 20 09:30:51.131801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4810-9af4-4132-b965-284c2be21f7b req-faf998c8-20f8-4270-a654-20fe34352039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.133129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-faf998c8-20f8-4270-a654-20fe34352039 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.1596456 Aug 20 09:30:51.205154 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-d9379034-327e-4d0d-b700-f521f084d9c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0692909 Aug 20 09:30:51.206520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-078094ed-9c65-4ea7-98b4-86ad2b37e8ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0651500 Aug 20 09:30:51.290334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4810-9af4-4132-b965-284c2be21f7b req-23e683f6-698e-454f-a0e0-3563a5973778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.292138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-23e683f6-698e-454f-a0e0-3563a5973778 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0809474 Aug 20 09:30:51.293554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4810-9af4-4132-b965-284c2be21f7b req-ca208300-1c33-4aab-b4dc-8b7a4a0185f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.294904 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-ca208300-1c33-4aab-b4dc-8b7a4a0185f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0765164 Aug 20 09:30:51.341705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-7e04d59a-11f5-4833-a0d5-5d920808f5e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425985 Aug 20 09:30:51.343588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-6b25a8ed-a9be-4a48-a7ff-778ec705cbed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374274 Aug 20 09:30:51.442778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:30:51.508480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-3f511f39-b8b4-4032-8aa7-597560109990 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597199 Aug 20 09:30:51.511172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-8d4b1de0-e828-46ed-8ec8-ce179def4ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549170 Aug 20 09:30:51.524432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:30:51.551947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217233b-e7e4-49ac-b61d-1bd83e8ad4e2 req-41b8d377-4125-4ab9-b2ed-b63a2e4cc62a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.553484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a217233b-e7e4-49ac-b61d-1bd83e8ad4e2 req-41b8d377-4125-4ab9-b2ed-b63a2e4cc62a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 944 time: 0.0548251 Aug 20 09:30:51.572021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:51.591936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'network_id': '3b53dce0-cab3-4b00-9c2b-07f6286ba3cb', 'port_id': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'mac_address': 'fa:16:3e:19:b8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a1ee26-ebca-4499-8bb9-e49bb0ef20a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:30:51.592464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a217233b-e7e4-49ac-b61d-1bd83e8ad4e2 req-44ead574-35b3-4c7f-8fff-60d3625b8403 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Aug 20 09:30:51.595049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:30:51.635861 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:51.649311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b206fca-1e7f-44c5-a3e7-7740aba91fcd {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:30:51.670992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:51.676401 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:51.679073 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-f55994ef-3e46-4e9a-be5d-7dc01757be7d service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627147 Aug 20 09:30:51.680992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c61d4810-9af4-4132-b965-284c2be21f7b req-76eb1d5c-363a-444f-8f85-7c7b0ebaf453 service neutron] 10.222.0.37 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555104 Aug 20 09:30:51.735919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:51.743274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.743617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.744109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.744479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.744816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.745135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.745458 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.745801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.746127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.746445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.746763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.747092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:51.820499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c56347-0575-4603-a804-43ce623105d0 req-6440a95b-98d1-4ee4-8a8b-2d6a22e4a386 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.822558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8c56347-0575-4603-a804-43ce623105d0 req-6440a95b-98d1-4ee4-8a8b-2d6a22e4a386 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0489261 Aug 20 09:30:51.828504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-4607e467-c1f6-4693-b995-43961dbbda2f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.830000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-4607e467-c1f6-4693-b995-43961dbbda2f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440&tenant_id=12e6655648d942608cd382788f1f7085&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 945 time: 0.0516853 Aug 20 09:30:51.861491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8c56347-0575-4603-a804-43ce623105d0 req-18e0cd8e-3ccf-4c5b-a8e5-9e3ce3ef97c7 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Aug 20 09:30:51.876873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5b206fca-1e7f-44c5-a3e7-7740aba91fcd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:30:51.892712 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-476624ae-2599-4b8e-9b4e-4a706803546c service neutron] delete failed (client error): The resource could not be found. Aug 20 09:30:51.893788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-476624ae-2599-4b8e-9b4e-4a706803546c service neutron] 10.222.0.26 "DELETE /v2.0/ports/5b206fca-1e7f-44c5-a3e7-7740aba91fcd/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0567157 Aug 20 09:30:51.975968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-8a6d2228-2348-4bd2-b916-17c439175f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:51.977424 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-8a6d2228-2348-4bd2-b916-17c439175f25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12e6655648d942608cd382788f1f7085&device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 1096 time: 0.0409977 Aug 20 09:30:52.069221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-27a31f02-631d-4f4a-8b5e-20f509cd80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:52.070695 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-27a31f02-631d-4f4a-8b5e-20f509cd80bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 200 len: 915 time: 0.0857570 Aug 20 09:30:52.111325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-7e33cf21-5bc4-43e1-b350-1d82663001ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 200 len: 217 time: 0.0339961 Aug 20 09:30:52.161445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-11f2fca2-7fa3-477d-a92e-3b604f2d1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:52.162926 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-11f2fca2-7fa3-477d-a92e-3b604f2d1243 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 200 len: 855 time: 0.0455780 Aug 20 09:30:52.193256 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-bdd3317f-84f3-43a7-8c32-7a1005d4dc0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233357 Aug 20 09:30:52.280397 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-3fa5e240-b715-4670-be13-23ebf33bc815 service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806408 Aug 20 09:30:52.370985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9b662c8f-e7cf-49a4-a7d7-f52155d93263 req-06c00e5e-7f8b-4d81-9a8c-e73271e4d2db service neutron] 10.222.0.26 "GET /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Aug 20 09:30:52.982188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535593d-4501-4d39-a692-620c7a1ecb79 req-1b8408cf-7067-4944-907e-93c4c828d8ed tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:52.983680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b535593d-4501-4d39-a692-620c7a1ecb79 req-1b8408cf-7067-4944-907e-93c4c828d8ed tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0504773 Aug 20 09:30:53.021420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b535593d-4501-4d39-a692-620c7a1ecb79 req-5ac8fef2-12a5-4877-92bf-1229888e4395 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Aug 20 09:30:53.141025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1487330-c02a-4276-a24f-7fb425eda93c req-2be43ccb-d13a-4412-8bb3-204eb95a4a8a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:53.142920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1487330-c02a-4276-a24f-7fb425eda93c req-2be43ccb-d13a-4412-8bb3-204eb95a4a8a tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0563457 Aug 20 09:30:53.181213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1487330-c02a-4276-a24f-7fb425eda93c req-8732d955-1ce0-48b5-85fa-8b645c32d9bd tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Aug 20 09:30:53.291691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb608d-d67c-4001-a9da-afeea1bf1007 req-ea42daed-3243-44e8-95e5-daf073a16b44 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:53.293157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7eb608d-d67c-4001-a9da-afeea1bf1007 req-ea42daed-3243-44e8-95e5-daf073a16b44 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Aug 20 09:30:53.330093 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f7eb608d-d67c-4001-a9da-afeea1bf1007 req-e84d726c-dc8d-4138-890c-6ec02b100ea6 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306866 Aug 20 09:30:53.451508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:30:53.507015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:30:53.511569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:30:53.511947 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:53.591403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:53.614031 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:53.616320 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9046df2-a244-4f9a-8436-59ca568b240b" -d '{"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-plugged", "status": "completed", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:53.630309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:53.636831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:53.664881 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da530f3-aee7-47d5-a981-de0dacc3de12 x-openstack-request-id: req-0da530f3-aee7-47d5-a981-de0dacc3de12 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:53.665174 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-plugged", "status": "completed", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:53.665442 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0da530f3-aee7-47d5-a981-de0dacc3de12 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:53.666467 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'code': 200} Aug 20 09:30:53.676177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6e56-3726-4413-9e20-af8ad309a384 req-f2137eb1-f811-4f30-9985-4d718313035f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:53.677708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b2f6e56-3726-4413-9e20-af8ad309a384 req-f2137eb1-f811-4f30-9985-4d718313035f tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 945 time: 0.0637853 Aug 20 09:30:53.692129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:53.716362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b2f6e56-3726-4413-9e20-af8ad309a384 req-82c40255-e0ee-441a-bc0a-13f17d700d2d tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Aug 20 09:30:54.794388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-2b5bd89e-9404-4474-91b4-63644fbdc92e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:54.795870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-2b5bd89e-9404-4474-91b4-63644fbdc92e tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0494220 Aug 20 09:30:54.836441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac680fe-975f-4587-8076-fa0562bbb98a req-1466fcfc-dd04-4992-b450-377978d79af9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:54.838239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bac680fe-975f-4587-8076-fa0562bbb98a req-1466fcfc-dd04-4992-b450-377978d79af9 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b92a512-fd48-41ac-b46a-e8d42fb50440 HTTP/1.1" status: 200 len: 946 time: 0.0531113 Aug 20 09:30:54.876414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bac680fe-975f-4587-8076-fa0562bbb98a req-2596ba7a-fcf5-41cf-b0ce-f76b414e82e0 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c911abb-83dc-4ed3-aaa9-4148d3d996d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 20 09:30:54.892926 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Deleting port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:30:54.893275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:54.981422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] For port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,segment=NetworkSegment(b4b0bd9b-b537-4a79-b34c-bf328d9a44ad),segment_id=b4b0bd9b-b537-4a79-b34c-bf328d9a44ad)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:30:54.981827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:54.994466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Calling delete_port for 5b206fca-1e7f-44c5-a3e7-7740aba91fcd owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:30:55.123780 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:55.135976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5b206fca-1e7f-44c5-a3e7-7740aba91fcd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:30:55.159662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Pushing event deleted for resources: {'Port': ['ID=5b206fca-1e7f-44c5-a3e7-7740aba91fcd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:55.192792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] No DVR routers for this DVR port 5b206fca-1e7f-44c5-a3e7-7740aba91fcd on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:30:55.195475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:55.197979 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a5ba94d4-bd3b-40f6-baef-c1c96178138f req-4a43f2eb-2e9e-4f03-aaa6-0c7541570a54 tempest-ServerDiskConfigTestJSON-1714349844 tempest-ServerDiskConfigTestJSON-1714349844-project] 10.222.0.37 "DELETE /v2.0/ports/5b206fca-1e7f-44c5-a3e7-7740aba91fcd HTTP/1.1" status: 204 len: 173 time: 0.3928897 Aug 20 09:30:55.198430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-deleted', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:30:55.201253 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260284fd-c7d8-4e68-822e-270d3bfb7590" -d '{"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-deleted", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:30:55.238361 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a12147-a82c-49d7-ba0e-91871ad5d5d2 x-openstack-request-id: req-70a12147-a82c-49d7-ba0e-91871ad5d5d2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:30:55.238658 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92a512-fd48-41ac-b46a-e8d42fb50440", "name": "network-vif-deleted", "tag": "5b206fca-1e7f-44c5-a3e7-7740aba91fcd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:30:55.238910 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70a12147-a82c-49d7-ba0e-91871ad5d5d2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:30:55.239314 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92a512-fd48-41ac-b46a-e8d42fb50440', 'name': 'network-vif-deleted', 'tag': '5b206fca-1e7f-44c5-a3e7-7740aba91fcd', 'status': 'completed', 'code': 200} Aug 20 09:30:56.000757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33242) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:56.048281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Deleting subnet 01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:30:56.051336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.084369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.125094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.178001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.203303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a1ee26-ebca-4499-8bb9-e49bb0ef20a7,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:56.207034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.208915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dbc11baa-4ee0-413b-881e-541e362d1b00 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01a1ee26-ebca-4499-8bb9-e49bb0ef20a7 HTTP/1.1" status: 204 len: 168 time: 0.2071221 Aug 20 09:30:56.211402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33244) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:56.283524 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.360691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.370990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b53dce0-cab3-4b00-9c2b-07f6286ba3cb']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:30:56.385819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:30:56.386117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b0bd9b-b537-4a79-b34c-bf328d9a44ad') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:30:56.394779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.408336 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.414229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:30:56.414614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:30:56.416282 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:30:56.470779 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.476505 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.478585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] 10.222.0.35 "DELETE /v2.0/networks/3b53dce0-cab3-4b00-9c2b-07f6286ba3cb HTTP/1.1" status: 204 len: 168 time: 0.2658999 Aug 20 09:30:56.490313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf6db5-5948-453e-928c-045053b62bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=3b53dce0-cab3-4b00-9c2b-07f6286ba3cb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:56.590201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:56.630605 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f14857f3-bbc8-4f3b-9bf2-18a99bb93e8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12e6655648d942608cd382788f1f7085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392380 Aug 20 09:30:56.632984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:56.678594 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.700241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.746500 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.748902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:56.752923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c911abb-83dc-4ed3-aaa9-4148d3d996d6 HTTP/1.1" status: 204 len: 168 time: 0.1190302 Aug 20 09:30:56.760658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c911abb-83dc-4ed3-aaa9-4148d3d996d6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:56.767887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.768237 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.768584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.768936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.769258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.769591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.769946 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.770275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.770601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.770931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.771259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:56.771582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a733614-0a41-4bcc-83cf-6ed88d67bec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:30:57.401238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:57.485773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:30:57.499280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1711140562-network', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:57.506084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 5b206fca-1e7f-44c5-a3e7-7740aba91fcd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:30:57.506436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5b206fca-1e7f-44c5-a3e7-7740aba91fcd not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:30:57.520456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Made reservation on behalf of 58463e09eb534d19a859a16b8b7b1fe4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:30:57.522795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.532868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.625049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.628720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.652693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:30:57.661997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffc65b4-126d-4fd1-9629-e543fa0e0763,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:57.666628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.666974 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Added segment 7251c045-ff91-4b1b-948c-3fc050f4034d of type vlan for network 55ab8d31-de0c-4d07-8971-dc60593cfbaa Aug 20 09:30:57.705082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.729278 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.730250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:57.730827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.782938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3804884 Aug 20 09:30:57.785857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33276) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:57.787780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b2316-cdab-4fc3-a693-0b30b611c427 admin admin] Pushing event updated for resources: {'Network': ['ID=55ab8d31-de0c-4d07-8971-dc60593cfbaa,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:57.791402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Request body: {'subnet': {'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1711140562-subnet', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:57.797344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:30:57.811864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Made reservation on behalf of 58463e09eb534d19a859a16b8b7b1fe4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:30:57.814326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:57.977819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.029612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a00b33-db4d-47d9-8bd8-bac2529272fa,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:58.039482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:30:58.039837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Network hostable DHCP agents. Network: 55ab8d31-de0c-4d07-8971-dc60593cfbaa, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:30:58.056581 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:30:58.064822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 55ab8d31-de0c-4d07-8971-dc60593cfbaa) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:30:58.068626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:30:58.069206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.073928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aaab51-8a6b-4df4-979a-3c0459a50731 None None] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:30:58.084732 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-594c9614-8201-4ad7-a863-81103f5f7749 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2953119 Aug 20 09:30:58.084917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33278) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:58.089688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:30:58.113563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.114569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.200826 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.221728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:30:58.222624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.335110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.357078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Allocated IP 172.20.0.2 (55ab8d31-de0c-4d07-8971-dc60593cfbaa/d8a00b33-db4d-47d9-8bd8-bac2529272fa/8cd7a1f2-9b41-4219-b321-fe9f32097cb6) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:30:58.501079 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.509923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Transition to ACTIVE for port object 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:30:58.524626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Transition to ACTIVE for port object 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:30:58.531118 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.531957 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.557191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.568019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:30:58.570699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:30:58.576480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:30:58.586619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Pushing event updated for resources: {'Port': ['ID=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:58.636378 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Attempting to bind port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:30:58.636747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Attempting to bind port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:30:58.637104 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Attempting to bind port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:30:58.642018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:30:58.642385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:30:58.642780 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.643168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:30:58.643622 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Bound port: 8cd7a1f2-9b41-4219-b321-fe9f32097cb6, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:30:58.644000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.659190 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Allocated IP 172.25.5.252 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/35339f32-8ab7-492a-8821-53da4a9e8522) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:30:58.710952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] For port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:30:58.714386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] For port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:30:58.718571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.764757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.777481 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a563fb-f2a9-4e04-99e7-949a4f35918b None None] Pushing event updated for resources: {'Port': ['ID=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:58.805863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:58.844169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:30:58.846767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:30:58.850130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:30:58.875169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Pushing event updated for resources: {'Port': ['ID=35339f32-8ab7-492a-8821-53da4a9e8522,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:30:59.399760 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:59.600277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:59.676948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd71e6-6c67-4476-9063-ba16ddf599fa None None] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:30:59.743416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Router 224ed5ff-40da-4358-b476-9be2d147eb74 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:30:59.767766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-97f061e9-1277-4ce6-8930-cdcf4579ca40 None None] Provisioning for port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:30:59.849635 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:30:59.860360 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:30:59.867260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:30:59.868527 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-56d87034-1f5a-4997-9122-89c81aa8c786 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7826955 Aug 20 09:30:59.871943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33280) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:30:59.875857 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:30:59.876653 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:30:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:30:59.984658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:00.008505 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:31:00.038017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:31:00.042707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:00.043092 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.127510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3c64b650-eac8-4095-9a5f-b550306a9d3f None None] Provisioning complete for port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:00.127854 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c64b650-eac8-4095-9a5f-b550306a9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.160923 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.199989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:30:59Z', 'revision_number': 3, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:00.204204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:31:00.210116 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.230225 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:31:00.230468 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Updating router 224ed5ff-40da-4358-b476-9be2d147eb74 port 35339f32-8ab7-492a-8821-53da4a9e8522 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:31:00.254763 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.291404 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:00.360053 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.506497 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.516159 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Transition to ACTIVE for port object 35339f32-8ab7-492a-8821-53da4a9e8522 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:31:00.522712 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.542502 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Allocated IP 172.20.0.1 (55ab8d31-de0c-4d07-8971-dc60593cfbaa/d8a00b33-db4d-47d9-8bd8-bac2529272fa/6713facd-d044-4d9b-b082-71fff92b71a3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:31:00.578036 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Attempting to bind port 35339f32-8ab7-492a-8821-53da4a9e8522 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:31:00.578408 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Attempting to bind port 35339f32-8ab7-492a-8821-53da4a9e8522 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:31:00.578768 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Attempting to bind port 35339f32-8ab7-492a-8821-53da4a9e8522 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:31:00.580719 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Pushing event updated for resources: {'Port': ['ID=35339f32-8ab7-492a-8821-53da4a9e8522,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:00.589013 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:31:00.589380 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:31:00.589801 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.590188 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:31:00.590639 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Bound port: 35339f32-8ab7-492a-8821-53da4a9e8522, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:31:00.591017 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.594067 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.594406 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.594739 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.595077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.595398 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.595719 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.596041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.596356 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.596670 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.596982 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.597295 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.597604 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:31:00.647487 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] For port 35339f32-8ab7-492a-8821-53da4a9e8522, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:31:00.650112 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.650802 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] For port 35339f32-8ab7-492a-8821-53da4a9e8522, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35339f32-8ab7-492a-8821-53da4a9e8522,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:31:00.656432 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.664099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Transition to ACTIVE for port object 6713facd-d044-4d9b-b082-71fff92b71a3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:31:00.697794 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.710963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:31:00.711573 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:30:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:00.716178 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee91a7-5f64-45f6-ab58-37eaf14fc704 None None] Pushing event updated for resources: {'Port': ['ID=35339f32-8ab7-492a-8821-53da4a9e8522,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:00.735408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:31:00.738218 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:31:00.741725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:31:00.778886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Pushing event updated for resources: {'Port': ['ID=6713facd-d044-4d9b-b082-71fff92b71a3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:00.797557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:00.917858 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:31:00.942042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:01.003418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2aa82465-1be6-4b24-9355-ccdf75af486e None None] Provisioning for port 6713facd-d044-4d9b-b082-71fff92b71a3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:31:01.007152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2aa82465-1be6-4b24-9355-ccdf75af486e None None] Provisioning complete for port 6713facd-d044-4d9b-b082-71fff92b71a3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:01.007531 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2aa82465-1be6-4b24-9355-ccdf75af486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:01.043564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2aa82465-1be6-4b24-9355-ccdf75af486e None None] Port 6713facd-d044-4d9b-b082-71fff92b71a3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:31:01.105216 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:30:59Z', 'revision_number': 3, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:01.110339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:01.115236 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:01.131797 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b823c3-dc08-4295-b605-24a7d4b1aa8e None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:30:59Z', 'revision_number': 3, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:31:01.189501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:01.191407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Pushing event updated for resources: {'Port': ['ID=6713facd-d044-4d9b-b082-71fff92b71a3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:01.287466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:31:01.288917 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:31:01.436127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:31:01.562797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:31:01.565791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e0a927b5-f638-4972-8d25-a3dc70ea448d None None] Provisioning complete for port 6713facd-d044-4d9b-b082-71fff92b71a3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:01.566176 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e0a927b5-f638-4972-8d25-a3dc70ea448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:01.568084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d7913cac-d828-40fe-b812-8f8fc7da6bfa admin admin] 10.222.0.35 "PUT /v2.0/routers/224ed5ff-40da-4358-b476-9be2d147eb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949308 Aug 20 09:31:01.603150 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-e0a927b5-f638-4972-8d25-a3dc70ea448d None None] Port 6713facd-d044-4d9b-b082-71fff92b71a3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:31:02.002528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:02.048761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:02.049374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:02.127158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35339f32-8ab7-492a-8821-53da4a9e8522 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:02.173942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 35339f32-8ab7-492a-8821-53da4a9e8522 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:31:02.177859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 35339f32-8ab7-492a-8821-53da4a9e8522 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:02.178283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:02.256181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:02.275646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 35339f32-8ab7-492a-8821-53da4a9e8522, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35339f32-8ab7-492a-8821-53da4a9e8522,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:31:02.279106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:02.325999 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=35339f32-8ab7-492a-8821-53da4a9e8522,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:02.657431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:31:02.667226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:31:02.667844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:30:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:02.926054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:31:03.122854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 2, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:03.152916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:31:03.153271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Updating router 224ed5ff-40da-4358-b476-9be2d147eb74 port 6713facd-d044-4d9b-b082-71fff92b71a3 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:31:03.155125 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33290) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:31:03.159977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099561568', 'description': 'tempest-description--954020165'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:03.180206 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.183432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.270005 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.274236 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.300144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.301361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1451287 Aug 20 09:31:03.304372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33292) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:31:03.305287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f152b-cee1-4b0e-bb44-24612c2917b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d42703-9d59-4122-a98e-f53fc9c4afab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:03.318012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'security_group_rule': {'security_group_id': 'd5d42703-9d59-4122-a98e-f53fc9c4afab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:03.344757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.405595 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.409486 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.429755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ae3bd3-48b6-47a0-b746-a6711fd367b6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:03.436649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.437998 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-48e06585-774a-4fa0-a8bd-3e85b78f0f1a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325896 Aug 20 09:31:03.440595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 33294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:31:03.444994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'security_group_rule': {'security_group_id': 'd5d42703-9d59-4122-a98e-f53fc9c4afab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:03.455689 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.467468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Transition to ACTIVE for port object 6713facd-d044-4d9b-b082-71fff92b71a3 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:31:03.472489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.473254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.524419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00afcc5-3ea8-4980-84c2-6f51bf5f8078 None None] Pushing event updated for resources: {'Port': ['ID=6713facd-d044-4d9b-b082-71fff92b71a3,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:03.537360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.542346 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.561105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4542a3-7e43-4779-b9ae-a0cae8bce6c4,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:03.572871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.575094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f042a768-d100-4a77-b922-84bfbc8dd3ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335213 Aug 20 09:31:03.577917 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33296) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:31:03.582815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:03.582956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Attempting to bind port 6713facd-d044-4d9b-b082-71fff92b71a3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:31:03.583324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Attempting to bind port 6713facd-d044-4d9b-b082-71fff92b71a3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:31:03.583687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Attempting to bind port 6713facd-d044-4d9b-b082-71fff92b71a3 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:31:03.589924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:31:03.590601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:31:03.591010 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.591405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:31:03.591965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Bound port: 6713facd-d044-4d9b-b082-71fff92b71a3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:31:03.592400 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.611262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.660428 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] For port 6713facd-d044-4d9b-b082-71fff92b71a3, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:31:03.664433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] For port 6713facd-d044-4d9b-b082-71fff92b71a3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6713facd-d044-4d9b-b082-71fff92b71a3,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:31:03.671234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.721806 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.727698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:31:03.728397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:30:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:03.780489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00afcc5-3ea8-4980-84c2-6f51bf5f8078 None None] Pushing event updated for resources: {'Port': ['ID=6713facd-d044-4d9b-b082-71fff92b71a3,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:03.844893 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Allocated IP 172.25.5.109 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c6e9fa94-8d92-40eb-b9aa-8a9b2f1ca2e4) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:31:03.867440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:31:03.958491 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:03.968962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35339f32-8ab7-492a-8821-53da4a9e8522 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:04.001211 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.042268 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:31:04.045048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:31:04.048455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:31:04.074688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'Port': ['ID=c6e9fa94-8d92-40eb-b9aa-8a9b2f1ca2e4,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:04.098328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 35339f32-8ab7-492a-8821-53da4a9e8522 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:04.098665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.139444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.172670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.206430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:03Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:04.237682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a8141-91fe-4cfc-af9d-9cf981a0b4db None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:03Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:31:04.352169 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.358087 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.434998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'Port': ['ID=c6e9fa94-8d92-40eb-b9aa-8a9b2f1ca2e4,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:04.444549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.460178 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:04.465784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a46b9655-e586-4c0c-81a6-94416584eb06 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8824017 Aug 20 09:31:04.603685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-f70f09b3-3b77-443c-aeae-105dbfb53b3c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2099561568&fields=id&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 267 time: 0.0347631 Aug 20 09:31:04.713959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6c5c0413-3e0b-46d3-9900-23355f6e905e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:04.715500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6c5c0413-3e0b-46d3-9900-23355f6e905e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1043859 Aug 20 09:31:04.732315 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-2e29187f-69d4-4498-88b6-a109fd214fee tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/quotas/58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 375 time: 0.0107183 Aug 20 09:31:04.786679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6d418220-7af1-494d-ad7c-bc3c6b16de15 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483677 Aug 20 09:31:04.888076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-4ba6fd94-bb89-4e4e-b784-5bbc8dd1af6b service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880575 Aug 20 09:31:04.981658 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-890c96ba-925f-423d-abee-c7ffe87a376f service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864098 Aug 20 09:31:05.172889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb389131-812b-4c4a-8edb-f6ad56e88859 req-e30166d3-f5c9-4491-8997-c3a1b9420928 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 210 time: 0.0348730 Aug 20 09:31:05.953863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6713facd-d044-4d9b-b082-71fff92b71a3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:06.004275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 6713facd-d044-4d9b-b082-71fff92b71a3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:31:06.008449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6713facd-d044-4d9b-b082-71fff92b71a3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:06.008820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.069950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d481834b-e95b-4e89-a50c-267ae5f8a9de tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:06.071552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d481834b-e95b-4e89-a50c-267ae5f8a9de tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1080587 Aug 20 09:31:06.098139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.127301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-5837614e-b890-4f68-8c37-8a83621a8858 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 380 time: 0.0467393 Aug 20 09:31:06.137951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 6713facd-d044-4d9b-b082-71fff92b71a3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6713facd-d044-4d9b-b082-71fff92b71a3,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:31:06.138457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'port': {'device_id': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'admin_state_up': True, 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'security_groups': ['d5d42703-9d59-4122-a98e-f53fc9c4afab']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:06.142217 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.190225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=6713facd-d044-4d9b-b082-71fff92b71a3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:06.251811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Made reservation on behalf of 58463e09eb534d19a859a16b8b7b1fe4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:31:06.255276 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.269020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6098227f-abce-4052-89ca-754a32f9de44 req-e27eaa05-0142-479c-a118-413fd5818983 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 210 time: 0.0273311 Aug 20 09:31:06.380860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Allocated IP 172.20.0.3 (55ab8d31-de0c-4d07-8971-dc60593cfbaa/d8a00b33-db4d-47d9-8bd8-bac2529272fa/f9eb5d33-fd89-4ecf-8ffc-b304519f759f) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:31:06.512407 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.525943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Transition to ACTIVE for port object f9eb5d33-fd89-4ecf-8ffc-b304519f759f will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:31:06.556864 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.602049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:31:06.605146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:31:06.608683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:31:06.636176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:06.664532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:06.665166 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.680229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-3137f398-ec03-47ef-b6ca-dc25a54335b3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459130 Aug 20 09:31:06.692620 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Request body: {'port': {'device_id': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:06.749740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.796851 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-49787aec-24d5-4a5e-b100-00a0ae4b2006 None None] Provisioning for port f9eb5d33-fd89-4ecf-8ffc-b304519f759f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:31:06.800537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-49787aec-24d5-4a5e-b100-00a0ae4b2006 None None] Provisioning complete for port f9eb5d33-fd89-4ecf-8ffc-b304519f759f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:06.801008 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-49787aec-24d5-4a5e-b100-00a0ae4b2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:06.835017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-49787aec-24d5-4a5e-b100-00a0ae4b2006 None None] Port f9eb5d33-fd89-4ecf-8ffc-b304519f759f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:31:07.017418 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9eb5d33-fd89-4ecf-8ffc-b304519f759f {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:31:07.024821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:07.036779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Transition to ACTIVE for port object f9eb5d33-fd89-4ecf-8ffc-b304519f759f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:31:07.040252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:07.094755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:07.168182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:31:07.168520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:31:07.168876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:31:07.173471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:31:07.173828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:31:07.178737 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:31:07.179074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:31:07.179458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:31:07.179884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Bound port: f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:31:07.180248 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:07.247525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:31:07.250894 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:31:07.255851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:07.287447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.288061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:07.289442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] 10.222.0.37 "PUT /v2.0/ports/f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 1091 time: 0.6013124 Aug 20 09:31:07.289903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:31:07.294148 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd90fd9-52b4-47c7-8763-6406ca729b38" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:31:07.334186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d7a1-a4ce-4c98-ba28-8b96e1e02ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:07.353548 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4bfd79-0551-42c6-9571-3620a06d11ef x-openstack-request-id: req-8a4bfd79-0551-42c6-9571-3620a06d11ef {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:31:07.354223 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:31:07.354577 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a4bfd79-0551-42c6-9571-3620a06d11ef {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:31:07.355174 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'status': 'completed', 'code': 200} Aug 20 09:31:07.385075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d8ccfa1f-3390-4d58-b6ee-11573160a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.386689 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d8ccfa1f-3390-4d58-b6ee-11573160a9fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1094 time: 0.0462811 Aug 20 09:31:07.393582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb38ed-5c0e-4b99-bce0-a1f99722dedf req-ae4d82aa-5616-49d5-b453-eab20b27cdb3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.395219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26eb38ed-5c0e-4b99-bce0-a1f99722dedf req-ae4d82aa-5616-49d5-b453-eab20b27cdb3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 943 time: 0.0525231 Aug 20 09:31:07.434496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d9ce2c28-3e88-47b5-819b-0ee3fcc02b09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 217 time: 0.0397713 Aug 20 09:31:07.439317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-26eb38ed-5c0e-4b99-bce0-a1f99722dedf req-32935f25-a302-4a86-b21f-64dc7bf63b38 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355837 Aug 20 09:31:07.486734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d5e11d5b-5be5-4ba6-8186-1d600cdef149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.488203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-d5e11d5b-5be5-4ba6-8186-1d600cdef149 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0470266 Aug 20 09:31:07.533996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-0fae2e9a-3056-4b01-a548-0c5cffe617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.535487 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-0fae2e9a-3056-4b01-a548-0c5cffe617e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399189 Aug 20 09:31:07.629844 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-751a4dd9-d84c-4649-b401-4be9a730e1c4 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858068 Aug 20 09:31:07.716724 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5b275dd6-c21c-417e-b7a2-5c8b0c3b3b05 req-6fd2fe64-d884-42f9-98e6-f5877bb62db3 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793800 Aug 20 09:31:07.804474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-a8d3e7b5-471d-4e61-86d3-db0b89fb7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.805883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-a8d3e7b5-471d-4e61-86d3-db0b89fb7d50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1094 time: 0.0440745 Aug 20 09:31:07.894681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-ae0fdc9d-378b-4efa-b93e-cff5fb902a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.896175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-ae0fdc9d-378b-4efa-b93e-cff5fb902a63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0833778 Aug 20 09:31:07.928732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6713facd-d044-4d9b-b082-71fff92b71a3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:07.939788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-2aa2626d-6c45-4c11-a7d2-1fc253863156 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 217 time: 0.0356410 Aug 20 09:31:07.982618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6713facd-d044-4d9b-b082-71fff92b71a3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:07.982994 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:07.997511 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-a3bf7e0a-fb79-40ad-af65-07cc4ce18e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:07.999004 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-a3bf7e0a-fb79-40ad-af65-07cc4ce18e9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0501945 Aug 20 09:31:08.044918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-cf1356e5-6fb6-4a73-9ce5-9ebb9f5d1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:08.046452 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-cf1356e5-6fb6-4a73-9ce5-9ebb9f5d1137 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397828 Aug 20 09:31:08.137784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-4f040367-5021-45d6-ac09-8f25e407f6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827949 Aug 20 09:31:08.229929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5bd90fd9-52b4-47c7-8763-6406ca729b38 req-b2941736-7cf3-4047-b7db-8c59789f9fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838647 Aug 20 09:31:08.557281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b396b6-4aa4-4097-8d78-2d01f6675b2d req-7b087e4f-c1a4-42a3-a6e8-5ad83fcb4cda tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:08.558780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98b396b6-4aa4-4097-8d78-2d01f6675b2d req-7b087e4f-c1a4-42a3-a6e8-5ad83fcb4cda tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 943 time: 0.0472083 Aug 20 09:31:08.597456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98b396b6-4aa4-4097-8d78-2d01f6675b2d req-a189a5f4-01b4-4c58-8766-a19ec233504e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328791 Aug 20 09:31:09.560340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:31:09.670743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:31:09.683140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'mac_address': 'fa:16:3e:c7:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:31:09.721705 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:09.726759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697bad4-ce90-48b2-9519-08aab1303456 req-9c42d5a9-49d3-4aa5-a859-ab865c5073d9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:09.728439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d697bad4-ce90-48b2-9519-08aab1303456 req-9c42d5a9-49d3-4aa5-a859-ab865c5073d9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 943 time: 0.0544832 Aug 20 09:31:09.734641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb5d33-fd89-4ecf-8ffc-b304519f759f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:31:09.755233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:31:09.761656 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:09.777533 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d697bad4-ce90-48b2-9519-08aab1303456 req-541ca120-09aa-43f4-a57a-1bd02e5c8be5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Aug 20 09:31:09.809967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:09.968794 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['f9eb5d33-fd89-4ecf-8ffc-b304519f759f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:31:10.889344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d599622-5c1c-40fc-b6d2-3514c40e2591 req-94a1675c-5b58-4ebd-abe9-56efd0e35800 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:10.890832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d599622-5c1c-40fc-b6d2-3514c40e2591 req-94a1675c-5b58-4ebd-abe9-56efd0e35800 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 944 time: 0.0480742 Aug 20 09:31:10.927870 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1d599622-5c1c-40fc-b6d2-3514c40e2591 req-4b91c387-e969-42bf-803e-088b3fd69bdd tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 Aug 20 09:31:11.574607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:31:11.621545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port f9eb5d33-fd89-4ecf-8ffc-b304519f759f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:31:11.625064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port f9eb5d33-fd89-4ecf-8ffc-b304519f759f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:31:11.625434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:11.702513 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:11.724452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:31:11.726704 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e25f71d-20fc-4d20-9c7c-aadac6cafe39" -d '{"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:31:11.739733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:31:11.744723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:11.767172 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1633e93-d915-4761-82f0-987ea3a0450f x-openstack-request-id: req-e1633e93-d915-4761-82f0-987ea3a0450f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:31:11.767461 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:31:11.767713 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1633e93-d915-4761-82f0-987ea3a0450f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:31:11.768097 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'code': 200} Aug 20 09:31:11.793329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:31:11.860265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38afe8b-aa83-48bd-83df-c77fdd308075 req-ee84e812-8422-4895-97b0-b170189a0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:11.861648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e38afe8b-aa83-48bd-83df-c77fdd308075 req-ee84e812-8422-4895-97b0-b170189a0bb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1096 time: 0.0401306 Aug 20 09:31:11.896459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e38afe8b-aa83-48bd-83df-c77fdd308075 req-db482d06-bd73-4f45-b17e-99d275db921f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267839 Aug 20 09:31:12.038509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1169-5da2-4c8d-b19a-793c22252297 req-2dddd742-bbe9-45df-8ed5-60dcd6d8f21d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:12.039976 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-554d1169-5da2-4c8d-b19a-793c22252297 req-2dddd742-bbe9-45df-8ed5-60dcd6d8f21d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0477238 Aug 20 09:31:12.076862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-554d1169-5da2-4c8d-b19a-793c22252297 req-3497e0ad-1550-434f-a2b2-5f45c1e268bd tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Aug 20 09:31:12.904864 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:13.195644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d69484-2b6f-4272-a7b0-16c63b086fa7 req-52f1fcf7-70eb-4ad3-90d7-eb75bb1158dc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:13.197768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73d69484-2b6f-4272-a7b0-16c63b086fa7 req-52f1fcf7-70eb-4ad3-90d7-eb75bb1158dc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0535212 Aug 20 09:31:13.215173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-23a0eb36-a6a6-4b79-aa33-e7dd338700c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:13.239044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-73d69484-2b6f-4272-a7b0-16c63b086fa7 req-8699c396-ea21-49fb-8cb0-8ece13bb997f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347207 Aug 20 09:31:13.347456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5c0b-f40a-4464-906b-c8f9f74ec2ce req-0c046f6e-0ee2-4a8b-9afc-e6b1bd931dd0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:13.348952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1dd5c0b-f40a-4464-906b-c8f9f74ec2ce req-0c046f6e-0ee2-4a8b-9afc-e6b1bd931dd0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0480695 Aug 20 09:31:13.358687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33340) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:31:13.363064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'floatingip': {'port_id': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:31:13.401049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:13.825754 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:13.830826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:13.934108 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d associated. External IP: 172.25.5.109, port: f9eb5d33-fd89-4ecf-8ffc-b304519f759f. Aug 20 09:31:14.138132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:31:14.244398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:31:14.248787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:14.257108 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:31:14.257613 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:14.266476 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:31:14.267099 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:30:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:14.276684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1869e191-adc3-44db-a377-ef5ae52a13d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "PUT /v2.0/floatingips/2630b8fd-60cc-4340-bac5-d99b0acb737d HTTP/1.1" status: 200 len: 991 time: 0.9169016 Aug 20 09:31:14.277295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:31:14.279620 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc05217-6a8d-4e90-a356-c7582db47358" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:31:14.384709 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:31:14.385149 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c0c88-e2e9-4b40-95f7-cf3cbacf6956 x-openstack-request-id: req-a34c0c88-e2e9-4b40-95f7-cf3cbacf6956 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:31:14.385460 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:31:14.385708 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a34c0c88-e2e9-4b40-95f7-cf3cbacf6956 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:31:14.386149 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'status': 'completed', 'code': 200} Aug 20 09:31:14.448054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-1873a330-1481-42f6-bfbb-e94f6ce866af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:14.449506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-1873a330-1481-42f6-bfbb-e94f6ce866af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1096 time: 0.0438802 Aug 20 09:31:14.538876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-ab4f98f3-8427-47a5-9cfa-40e1de3eef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:14.541038 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-ab4f98f3-8427-47a5-9cfa-40e1de3eef4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0844727 Aug 20 09:31:14.610229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-9b1a1a24-7203-42b3-b326-84b211b3b18d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 999 time: 0.0630875 Aug 20 09:31:14.616855 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:c7:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:31:13Z', 'revision_number': 1, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:14.642278 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:31:14.650587 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:31:14.651184 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:30:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:14.659904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-c9977b09-5ec6-493c-bcbe-b8da4a049401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:14.661420 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-c9977b09-5ec6-493c-bcbe-b8da4a049401 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0444775 Aug 20 09:31:14.707340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-5920a974-0614-4741-8ce7-915abbae753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:31:14.708741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-5920a974-0614-4741-8ce7-915abbae753c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395613 Aug 20 09:31:14.752973 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:31:14.802657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-da6ba13b-5b49-4e56-bec2-195686754889 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853069 Aug 20 09:31:14.895033 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4dc05217-6a8d-4e90-a356-c7582db47358 req-00c4c7f6-ee77-45f5-9dc3-aea1ff101b3b service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Aug 20 09:31:14.983450 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:c7:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:31:13Z', 'revision_number': 1, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:31:15.012785 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07039ff7-f2cd-429e-9d01-e54e0633b6ae None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:c7:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:31:13Z', 'revision_number': 1, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:31:15.207118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df294860-5046-450c-bdde-fa074cac189b None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:31:16.364400 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:16.645071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a66e0ee3-2974-4954-a703-d0be36a6c8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:17.542860 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:18.911217 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:27.845446 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:31:42.904700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:43.215264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe00f2a7-109b-42d6-a219-f88cc2ad59d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:44.285767 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:46.365301 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:46.645014 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcca3-b32b-4e8a-87e6-5bd3b3e65a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:47.545432 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:31:48.914325 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:04.844691 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:32:08.610302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-6d5a368e-9efb-4a69-a206-d53449062dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937674 Aug 20 09:32:08.696465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-da45857a-fa0a-4354-ab33-9deea749ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:08.698398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-da45857a-fa0a-4354-ab33-9deea749ab07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1096 time: 0.0440640 Aug 20 09:32:08.804735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-cabc2164-c3ed-4fb7-8fba-4935f2a0913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:08.806144 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-cabc2164-c3ed-4fb7-8fba-4935f2a0913e service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0843678 Aug 20 09:32:08.873579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-da1395ca-a670-473d-94e0-a7e381c8aa55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 1001 time: 0.0603142 Aug 20 09:32:08.920932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-f0dd808a-b85e-48a6-97c8-898f4bd3af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:08.922363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-f0dd808a-b85e-48a6-97c8-898f4bd3af50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0427251 Aug 20 09:32:08.967743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-3f7678ee-50ae-4fbb-a82c-e4f988411394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:08.969264 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-3f7678ee-50ae-4fbb-a82c-e4f988411394 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399334 Aug 20 09:32:09.065269 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-69022e17-b98e-466d-8140-a42cdb9a074b service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888617 Aug 20 09:32:09.493958 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e6d9a4b3-8b22-4351-99f4-7fbe8d788bd2 req-00d1523d-defb-418e-9e86-424b55fdb7de service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221270 Aug 20 09:32:12.921577 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:13.215092 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2aeca5e7-28f5-440f-b92c-46cf5e38d726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:14.300303 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:16.366506 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:16.645151 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-316532e6-07b4-480e-9779-d86e48566cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:17.548243 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:18.916122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:41.844569 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:32:42.914528 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:43.216108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6e8d5e16-cf93-41ab-80fb-1f9bd22034be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:44.299000 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:46.368023 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:46.648152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-81f81f72-9726-4fd8-8a84-f9c3114afdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:47.550625 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:48.918388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:32:51.302097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3226d42-cffc-4d1f-affc-566d29b8b716 req-b429d745-486b-408c-9ac6-eeaaf6b1583b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:51.303610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3226d42-cffc-4d1f-affc-566d29b8b716 req-b429d745-486b-408c-9ac6-eeaaf6b1583b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0505643 Aug 20 09:32:51.341464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f3226d42-cffc-4d1f-affc-566d29b8b716 req-88bc3b5b-0413-4b53-9327-9ec50b81b35e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Aug 20 09:32:51.520135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33554) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:32:51.585107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e7c07-5077-474f-90c5-c0c9e999b651 req-04056dfd-ecd5-4e62-aa5a-b09937556ec5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:51.586672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a3e7c07-5077-474f-90c5-c0c9e999b651 req-04056dfd-ecd5-4e62-aa5a-b09937556ec5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0520854 Aug 20 09:32:51.625415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a3e7c07-5077-474f-90c5-c0c9e999b651 req-69f6736a-108e-46bb-9bc2-6d9f8def95ca tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Aug 20 09:32:51.674418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-6f74afaa-42a9-4236-a9d5-8682a7dc556c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525218 Aug 20 09:32:52.744045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0701c7-c29f-4749-869c-88937467cf71 req-ab73e29f-021e-4d32-8be0-89764caf9722 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:52.745541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd0701c7-c29f-4749-869c-88937467cf71 req-ab73e29f-021e-4d32-8be0-89764caf9722 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0495651 Aug 20 09:32:52.783197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd0701c7-c29f-4749-869c-88937467cf71 req-fc3b602e-cc52-41b1-8cc5-9bc61a590221 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Aug 20 09:32:52.792310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-65cc93b7-6c8a-4377-aa34-aff4559c90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:52.793830 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-65cc93b7-6c8a-4377-aa34-aff4559c90b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1096 time: 0.0419176 Aug 20 09:32:52.883698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-ee394931-c144-4f34-9a82-efdb46e6a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:52.885137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-ee394931-c144-4f34-9a82-efdb46e6a44c service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0847509 Aug 20 09:32:52.948659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-19540cd7-c3da-43c6-bd7e-c1053a2a7296 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 1001 time: 0.0555487 Aug 20 09:32:53.000701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-b71d50f2-8ae3-400b-83f1-4fa54e16a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:53.002157 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-b71d50f2-8ae3-400b-83f1-4fa54e16a1c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0470579 Aug 20 09:32:53.046113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-8b2d8eb2-ada0-4ead-97fb-e25138d47102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:53.047634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-8b2d8eb2-ada0-4ead-97fb-e25138d47102 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390348 Aug 20 09:32:53.133299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-65f5b49e-f26f-453f-92d2-b193d72dd89b service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789316 Aug 20 09:32:53.225378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-ce6a1995-a0eb-47cd-a981-85b06a30ff7c service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844898 Aug 20 09:32:53.916981 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6c56e-0b40-41b8-ab9d-6988137c0295 req-c4d64b53-35d8-49cd-a946-c27fdc2614a9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:53.918511 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f6c56e-0b40-41b8-ab9d-6988137c0295 req-c4d64b53-35d8-49cd-a946-c27fdc2614a9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0516739 Aug 20 09:32:53.958296 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7f6c56e-0b40-41b8-ab9d-6988137c0295 req-ea3fbf2b-907c-4a02-892a-ef4c4bc88649 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330272 Aug 20 09:32:55.075630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b493-18ca-4943-83b3-63625234520f req-eb2acbaa-2718-4fd8-8b3c-413e3b38b2ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:55.077411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a35b493-18ca-4943-83b3-63625234520f req-eb2acbaa-2718-4fd8-8b3c-413e3b38b2ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0483825 Aug 20 09:32:55.115675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a35b493-18ca-4943-83b3-63625234520f req-326cfcae-46f0-423f-96eb-9e177b9820dc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Aug 20 09:32:56.234113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986142-442f-4a15-a0de-cd993d8ec5a9 req-3627cdd4-6f74-4f9a-845b-d0653df49c4f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:56.235545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a986142-442f-4a15-a0de-cd993d8ec5a9 req-3627cdd4-6f74-4f9a-845b-d0653df49c4f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0510323 Aug 20 09:32:56.273811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a986142-442f-4a15-a0de-cd993d8ec5a9 req-632dcfcb-2368-41d0-a6ad-0790651e4466 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Aug 20 09:32:57.391745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31861b88-a8dd-4a2f-8db7-a90db602f186 req-3e904d4c-04ca-43bc-9a6e-9079da92e944 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:57.393203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31861b88-a8dd-4a2f-8db7-a90db602f186 req-3e904d4c-04ca-43bc-9a6e-9079da92e944 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0520062 Aug 20 09:32:57.429569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31861b88-a8dd-4a2f-8db7-a90db602f186 req-54e38e67-8e23-4c25-93ef-df3f74b999eb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305250 Aug 20 09:32:58.542000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257f16-453b-4e70-9028-e79cb3050744 req-f57a86ef-0b94-44eb-8526-fa85c34cb2d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:58.543475 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf257f16-453b-4e70-9028-e79cb3050744 req-f57a86ef-0b94-44eb-8526-fa85c34cb2d2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0484066 Aug 20 09:32:58.581409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf257f16-453b-4e70-9028-e79cb3050744 req-04702238-2ca9-4624-8ddd-b4f083c33a18 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Aug 20 09:32:59.694949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83cc50-74ab-4e40-8b83-15ec982310e8 req-91da0f9f-f6e6-4aeb-8f3b-fcab2ac394b9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:32:59.696406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec83cc50-74ab-4e40-8b83-15ec982310e8 req-91da0f9f-f6e6-4aeb-8f3b-fcab2ac394b9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0481253 Aug 20 09:32:59.734587 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec83cc50-74ab-4e40-8b83-15ec982310e8 req-2b78ff5f-7c41-4d77-998a-531f603ea48d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Aug 20 09:33:00.852377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa844559-81be-4dea-bafd-9842a7d70c40 req-be29a070-f999-4f6c-920b-c46357cdb224 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:00.854139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa844559-81be-4dea-bafd-9842a7d70c40 req-be29a070-f999-4f6c-920b-c46357cdb224 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0514984 Aug 20 09:33:00.891616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa844559-81be-4dea-bafd-9842a7d70c40 req-3675796f-451d-4845-af3c-9fca9ec4019c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305018 Aug 20 09:33:02.005417 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004378-59db-4810-b9ab-def97a91e1ce req-676b8261-412f-4aaa-bb49-a9cdfc22572a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:02.006916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef004378-59db-4810-b9ab-def97a91e1ce req-676b8261-412f-4aaa-bb49-a9cdfc22572a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0490029 Aug 20 09:33:02.044512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef004378-59db-4810-b9ab-def97a91e1ce req-0896da1d-401d-4e81-abff-f382fe608061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Aug 20 09:33:03.158861 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b831ab7-b65a-4b1f-b064-9aa91509275b req-afc65804-dfa2-43dc-a1c4-c90d62852851 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:03.160333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b831ab7-b65a-4b1f-b064-9aa91509275b req-afc65804-dfa2-43dc-a1c4-c90d62852851 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0484946 Aug 20 09:33:03.196699 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b831ab7-b65a-4b1f-b064-9aa91509275b req-492e3d9c-9377-439e-9957-4a5f28d8303d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Aug 20 09:33:04.315093 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0fb5e-a15e-4241-aea7-ddbce86b6140 req-c4fd8769-c64f-4605-a321-ad795056f592 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:04.316570 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5d0fb5e-a15e-4241-aea7-ddbce86b6140 req-c4fd8769-c64f-4605-a321-ad795056f592 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0528243 Aug 20 09:33:04.353936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5d0fb5e-a15e-4241-aea7-ddbce86b6140 req-f2e3577b-e918-4a2e-9006-e2834742a625 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Aug 20 09:33:05.076710 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-d2400314-e7f4-4a19-b92f-1aaf3a5e2ab6 service neutron] show failed (client error): The resource could not be found. Aug 20 09:33:05.078119 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-d2400314-e7f4-4a19-b92f-1aaf3a5e2ab6 service neutron] 10.222.0.37 "GET /v2.0/ports/f9eb5d33-fd89-4ecf-8ffc-b304519f759f/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0548427 Aug 20 09:33:05.346259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-f18b81e7-43f3-4ca8-ac49-66c772d7fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:05.347628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-f18b81e7-43f3-4ca8-ac49-66c772d7fa38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 1096 time: 0.1200500 Aug 20 09:33:05.360095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:33:05.415734 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:05.467920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df4a02-965d-4884-891c-87f7d9cf64ac req-4a26a33d-c3b4-4cb6-91ec-74e7c0c1634e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:05.470270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9df4a02-965d-4884-891c-87f7d9cf64ac req-4a26a33d-c3b4-4cb6-91ec-74e7c0c1634e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0501161 Aug 20 09:33:05.509687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e9df4a02-965d-4884-891c-87f7d9cf64ac req-a6c750c5-220e-4a62-9c25-5ad2c85fbd23 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Aug 20 09:33:05.618234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:05.649523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:33:05.686561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:05.688841 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1af7a-d837-43eb-a396-48d0e82c0b86" -d '{"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:05.692538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:05.704913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Transition to ACTIVE for port object f9eb5d33-fd89-4ecf-8ffc-b304519f759f will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:33:05.708894 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:05.739727 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb7d71b-566a-479b-aef7-b41f10aaddec x-openstack-request-id: req-ebb7d71b-566a-479b-aef7-b41f10aaddec {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:05.740077 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:05.740267 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebb7d71b-566a-479b-aef7-b41f10aaddec {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:05.740649 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'code': 200} Aug 20 09:33:05.816667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:05.838707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.839049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.839385 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.839716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.840050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.840375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.840694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.841012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.841332 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.841655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.841994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.842310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:05.892880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] No DVR routers for this DVR port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:33:06.028779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:33:06.029118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:33:06.029448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:33:06.034186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:33:06.034516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Attempting to bind port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:33:06.039211 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:33:06.039550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:33:06.039931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:33:06.040353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Bound port: f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:33:06.040710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:06.102871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:33:06.106106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:33:06.111275 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:06.143644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:06.144185 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:06.145565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] 10.222.0.26 "PUT /v2.0/ports/f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 1091 time: 0.7900946 Aug 20 09:33:06.169435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47590d-6f56-4e4b-8ce4-4fbe6d73ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:06.219519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-a30469de-413e-4def-bf47-5ebaaad253c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:06.221044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-a30469de-413e-4def-bf47-5ebaaad253c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1094 time: 0.0527959 Aug 20 09:33:06.314152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-86c9e1ee-20bf-480c-a227-34cb27466da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:06.315638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-86c9e1ee-20bf-480c-a227-34cb27466da3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0881054 Aug 20 09:33:06.384470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-016f2f58-5a38-4e54-8582-22460645c8e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 999 time: 0.0618346 Aug 20 09:33:06.431401 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-04f8ee37-2d11-4b91-bbbe-ee703f4b42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:06.432705 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-04f8ee37-2d11-4b91-bbbe-ee703f4b42df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0420017 Aug 20 09:33:06.477387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-e5268084-406e-4a32-a369-34f15718dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:06.479212 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-e5268084-406e-4a32-a369-34f15718dc9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390570 Aug 20 09:33:06.572290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-ac5fe59d-962d-432f-8d8e-6029640214bb service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858061 Aug 20 09:33:06.626028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d877d-11ae-4a90-91e9-9e4e4c833056 req-39c7f302-7849-4819-947b-8ee0be6aa07d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:06.627636 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-305d877d-11ae-4a90-91e9-9e4e4c833056 req-39c7f302-7849-4819-947b-8ee0be6aa07d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 943 time: 0.0486476 Aug 20 09:33:06.664688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-305d877d-11ae-4a90-91e9-9e4e4c833056 req-0d38e104-fff9-45a9-b95c-f95253724733 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Aug 20 09:33:06.666452 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2bd1dfd4-cfe5-4b72-af87-8a65e43cc608 req-ed6d6f4e-190d-4045-9ddc-c6c0318eeccc service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869722 Aug 20 09:33:07.742151 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:07.744575 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c729f460-0b8a-48c9-9ada-2e8a54779507" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:07.786207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788d750-bda2-4ef4-b961-715d2bec45ad req-0a136b0c-1e24-4d08-9f94-8b2c821ee2bb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:07.787698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5788d750-bda2-4ef4-b961-715d2bec45ad req-0a136b0c-1e24-4d08-9f94-8b2c821ee2bb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 943 time: 0.0521519 Aug 20 09:33:07.792980 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5165aca-5573-4d01-9596-03fb2b188bb8 x-openstack-request-id: req-b5165aca-5573-4d01-9596-03fb2b188bb8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:07.793295 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:07.793556 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5165aca-5573-4d01-9596-03fb2b188bb8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:07.793994 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'status': 'completed', 'code': 200} Aug 20 09:33:07.830200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5788d750-bda2-4ef4-b961-715d2bec45ad req-5feff563-65dd-4aea-89fe-bd5501a2f4f0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Aug 20 09:33:07.885682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-5705f1ef-5de0-4a0b-902b-b9002c467673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:07.887195 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-5705f1ef-5de0-4a0b-902b-b9002c467673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1094 time: 0.0730309 Aug 20 09:33:07.889478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-21787b3d-403c-4ea6-b563-370eea58973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:07.890868 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-21787b3d-403c-4ea6-b563-370eea58973b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1094 time: 0.0675032 Aug 20 09:33:08.047317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-aea67a64-14e9-45ff-af61-801d97bc225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.048780 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-aea67a64-14e9-45ff-af61-801d97bc225a service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1536415 Aug 20 09:33:08.049915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-ef6b9da2-0f6e-43b6-b1bb-e72f45169734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.051220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-ef6b9da2-0f6e-43b6-b1bb-e72f45169734 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1490617 Aug 20 09:33:08.087886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:33:08.126784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:33:08.167604 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-b8dfae26-199c-4833-a954-54d47811d2c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 999 time: 0.1115351 Aug 20 09:33:08.169428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-bc271bb7-29c3-4cfc-8e2a-6ba72169695b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 999 time: 0.1064243 Aug 20 09:33:08.224017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:33:08.251353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-b6ce469a-e9cb-4264-b36d-1003131217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.252846 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-b6ce469a-e9cb-4264-b36d-1003131217fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0783725 Aug 20 09:33:08.254246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-87f3cee6-d793-4fdb-8871-855c8da6b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.255545 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-87f3cee6-d793-4fdb-8871-855c8da6b9fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0737751 Aug 20 09:33:08.316425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:08.328945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-bb047c2a-e6be-4943-836b-442916b4f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.330485 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-bb047c2a-e6be-4943-836b-442916b4f767 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626588 Aug 20 09:33:08.331921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'mac_address': 'fa:16:3e:c7:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:33:08.332272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-b800c569-4aa3-494f-8256-9cc7a0180ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.333608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-b800c569-4aa3-494f-8256-9cc7a0180ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742114 Aug 20 09:33:08.369165 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:08.381792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb5d33-fd89-4ecf-8ffc-b304519f759f {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:33:08.401209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:08.405128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:08.450465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:08.458427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.458752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.459085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.459420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.459748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.460072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.460394 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.460711 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.461035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.461353 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.461668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.462008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:33:08.487211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-408202ef-87ab-4a81-bf45-2b289ca75a61 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499147 Aug 20 09:33:08.490490 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-2fee1bd4-e14d-48f0-bc34-1cf0207b91a3 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454651 Aug 20 09:33:08.638358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f9eb5d33-fd89-4ecf-8ffc-b304519f759f'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:33:08.647009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-78e21ca0-d686-4ad0-ac39-60e4ffa208e2 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528754 Aug 20 09:33:08.648916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c729f460-0b8a-48c9-9ada-2e8a54779507 req-e7853a71-d01f-499b-8463-7e0e82a9ce51 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473041 Aug 20 09:33:08.948005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ac0f-9e6b-4d2b-97c3-2c22c8ee6d44 req-6648e444-f1b3-4c0a-84d0-ae1f03144474 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:08.949515 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1aa6ac0f-9e6b-4d2b-97c3-2c22c8ee6d44 req-6648e444-f1b3-4c0a-84d0-ae1f03144474 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 944 time: 0.0492330 Aug 20 09:33:08.988994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1aa6ac0f-9e6b-4d2b-97c3-2c22c8ee6d44 req-98b64a09-d1c9-4baa-b33f-45de8c090104 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Aug 20 09:33:09.187464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa014c-8372-41d1-b7d4-413ecda0846a req-65cbdf26-e8ed-4ab1-91d5-ead14268d49d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:09.189025 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cfa014c-8372-41d1-b7d4-413ecda0846a req-65cbdf26-e8ed-4ab1-91d5-ead14268d49d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 944 time: 0.0507290 Aug 20 09:33:09.209669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-be1b0532-fe4c-4c6d-bdfe-354d6f60172b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:09.211353 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-be1b0532-fe4c-4c6d-bdfe-354d6f60172b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a&tenant_id=58463e09eb534d19a859a16b8b7b1fe4&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 944 time: 0.0623393 Aug 20 09:33:09.232203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cfa014c-8372-41d1-b7d4-413ecda0846a req-eaba40a7-eeb2-4297-9eff-8f1ef6a90545 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361526 Aug 20 09:33:09.279009 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-eeb26dc8-d3df-447b-abeb-ad370be4516d service neutron] delete failed (client error): The resource could not be found. Aug 20 09:33:09.280030 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-eeb26dc8-d3df-447b-abeb-ad370be4516d service neutron] 10.222.0.37 "DELETE /v2.0/ports/f9eb5d33-fd89-4ecf-8ffc-b304519f759f/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0602286 Aug 20 09:33:09.364856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-a7ca1459-8914-4726-ab41-c30a803975d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:09.366372 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-a7ca1459-8914-4726-ab41-c30a803975d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 1095 time: 0.0417006 Aug 20 09:33:09.462029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-39f4196e-f4b2-4b1d-8a66-01561e599437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:09.463500 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-39f4196e-f4b2-4b1d-8a66-01561e599437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0905147 Aug 20 09:33:09.535585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-e0ace5ab-088d-4ab8-8c43-b1c13c281c8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 200 len: 1000 time: 0.0648704 Aug 20 09:33:09.596575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-8ef6b622-f656-4eb8-9d0e-d9acc7835e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:09.598081 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-8ef6b622-f656-4eb8-9d0e-d9acc7835e20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0556357 Aug 20 09:33:09.656846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-f92f68cd-9528-4bd9-9732-05a81bdd5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:09.658708 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-f92f68cd-9528-4bd9-9732-05a81bdd5699 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540147 Aug 20 09:33:09.755591 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-4d7f0783-7198-4ffe-829e-291a87e1b020 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896525 Aug 20 09:33:09.847338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4df043f9-b92e-4f45-b441-2c02c4226733 req-50834849-e448-4b25-b78b-de6f4a947b95 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849793 Aug 20 09:33:10.224072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:33:10.274120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f9eb5d33-fd89-4ecf-8ffc-b304519f759f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:33:10.278435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f9eb5d33-fd89-4ecf-8ffc-b304519f759f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:33:10.278814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:10.366072 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:10.366842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef7631-03aa-4367-8a56-8e0c90f737f1 req-207c31ab-903a-4964-b211-000cc03fd3d8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:10.369174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49ef7631-03aa-4367-8a56-8e0c90f737f1 req-207c31ab-903a-4964-b211-000cc03fd3d8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 944 time: 0.0610085 Aug 20 09:33:10.390575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:10.392768 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e4153-fc34-440b-a7c7-6a4913f184d9" -d '{"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:10.406200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:10.411040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:10.415945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-49ef7631-03aa-4367-8a56-8e0c90f737f1 req-f9845ef8-9b2d-4410-ae76-7e58216a7856 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Aug 20 09:33:10.447943 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005de31f-b837-4e68-97dd-8686f012be08 x-openstack-request-id: req-005de31f-b837-4e68-97dd-8686f012be08 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:10.448236 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:10.448490 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-005de31f-b837-4e68-97dd-8686f012be08 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:10.448903 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'code': 200} Aug 20 09:33:10.462772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:10.534499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae0b1-ee9c-4035-95d6-396dc5f00a82 req-6638182d-eeb5-4004-8ec1-490052494554 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:10.535908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1feae0b1-ee9c-4035-95d6-396dc5f00a82 req-6638182d-eeb5-4004-8ec1-490052494554 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0484984 Aug 20 09:33:10.574663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1feae0b1-ee9c-4035-95d6-396dc5f00a82 req-9e69f56a-10a5-4f32-ab71-4dc61fd87fef tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Aug 20 09:33:10.688246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15e7a4-2539-41e8-a45b-7c339f074121 req-1ae3dc39-5b37-4730-9fbf-9730ca521417 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:10.689706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f15e7a4-2539-41e8-a45b-7c339f074121 req-1ae3dc39-5b37-4730-9fbf-9730ca521417 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0479853 Aug 20 09:33:10.726180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f15e7a4-2539-41e8-a45b-7c339f074121 req-ce0e88b4-5ed1-464c-b63a-5464706d86f1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Aug 20 09:33:10.962867 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d0ed1-cf63-4a23-a3cf-b91f74447800 req-23e9cd9e-cd36-48ae-a27b-677206abfd1c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:10.964352 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-019d0ed1-cf63-4a23-a3cf-b91f74447800 req-23e9cd9e-cd36-48ae-a27b-677206abfd1c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0529149 Aug 20 09:33:11.002861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-019d0ed1-cf63-4a23-a3cf-b91f74447800 req-e8a30e87-db27-4aec-a989-4b147fc8ca16 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Aug 20 09:33:12.121089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a17ca-e7d8-42a2-88d1-8000b1f80f13 req-2f2432e3-b96c-4fa3-a904-d5a3018a79f7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:12.122610 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b78a17ca-e7d8-42a2-88d1-8000b1f80f13 req-2f2432e3-b96c-4fa3-a904-d5a3018a79f7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0505857 Aug 20 09:33:12.161059 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b78a17ca-e7d8-42a2-88d1-8000b1f80f13 req-7c74d3ee-9f4d-4656-bb93-952d9f3733eb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321312 Aug 20 09:33:12.176973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-f725c550-1e1f-4970-8913-26a7d8373648 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:12.178472 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-f725c550-1e1f-4970-8913-26a7d8373648 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 945 time: 0.0487931 Aug 20 09:33:12.264236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Deleting port f9eb5d33-fd89-4ecf-8ffc-b304519f759f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:33:12.264575 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:12.657691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] For port f9eb5d33-fd89-4ecf-8ffc-b304519f759f, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:12.657997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:12.821754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:12.822213 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:12.822553 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d disassociated. External IP: 172.25.5.109, port: f9eb5d33-fd89-4ecf-8ffc-b304519f759f. Aug 20 09:33:12.822920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Calling delete_port for f9eb5d33-fd89-4ecf-8ffc-b304519f759f owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:33:12.930932 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:12.953891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:12.980805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event deleted for resources: {'Port': ['ID=f9eb5d33-fd89-4ecf-8ffc-b304519f759f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:13.100938 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:33:13.213960 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:33:13.223225 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fa814c16-b2d7-4f8e-b0d0-0832c1532bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:13.227428 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:33:13.243389 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:33:13.244388 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:32:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:13.263588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4071e0d4-7510-48ac-b675-4a6a98f1c3bb req-44664a3c-ef65-446a-9309-49e9b65a905c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cf53fdf-5b9c-4c37-bda3-7d503faa113a HTTP/1.1" status: 200 len: 210 time: 0.0275548 Aug 20 09:33:13.265223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] No DVR routers for this DVR port f9eb5d33-fd89-4ecf-8ffc-b304519f759f on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:33:13.268193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:13.270229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6809885a-9c2b-4db8-b37f-a77144bc2fe9 req-a48a7d31-d052-4451-ab06-1575f99298ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "DELETE /v2.0/ports/f9eb5d33-fd89-4ecf-8ffc-b304519f759f HTTP/1.1" status: 204 len: 173 time: 1.0858104 Aug 20 09:33:13.270682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-deleted', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:13.272940 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fa0bd7-9da5-4e62-80ef-505076aa71e6" -d '{"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-deleted", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:13.318790 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2808d7cd-d6ca-45af-87b0-3599fc9b8365 x-openstack-request-id: req-2808d7cd-d6ca-45af-87b0-3599fc9b8365 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:13.319082 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf53fdf-5b9c-4c37-bda3-7d503faa113a", "name": "network-vif-deleted", "tag": "f9eb5d33-fd89-4ecf-8ffc-b304519f759f", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:13.319332 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2808d7cd-d6ca-45af-87b0-3599fc9b8365 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:13.319874 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf53fdf-5b9c-4c37-bda3-7d503faa113a', 'name': 'network-vif-deleted', 'tag': 'f9eb5d33-fd89-4ecf-8ffc-b304519f759f', 'status': 'completed', 'code': 200} Aug 20 09:33:13.377773 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:33:13.656697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:13.685686 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:33:13.694697 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:33:13.695309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:32:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:13.801449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:33:13.991447 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:14.017529 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98c9cc-cd33-40f8-a744-0d001fc6a641 None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:33:14.229035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356b727-aa6b-4d0a-aa45-1b6ffb3d3f2e None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:33:14.497724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-e0bc4199-6228-4b98-b9b8-cd58dbc83852 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2099561568&fields=id&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 267 time: 0.0333309 Aug 20 09:33:14.501863 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:14.609217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-a11c8a2e-56ed-4be0-bd48-e366575ca33d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:14.610703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-a11c8a2e-56ed-4be0-bd48-e366575ca33d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1049035 Aug 20 09:33:14.625879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-aaf9f0b4-d595-48d1-b89b-89f61a4d6ecd tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/quotas/58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 375 time: 0.0093529 Aug 20 09:33:14.677039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-e8af0a5c-5a58-4fca-a07c-4cdeeaa183ef tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460284 Aug 20 09:33:14.773321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-4cb9b89c-491c-484a-8b93-7893821d2f94 service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Aug 20 09:33:14.859849 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-92d5856d-bb9e-49b0-9ef8-f6a6b17de403 service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804644 Aug 20 09:33:15.015797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e2fa0772-abb8-4a20-88a5-eadad622f498 req-232eba1a-cd10-4ada-8712-1427f40714b7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 210 time: 0.0266409 Aug 20 09:33:15.895423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-486e162a-56ed-4620-94ad-a6299a7f669e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:15.896867 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-486e162a-56ed-4620-94ad-a6299a7f669e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1051316 Aug 20 09:33:15.940127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-038827f2-c020-499f-8648-11440b86a2d1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 380 time: 0.0343940 Aug 20 09:33:15.949501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'port': {'device_id': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'admin_state_up': True, 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'security_groups': ['d5d42703-9d59-4122-a98e-f53fc9c4afab']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:33:16.056944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Made reservation on behalf of 58463e09eb534d19a859a16b8b7b1fe4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:33:16.060774 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.114654 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-783dbb53-f040-42dd-bc20-4652e2258771 req-06ccab4a-3ace-483f-ad27-65ac3fb9aea3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 210 time: 0.0303419 Aug 20 09:33:16.192422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Allocated IP 172.20.0.11 (55ab8d31-de0c-4d07-8971-dc60593cfbaa/d8a00b33-db4d-47d9-8bd8-bac2529272fa/150835da-fbd5-4e0d-a40b-17b2efcdad0c) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:33:16.254972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:33:16.274884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: f9eb5d33-fd89-4ecf-8ffc-b304519f759f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:33:16.275234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f9eb5d33-fd89-4ecf-8ffc-b304519f759f not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:33:16.332458 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.345811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Transition to ACTIVE for port object 150835da-fbd5-4e0d-a40b-17b2efcdad0c will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:33:16.368723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.379076 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.421667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:33:16.424846 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:33:16.428482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:33:16.458764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:16.484195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:16.485062 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.499990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-87fc5dd5-2031-488a-b1b6-b17626acbee8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536771 Aug 20 09:33:16.512997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Request body: {'port': {'device_id': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:33:16.573501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.625976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8a65119d-a530-444c-ac3d-c519ccd32478 None None] Provisioning for port 150835da-fbd5-4e0d-a40b-17b2efcdad0c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:33:16.629689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8a65119d-a530-444c-ac3d-c519ccd32478 None None] Provisioning complete for port 150835da-fbd5-4e0d-a40b-17b2efcdad0c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:33:16.630088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8a65119d-a530-444c-ac3d-c519ccd32478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.675700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-edd1bfd6-7764-4a72-bd46-b64a777de5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.677152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8a65119d-a530-444c-ac3d-c519ccd32478 None None] Port 150835da-fbd5-4e0d-a40b-17b2efcdad0c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:33:16.835867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150835da-fbd5-4e0d-a40b-17b2efcdad0c {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:33:16.843249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.854964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Transition to ACTIVE for port object 150835da-fbd5-4e0d-a40b-17b2efcdad0c will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:33:16.859282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:16.924012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:16.985099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:33:16.985435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:33:16.985825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:33:16.990366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:33:16.990695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:33:16.996098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:33:16.996354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:33:16.996800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:33:16.997263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Bound port: 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:33:16.997696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:17.066751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:33:17.070025 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:33:17.074155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:17.107121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.107747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:17.109889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] 10.222.0.26 "PUT /v2.0/ports/150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1092 time: 0.6017766 Aug 20 09:33:17.110429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:17.112681 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574bd831-b8f3-4ee3-9280-fc1354d2781f" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:17.147120 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74352013-5893-4a0a-8a50-414f5d33c0be service neutron] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:17.184355 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d830a-6751-4e1e-9bd3-0bd8ac11999d x-openstack-request-id: req-484d830a-6751-4e1e-9bd3-0bd8ac11999d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:17.184648 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:17.184898 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-484d830a-6751-4e1e-9bd3-0bd8ac11999d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:17.185293 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'status': 'completed', 'code': 200} Aug 20 09:33:17.201113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-c2b1fb19-61fa-4bd0-b2ba-aeaab42c4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.202742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-c2b1fb19-61fa-4bd0-b2ba-aeaab42c4a68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0508554 Aug 20 09:33:17.247183 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d358b9-4a8c-4d87-81ec-8fcc5013e181 req-a869332f-d6ae-4128-9398-b852f5b69819 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.247715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-1155285d-e07e-49ea-b446-607e299dc4e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 217 time: 0.0374467 Aug 20 09:33:17.248751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92d358b9-4a8c-4d87-81ec-8fcc5013e181 req-a869332f-d6ae-4128-9398-b852f5b69819 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0540142 Aug 20 09:33:17.290139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92d358b9-4a8c-4d87-81ec-8fcc5013e181 req-25291ad3-6cc3-48b8-82d1-2d0cdacca83b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Aug 20 09:33:17.300323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-0c2e947f-e6c6-4ec0-a02b-59aeccfc301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.301995 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-0c2e947f-e6c6-4ec0-a02b-59aeccfc301b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0475969 Aug 20 09:33:17.347234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-d63c67b6-32e8-45fb-b510-d61306775866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.349086 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-d63c67b6-32e8-45fb-b510-d61306775866 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407903 Aug 20 09:33:17.442915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-fe22392a-b9b4-4b0d-b9cb-66d8292d359c service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865335 Aug 20 09:33:17.531297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-33deb463-c172-42f1-bd6b-3fbb443d5edf req-d191df04-4427-4ee8-b91f-284b224ad18e service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814660 Aug 20 09:33:17.554294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:17.621050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-c9120022-c210-4658-80fc-4b86978d30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.622581 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-c9120022-c210-4658-80fc-4b86978d30bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0456245 Aug 20 09:33:17.710082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-99dfc46b-8588-45fb-818d-fb98b70cdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.711535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-99dfc46b-8588-45fb-818d-fb98b70cdddf service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0817671 Aug 20 09:33:17.756556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-06bf6741-312c-4e7f-a430-064337a46c20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 217 time: 0.0385652 Aug 20 09:33:17.803939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-8996a62c-f91a-48ae-9960-9485fc864088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.805340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-8996a62c-f91a-48ae-9960-9485fc864088 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0421751 Aug 20 09:33:17.850168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-a98de077-a00e-49ca-a8a1-5b003fd2b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:17.851622 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-a98de077-a00e-49ca-a8a1-5b003fd2b8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381358 Aug 20 09:33:17.945288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-136af970-550e-46ab-aca2-7570dc385ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Aug 20 09:33:18.034798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-574bd831-b8f3-4ee3-9280-fc1354d2781f req-560d8792-d297-4f29-a262-f4facc997e25 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Aug 20 09:33:18.407381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1e27-b394-4725-9839-a84631426d7d req-cbc19fea-bdb4-4bcb-91fd-d10d65832f16 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:18.408879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11aa1e27-b394-4725-9839-a84631426d7d req-cbc19fea-bdb4-4bcb-91fd-d10d65832f16 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0496492 Aug 20 09:33:18.445893 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-11aa1e27-b394-4725-9839-a84631426d7d req-7486fdbc-5d2d-4db9-85aa-5a0edb911818 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Aug 20 09:33:18.845279 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:33:18.922006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:19.560204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c80468-dad8-4267-8c7d-dd0af91d1477 req-b37127d2-058b-47d8-b30b-a7eeb017505c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:19.562292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36c80468-dad8-4267-8c7d-dd0af91d1477 req-b37127d2-058b-47d8-b30b-a7eeb017505c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0486226 Aug 20 09:33:19.604337 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-36c80468-dad8-4267-8c7d-dd0af91d1477 req-fc03a6a6-377e-4678-8883-9cd5fad47db2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359688 Aug 20 09:33:20.281261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:33:20.371422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:20.385193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'mac_address': 'fa:16:3e:9f:0a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:33:20.420413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:20.433403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150835da-fbd5-4e0d-a40b-17b2efcdad0c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:33:20.451954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:20.456081 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:20.502432 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:20.644575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['150835da-fbd5-4e0d-a40b-17b2efcdad0c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:33:20.718645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b475a-f0c9-4545-9dbc-321a745c368b req-1bbb951e-c543-48ec-ac3c-b6580ee706bc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:20.720789 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e78b475a-f0c9-4545-9dbc-321a745c368b req-1bbb951e-c543-48ec-ac3c-b6580ee706bc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 945 time: 0.0489812 Aug 20 09:33:20.759254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e78b475a-f0c9-4545-9dbc-321a745c368b req-ba598d90-5a2c-4e31-943b-8f92681c9a9e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 20 09:33:21.873141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a818119-e183-4c18-8053-8a3420fd3221 req-b7feec71-5208-46c9-a0f8-c46ee7224d01 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:21.874839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a818119-e183-4c18-8053-8a3420fd3221 req-b7feec71-5208-46c9-a0f8-c46ee7224d01 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 945 time: 0.0490575 Aug 20 09:33:21.910953 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6a818119-e183-4c18-8053-8a3420fd3221 req-8216ce86-58c3-4b36-b70d-aae7854fc800 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302327 Aug 20 09:33:22.286355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:33:22.333361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 150835da-fbd5-4e0d-a40b-17b2efcdad0c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:33:22.336835 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 150835da-fbd5-4e0d-a40b-17b2efcdad0c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:33:22.337205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:22.414502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:22.436444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:22.439249 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4727781-e27d-47e8-9fb5-176759aa151a" -d '{"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-plugged", "status": "completed", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:22.451122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:33:22.456266 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:22.479333 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a51b9-4b63-4e66-a9b5-47c3545c3492 x-openstack-request-id: req-799a51b9-4b63-4e66-a9b5-47c3545c3492 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:22.479629 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-plugged", "status": "completed", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:22.479886 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-799a51b9-4b63-4e66-a9b5-47c3545c3492 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:22.480275 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'code': 200} Aug 20 09:33:22.507438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:33:22.579571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471cdbf-4e0e-4845-ac4b-0ef0e5a85083 req-5670de5a-15ee-404d-99bf-d6df67576c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:22.580932 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6471cdbf-4e0e-4845-ac4b-0ef0e5a85083 req-5670de5a-15ee-404d-99bf-d6df67576c53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1097 time: 0.0399249 Aug 20 09:33:22.614041 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6471cdbf-4e0e-4845-ac4b-0ef0e5a85083 req-3273a6b9-119f-4dc8-9b68-68307d8ab94d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265856 Aug 20 09:33:23.025026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c1a7-80cc-41aa-8615-3ed69905cefe req-a5fbc748-9313-47f3-96d4-56bdc78061a7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:23.026541 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a753c1a7-80cc-41aa-8615-3ed69905cefe req-a5fbc748-9313-47f3-96d4-56bdc78061a7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0491261 Aug 20 09:33:23.067538 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a753c1a7-80cc-41aa-8615-3ed69905cefe req-338fc3a1-f56a-4640-8fe6-1f8cf50c950d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349195 Aug 20 09:33:24.183615 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fb903-2e2a-416a-aeb3-c20146f196fb req-fdbed913-e22e-48ba-9c60-49bcfbd04082 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:24.184305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e5fb903-2e2a-416a-aeb3-c20146f196fb req-fdbed913-e22e-48ba-9c60-49bcfbd04082 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0485504 Aug 20 09:33:24.221479 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e5fb903-2e2a-416a-aeb3-c20146f196fb req-b082d0a2-b707-4e1a-a936-c75d6f6c72dc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Aug 20 09:33:24.330512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33117680-c857-4ffe-8f6b-53c2167c196b req-3dd7b122-0306-495d-8c3f-7f71d2565f8d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:24.331973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-33117680-c857-4ffe-8f6b-53c2167c196b req-3dd7b122-0306-495d-8c3f-7f71d2565f8d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0477502 Aug 20 09:33:24.340389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 33700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:33:24.345413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'floatingip': {'port_id': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:33:24.385457 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:25.136262 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:25.140736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:25.239646 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d associated. External IP: 172.25.5.109, port: 150835da-fbd5-4e0d-a40b-17b2efcdad0c. Aug 20 09:33:25.444149 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:33:25.549466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:33:25.554272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:25.558768 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:33:25.568640 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:33:25.569239 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:33:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:25.581938 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-98f657b6-fe96-4497-824b-fe02055e1db0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "PUT /v2.0/floatingips/2630b8fd-60cc-4340-bac5-d99b0acb737d HTTP/1.1" status: 200 len: 992 time: 1.2405028 Aug 20 09:33:25.582636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:33:25.584917 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a55925-9d57-4c3d-9aae-9682da61c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:33:25.626547 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad6f087-bae5-4c8e-8cee-14c7dd33fa7f x-openstack-request-id: req-8ad6f087-bae5-4c8e-8cee-14c7dd33fa7f {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:33:25.626851 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:33:25.627709 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ad6f087-bae5-4c8e-8cee-14c7dd33fa7f {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:33:25.627709 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'status': 'completed', 'code': 200} Aug 20 09:33:25.689686 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:33:25.695764 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-4dbb4cb8-30a9-4915-a669-051b340ed519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:25.697277 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-4dbb4cb8-30a9-4915-a669-051b340ed519 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1097 time: 0.0480368 Aug 20 09:33:25.787576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-277e6bcb-84fa-4456-b8d3-d56c580d5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:25.789027 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-277e6bcb-84fa-4456-b8d3-d56c580d5b29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0850971 Aug 20 09:33:25.857587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-ae16f02c-1fb9-4ddb-9fde-2db56db9bc75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1000 time: 0.0620012 Aug 20 09:33:25.905374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-5a81afdd-e18c-448c-a4d9-f1b98f33fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:25.907586 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-5a81afdd-e18c-448c-a4d9-f1b98f33fdf3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0439439 Aug 20 09:33:25.914869 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:9f:0a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:33:25Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:25.940549 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:33:25.951924 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:33:25.953054 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:33:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:25.955437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-624e7020-aaf3-437d-a544-be53ce6d4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:33:25.956965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-624e7020-aaf3-437d-a544-be53ce6d4873 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430474 Aug 20 09:33:26.053915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-a387d718-df24-43a0-8b60-d24ad3e2c7be service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898407 Aug 20 09:33:26.056803 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:33:26.143092 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65a55925-9d57-4c3d-9aae-9682da61c5b8 req-c94b3711-3a02-4d6e-be17-094712f7930c service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826266 Aug 20 09:33:26.275076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:9f:0a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:33:25Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:33:26.300786 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452c4e1-e1b2-4cf9-877b-4310b04e0c49 None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:9f:0a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:33:25Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:33:26.491947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90f53bb-ab1a-4b71-aa1a-2cdd65cf7f73 None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:33:29.091805 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-cab71705-c3cd-4254-bbad-54a88306716c req-762accfd-b233-465d-96c1-5b4d898cce62 service neutron] (101316) timed out ('10.222.0.26', 61629) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:33:31.618140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-aa6c2141-0d6c-40fc-89f2-f084fc1e573f req-b9009de1-b41c-41d0-838a-e5398e090ffd tempest-TestNetworkAdvancedServerOps-1739644868 tempest-TestNetworkAdvancedServerOps-1739644868-project] (101317) timed out ('10.222.0.26', 61653) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:33:40.254046 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-d560d0e1-60f8-4219-85fd-de1b24d8261c req-da3440d3-7275-44c9-ae63-2d11a52c6c28 service neutron] (101317) timed out ('10.222.0.37', 58102) {{(pid=101317) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:33:42.928385 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:43.214986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebc2f-76c5-4957-a980-9ec68dd5688b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:44.316728 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:46.371286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:46.646301 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-76734896-674c-42bd-af3a-63c2dd5cf534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:47.555642 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:48.927933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:33:55.844811 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:34:03.628896 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-77bfb124-8132-476c-9e4d-b0cd84907c83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408146 Aug 20 09:34:03.712177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-2c167036-9e66-4422-9097-4fc081426551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:34:03.713743 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-2c167036-9e66-4422-9097-4fc081426551 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1097 time: 0.0447841 Aug 20 09:34:03.813325 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-93046b64-2be4-4461-88ad-38b02c363d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:34:03.814823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-93046b64-2be4-4461-88ad-38b02c363d9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0831606 Aug 20 09:34:03.882121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-9c9cdb5b-8b88-4d79-b767-388979e07158 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1002 time: 0.0607402 Aug 20 09:34:03.929679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-a22f3e60-10b7-4881-a385-553cdc036c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:34:03.931164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-a22f3e60-10b7-4881-a385-553cdc036c96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0431547 Aug 20 09:34:03.977208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-09d476a4-2080-4b69-ad99-c3470c5456c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:34:03.979089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-09d476a4-2080-4b69-ad99-c3470c5456c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408161 Aug 20 09:34:04.073145 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-fd490f48-f39e-4549-bd9e-88589ebf5a1e service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863788 Aug 20 09:34:04.166438 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d6301dbc-967f-4be7-888d-18c92df165f2 req-1eae696a-fa5d-437f-aac0-26b4f3b7ca6d service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821400 Aug 20 09:34:12.930810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:13.216131 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ac849bfb-ac77-4576-84e4-bace0ca8dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:14.314233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:16.372204 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:16.645851 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e77a57df-9993-48bd-813f-cea7b940d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:17.559249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:18.927145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:32.844055 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:34:42.952743 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:43.216819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-daf97e31-1411-417a-84a0-eab13ed276f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:44.326779 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:46.375404 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:46.648194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-74b93de5-0b59-4948-b3e1-efe579ca5902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:47.563192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:34:48.927736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:01.577870 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb99ef-d645-4814-a855-2476b6daa8dd req-9412a4c0-786e-421f-be04-4f48c091f814 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:01.579397 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3fb99ef-d645-4814-a855-2476b6daa8dd req-9412a4c0-786e-421f-be04-4f48c091f814 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0535491 Aug 20 09:35:01.623948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3fb99ef-d645-4814-a855-2476b6daa8dd req-220a108f-bc09-45a4-ba89-acd4b821be8e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 Aug 20 09:35:02.739109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb279c-29f9-4abc-9c0f-011815fccf7b req-835d0361-652e-4607-83e1-a5952454a703 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:02.740771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1edb279c-29f9-4abc-9c0f-011815fccf7b req-835d0361-652e-4607-83e1-a5952454a703 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0483236 Aug 20 09:35:02.777530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1edb279c-29f9-4abc-9c0f-011815fccf7b req-9a9e6f6f-44fd-4566-b197-cc2b9907ff16 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Aug 20 09:35:03.888539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0c992-95ff-433d-a7c6-0b8e9668e6ee req-7a5a9a2c-e824-4dcf-a828-f2275775d791 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:03.890019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2c0c992-95ff-433d-a7c6-0b8e9668e6ee req-7a5a9a2c-e824-4dcf-a828-f2275775d791 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0474961 Aug 20 09:35:03.926876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b2c0c992-95ff-433d-a7c6-0b8e9668e6ee req-7f495a67-4408-47c2-9be6-faed1678dbd2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306070 Aug 20 09:35:04.661154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-2abb470a-bf69-4eee-b05a-70ed4bc3691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:04.662664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-2abb470a-bf69-4eee-b05a-70ed4bc3691a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1097 time: 0.0413880 Aug 20 09:35:04.766044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-389000e2-47f4-4b4e-9448-9c0e49b1b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:04.767495 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-389000e2-47f4-4b4e-9448-9c0e49b1b198 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0862553 Aug 20 09:35:04.830289 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-02f6ef8d-614a-40c5-8a64-5143e7fed3ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1002 time: 0.0564828 Aug 20 09:35:04.881907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-e82a0c2f-d493-440d-99cb-9f5aeab8595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:04.883310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-e82a0c2f-d493-440d-99cb-9f5aeab8595f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0468297 Aug 20 09:35:04.927707 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-c9929c0a-ecd9-4aed-a2b1-2eaafb0abc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:04.929056 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-c9929c0a-ecd9-4aed-a2b1-2eaafb0abc41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389729 Aug 20 09:35:05.019796 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-85d527b5-f03d-4b89-b81c-33a7746e02ed service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835736 Aug 20 09:35:05.044436 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd0b50-890d-4364-b7aa-f8a35e369879 req-ff874102-e35e-44a7-a144-9c2eecf818b5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:05.046019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1bd0b50-890d-4364-b7aa-f8a35e369879 req-ff874102-e35e-44a7-a144-9c2eecf818b5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0485766 Aug 20 09:35:05.090221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b1bd0b50-890d-4364-b7aa-f8a35e369879 req-dae1eea9-8ed1-448f-9565-daeca8c9a352 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374076 Aug 20 09:35:05.115970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a0b32960-6b1f-427b-84da-aaff2bf510ed req-7c124e32-7d4b-419f-8ae7-6ebd5a353a10 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889716 Aug 20 09:35:06.206548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32dd63-18aa-47ca-a8ea-26f44f70565b req-6605201c-56a0-48c6-8b4f-27525eaebe73 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:06.207988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e32dd63-18aa-47ca-a8ea-26f44f70565b req-6605201c-56a0-48c6-8b4f-27525eaebe73 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0492189 Aug 20 09:35:06.245933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e32dd63-18aa-47ca-a8ea-26f44f70565b req-2b09ae76-4f9b-4d3f-bea2-7d462d6c0c93 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Aug 20 09:35:07.357632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63a2bf-f283-462a-a969-9faff738e9f1 req-80b77aa9-a083-4cae-9400-56f85456e0f2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:07.359121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c63a2bf-f283-462a-a969-9faff738e9f1 req-80b77aa9-a083-4cae-9400-56f85456e0f2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0478156 Aug 20 09:35:07.397276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c63a2bf-f283-462a-a969-9faff738e9f1 req-9b59a5ba-5bd2-4b58-af11-77a7b3edf3fa tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Aug 20 09:35:08.510239 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f03fc-b0c8-4ef1-9cd7-43ca6110236f req-44a18e0d-6518-4372-af68-d2f99ff639ce tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:08.511690 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d22f03fc-b0c8-4ef1-9cd7-43ca6110236f req-44a18e0d-6518-4372-af68-d2f99ff639ce tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0480764 Aug 20 09:35:08.552412 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d22f03fc-b0c8-4ef1-9cd7-43ca6110236f req-9ccae159-52fe-42d4-b92b-9b25be89a670 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347753 Aug 20 09:35:09.670422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73f07c-9021-4600-b953-24f9bd282ec7 req-50700cc8-762a-4c5e-ac24-b057a9bf677c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:09.671898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be73f07c-9021-4600-b953-24f9bd282ec7 req-50700cc8-762a-4c5e-ac24-b057a9bf677c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0522783 Aug 20 09:35:09.708889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be73f07c-9021-4600-b953-24f9bd282ec7 req-2fcec880-edac-4844-bfca-f47a2dcf04ec tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Aug 20 09:35:09.843262 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:35:10.823365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4d0cb-9bad-4427-893f-4350fa5afec9 req-667e86d0-48f8-4e92-92c9-fc3dadaf0a55 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:10.824838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cc4d0cb-9bad-4427-893f-4350fa5afec9 req-667e86d0-48f8-4e92-92c9-fc3dadaf0a55 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0483482 Aug 20 09:35:10.862008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cc4d0cb-9bad-4427-893f-4350fa5afec9 req-db9c28bb-0f8c-4adb-ac8b-b1a5ba0bca7b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Aug 20 09:35:11.974884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe38cb0-3064-40bb-9614-ce982b2b59f0 req-2d705e3b-c7ef-4361-af7a-2e220ef66c68 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:11.976358 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bbe38cb0-3064-40bb-9614-ce982b2b59f0 req-2d705e3b-c7ef-4361-af7a-2e220ef66c68 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0484910 Aug 20 09:35:12.019708 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bbe38cb0-3064-40bb-9614-ce982b2b59f0 req-b9f19be0-3c9c-4d41-9a9c-1ea685a1a7df tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Aug 20 09:35:12.956831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:13.231021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49da0f7-4978-422e-ad57-722dbee0d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:13.284342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-f24d515d-7359-421d-b34f-57c246568df3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674403 Aug 20 09:35:13.296201 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87b1e4-924a-4f5a-8d4c-b904d32de5ce req-342cc63f-3fbe-4b82-a4c4-c977a3debbe7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:13.297651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa87b1e4-924a-4f5a-8d4c-b904d32de5ce req-342cc63f-3fbe-4b82-a4c4-c977a3debbe7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0724511 Aug 20 09:35:13.338604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa87b1e4-924a-4f5a-8d4c-b904d32de5ce req-90447926-35ff-4529-afb1-aef983eabd3b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Aug 20 09:35:14.342261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:14.458030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd287d-8865-4018-982f-49545a3d8c9f req-fddd88e8-84cb-48e9-b610-83ac0be7f371 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:14.459554 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51fd287d-8865-4018-982f-49545a3d8c9f req-fddd88e8-84cb-48e9-b610-83ac0be7f371 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0519221 Aug 20 09:35:14.498519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-51fd287d-8865-4018-982f-49545a3d8c9f req-b5d37dfb-bf49-4340-b016-9e2f94806d78 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Aug 20 09:35:14.508953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-d2363f79-5f6c-4bf0-88fe-f096752c613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:14.510496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-d2363f79-5f6c-4bf0-88fe-f096752c613d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1097 time: 0.0449491 Aug 20 09:35:14.603205 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-277b8eb9-d56f-4f2a-ab28-f2bda219c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:14.604582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-277b8eb9-d56f-4f2a-ab28-f2bda219c50d service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0867677 Aug 20 09:35:14.668161 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-09b7ea75-80be-4607-b0be-1d0f20d63c6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1002 time: 0.0563741 Aug 20 09:35:14.715837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-15200ded-7bc6-46b0-a3d0-d0b61a814a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:14.717221 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-15200ded-7bc6-46b0-a3d0-d0b61a814a53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0421717 Aug 20 09:35:14.764830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-9a6dca07-87a0-4d41-9721-39c6efab7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:14.766324 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-9a6dca07-87a0-4d41-9721-39c6efab7f0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420263 Aug 20 09:35:14.852692 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-51bac3a1-8961-443b-a0af-5849b5ffafd1 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783420 Aug 20 09:35:14.943498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-3eb09e8b-bf10-4f20-bda8-ede583eba454 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Aug 20 09:35:15.617329 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eca590-c17c-44a2-a721-a6e15a4b52a8 req-806a3a62-6680-45f4-b47e-fbddde394844 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:15.618836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3eca590-c17c-44a2-a721-a6e15a4b52a8 req-806a3a62-6680-45f4-b47e-fbddde394844 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0524487 Aug 20 09:35:15.655334 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3eca590-c17c-44a2-a721-a6e15a4b52a8 req-c9b096bb-7769-4ea4-816e-426ab6aeb028 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306826 Aug 20 09:35:16.378457 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:16.647434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-758ca36b-9c39-429a-9b4b-6db4893f41b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:16.683921 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-ff985389-b1a1-4b62-8c77-3518d8afa385 service neutron] show failed (client error): The resource could not be found. Aug 20 09:35:16.684954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-ff985389-b1a1-4b62-8c77-3518d8afa385 service neutron] 10.222.0.26 "GET /v2.0/ports/150835da-fbd5-4e0d-a40b-17b2efcdad0c/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0548465 Aug 20 09:35:16.771420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c45836-04f2-449f-bdc4-d35be8f3088f req-1283f580-1413-4ef3-bd6c-c7d3559fd9b5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:16.772916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45c45836-04f2-449f-bdc4-d35be8f3088f req-1283f580-1413-4ef3-bd6c-c7d3559fd9b5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 946 time: 0.0501227 Aug 20 09:35:16.813278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-45c45836-04f2-449f-bdc4-d35be8f3088f req-8c95f6f3-f47d-49d5-a50d-0457c0b1da7c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Aug 20 09:35:16.890029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-788a71ef-40f4-48f4-9b30-11c702c42abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:16.891499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-788a71ef-40f4-48f4-9b30-11c702c42abe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0408740 Aug 20 09:35:16.903074 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:35:16.956741 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.156915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:17.189103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:35:17.229024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:17.231296 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e5ad18-5f22-4eaf-99b9-3dc062803c22" -d '{"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-unplugged", "status": "completed", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:17.235384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.247740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Transition to ACTIVE for port object 150835da-fbd5-4e0d-a40b-17b2efcdad0c will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:35:17.251500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.282793 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f542774b-78df-43f8-a76a-6be9211d8ec9 x-openstack-request-id: req-f542774b-78df-43f8-a76a-6be9211d8ec9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:17.283769 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-unplugged", "status": "completed", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:17.283769 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f542774b-78df-43f8-a76a-6be9211d8ec9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:17.283769 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'code': 200} Aug 20 09:35:17.330934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:17.344512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.344863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.345202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.345535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.345896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.346861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.347193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.347519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.347845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.348169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.348496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.348815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:17.387210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] No DVR routers for this DVR port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:35:17.568403 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.824400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:35:17.825003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:35:17.825126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:35:17.829192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:35:17.829516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Attempting to bind port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:35:17.834454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:35:17.834793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:35:17.835181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:35:17.835608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Bound port: 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:35:17.835971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.898784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:35:17.901868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:35:17.906287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.928784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af218ea-170d-4a30-b18f-6a80daa5c489 req-b731629f-61fa-4535-993d-cf9e278c0c2a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:17.930474 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af218ea-170d-4a30-b18f-6a80daa5c489 req-b731629f-61fa-4535-993d-cf9e278c0c2a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0489936 Aug 20 09:35:17.939210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:17.939868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:17.942089 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] 10.222.0.37 "PUT /v2.0/ports/150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1092 time: 1.0428088 Aug 20 09:35:17.987667 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4af218ea-170d-4a30-b18f-6a80daa5c489 req-e493e1e4-1f68-443f-aa5e-ae9864cfb98d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 Aug 20 09:35:18.015873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55dd0-0904-44d3-af4d-f8d5061be304 service neutron] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:18.028670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-472d93f8-541b-4ebf-855b-2fef04168bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:18.030201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-472d93f8-541b-4ebf-855b-2fef04168bcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0608249 Aug 20 09:35:18.122382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-2767b87f-caeb-4052-a716-1ae32325e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:18.123912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-2767b87f-caeb-4052-a716-1ae32325e52e service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0867431 Aug 20 09:35:18.191608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-3daa373b-4fd2-435d-a7f4-daa0767caa10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1000 time: 0.0605769 Aug 20 09:35:18.240472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-8f8344e3-7018-4d26-829b-2eb37affa2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:18.241829 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-8f8344e3-7018-4d26-829b-2eb37affa2e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0431037 Aug 20 09:35:18.285494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-ed768146-d7ca-4f02-8c12-dd96d3ca4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:18.286961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-ed768146-d7ca-4f02-8c12-dd96d3ca4c1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382953 Aug 20 09:35:18.378427 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-71d55489-8e88-4d8c-841d-da7b32e665e8 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Aug 20 09:35:18.464929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d2de0e71-2002-45be-984d-2d2f3dab456d req-5282765d-8af4-4a98-9075-d8a5b1bf53e9 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795302 Aug 20 09:35:18.930354 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:19.102753 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09a474-2bf2-4400-94b6-52e728f87e69 req-7bb34d9c-d24b-4674-9e68-f531c01deddc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.104230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c09a474-2bf2-4400-94b6-52e728f87e69 req-7bb34d9c-d24b-4674-9e68-f531c01deddc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0530005 Aug 20 09:35:19.142114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c09a474-2bf2-4400-94b6-52e728f87e69 req-1a92060a-60b1-4204-ae35-15657962f4ab tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Aug 20 09:35:19.285040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:19.287399 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:19.334396 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8260f8d8-120d-4744-8e9c-1a4a1dfbb566 x-openstack-request-id: req-8260f8d8-120d-4744-8e9c-1a4a1dfbb566 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:19.334689 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:19.334942 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8260f8d8-120d-4744-8e9c-1a4a1dfbb566 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:19.335340 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'status': 'completed', 'code': 200} Aug 20 09:35:19.421781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-3e5b514a-7fda-412c-9a0e-8122e60580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.423215 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-3e5b514a-7fda-412c-9a0e-8122e60580d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0699456 Aug 20 09:35:19.429071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-f32ac3d8-60d0-4747-9ec4-bbeb5f8fd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.430452 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-f32ac3d8-60d0-4747-9ec4-bbeb5f8fd2c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0677423 Aug 20 09:35:19.581588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-cf699bf8-bb3b-4641-94ff-09f393764dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.583057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-cf699bf8-bb3b-4641-94ff-09f393764dbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1517727 Aug 20 09:35:19.587252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-138c1f5b-3b3b-4ee3-b78d-417a96d51c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.588579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-138c1f5b-3b3b-4ee3-b78d-417a96d51c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1494250 Aug 20 09:35:19.701370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-2ab76126-2117-4c56-b2d1-4ac1c3afdda7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1000 time: 0.1104958 Aug 20 09:35:19.703219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-cfbeb065-1652-463b-b350-7e7f79aae9e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1000 time: 0.1061656 Aug 20 09:35:19.786070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-1fa30b47-96f4-4077-8955-3a66f9afbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.787503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-1fa30b47-96f4-4077-8955-3a66f9afbf8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0776532 Aug 20 09:35:19.792474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-f74ba016-9fcd-40a6-ad67-0556c8d91c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.793888 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-f74ba016-9fcd-40a6-ad67-0556c8d91c40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0579779 Aug 20 09:35:19.864839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-8cf2d5c2-1247-4130-9f70-b8ef3158ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.866427 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-8cf2d5c2-1247-4130-9f70-b8ef3158ca4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716784 Aug 20 09:35:19.869087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-1808ca9f-2bc7-49fc-bddc-1244e2c85d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:19.870504 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-1808ca9f-2bc7-49fc-bddc-1244e2c85d2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668738 Aug 20 09:35:20.026762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-e58e0f7b-3608-4c30-9236-bb7f2fa47101 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534524 Aug 20 09:35:20.028638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-1ed129d2-9564-4cef-bfe1-9024bb40535a service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480863 Aug 20 09:35:20.186112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-13933ad9-d17a-4d7f-95ed-e916413223b9 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529481 Aug 20 09:35:20.188040 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbf53c34-9181-418b-a1ba-fb8ac78a0fa9 req-1b56f02f-4898-40b1-8b33-a8c62f613d32 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478751 Aug 20 09:35:20.259993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5c74-4e07-49f8-944f-6b30101fcc82 req-30bbf649-c492-427f-9767-7b4ac0ca9915 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.261401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3def5c74-4e07-49f8-944f-6b30101fcc82 req-30bbf649-c492-427f-9767-7b4ac0ca9915 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0493820 Aug 20 09:35:20.298096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3def5c74-4e07-49f8-944f-6b30101fcc82 req-9dbca835-8d67-4881-b583-141dee0fd59e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307243 Aug 20 09:35:20.490446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63455cf3-ba09-4be7-b06a-59aadfed8550 req-0c6e1fdd-8ffa-4cbf-87b0-dd2d111da539 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.491943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63455cf3-ba09-4be7-b06a-59aadfed8550 req-0c6e1fdd-8ffa-4cbf-87b0-dd2d111da539 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0492802 Aug 20 09:35:20.511822 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-5e531d3d-58ce-430a-b2f9-6244a7c7bc66 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.513364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-5e531d3d-58ce-430a-b2f9-6244a7c7bc66 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e&tenant_id=58463e09eb534d19a859a16b8b7b1fe4&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 944 time: 0.0576878 Aug 20 09:35:20.528941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63455cf3-ba09-4be7-b06a-59aadfed8550 req-13b29bf1-f7dd-47db-b027-88ee3198a144 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Aug 20 09:35:20.572730 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-0201558a-bd8b-42c3-8688-8627322d8a14 service neutron] delete failed (client error): The resource could not be found. Aug 20 09:35:20.573790 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-0201558a-bd8b-42c3-8688-8627322d8a14 service neutron] 10.222.0.26 "DELETE /v2.0/ports/150835da-fbd5-4e0d-a40b-17b2efcdad0c/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0535727 Aug 20 09:35:20.654691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-5aef2fa1-c42b-4688-b782-3d6ebbd19bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.656160 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-5aef2fa1-c42b-4688-b782-3d6ebbd19bad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0392659 Aug 20 09:35:20.747842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-4ce7ae15-4104-4180-92ec-8fd157d43282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.749286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-4ce7ae15-4104-4180-92ec-8fd157d43282 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0860245 Aug 20 09:35:20.790093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:35:20.812860 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-c2146cb9-3e59-4e59-90d2-000559fad188 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1000 time: 0.0571244 Aug 20 09:35:20.829413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:35:20.860736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-82df0d89-834b-4ad4-bd04-c11058d3fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.862513 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-82df0d89-834b-4ad4-bd04-c11058d3fde7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0433450 Aug 20 09:35:20.910072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-fc4a336d-94b2-4984-966a-b64a8da39065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:20.911515 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-fc4a336d-94b2-4984-966a-b64a8da39065 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429618 Aug 20 09:35:20.998373 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-35df91af-6da6-4866-a198-527e801f2f44 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798676 Aug 20 09:35:21.090435 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-214c6cbf-a176-496a-be80-f2eb0afe8864 req-8efa0fa4-dba6-422f-80ca-011b3eec6572 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 Aug 20 09:35:21.654690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711abdac-1c71-414f-98de-d0e96362a7ed req-fc0b7246-f183-4141-8594-64f98c97b445 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:21.656201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-711abdac-1c71-414f-98de-d0e96362a7ed req-fc0b7246-f183-4141-8594-64f98c97b445 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0549099 Aug 20 09:35:21.694130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-711abdac-1c71-414f-98de-d0e96362a7ed req-d4955c1f-798b-4817-8173-e6fa33c832b9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Aug 20 09:35:21.809207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114318-e930-4315-a95c-3de873b476be req-525ce842-1d4d-4e64-8758-71f5e0f5e086 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:21.812319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e114318-e930-4315-a95c-3de873b476be req-525ce842-1d4d-4e64-8758-71f5e0f5e086 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0524328 Aug 20 09:35:21.849869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e114318-e930-4315-a95c-3de873b476be req-b9ff5db2-4dd2-466a-9e1b-4999d72eb58f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Aug 20 09:35:22.043112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a05c9-9761-4682-9ece-eb063f27eb1e req-89943e9d-e5a4-4528-94d8-3f45883f7756 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:22.044604 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a54a05c9-9761-4682-9ece-eb063f27eb1e req-89943e9d-e5a4-4528-94d8-3f45883f7756 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 944 time: 0.0484116 Aug 20 09:35:22.068575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-c125b43e-0a30-4aa2-8872-6ae48613fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:22.070082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-c125b43e-0a30-4aa2-8872-6ae48613fd57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 1095 time: 0.0421407 Aug 20 09:35:22.083528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a54a05c9-9761-4682-9ece-eb063f27eb1e req-c06f2c81-b7b7-4a15-ba39-ed3d2a8ae842 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Aug 20 09:35:22.161981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-2bcbe8b5-7a76-45e4-a2cc-85db73ff90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:22.163432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-2bcbe8b5-7a76-45e4-a2cc-85db73ff90c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0869315 Aug 20 09:35:22.226922 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-d31396d6-515c-455a-8d5a-d56ee76cde5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 200 len: 1000 time: 0.0562975 Aug 20 09:35:22.274563 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-41eb68f5-ad31-4567-867c-b6f3ee80d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:22.275941 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-41eb68f5-ad31-4567-867c-b6f3ee80d8ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0424948 Aug 20 09:35:22.323130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-790970b6-53a3-43c8-9302-02cbe3787513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:22.324481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-790970b6-53a3-43c8-9302-02cbe3787513 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414312 Aug 20 09:35:22.413344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-05dcb2e0-a736-4200-8378-924cf74c5594 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804267 Aug 20 09:35:22.504950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3e003b6b-d76c-4c03-94f3-c8c8a20fac40 req-cfcd30a6-75d4-4f2d-82a2-7a9a18baa020 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Aug 20 09:35:22.708899 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:35:22.798956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:22.810196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'mac_address': 'fa:16:3e:9f:0a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:35:22.849271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:22.861860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150835da-fbd5-4e0d-a40b-17b2efcdad0c {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:35:22.882357 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:22.886341 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:22.933970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:22.942498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.942845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.943184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.943527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.943857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.944184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.944506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.944828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.945151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.945469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.945812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:22.946130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:35:23.129235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['150835da-fbd5-4e0d-a40b-17b2efcdad0c'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:35:23.206210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf475ebd-6813-47c3-8569-7aad905e91e1 req-c181dcc2-89d8-45cc-a587-f9031a460f51 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:23.207709 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf475ebd-6813-47c3-8569-7aad905e91e1 req-c181dcc2-89d8-45cc-a587-f9031a460f51 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 945 time: 0.0529280 Aug 20 09:35:23.245741 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf475ebd-6813-47c3-8569-7aad905e91e1 req-3f2b5314-eb05-40f2-b144-c67cde84a5e6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Aug 20 09:35:23.475510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5082-6dba-44d6-99bd-ce2ac858d2d1 req-7d3d9b97-2731-452b-8ddf-e6ef7ebd4521 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:23.477948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9d5082-6dba-44d6-99bd-ce2ac858d2d1 req-7d3d9b97-2731-452b-8ddf-e6ef7ebd4521 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 945 time: 0.0493515 Aug 20 09:35:23.517225 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9d5082-6dba-44d6-99bd-ce2ac858d2d1 req-6c5e8f67-c5e4-461d-a5fb-f7008b9261d9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Aug 20 09:35:24.630939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4142b-6c7d-4086-b720-ba90edd6e4db req-b9b3ed29-09d7-41a8-85c2-fca87555cefc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:24.632673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5a4142b-6c7d-4086-b720-ba90edd6e4db req-b9b3ed29-09d7-41a8-85c2-fca87555cefc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 945 time: 0.0481348 Aug 20 09:35:24.669887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5a4142b-6c7d-4086-b720-ba90edd6e4db req-55e64c1d-5808-470d-b983-aef221ec2827 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Aug 20 09:35:24.724551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:35:24.764838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-26d7da89-f4b4-4d9d-a5a1-a6d8b2ac474e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:24.766342 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-26d7da89-f4b4-4d9d-a5a1-a6d8b2ac474e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 945 time: 0.0496862 Aug 20 09:35:24.770912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 150835da-fbd5-4e0d-a40b-17b2efcdad0c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:35:24.774446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 150835da-fbd5-4e0d-a40b-17b2efcdad0c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:35:24.774817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:24.850402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:24.856089 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Deleting port 150835da-fbd5-4e0d-a40b-17b2efcdad0c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:35:24.856432 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:24.872237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:24.874555 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb6b94-a0e5-41e5-b777-4f1e9941d3e6" -d '{"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-plugged", "status": "completed", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:24.887640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:24.893580 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:24.950523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:24.958260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] For port 150835da-fbd5-4e0d-a40b-17b2efcdad0c, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=150835da-fbd5-4e0d-a40b-17b2efcdad0c,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:24.958260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:24.989160 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b6c258-5524-4bff-b17e-89dbdeb99318 x-openstack-request-id: req-f7b6c258-5524-4bff-b17e-89dbdeb99318 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:24.989461 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-plugged", "status": "completed", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:24.989769 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7b6c258-5524-4bff-b17e-89dbdeb99318 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:24.990151 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'code': 200} Aug 20 09:35:25.129114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:25.129409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:25.129742 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d disassociated. External IP: 172.25.5.109, port: 150835da-fbd5-4e0d-a40b-17b2efcdad0c. Aug 20 09:35:25.130085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Calling delete_port for 150835da-fbd5-4e0d-a40b-17b2efcdad0c owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:35:25.257821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:25.285835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event deleted for resources: {'Port': ['ID=150835da-fbd5-4e0d-a40b-17b2efcdad0c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:25.404805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:35:25.514004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:35:25.523610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:35:25.535192 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:35:25.535809 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:35:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:25.553562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] No DVR routers for this DVR port 150835da-fbd5-4e0d-a40b-17b2efcdad0c on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:35:25.556316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:25.558503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-bd2724c0-883b-402b-b112-899a7fb70f3c req-2729a5cd-eaca-45bb-936c-14c67b09c882 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "DELETE /v2.0/ports/150835da-fbd5-4e0d-a40b-17b2efcdad0c HTTP/1.1" status: 204 len: 173 time: 0.7855127 Aug 20 09:35:25.558890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-deleted', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:25.561272 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0c5194-56cd-4a5f-8af7-616dbe4b903b" -d '{"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-deleted", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:25.607904 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b9428c-95e2-4544-b3ce-d22e0ce20bdb x-openstack-request-id: req-c1b9428c-95e2-4544-b3ce-d22e0ce20bdb {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:25.608058 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f2114-e0ca-470f-abbb-c63c0594d11e", "name": "network-vif-deleted", "tag": "150835da-fbd5-4e0d-a40b-17b2efcdad0c", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:25.608291 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1b9428c-95e2-4544-b3ce-d22e0ce20bdb {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:25.608696 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f2114-e0ca-470f-abbb-c63c0594d11e', 'name': 'network-vif-deleted', 'tag': '150835da-fbd5-4e0d-a40b-17b2efcdad0c', 'status': 'completed', 'code': 200} Aug 20 09:35:25.735134 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:35:25.788222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62c5536a-8d05-4715-9609-e3179b1dd92e req-d5ff356e-d470-4cc2-9c02-4900ae55a921 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=a76f2114-e0ca-470f-abbb-c63c0594d11e HTTP/1.1" status: 200 len: 210 time: 0.0336943 Aug 20 09:35:25.930639 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:25.955557 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:35:25.963798 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:35:25.964391 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:35:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:26.067298 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:35:26.252821 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:26.281323 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9dbc9-2a1e-4d1b-8b27-5ccebe25e8f6 None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:35:26.497524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c5c1f-fde0-4bd0-90db-1c5bf6f1f820 None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:35:27.053193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-9ee45f50-8e25-4f14-acbf-2912453901a4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2099561568&fields=id&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 267 time: 0.0328670 Aug 20 09:35:27.156948 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-102fc559-decc-47aa-93e7-05e13c760845 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:27.158361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-102fc559-decc-47aa-93e7-05e13c760845 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.0984344 Aug 20 09:35:27.174788 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3ef59985-1c71-4457-9c87-6f2baee6ee02 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/quotas/58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 375 time: 0.0090523 Aug 20 09:35:27.231628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-2f860040-3af4-4a62-b3bd-912a6767ccdb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517330 Aug 20 09:35:27.370155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-999c8393-1ed3-4486-9953-b33ee8b21328 service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271462 Aug 20 09:35:27.460890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-4f510853-925c-416a-92d7-7f2ba9f4966f service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847347 Aug 20 09:35:27.618970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fe5a372b-4d50-4a90-8666-65576ae8256e req-382583fc-a591-447f-b774-08a9598b2726 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Aug 20 09:35:28.691691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-74e64e8a-808c-4bd7-ba71-b1b16e178df2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:28.693191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-74e64e8a-808c-4bd7-ba71-b1b16e178df2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1133790 Aug 20 09:35:28.720710 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9e2ea5d-19e5-45ce-8213-31d0d235e3e3 req-a496c0a7-7aaf-4b3a-89ae-962993155944 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 210 time: 0.0287943 Aug 20 09:35:28.739218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-c65ebdbb-ac48-4504-9101-2d334256b40e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 380 time: 0.0369930 Aug 20 09:35:28.749932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'port': {'device_id': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'admin_state_up': True, 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'security_groups': ['d5d42703-9d59-4122-a98e-f53fc9c4afab']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:35:28.755375 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:35:28.774922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 150835da-fbd5-4e0d-a40b-17b2efcdad0c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:35:28.775260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 150835da-fbd5-4e0d-a40b-17b2efcdad0c not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:35:28.854821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Made reservation on behalf of 58463e09eb534d19a859a16b8b7b1fe4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:35:28.858679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:28.983320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Allocated IP 172.20.0.3 (55ab8d31-de0c-4d07-8971-dc60593cfbaa/d8a00b33-db4d-47d9-8bd8-bac2529272fa/9517c138-f933-4b25-87d0-12dffd7f2f55) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:35:29.117058 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.130712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Transition to ACTIVE for port object 9517c138-f933-4b25-87d0-12dffd7f2f55 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:35:29.161600 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.206964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:35:29.212735 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:35:29.214475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:29.216545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:35:29.266802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:29.267424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.282502 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-3e07902b-cec4-48cd-ba4c-25150fbdb355 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5361874 Aug 20 09:35:29.294520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Request body: {'port': {'device_id': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:35:29.353426 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.453071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c820fa07-998b-4a3a-8730-1140ab2479ad None None] Provisioning for port 9517c138-f933-4b25-87d0-12dffd7f2f55 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:35:29.457305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c820fa07-998b-4a3a-8730-1140ab2479ad None None] Provisioning complete for port 9517c138-f933-4b25-87d0-12dffd7f2f55 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:35:29.457950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c820fa07-998b-4a3a-8730-1140ab2479ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.491890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c820fa07-998b-4a3a-8730-1140ab2479ad None None] Port 9517c138-f933-4b25-87d0-12dffd7f2f55 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:35:29.613784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9517c138-f933-4b25-87d0-12dffd7f2f55 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:35:29.620916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.632537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Transition to ACTIVE for port object 9517c138-f933-4b25-87d0-12dffd7f2f55 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:35:29.635909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:29.686192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:29.847708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3d4b-5a8f-4101-badd-d62b89259a88 req-c5ace527-513f-4d59-b356-a8e7052dfad6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:29.849508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a0f3d4b-5a8f-4101-badd-d62b89259a88 req-c5ace527-513f-4d59-b356-a8e7052dfad6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0546207 Aug 20 09:35:29.889888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a0f3d4b-5a8f-4101-badd-d62b89259a88 req-8a94d01f-1f26-4372-9d5f-cea40a47168f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332873 Aug 20 09:35:30.062759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:35:30.063353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:35:30.063481 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:35:30.068445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:35:30.068767 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:35:30.073528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:35:30.073900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:35:30.074299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:35:30.074698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Bound port: 9517c138-f933-4b25-87d0-12dffd7f2f55, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:35:30.075049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:30.135755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:35:30.138732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:35:30.142619 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:30.176294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.176919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:30.178333 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1091 time: 0.8880801 Aug 20 09:35:30.178776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:30.181012 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd241da6-8aea-40c1-aab1-c5775c22e10c" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:30.208792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1e209-d214-423b-87b9-6b099b82a7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:30.220250 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20819267-03b9-4467-bd42-29527189d733 x-openstack-request-id: req-20819267-03b9-4467-bd42-29527189d733 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:30.220543 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:30.220795 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20819267-03b9-4467-bd42-29527189d733 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:30.221692 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'status': 'completed', 'code': 200} Aug 20 09:35:30.271770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-56c727f9-c816-4852-a4a1-53692b2a6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.273290 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-56c727f9-c816-4852-a4a1-53692b2a6ed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1094 time: 0.0451112 Aug 20 09:35:30.317863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-73fb9b52-610b-4488-90ee-778b6fa57deb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 217 time: 0.0351987 Aug 20 09:35:30.366878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-965ad1a3-b4a9-4236-8224-07bb98cadbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.368306 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-965ad1a3-b4a9-4236-8224-07bb98cadbca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0440977 Aug 20 09:35:30.417220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-4131d985-f252-412e-8039-22374822df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.418651 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-4131d985-f252-412e-8039-22374822df6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426881 Aug 20 09:35:30.506663 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-84ff8080-4c1f-4447-97ba-87caa2391526 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810399 Aug 20 09:35:30.599083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4d82d0a4-f455-4d20-81f4-d992a9b77e06 req-f84a5ee0-0cf8-49cb-8ea2-4f5a14c4a4fc service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860226 Aug 20 09:35:30.681469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-ef834a6c-4b13-41a1-9a75-73b3f06ac651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.682883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-ef834a6c-4b13-41a1-9a75-73b3f06ac651 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1094 time: 0.0411994 Aug 20 09:35:30.772363 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-f4b2c4a9-055d-446f-bbeb-2b97ed40dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.773921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-f4b2c4a9-055d-446f-bbeb-2b97ed40dd4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0829017 Aug 20 09:35:30.818101 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-8c403a55-7dbf-4594-9bb4-35de5ceb8f93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 217 time: 0.0371058 Aug 20 09:35:30.866579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-3c94dced-5125-403c-9031-b35dec6aa44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.867990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-3c94dced-5125-403c-9031-b35dec6aa44a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0435834 Aug 20 09:35:30.915070 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-56cd4eec-2a8a-477a-ba36-6521e23e1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:30.916570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-56cd4eec-2a8a-477a-ba36-6521e23e1399 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402975 Aug 20 09:35:31.010668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4ddb9-f9df-4592-8e9e-b8c975eb4ef3 req-37404dbf-b3b2-41ac-8081-a136d5076c55 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:31.012175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4fe4ddb9-f9df-4592-8e9e-b8c975eb4ef3 req-37404dbf-b3b2-41ac-8081-a136d5076c55 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0519238 Aug 20 09:35:31.012553 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-36a2c101-1b0d-40df-b909-49d4821ac73d service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Aug 20 09:35:31.050010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4fe4ddb9-f9df-4592-8e9e-b8c975eb4ef3 req-fe1d4f53-eb37-4f83-a625-c40304ed3470 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Aug 20 09:35:31.106143 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-dd241da6-8aea-40c1-aab1-c5775c22e10c req-da32b6be-3428-4301-afb7-5ac5d33a9ad9 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Aug 20 09:35:32.170798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271aa1-7936-48c9-8fb5-2d1bb3fc1a7c req-72fff2e8-f972-49e4-85cc-5dc9d4074470 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:32.172272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1271aa1-7936-48c9-8fb5-2d1bb3fc1a7c req-72fff2e8-f972-49e4-85cc-5dc9d4074470 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0484185 Aug 20 09:35:32.208988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1271aa1-7936-48c9-8fb5-2d1bb3fc1a7c req-7638d780-692d-488c-820f-b2e0b944df17 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Aug 20 09:35:33.322618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42716e64-4c2f-4215-8a11-04aa7f8206fc req-6dad795b-240b-424f-9ff9-951a902b9738 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:33.324095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42716e64-4c2f-4215-8a11-04aa7f8206fc req-6dad795b-240b-424f-9ff9-951a902b9738 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0482583 Aug 20 09:35:33.360907 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42716e64-4c2f-4215-8a11-04aa7f8206fc req-dfd00c6c-b8a3-4d70-9856-1c14b6c5c0c2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Aug 20 09:35:34.476228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa974fe3-a3ba-4312-94ba-b438f025ee77 req-cce93a92-3ad6-4896-8697-808a1fbdda01 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:34.477995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa974fe3-a3ba-4312-94ba-b438f025ee77 req-cce93a92-3ad6-4896-8697-808a1fbdda01 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0518131 Aug 20 09:35:34.515118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fa974fe3-a3ba-4312-94ba-b438f025ee77 req-16d2de95-c3fa-44d7-a86e-99146295c995 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Aug 20 09:35:34.786582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:35:34.880414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:34.891321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'mac_address': 'fa:16:3e:d5:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:35:34.927233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:34.939293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9517c138-f933-4b25-87d0-12dffd7f2f55 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:35:34.958556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:34.962388 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:35.011874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:35.151943 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['9517c138-f933-4b25-87d0-12dffd7f2f55'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:35:35.627840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2435b-334b-4796-b2cf-ff0d11ec71c2 req-baac25e4-5580-449a-9f5b-2684aedcc4f9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:35.629302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9e2435b-334b-4796-b2cf-ff0d11ec71c2 req-baac25e4-5580-449a-9f5b-2684aedcc4f9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 944 time: 0.0479705 Aug 20 09:35:35.666239 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b9e2435b-334b-4796-b2cf-ff0d11ec71c2 req-1afb1a58-d4b0-4f45-95a9-e56a8f2d9fa5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308068 Aug 20 09:35:36.778726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0ebb-a05a-44c4-9dac-4d09114e346a req-e59bbe31-8eef-442f-95a2-94991386401a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:36.780191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32cd0ebb-a05a-44c4-9dac-4d09114e346a req-e59bbe31-8eef-442f-95a2-94991386401a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 944 time: 0.0482059 Aug 20 09:35:36.785758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:35:36.820234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-32cd0ebb-a05a-44c4-9dac-4d09114e346a req-19e40812-be03-4546-b2c4-0f582f79b5ce tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Aug 20 09:35:36.838126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 9517c138-f933-4b25-87d0-12dffd7f2f55 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:35:36.841846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 9517c138-f933-4b25-87d0-12dffd7f2f55 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:35:36.842217 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:36.916307 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:36.937952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:36.940297 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0896da0-9c46-414b-bac3-fcfe164d76ca" -d '{"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-plugged", "status": "completed", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:36.953773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:35:36.958813 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:36.984086 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa11de5-8d1d-42c8-b358-af3e7b1335d2 x-openstack-request-id: req-0aa11de5-8d1d-42c8-b358-af3e7b1335d2 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:36.984396 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-plugged", "status": "completed", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:36.984645 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0aa11de5-8d1d-42c8-b358-af3e7b1335d2 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:36.985030 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'code': 200} Aug 20 09:35:37.012856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:35:37.082079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa8f2-991a-48c5-a256-65ff098664a5 req-9fc2137f-8996-4362-b8af-18c9821327d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:37.083583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e14aa8f2-991a-48c5-a256-65ff098664a5 req-9fc2137f-8996-4362-b8af-18c9821327d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1096 time: 0.0461698 Aug 20 09:35:37.118150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e14aa8f2-991a-48c5-a256-65ff098664a5 req-9ec5650a-966a-4734-9fad-9361a98b3d7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277317 Aug 20 09:35:37.936214 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f99487-cc5d-4856-8d6d-b55d4ffc901a req-00ea46dc-54b2-4ff1-bfd5-ba1b0b91d9ef tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:37.937661 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76f99487-cc5d-4856-8d6d-b55d4ffc901a req-00ea46dc-54b2-4ff1-bfd5-ba1b0b91d9ef tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Aug 20 09:35:37.976483 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-76f99487-cc5d-4856-8d6d-b55d4ffc901a req-21f866f4-2b38-448b-9a6a-b507b6db262a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Aug 20 09:35:39.091687 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c1a16-082c-4bb1-bbf8-01cb1622fe99 req-50e6077c-a30d-4063-b084-dd6944c5e0c9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:39.093153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-420c1a16-082c-4bb1-bbf8-01cb1622fe99 req-50e6077c-a30d-4063-b084-dd6944c5e0c9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Aug 20 09:35:39.131096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-420c1a16-082c-4bb1-bbf8-01cb1622fe99 req-9fc0081f-d8d3-4d37-8ec2-48f6e9b83e88 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 Aug 20 09:35:39.242222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9699e-59e8-432a-80df-0c6b0ed1d33d req-0ab0187a-3286-430e-a8b2-55ee3fea55f1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:39.243613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64a9699e-59e8-432a-80df-0c6b0ed1d33d req-0ab0187a-3286-430e-a8b2-55ee3fea55f1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0488100 Aug 20 09:35:39.251994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34088) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:35:39.257647 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'floatingip': {'port_id': '9517c138-f933-4b25-87d0-12dffd7f2f55'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:35:39.298798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:39.716571 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:39.720286 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:39.818584 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d associated. External IP: 172.25.5.109, port: 9517c138-f933-4b25-87d0-12dffd7f2f55. Aug 20 09:35:40.022695 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:35:40.126181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:35:40.131180 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:40.136272 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:35:40.144900 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:35:40.145502 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:35:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:40.156979 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-07c8f218-6231-493e-9019-ed79ac444061 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "PUT /v2.0/floatingips/2630b8fd-60cc-4340-bac5-d99b0acb737d HTTP/1.1" status: 200 len: 991 time: 0.9039631 Aug 20 09:35:40.157664 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:35:40.159924 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac600ea5-03a9-443f-b493-1a9a16545319" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:35:40.204381 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f77357d-f69c-46af-93f6-b24bbd5753da x-openstack-request-id: req-3f77357d-f69c-46af-93f6-b24bbd5753da {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:35:40.205634 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:35:40.205919 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f77357d-f69c-46af-93f6-b24bbd5753da {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:35:40.206325 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'status': 'completed', 'code': 200} Aug 20 09:35:40.251401 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:35:40.266492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-8159480c-7694-4f54-bd89-379e97524371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:40.267950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-8159480c-7694-4f54-bd89-379e97524371 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1096 time: 0.0401769 Aug 20 09:35:40.356618 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-209de7a8-c71a-48ba-af83-d6137be1c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:40.358163 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-209de7a8-c71a-48ba-af83-d6137be1c096 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0837052 Aug 20 09:35:40.426249 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-2afc818f-31e3-4c4d-9fb2-02daad21260a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 999 time: 0.0608449 Aug 20 09:35:40.467937 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:d5:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:35:39Z', 'revision_number': 9, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:40.476443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-582cea29-ed85-4bf3-a111-f985234333ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:40.478183 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-582cea29-ed85-4bf3-a111-f985234333ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0441749 Aug 20 09:35:40.497270 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:35:40.506095 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:35:40.506699 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:35:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:40.525435 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-a5c767b4-3127-4e2f-897b-7c814594c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:35:40.526867 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-a5c767b4-3127-4e2f-897b-7c814594c348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408533 Aug 20 09:35:40.608450 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:35:40.622045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-3117c6f3-b83b-4f70-bc57-e02ff0073b74 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Aug 20 09:35:40.710739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ac600ea5-03a9-443f-b493-1a9a16545319 req-f7254322-6eb6-4ea5-9366-34e6e79d4987 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Aug 20 09:35:40.824472 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:d5:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:35:39Z', 'revision_number': 9, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:35:40.849478 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e63f4c-9837-44d9-bf1f-31cc67ce313f None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:d5:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:35:39Z', 'revision_number': 9, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:35:41.041737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00062739-e4d9-4aed-b548-b6d7f84138de None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:35:42.970319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:43.221159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a3285be-d4d6-46f4-9a5a-a843131e035f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:44.350727 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:46.379510 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:46.647800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1e8c345f-568d-40dd-8db2-413853672314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:46.842369 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:35:47.569810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:35:48.933062 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:09.543142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-eba63c6c-81c6-4469-b10f-955664042ffd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441539 Aug 20 09:36:09.624530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-173b60e3-a76f-46c7-bf17-5f55a209c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:36:09.626008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-173b60e3-a76f-46c7-bf17-5f55a209c1c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1096 time: 0.0389180 Aug 20 09:36:09.729629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-0ad60d5e-7185-4069-b984-7a198ecf32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:36:09.731188 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-0ad60d5e-7185-4069-b984-7a198ecf32e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0844769 Aug 20 09:36:09.802010 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-818695f1-0850-4891-b453-0b819cde1344 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1002 time: 0.0618544 Aug 20 09:36:09.851602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-66776827-69f5-41e5-a339-bf34e42dbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:36:09.853292 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-66776827-69f5-41e5-a339-bf34e42dbde8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0446048 Aug 20 09:36:09.899440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-76a80aeb-21ff-4585-aaa0-d181a65d9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:36:09.900914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-76a80aeb-21ff-4585-aaa0-d181a65d9538 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390389 Aug 20 09:36:09.912157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-b1f1ecd5-ea4e-476b-b515-7ee1903d648c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:36:09.913898 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-b1f1ecd5-ea4e-476b-b515-7ee1903d648c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049107 Aug 20 09:36:10.008336 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-3f239c77-2557-4450-945c-08c6093e0db3 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872815 Aug 20 09:36:10.106235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f8aca7a8-2590-4a5b-a957-b2cc4a8ba487 req-1b147ee8-e15d-4f5a-9988-a2d575d9d83e service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 Aug 20 09:36:12.972842 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:13.222040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c1c6209a-0c1c-4def-8d42-b189b6d57c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:14.341819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:16.380162 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:16.648010 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b3cd-3ccb-4867-9216-47b6e1a356c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:17.571980 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:18.935167 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:23.842203 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:36:42.967825 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:43.221691 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e456d316-01c5-4620-9069-7112e4d9a36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:44.340017 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:46.381342 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:46.648368 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a8f797a0-9b2f-4f0b-a804-5b405080a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:47.578871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:36:48.938203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:00.841902 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:37:10.587954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-01d6b48e-04bf-4d8a-ba4a-d44338f5aaba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935962 Aug 20 09:37:10.674409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79291-12b6-4b94-9277-a33327fef96a req-2e079faa-6e80-4ba2-9d93-98650c58d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:10.675980 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-2e079faa-6e80-4ba2-9d93-98650c58d7f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1096 time: 0.0455279 Aug 20 09:37:10.776376 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79291-12b6-4b94-9277-a33327fef96a req-4562456c-3736-4ac4-9b28-2bc1f0a3bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:10.777739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-4562456c-3736-4ac4-9b28-2bc1f0a3bd21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0832212 Aug 20 09:37:10.845012 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-b1849c62-0366-4ec8-a147-5e204aa9bc44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1002 time: 0.0603724 Aug 20 09:37:10.892769 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79291-12b6-4b94-9277-a33327fef96a req-6dc91e31-13c2-4d98-b96d-889bac48fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:10.894179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-6dc91e31-13c2-4d98-b96d-889bac48fa92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0420065 Aug 20 09:37:10.938115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79291-12b6-4b94-9277-a33327fef96a req-ddf1f7f4-2f11-4634-930d-fd22f5c392ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:10.939542 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-ddf1f7f4-2f11-4634-930d-fd22f5c392ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376287 Aug 20 09:37:11.031836 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-1ac3b0fd-e6ce-4d81-8653-6d090921728d service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845528 Aug 20 09:37:11.119556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e7c79291-12b6-4b94-9277-a33327fef96a req-a581b261-d38e-4ac9-ab9c-6a9ca3a7bf90 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802667 Aug 20 09:37:12.985461 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:13.221736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd37b-8af9-4e7e-bdde-b7bdfc4be579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:14.339414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:16.383145 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:16.648133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-172d20e9-b249-444e-83a1-01f3935b714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:17.105446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-88c86b07-d00c-493d-b5b0-f72309cbe9e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473661 Aug 20 09:37:17.213102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c660147-4b77-4637-95b0-a56c2222d526 req-46e56db6-f19d-4d9d-bb25-c855e5cd688e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:17.214484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c660147-4b77-4637-95b0-a56c2222d526 req-46e56db6-f19d-4d9d-bb25-c855e5cd688e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.1308789 Aug 20 09:37:17.254020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c660147-4b77-4637-95b0-a56c2222d526 req-08fcb76b-e3ff-4b01-9e4f-2d47c7fa0504 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335164 Aug 20 09:37:17.578342 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:18.135266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-0864fd6c-de59-4c4f-9145-234e59b51208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:18.136789 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-0864fd6c-de59-4c4f-9145-234e59b51208 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1096 time: 0.0422664 Aug 20 09:37:18.231358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-bdec791e-8e1c-4871-8990-2eee83e15d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:18.232738 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-bdec791e-8e1c-4871-8990-2eee83e15d04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0878572 Aug 20 09:37:18.299573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-db471302-c959-47be-aeb4-4a3758ad52be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1002 time: 0.0579178 Aug 20 09:37:18.353455 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-97a2dc79-700c-4781-8e94-350d9b6fb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:18.354997 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-97a2dc79-700c-4781-8e94-350d9b6fb5ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0485859 Aug 20 09:37:18.402835 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-905af623-20d1-4272-af89-96d8aa2b3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:18.404366 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-905af623-20d1-4272-af89-96d8aa2b3ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418301 Aug 20 09:37:18.427872 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a1af-905e-44f7-9b93-fc37ef6545c1 req-1171376c-cb9c-4baa-81bc-a61564ba83bf tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:18.430175 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88d5a1af-905e-44f7-9b93-fc37ef6545c1 req-1171376c-cb9c-4baa-81bc-a61564ba83bf tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.1049821 Aug 20 09:37:18.468062 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88d5a1af-905e-44f7-9b93-fc37ef6545c1 req-5c467eab-f2e9-4aca-a0a7-df5fc4e885be tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 20 09:37:18.496799 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-52680a14-9295-4e2f-8416-94e755570d47 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851362 Aug 20 09:37:18.589887 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-efc3044e-5ceb-4964-8805-371307025c5b service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847096 Aug 20 09:37:18.940534 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:19.585447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e959-d996-4136-bffc-2f99e1e2fdbb req-949783e5-6b77-488f-9018-63ab3d89b13e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:19.586943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f699e959-d996-4136-bffc-2f99e1e2fdbb req-949783e5-6b77-488f-9018-63ab3d89b13e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Aug 20 09:37:19.623674 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f699e959-d996-4136-bffc-2f99e1e2fdbb req-a1933716-4ee0-4cf7-9819-c118c62435ea tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Aug 20 09:37:20.741451 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5144f1-27fa-41a3-93b8-e7ed6905f926 req-29b45b0e-8409-4202-8b6f-370f729fd445 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:20.742965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad5144f1-27fa-41a3-93b8-e7ed6905f926 req-29b45b0e-8409-4202-8b6f-370f729fd445 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0518310 Aug 20 09:37:20.780355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad5144f1-27fa-41a3-93b8-e7ed6905f926 req-2f01ff9d-e628-4d9e-ae1b-869c36d9d5cc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Aug 20 09:37:21.892467 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0ce0-4097-4be1-b71e-ca425846def6 req-f84a1704-c0fb-48db-84d6-ffccd983b13e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:21.893948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d0a0ce0-4097-4be1-b71e-ca425846def6 req-f84a1704-c0fb-48db-84d6-ffccd983b13e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Aug 20 09:37:21.931811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d0a0ce0-4097-4be1-b71e-ca425846def6 req-fd8efd67-f41e-4a9c-94a4-2cee0218fcd4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Aug 20 09:37:23.044496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253686f-d10d-4005-83b7-a852b87424e6 req-123fcbf4-66de-425c-9288-82f8b93b6634 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:23.045978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8253686f-d10d-4005-83b7-a852b87424e6 req-123fcbf4-66de-425c-9288-82f8b93b6634 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0472097 Aug 20 09:37:23.082894 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8253686f-d10d-4005-83b7-a852b87424e6 req-feb451dc-4b46-411b-a801-f649c216a03a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Aug 20 09:37:24.201226 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c26cb-6465-4f97-90fb-728ea5430c3a req-ebe761c9-a44d-4f5c-acd9-bc9bfc30bf8c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:24.202648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df3c26cb-6465-4f97-90fb-728ea5430c3a req-ebe761c9-a44d-4f5c-acd9-bc9bfc30bf8c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Aug 20 09:37:24.239450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df3c26cb-6465-4f97-90fb-728ea5430c3a req-da71edd1-7236-438f-b146-32ad3c3cb780 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Aug 20 09:37:25.354578 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d51c7-c0c0-4dae-aa97-f5d5dbc8cbb2 req-4a0bd7e2-c8fc-4094-90a5-72af578d3436 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:25.356044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-292d51c7-c0c0-4dae-aa97-f5d5dbc8cbb2 req-4a0bd7e2-c8fc-4094-90a5-72af578d3436 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Aug 20 09:37:25.393374 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-292d51c7-c0c0-4dae-aa97-f5d5dbc8cbb2 req-1aec98d2-73a2-46d1-b90e-a8c0febcd146 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Aug 20 09:37:26.507489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f1289-b1c4-413d-9f12-9de77251b0a4 req-e8126f23-e9f0-4283-ae39-ecbba4d7d7ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:26.508962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d9f1289-b1c4-413d-9f12-9de77251b0a4 req-e8126f23-e9f0-4283-ae39-ecbba4d7d7ac tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 20 09:37:26.545510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5d9f1289-b1c4-413d-9f12-9de77251b0a4 req-4d0a71d4-47aa-40be-8a3e-5928e3b7a175 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Aug 20 09:37:27.667000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d55f-930c-4dca-b798-e1b95e2da2df req-37e0fb07-a8b6-44eb-ae70-531d5d727196 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:27.668507 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96a9d55f-930c-4dca-b798-e1b95e2da2df req-37e0fb07-a8b6-44eb-ae70-531d5d727196 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0536058 Aug 20 09:37:27.705900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-96a9d55f-930c-4dca-b798-e1b95e2da2df req-7cc0e8da-f88d-4062-b04e-53efb287bdea tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Aug 20 09:37:28.817566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77132c5-66c8-45b0-b1dd-183b01203654 req-77862101-dca2-4659-80e7-15cdc74a42c2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:28.819054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b77132c5-66c8-45b0-b1dd-183b01203654 req-77862101-dca2-4659-80e7-15cdc74a42c2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Aug 20 09:37:28.855985 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b77132c5-66c8-45b0-b1dd-183b01203654 req-c021201a-4b28-4c8b-b204-906f3feb7743 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311053 Aug 20 09:37:29.969741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8c3d-e312-40cd-aa5e-4bdf577dabfe req-a2a39bde-3eae-4c7a-996e-dca20ef4f58e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:29.971258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abcb8c3d-e312-40cd-aa5e-4bdf577dabfe req-a2a39bde-3eae-4c7a-996e-dca20ef4f58e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Aug 20 09:37:30.009154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abcb8c3d-e312-40cd-aa5e-4bdf577dabfe req-51f79fe4-b960-415b-b1fd-d6372f655c8d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Aug 20 09:37:30.876898 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-133ba4aa-be06-4599-9254-82c162c22874 service neutron] show failed (client error): The resource could not be found. Aug 20 09:37:30.877934 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-133ba4aa-be06-4599-9254-82c162c22874 service neutron] 10.222.0.37 "GET /v2.0/ports/9517c138-f933-4b25-87d0-12dffd7f2f55/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0555193 Aug 20 09:37:31.068792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-51a19cc2-123c-49b4-a15b-bcaf1ce70ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:31.071175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-51a19cc2-123c-49b4-a15b-bcaf1ce70ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0426018 Aug 20 09:37:31.082887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:37:31.130565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807edd69-0824-4661-9efd-237ccff28198 req-e7c3c01e-c404-4710-8ccc-b392f722fa7b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:31.132069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-807edd69-0824-4661-9efd-237ccff28198 req-e7c3c01e-c404-4710-8ccc-b392f722fa7b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 945 time: 0.0521114 Aug 20 09:37:31.141107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:31.170087 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-807edd69-0824-4661-9efd-237ccff28198 req-4b13dad8-8137-4c01-adc5-ab0acbd83fc6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Aug 20 09:37:31.341041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:31.375264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:37:31.419793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:31.422010 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3536472-50a7-442b-8031-e076dd8b4f39" -d '{"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-unplugged", "status": "completed", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:31.426388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:31.439589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Transition to ACTIVE for port object 9517c138-f933-4b25-87d0-12dffd7f2f55 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:37:31.444582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:31.535613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:31.550272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.550625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.551150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.551497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.551843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.552188 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.552505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.552832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.553165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.553500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.554458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.554895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:31.561953 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8daf471-cedc-49db-b074-027a06d5fcdf x-openstack-request-id: req-d8daf471-cedc-49db-b074-027a06d5fcdf {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:31.562254 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-unplugged", "status": "completed", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:31.562512 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8daf471-cedc-49db-b074-027a06d5fcdf {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:31.562910 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'code': 200} Aug 20 09:37:31.589459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] No DVR routers for this DVR port 9517c138-f933-4b25-87d0-12dffd7f2f55 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:37:31.729608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:37:31.729971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:37:31.730300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:37:31.734558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:37:31.734877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:37:31.739616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:37:31.740036 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:37:31.740339 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:37:31.740768 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Bound port: 9517c138-f933-4b25-87d0-12dffd7f2f55, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:37:31.741128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:31.805701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:37:31.808600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:37:31.812971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:31.846059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:31.846678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:31.848067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] 10.222.0.26 "PUT /v2.0/ports/9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1091 time: 0.7693326 Aug 20 09:37:31.869079 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3948f-4213-4e73-8cf6-42d6ee7df549 service neutron] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:31.917807 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-ee8234c4-3adf-453c-85ba-08bf3c960de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:31.919325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-ee8234c4-3adf-453c-85ba-08bf3c960de8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1094 time: 0.0423508 Aug 20 09:37:32.015952 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-71b7b418-7406-434a-94c3-658d53ebeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:32.017462 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-71b7b418-7406-434a-94c3-658d53ebeca7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0914590 Aug 20 09:37:32.082301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-360e0a47-e690-452c-9d69-0c1486216ebd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1000 time: 0.0578029 Aug 20 09:37:32.131407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-73545493-33fb-4837-8e66-4d6a4aea7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:32.133464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-73545493-33fb-4837-8e66-4d6a4aea7791 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0432622 Aug 20 09:37:32.182127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-6b77e92a-b332-4e70-9cc5-d50ff81dc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:32.183584 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-6b77e92a-b332-4e70-9cc5-d50ff81dc73e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434065 Aug 20 09:37:32.193832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-44e38289-3afc-4238-8653-dd54f0eb7d94 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:37:32.195268 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-44e38289-3afc-4238-8653-dd54f0eb7d94 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048976 Aug 20 09:37:32.283734 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-ee464101-e8fa-4f90-a53c-4171ed8de5bc service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817578 Aug 20 09:37:32.285001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79e73-467b-4bd6-a580-df3ad6ac4850 req-4f53cdff-87e3-4ed1-9d12-b07a5810f7a7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:32.286526 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa79e73-467b-4bd6-a580-df3ad6ac4850 req-4f53cdff-87e3-4ed1-9d12-b07a5810f7a7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0491354 Aug 20 09:37:32.324229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-eaa79e73-467b-4bd6-a580-df3ad6ac4850 req-3bb5cc83-fc31-4f48-8d97-aca9b3cb0895 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Aug 20 09:37:32.376069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-b91dfef1-19b8-49ca-a645-4b31ddb0a5fa service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860727 Aug 20 09:37:33.304751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:37:33.341749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:37:33.439912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493425-4eec-48fc-a4d2-1d7a2a3c7c51 req-170134c3-8f7b-4fd8-839d-d5eabd821957 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:33.441394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd493425-4eec-48fc-a4d2-1d7a2a3c7c51 req-170134c3-8f7b-4fd8-839d-d5eabd821957 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0480721 Aug 20 09:37:33.479752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd493425-4eec-48fc-a4d2-1d7a2a3c7c51 req-69fa9985-67eb-4307-a2f7-828a7703aff4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Aug 20 09:37:33.564404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:33.566750 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb2ebd-12cc-457d-a693-992c55cca1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:33.613345 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe44b7-291c-400a-99ea-4a5e8493a812 x-openstack-request-id: req-95fe44b7-291c-400a-99ea-4a5e8493a812 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:33.613628 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:33.613907 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95fe44b7-291c-400a-99ea-4a5e8493a812 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:33.614305 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'status': 'completed', 'code': 200} Aug 20 09:37:33.699404 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-1192baad-e950-4994-b0c8-2e68834e5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:33.700898 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-1192baad-e950-4994-b0c8-2e68834e5d8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1094 time: 0.0673163 Aug 20 09:37:33.703242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-43eaac10-c1cd-4c68-b5e3-99e35d92760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:33.704594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-43eaac10-c1cd-4c68-b5e3-99e35d92760a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1094 time: 0.0631487 Aug 20 09:37:33.863939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-48de28c2-c96f-42fd-a808-08df3379ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:33.865332 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-48de28c2-c96f-42fd-a808-08df3379ca7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1564729 Aug 20 09:37:33.867317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-9c4bd4a2-0049-44a7-8d4c-138b0c77fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:33.868653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-9c4bd4a2-0049-44a7-8d4c-138b0c77fde0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1518285 Aug 20 09:37:33.979600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-f74c40ec-2c2c-4921-bda8-d5d135e5fa24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1000 time: 0.1058464 Aug 20 09:37:33.981373 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-458d583b-1f48-448d-96f1-7c519c1c8991 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1000 time: 0.1018357 Aug 20 09:37:34.064362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-3d7bbcb7-5083-4994-b9e2-9da6567c37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.065826 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-3d7bbcb7-5083-4994-b9e2-9da6567c37ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0799642 Aug 20 09:37:34.067226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-b4af4c05-1954-48ac-a3c2-730f2d5f52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.068561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-b4af4c05-1954-48ac-a3c2-730f2d5f52a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0750504 Aug 20 09:37:34.142804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-127e9b77-e72d-4e7e-b620-3cad60aad5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.144214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-127e9b77-e72d-4e7e-b620-3cad60aad5f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718873 Aug 20 09:37:34.146567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-cd333f51-e65b-438d-a426-c2100397be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.148067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-cd333f51-e65b-438d-a426-c2100397be3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668623 Aug 20 09:37:34.594952 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-12e12770-11da-48fc-8968-d63fd2cb64d1 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433999 Aug 20 09:37:34.598344 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-36fd355b-91dc-4236-82cf-c138dca2b5ad service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393275 Aug 20 09:37:34.599292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bb2fe-5b88-4cdf-954e-c5e436127b35 req-07aa9a0d-bca3-4e86-8756-5d5aa0f0d74a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.600764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0bb2fe-5b88-4cdf-954e-c5e436127b35 req-07aa9a0d-bca3-4e86-8756-5d5aa0f0d74a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0515854 Aug 20 09:37:34.639702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c0bb2fe-5b88-4cdf-954e-c5e436127b35 req-29896185-2d6b-4a9a-8512-5b90a589a22e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Aug 20 09:37:34.757629 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-7cfb9c6c-7d5b-4359-904b-55b0cd21464a service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546612 Aug 20 09:37:34.759775 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-edfb2ebd-12cc-457d-a693-992c55cca1ea req-90ed7b7b-ab34-4339-a6db-9ab52d82eb92 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496403 Aug 20 09:37:34.921165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-4e924cf6-94c0-43d6-9382-d3e0997e7cc2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.922728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-4e924cf6-94c0-43d6-9382-d3e0997e7cc2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419&tenant_id=58463e09eb534d19a859a16b8b7b1fe4&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 943 time: 0.0517752 Aug 20 09:37:34.938413 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf84bd5-d5c5-45f4-9cb4-9ebf6ea5d192 req-10ffd049-91d6-4f30-89ff-8d06858d9e7f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:34.939902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bf84bd5-d5c5-45f4-9cb4-9ebf6ea5d192 req-10ffd049-91d6-4f30-89ff-8d06858d9e7f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 943 time: 0.0486596 Aug 20 09:37:34.980532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4bf84bd5-d5c5-45f4-9cb4-9ebf6ea5d192 req-96bc2caf-1abc-4a35-9c64-97a00fc1b6a5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340221 Aug 20 09:37:34.984422 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-08b808c9-4bb5-4da3-a9b4-1902d8990b46 service neutron] 10.222.0.26 "GET /v2.0/ports/9517c138-f933-4b25-87d0-12dffd7f2f55/bindings/n-h2-804285-2 HTTP/1.1" status: 200 len: 382 time: 0.0547583 Aug 20 09:37:35.048755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-d4d78ea2-03d8-4f6d-a0a8-f2aca73ee458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:35.050167 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-d4d78ea2-03d8-4f6d-a0a8-f2aca73ee458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1094 time: 0.0439713 Aug 20 09:37:35.141950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-68150ecd-8c2a-461d-8458-0c8a043d9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:35.143446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-68150ecd-8c2a-461d-8458-0c8a043d9a93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0859094 Aug 20 09:37:35.210647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-85dfbdae-7780-4903-b8ea-0583cb944716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1000 time: 0.0600610 Aug 20 09:37:35.257877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-3e88b6f6-93f9-421e-8f9d-f1142623f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:35.259282 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-3e88b6f6-93f9-421e-8f9d-f1142623f652 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0423357 Aug 20 09:37:35.305483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-56128896-b82f-44d5-a9f8-47d3ec2c977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:35.306925 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-56128896-b82f-44d5-a9f8-47d3ec2c977a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404131 Aug 20 09:37:35.329486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:37:35.401147 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-b4eeb6bf-0831-4b29-af05-68e2a5dfe1fe service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870805 Aug 20 09:37:35.424102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:35.435406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'mac_address': 'fa:16:3e:d5:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:37:35.471579 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:35.484801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9517c138-f933-4b25-87d0-12dffd7f2f55 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:37:35.491711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-52eff2d0-9663-40de-8c66-4a12836ccc97 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Aug 20 09:37:35.503475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:35.507524 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:35.554737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:35.562000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.562297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.562641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.562979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.563322 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.563655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.563982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.564309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.564636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.564961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.565288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.565610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:37:35.759955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['9517c138-f933-4b25-87d0-12dffd7f2f55'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:37:36.097157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622021c-0e96-455f-b50d-6d47f6fcc858 req-62923523-4272-46c7-9e6a-edc87f7cf4b5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:36.098682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7622021c-0e96-455f-b50d-6d47f6fcc858 req-62923523-4272-46c7-9e6a-edc87f7cf4b5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 944 time: 0.0483236 Aug 20 09:37:36.135987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7622021c-0e96-455f-b50d-6d47f6fcc858 req-fdfba05c-0e0f-4918-9f3a-48d2462a9b29 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Aug 20 09:37:37.255510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f9fc5-a4fb-4e5e-834f-cd4b20abfb3c req-338f5c94-6472-4aa3-8629-ccf2c5dea82c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:37.257032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-957f9fc5-a4fb-4e5e-834f-cd4b20abfb3c req-338f5c94-6472-4aa3-8629-ccf2c5dea82c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 944 time: 0.0528860 Aug 20 09:37:37.296925 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-957f9fc5-a4fb-4e5e-834f-cd4b20abfb3c req-c95b210a-0a2c-4509-bbb0-7e841725893e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338533 Aug 20 09:37:37.342406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:37:37.345022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-c86d8591-9180-4ec6-952b-cff405b4e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:37.346553 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-c86d8591-9180-4ec6-952b-cff405b4e650 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0406806 Aug 20 09:37:37.358256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:37:37.390054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 9517c138-f933-4b25-87d0-12dffd7f2f55 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:37:37.393750 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 9517c138-f933-4b25-87d0-12dffd7f2f55 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:37:37.394128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:37.414302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:37.471463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:37.615295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:37.647189 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:37:37.680333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9517c138-f933-4b25-87d0-12dffd7f2f55 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:37:37.688613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:37.700656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Transition to ACTIVE for port object 9517c138-f933-4b25-87d0-12dffd7f2f55 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:37:37.704548 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:37.739481 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:37:37.739984 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:37:37.789546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=9']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:37.828130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] No DVR routers for this DVR port 9517c138-f933-4b25-87d0-12dffd7f2f55 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:37:37.842150 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:37:37.966043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:37:37.966381 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:37:37.966705 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:37:37.970895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:37:37.971215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Attempting to bind port 9517c138-f933-4b25-87d0-12dffd7f2f55 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:37:37.976255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:37:37.976676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:37:37.977048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:37:37.977470 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Bound port: 9517c138-f933-4b25-87d0-12dffd7f2f55, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:37:37.977863 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:38.041599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:37:38.044460 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:37:38.048807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:38.081676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.082315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:38.083679 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] 10.222.0.37 "PUT /v2.0/ports/9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1091 time: 0.7294784 Aug 20 09:37:38.084198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:38.087071 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80531df1-8ed1-4a93-8d8e-753545068b77" -d '{"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:38.111095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b506f-6bf6-4ab6-9922-13b47d96a256 service neutron] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:38.150363 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a9a17-0d9b-4b33-b4ee-526c46427894 x-openstack-request-id: req-512a9a17-0d9b-4b33-b4ee-526c46427894 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:38.150694 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:38.150917 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-512a9a17-0d9b-4b33-b4ee-526c46427894 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:38.151329 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'status': 'completed', 'code': 200} Aug 20 09:37:38.167566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-53ef8aee-e182-437f-9a0c-b249939019e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.169146 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-53ef8aee-e182-437f-9a0c-b249939019e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1095 time: 0.0494306 Aug 20 09:37:38.277750 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:38.279545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-ed833b9d-bbe9-420d-ab4a-af3c73c3c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.281080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-ed833b9d-bbe9-420d-ab4a-af3c73c3c0ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1095 time: 0.1088090 Aug 20 09:37:38.302586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:38.305526 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd2880-ac43-4af0-aeec-e8a7b542e1fd" -d '{"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-plugged", "status": "completed", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:38.319166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:38.327754 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:38.344924 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ddbd10f0-686b-4c52-a3db-dd033053f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.346467 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-ddbd10f0-686b-4c52-a3db-dd033053f28f service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1665063 Aug 20 09:37:38.377305 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbcb98f-eaf7-46e3-8324-cca9f118072c x-openstack-request-id: req-bdbcb98f-eaf7-46e3-8324-cca9f118072c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:38.377881 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-plugged", "status": "completed", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:38.377989 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdbcb98f-eaf7-46e3-8324-cca9f118072c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:38.378358 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'code': 200} Aug 20 09:37:38.399547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:38.429825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772150bc-37fc-41a0-ac70-6edbb66b8e95 req-73730af8-0284-4ccf-8088-2113a213f81b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.431340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-772150bc-37fc-41a0-ac70-6edbb66b8e95 req-73730af8-0284-4ccf-8088-2113a213f81b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0567098 Aug 20 09:37:38.442265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-a0d9bbcc-7a57-47b4-b37a-a86bf7f4eb5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1002 time: 0.0885031 Aug 20 09:37:38.469074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-772150bc-37fc-41a0-ac70-6edbb66b8e95 req-ee12a3ae-b6d4-4509-bcb4-c5d9a8808c5e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Aug 20 09:37:38.478625 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-2681e0ad-a1b9-4abd-ad3a-7b0c8dcc5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.480112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-2681e0ad-a1b9-4abd-ad3a-7b0c8dcc5be7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1925914 Aug 20 09:37:38.543112 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-a190e6f7-c18c-4bcd-8e5b-3f916e88f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.544561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-a190e6f7-c18c-4bcd-8e5b-3f916e88f22b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0956371 Aug 20 09:37:38.587122 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-115a8607-8ffe-4772-888e-48594a3b62ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1002 time: 0.0984983 Aug 20 09:37:38.633185 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-539e3f08-8a0d-4297-81a0-196562a1892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.634703 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-539e3f08-8a0d-4297-81a0-196562a1892d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820417 Aug 20 09:37:38.652744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-b256ece7-d950-4763-838a-a640235d901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.654121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-b256ece7-d950-4763-838a-a640235d901a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0603259 Aug 20 09:37:38.750450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-6b928350-ffac-4bd2-89e6-c67b8969777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:38.751947 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-6b928350-ffac-4bd2-89e6-c67b8969777a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887046 Aug 20 09:37:38.783509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-23641a13-da42-45da-9535-4a3a8904a41b service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416781 Aug 20 09:37:38.915550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-f2c19e68-e1d8-49b2-8891-80292d3b28f8 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526613 Aug 20 09:37:38.974679 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d32ffaa-ddae-41c3-beaf-e74570a11949 req-70e971c2-f8c2-48ee-8716-8239611ea10d service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619656 Aug 20 09:37:39.023711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-d6c0cd5b-a13c-41ea-96f7-b61936ef6030 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000700 Aug 20 09:37:39.063770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-ac367c13-348e-410f-8db6-6cd0ba962cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:39.065269 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-ac367c13-348e-410f-8db6-6cd0ba962cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 1097 time: 0.0406699 Aug 20 09:37:39.156300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-e31dec86-c34f-48c2-a897-26c46b6a32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:39.157769 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-e31dec86-c34f-48c2-a897-26c46b6a32dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0858979 Aug 20 09:37:39.222416 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-5ccdfe7c-cc98-4a52-bd48-0c61a3d8e83a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 200 len: 1002 time: 0.0565917 Aug 20 09:37:39.271889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-491afc29-f48a-4cd8-af9e-2a63a8ba0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:39.273656 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-491afc29-f48a-4cd8-af9e-2a63a8ba0807 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0433319 Aug 20 09:37:39.322254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-007f56f7-9f5c-4944-a5af-49276fef51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:39.323704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-007f56f7-9f5c-4944-a5af-49276fef51a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432520 Aug 20 09:37:39.412912 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-c821878b-ad73-4c4d-869c-62ee2f21e7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796819 Aug 20 09:37:39.506439 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-80531df1-8ed1-4a93-8d8e-753545068b77 req-4422c5ef-2223-464f-aee6-46d8226c6b55 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Aug 20 09:37:39.588534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993b66f-e925-4471-85ba-4ae23868f28b req-9b8fd83f-c4fa-481f-883a-0b22935e533f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:39.590032 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4993b66f-e925-4471-85ba-4ae23868f28b req-9b8fd83f-c4fa-481f-883a-0b22935e533f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0474241 Aug 20 09:37:39.628069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4993b66f-e925-4471-85ba-4ae23868f28b req-418ae4d7-222a-472c-950b-637bc272a6dc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Aug 20 09:37:40.743300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef9115-6d21-437a-bb22-cd1af28a34e8 req-f13492b0-1b1b-4d7a-b325-8a15095b5d5e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:40.744794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bef9115-6d21-437a-bb22-cd1af28a34e8 req-f13492b0-1b1b-4d7a-b325-8a15095b5d5e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0521991 Aug 20 09:37:40.782096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bef9115-6d21-437a-bb22-cd1af28a34e8 req-fb2bf82b-e0b6-407e-9db5-05be486dd102 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Aug 20 09:37:40.893375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55dc5b-4323-49eb-9da0-7da08885e0b9 req-64287fd7-a04d-4f77-8573-1f469019f27f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:40.894865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b55dc5b-4323-49eb-9da0-7da08885e0b9 req-64287fd7-a04d-4f77-8573-1f469019f27f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0481403 Aug 20 09:37:40.932449 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3b55dc5b-4323-49eb-9da0-7da08885e0b9 req-a390d956-9f01-41c4-b701-98a51a375d98 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Aug 20 09:37:41.044982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671dac9-41cd-46e7-8775-3050584facfa req-18c7b4e5-cea4-4f05-b9e0-0a6caa6bd3eb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:41.046537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9671dac9-41cd-46e7-8775-3050584facfa req-18c7b4e5-cea4-4f05-b9e0-0a6caa6bd3eb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Aug 20 09:37:41.082968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9671dac9-41cd-46e7-8775-3050584facfa req-2d5dbd8a-3d71-42d1-bc17-21b02f88116b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Aug 20 09:37:41.327164 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfb184-5cb6-4d28-b931-a6e7c0401659 req-2c1026ad-a61b-4366-871a-fc105230979c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:41.328619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abbfb184-5cb6-4d28-b931-a6e7c0401659 req-2c1026ad-a61b-4366-871a-fc105230979c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0518425 Aug 20 09:37:41.365026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abbfb184-5cb6-4d28-b931-a6e7c0401659 req-b7fc7a85-abf9-48e7-9fdc-b948bb9e79f1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304511 Aug 20 09:37:41.388730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:37:41.427075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:37:42.481361 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895afcc9-179f-495e-9b46-8ea3a2f036ae req-4f392cb8-43ba-4ce7-b400-6066310ba187 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:42.482901 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-895afcc9-179f-495e-9b46-8ea3a2f036ae req-4f392cb8-43ba-4ce7-b400-6066310ba187 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0492256 Aug 20 09:37:42.496104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-eb9330ef-e44b-4c1e-9a8c-1f56692a6d62 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:42.497572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-eb9330ef-e44b-4c1e-9a8c-1f56692a6d62 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 946 time: 0.0492113 Aug 20 09:37:42.521008 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-895afcc9-179f-495e-9b46-8ea3a2f036ae req-f058c5b3-c426-4429-b223-8198993b1d83 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Aug 20 09:37:42.588140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Deleting port 9517c138-f933-4b25-87d0-12dffd7f2f55 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:37:42.588482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:42.677596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] For port 9517c138-f933-4b25-87d0-12dffd7f2f55, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=9517c138-f933-4b25-87d0-12dffd7f2f55,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:42.677915 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:42.842224 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:42.842606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:42.842918 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d disassociated. External IP: 172.25.5.109, port: 9517c138-f933-4b25-87d0-12dffd7f2f55. Aug 20 09:37:42.843256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Calling delete_port for 9517c138-f933-4b25-87d0-12dffd7f2f55 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:37:42.970652 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:42.981944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:43.001233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event deleted for resources: {'Port': ['ID=9517c138-f933-4b25-87d0-12dffd7f2f55,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:43.118416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:37:43.222087 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7b78f79-ab86-4a1d-80e5-a8f5bb35e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:43.230466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:37:43.241101 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:37:43.251464 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:37:43.252106 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:37:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:43.270739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] No DVR routers for this DVR port 9517c138-f933-4b25-87d0-12dffd7f2f55 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:37:43.274153 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:43.276087 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8b0ba585-86f8-449e-9ef8-bce9aa5829bb req-5d332220-a084-4a04-b9a3-17a7ca6a97c0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "DELETE /v2.0/ports/9517c138-f933-4b25-87d0-12dffd7f2f55 HTTP/1.1" status: 204 len: 173 time: 0.7716846 Aug 20 09:37:43.276530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-deleted', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:43.278821 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dce103-850c-4b11-9e14-1a81b1cfb36a" -d '{"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-deleted", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:43.317028 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df41df59-d016-423b-9ca0-856c6fbe9813 x-openstack-request-id: req-df41df59-d016-423b-9ca0-856c6fbe9813 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:43.317326 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e4878b-8f6e-4a5a-bc3e-5e18f6026419", "name": "network-vif-deleted", "tag": "9517c138-f933-4b25-87d0-12dffd7f2f55", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:43.317584 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df41df59-d016-423b-9ca0-856c6fbe9813 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:43.318093 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4878b-8f6e-4a5a-bc3e-5e18f6026419', 'name': 'network-vif-deleted', 'tag': '9517c138-f933-4b25-87d0-12dffd7f2f55', 'status': 'completed', 'code': 200} Aug 20 09:37:43.378681 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:37:43.383200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:37:43.387830 n-d-804285-2 neutron-server[101318]: INFO neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No ports have port_id starting with 9517c138-f933-4b25-87d0-12dffd7f2f55 Aug 20 09:37:43.388980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 requested by agent hyperv_n-h1-804285-2 not found in database {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 20 09:37:43.568778 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:43.594876 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:37:43.604393 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:37:43.605004 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:37:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:43.628299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bc9b4828-4c3f-4c6c-a612-31ba7f9cffa2 req-a81bcb21-00ac-456b-83f2-f8cd0dbecf4a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=44e4878b-8f6e-4a5a-bc3e-5e18f6026419 HTTP/1.1" status: 200 len: 210 time: 0.0306315 Aug 20 09:37:43.714474 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:37:43.918031 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:43.942753 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a133d4-6dbe-455a-b63e-af90dccaeb97 None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:37:44.166973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1007541-7e6f-4a7a-8b43-32599a3132a9 None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:37:44.338439 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:44.895181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-ed781c09-20e7-4c20-96d6-b3a3144b016d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2099561568&fields=id&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 267 time: 0.0318303 Aug 20 09:37:45.000734 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-f036f9b6-25d8-4055-ace8-d653666997cc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:45.002224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-f036f9b6-25d8-4055-ace8-d653666997cc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1003079 Aug 20 09:37:45.016836 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-44763020-0c50-427f-a6d7-ffb3380bc753 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/quotas/58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 375 time: 0.0088522 Aug 20 09:37:45.067962 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-f2bb3692-d177-4ea8-a90f-05165cab9114 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460470 Aug 20 09:37:45.222863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-45e5c0fd-8c03-4999-b6dd-aabb6021d83c service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433094 Aug 20 09:37:45.309332 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-9e199bfd-ede3-4093-994e-862b089afbbc service neutron] 10.222.0.35 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794902 Aug 20 09:37:45.382012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:37:45.407736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 9517c138-f933-4b25-87d0-12dffd7f2f55 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:37:45.408089 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 9517c138-f933-4b25-87d0-12dffd7f2f55 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:37:45.466779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0549eca1-758e-4a6a-9485-f42bc8a55081 req-ce46ae75-915f-42e5-86c8-413eb0470be9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 210 time: 0.0271583 Aug 20 09:37:46.341010 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-dc7a4745-6ad3-4454-a26b-16c19f21184b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:46.342406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-dc7a4745-6ad3-4454-a26b-16c19f21184b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 812 time: 0.1058748 Aug 20 09:37:46.384630 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:46.391533 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-aa97a345-c056-4fc8-94bb-d0ce4dbab509 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 380 time: 0.0403709 Aug 20 09:37:46.401968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'port': {'device_id': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'admin_state_up': True, 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'security_groups': ['d5d42703-9d59-4122-a98e-f53fc9c4afab']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:37:46.509011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Made reservation on behalf of 58463e09eb534d19a859a16b8b7b1fe4 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:37:46.513078 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:46.562701 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a17b7ab1-4015-4a84-bce5-f3710cbf53cf req-7eaac224-5fa3-4d87-9374-3e7435327cb4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 210 time: 0.0295508 Aug 20 09:37:46.651048 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6118042f-6aa4-447f-b11d-ce5a156c3d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:46.946634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Allocated IP 172.20.0.11 (55ab8d31-de0c-4d07-8971-dc60593cfbaa/d8a00b33-db4d-47d9-8bd8-bac2529272fa/dfa4a64f-83e5-44b4-b9dd-dd48f777e043) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:37:47.081902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.096530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Transition to ACTIVE for port object dfa4a64f-83e5-44b4-b9dd-dd48f777e043 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:37:47.127850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.170287 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:37:47.173208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:37:47.176804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:37:47.185264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:47.231644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:47.232293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.250621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-a5c9c135-7939-41eb-a560-c8995df7c165 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525360 Aug 20 09:37:47.264152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Request body: {'port': {'device_id': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:37:47.325644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.460516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bc8932df-a46d-4383-969c-b5d126e6fc7a None None] Provisioning for port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:37:47.464819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bc8932df-a46d-4383-969c-b5d126e6fc7a None None] Provisioning complete for port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:37:47.465202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bc8932df-a46d-4383-969c-b5d126e6fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.500108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bc8932df-a46d-4383-969c-b5d126e6fc7a None None] Port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:37:47.582515 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.590037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:37:47.597469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.610815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Transition to ACTIVE for port object dfa4a64f-83e5-44b4-b9dd-dd48f777e043 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:37:47.614357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.664697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:47.688754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500de31-c560-4261-bda7-294638459888 req-3791f6aa-a05b-46d7-813c-91b059aeed5b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:47.691102 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1500de31-c560-4261-bda7-294638459888 req-3791f6aa-a05b-46d7-813c-91b059aeed5b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0586357 Aug 20 09:37:47.731572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1500de31-c560-4261-bda7-294638459888 req-f264d137-0cba-4bf3-8e9e-a1ae22dd1fd8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335214 Aug 20 09:37:47.743394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:37:47.743716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:37:47.743809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:37:47.748423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:37:47.748741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:37:47.753745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:37:47.754097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:37:47.754477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:37:47.754902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Bound port: dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:37:47.755259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.821043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:37:47.824497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:37:47.829007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.869997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:47.870635 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:47.872025 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] 10.222.0.26 "PUT /v2.0/ports/dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1092 time: 0.6132605 Aug 20 09:37:47.872472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:47.874765 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:47.912128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8acf4-0c43-4b63-9ac6-fc36ef692ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:47.927249 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f80f9-4548-42d6-85d0-d792c995ea8f x-openstack-request-id: req-220f80f9-4548-42d6-85d0-d792c995ea8f {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:47.927565 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:47.927792 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-220f80f9-4548-42d6-85d0-d792c995ea8f {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:47.928208 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'status': 'completed', 'code': 200} Aug 20 09:37:47.966530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-2d884ba2-1852-4dda-ac0e-5592a155fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:47.968169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-2d884ba2-1852-4dda-ac0e-5592a155fd8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1095 time: 0.0574701 Aug 20 09:37:48.013454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-e6d2c38f-fc1d-4dcb-b415-00796a25324e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 217 time: 0.0379863 Aug 20 09:37:48.065380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-89c8f862-c14a-4a93-b396-896b72024d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.066866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-89c8f862-c14a-4a93-b396-896b72024d6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0467131 Aug 20 09:37:48.117155 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-de6650cb-acea-4f46-a5fb-52694367ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.118674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-de6650cb-acea-4f46-a5fb-52694367ce5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445371 Aug 20 09:37:48.205641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-10f098e8-b321-42ad-a283-bf36591731e2 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801017 Aug 20 09:37:48.298830 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db7ba098-6c5e-420a-84e7-a570d985cfd2 req-03e133d8-6436-4d00-9808-80dc89add844 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860956 Aug 20 09:37:48.388154 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-58f75b8e-8f37-4a1f-abc3-ca996c73ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.389744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-58f75b8e-8f37-4a1f-abc3-ca996c73ed3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1095 time: 0.0415323 Aug 20 09:37:48.476828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-8fa77aa1-3d01-453c-ac8b-f0de86aea320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.478298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-8fa77aa1-3d01-453c-ac8b-f0de86aea320 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0824006 Aug 20 09:37:48.522444 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-196be747-de0e-4019-bb7b-671a098e9627 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 217 time: 0.0374296 Aug 20 09:37:48.571961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-9ac764b7-65e7-4383-8724-1093806cda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.573288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-9ac764b7-65e7-4383-8724-1093806cda05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0422351 Aug 20 09:37:48.619180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-5590b2d7-beea-4ff9-90b2-5d95b2ed26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.620638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-5590b2d7-beea-4ff9-90b2-5d95b2ed26a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393236 Aug 20 09:37:48.712883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-28b420aa-c131-40cc-8925-2de11593574c service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Aug 20 09:37:48.801175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8222f53c-8a5a-4449-b4a9-d53e3c4bdcd4 req-7cae4a1e-de02-404d-88c8-f2186c36f348 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809321 Aug 20 09:37:48.849364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2b509-3c79-4f3f-89ff-cb80fdf8faf1 req-b036facb-4f34-4a10-936d-5c26f3047dc9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:48.851174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7be2b509-3c79-4f3f-89ff-cb80fdf8faf1 req-b036facb-4f34-4a10-936d-5c26f3047dc9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0515172 Aug 20 09:37:48.888288 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7be2b509-3c79-4f3f-89ff-cb80fdf8faf1 req-248ff017-ed2d-4cfd-a49c-104aa9db234c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Aug 20 09:37:48.945520 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:50.002739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45052c-f602-4584-a995-6c792ceb7d78 req-9ba6ebac-76a8-478c-8015-78abe658a37d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:50.004191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba45052c-f602-4584-a995-6c792ceb7d78 req-9ba6ebac-76a8-478c-8015-78abe658a37d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0478570 Aug 20 09:37:50.041017 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba45052c-f602-4584-a995-6c792ceb7d78 req-bf83f36f-4a48-443f-b2a4-d9cf4088dc19 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305490 Aug 20 09:37:51.157579 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8c5b-3e22-41cd-ad6c-23461e781389 req-a71d02e1-5f3b-411a-a642-ed48abfeb01e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:51.159379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40ec8c5b-3e22-41cd-ad6c-23461e781389 req-a71d02e1-5f3b-411a-a642-ed48abfeb01e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0526695 Aug 20 09:37:51.196464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40ec8c5b-3e22-41cd-ad6c-23461e781389 req-4ab0b358-7737-4bd9-bf52-d923cb02350d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310235 Aug 20 09:37:51.435215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:37:51.533521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:51.544893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'mac_address': 'fa:16:3e:43:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:37:51.580644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:51.592514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:37:51.611648 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:51.615047 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:51.658992 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:51.798445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['dfa4a64f-83e5-44b4-b9dd-dd48f777e043'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:37:52.308736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0b329-b788-4a56-84f9-ea4c7759c4dc req-ea2e4f88-8193-49b3-8b1a-dfd3186939b2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:52.310230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6d0b329-b788-4a56-84f9-ea4c7759c4dc req-ea2e4f88-8193-49b3-8b1a-dfd3186939b2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0481405 Aug 20 09:37:52.348271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a6d0b329-b788-4a56-84f9-ea4c7759c4dc req-91af507c-635e-4484-ac26-872b2a2ee3be tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Aug 20 09:37:53.451192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:37:53.461481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a421f-38fd-4cf5-99ff-829b35f18c63 req-aa8f9ecb-0202-4aa8-bfec-858b860d30a6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:53.463022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd7a421f-38fd-4cf5-99ff-829b35f18c63 req-aa8f9ecb-0202-4aa8-bfec-858b860d30a6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0494485 Aug 20 09:37:53.502145 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd7a421f-38fd-4cf5-99ff-829b35f18c63 req-96b9f6b0-145d-4449-ba67-304ca1a40d7c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Aug 20 09:37:53.504496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:37:53.508476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:37:53.508977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:53.587434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:53.608840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:53.611153 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c53934-e989-46e6-ba67-951b5ffb3967" -d '{"events": [{"server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "name": "network-vif-plugged", "status": "completed", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:53.626815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:37:53.630777 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:53.656968 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d8515-8fec-4718-a566-b8d3d7868210 x-openstack-request-id: req-c56d8515-8fec-4718-a566-b8d3d7868210 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:53.657266 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "name": "network-vif-plugged", "status": "completed", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:53.657520 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c56d8515-8fec-4718-a566-b8d3d7868210 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:53.657925 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'code': 200} Aug 20 09:37:53.685047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:37:53.739784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b13e1f-c81c-4cca-9e6f-2abff0867f8a req-26896feb-ed39-413e-b6b8-f27de8418abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:53.741251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3b13e1f-c81c-4cca-9e6f-2abff0867f8a req-26896feb-ed39-413e-b6b8-f27de8418abc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1097 time: 0.0397255 Aug 20 09:37:53.780115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d3b13e1f-c81c-4cca-9e6f-2abff0867f8a req-f65f7336-cf7b-4a17-9da4-ff6ba2e3749f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320323 Aug 20 09:37:54.619871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03732f-90e9-4dae-8d76-6a3a3bcdcee0 req-e71370ca-a8d9-454b-beac-3119bb072493 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:54.621333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca03732f-90e9-4dae-8d76-6a3a3bcdcee0 req-e71370ca-a8d9-454b-beac-3119bb072493 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0521371 Aug 20 09:37:54.657779 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca03732f-90e9-4dae-8d76-6a3a3bcdcee0 req-2d9cc15a-f9a7-4059-ac84-db1ce1932915 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Aug 20 09:37:55.774466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4098048-0693-4ed0-afc0-6c010b2afe1a req-26235aac-35e8-4f72-b65c-0593265f7f6a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:55.775949 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4098048-0693-4ed0-afc0-6c010b2afe1a req-26235aac-35e8-4f72-b65c-0593265f7f6a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0489454 Aug 20 09:37:55.813548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4098048-0693-4ed0-afc0-6c010b2afe1a req-8c8ce5d7-f149-4234-86e1-54fd3785af55 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Aug 20 09:37:55.924834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df654-ee83-4606-ac8b-bff66be979c1 req-3a6e6194-1235-41f9-bd96-ff1af6873b7c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:55.926608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-788df654-ee83-4606-ac8b-bff66be979c1 req-3a6e6194-1235-41f9-bd96-ff1af6873b7c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0482023 Aug 20 09:37:55.935702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34472) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:37:55.940291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Request body: {'floatingip': {'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:37:55.982855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:56.748633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:56.752484 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:56.854672 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d associated. External IP: 172.25.5.109, port: dfa4a64f-83e5-44b4-b9dd-dd48f777e043. Aug 20 09:37:57.052019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:37:57.157924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:37:57.162772 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:37:57.167201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:37:57.175866 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:37:57.176473 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:37:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:57.195743 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7328dea2-03c2-44d2-940f-f59c5a1f0df9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "PUT /v2.0/floatingips/2630b8fd-60cc-4340-bac5-d99b0acb737d HTTP/1.1" status: 200 len: 993 time: 1.2556276 Aug 20 09:37:57.195743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:37:57.196122 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a5b2a406bd888dc41031ca6876ba1544b864609535a719621c8975ed236168b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8976d3d-aba9-479b-9347-1a21b921ec1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:37:57.284917 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:37:57.298338 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3057ba0e-9d5d-4a12-b890-f1cddf339382 x-openstack-request-id: req-3057ba0e-9d5d-4a12-b890-f1cddf339382 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:37:57.298630 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:37:57.298882 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3057ba0e-9d5d-4a12-b890-f1cddf339382 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:37:57.299276 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'status': 'completed', 'code': 200} Aug 20 09:37:57.360354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-c24b29af-fd34-48e0-989e-23f1542efdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:57.362004 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-c24b29af-fd34-48e0-989e-23f1542efdb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1097 time: 0.0407419 Aug 20 09:37:57.450709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-a6c1cdce-a709-423e-b4b7-45491fe34f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:57.452171 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-a6c1cdce-a709-423e-b4b7-45491fe34f3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0834315 Aug 20 09:37:57.508567 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:43:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:37:56Z', 'revision_number': 13, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:57.521229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-c9cae4de-b5e0-4ec4-9596-235e70e5f44f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.0626545 Aug 20 09:37:57.533836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:37:57.542375 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:37:57.542978 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:37:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:57.569427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-bacc5002-9593-4860-aad6-cb4cfc1ed0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:57.571002 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-bacc5002-9593-4860-aad6-cb4cfc1ed0ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0434003 Aug 20 09:37:57.615259 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-3750c9a5-2391-4284-8179-ac6bc1074d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:37:57.617496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-3750c9a5-2391-4284-8179-ac6bc1074d62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393612 Aug 20 09:37:57.645167 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:37:57.709586 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-b1fcd042-8d52-4a7d-8496-ef654ceaf0d2 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856791 Aug 20 09:37:57.802415 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e8976d3d-aba9-479b-9347-1a21b921ec1e req-e2ec450d-12b5-4631-8c1d-ec4cc3b4b9ce service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859947 Aug 20 09:37:57.951331 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:43:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:37:56Z', 'revision_number': 13, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:37:57.981031 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e31358e-39ee-4484-9d52-b2eeef7779de None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '2630b8fd-60cc-4340-bac5-d99b0acb737d', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'mac_address': 'fa:16:3e:43:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:31:04Z', 'updated_at': '2021-08-20T09:37:56Z', 'revision_number': 13, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:37:58.168751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b3d7c1-d5d9-4f33-a58f-aa710a475cf3 None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:38:07.665241 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-662ed235-5784-459d-9d03-8b892dde6f94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813057 Aug 20 09:38:07.750944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-fe234e63-73ef-43c9-a6b2-b6f7d7efef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:38:07.752423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-fe234e63-73ef-43c9-a6b2-b6f7d7efef20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1097 time: 0.0436316 Aug 20 09:38:07.854718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-654a5a54-43c8-46b0-93f1-ee46e8815d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:38:07.856130 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-654a5a54-43c8-46b0-93f1-ee46e8815d15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0838802 Aug 20 09:38:07.942178 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-b0443529-6c99-4e34-90bb-807052f0d135 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1003 time: 0.0616360 Aug 20 09:38:07.991063 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-860a038d-cdd4-4c4c-8bd5-b2c1699b1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:38:07.993037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-860a038d-cdd4-4c4c-8bd5-b2c1699b1a71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0440149 Aug 20 09:38:08.036453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-d8de4e86-a97e-4e08-b51d-d9ed2b090c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:38:08.037923 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-d8de4e86-a97e-4e08-b51d-d9ed2b090c0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378878 Aug 20 09:38:08.129632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-b2c435de-2cda-4076-b8b4-f6b96e98d27b service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842254 Aug 20 09:38:08.216728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-865be8b6-8da8-4fa4-a98d-90c612cccfb5 req-b8e166d9-1d71-42a0-bd79-2dffc279219e service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803287 Aug 20 09:38:12.989006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:13.222991 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4131cffa-25f4-411a-824a-a48f1f96dda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:14.343622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:14.842196 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:38:16.389085 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:16.651655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-37e323bb-98f1-43a0-8da3-865255422594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:17.583925 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:18.949038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:42.996726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:43.222775 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2135-9c6b-425d-ae00-5f6447046905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:44.338263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:46.389738 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:46.652525 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3733df25-b7f6-4de7-b37c-851cda85e2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:47.586571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:48.948964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:38:51.841375 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:39:09.619368 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-732e2143-815b-4cad-80d3-54e6354027ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401852 Aug 20 09:39:09.708365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-81d08acf-e001-419b-821f-928e6ef1e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:09.709882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-81d08acf-e001-419b-821f-928e6ef1e02f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1097 time: 0.0440438 Aug 20 09:39:09.810313 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-b9d0b0ff-328a-487a-a2c3-dff9b9c337f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:09.811762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-b9d0b0ff-328a-487a-a2c3-dff9b9c337f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0830095 Aug 20 09:39:09.879917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-1bc87eb7-8e9f-4a10-b990-87d63eb45a1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1003 time: 0.0605049 Aug 20 09:39:09.925659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-7b75b2df-b8a3-43cc-8e38-ec32f9b3d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:09.927563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-7b75b2df-b8a3-43cc-8e38-ec32f9b3d483 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0415487 Aug 20 09:39:09.973429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-8f0b5f4c-2bda-440c-9bd0-8eaa2665e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:09.974749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-8f0b5f4c-2bda-440c-9bd0-8eaa2665e8b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398266 Aug 20 09:39:10.065690 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-6fcb31a0-5ce1-4a79-82a5-f680e7efec23 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836167 Aug 20 09:39:10.153908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4ccc5130-2d85-430e-be1e-4cc079072d5a req-8cdf112e-7bd3-423f-8acf-62d37e142603 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806646 Aug 20 09:39:13.019260 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:13.222660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-67a88cc3-0511-4b72-902c-33994e74162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:14.357069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:16.393573 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:16.651889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f70b9d3-de83-44cc-91ed-ab15d6b2ac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:17.588674 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:18.951953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:28.840634 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:39:34.235869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6305fe-1ee1-4559-9766-f3b0f14e832f req-288ffbc4-5d14-45ae-88ff-506c9cfad2b2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:34.237364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6305fe-1ee1-4559-9766-f3b0f14e832f req-288ffbc4-5d14-45ae-88ff-506c9cfad2b2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0491576 Aug 20 09:39:34.278115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bd6305fe-1ee1-4559-9766-f3b0f14e832f req-3aac4468-ad08-44a9-a704-2998cd30f537 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Aug 20 09:39:43.016909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:43.223338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-af8cc7df-984f-4968-b751-8eb287c97f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:44.352317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:44.377312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94b51-6b09-46fe-9875-54952cb5e21a req-9f6e5403-9b8c-4db1-a3f2-bc6062d19b82 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:44.378842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85a94b51-6b09-46fe-9875-54952cb5e21a req-9f6e5403-9b8c-4db1-a3f2-bc6062d19b82 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0525219 Aug 20 09:39:44.444053 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-85a94b51-6b09-46fe-9875-54952cb5e21a req-8c7687c2-f557-4068-8f42-1bdd86be5320 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564647 Aug 20 09:39:44.447487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-29c3c9c7-ed90-44f2-b628-046298c47ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337085 Aug 20 09:39:45.565265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a69325-f1a9-4b3b-a7b8-4bf9bc24d240 req-f3694e92-9be1-467e-afdc-8d132825cd11 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:45.566934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58a69325-f1a9-4b3b-a7b8-4bf9bc24d240 req-f3694e92-9be1-467e-afdc-8d132825cd11 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0503263 Aug 20 09:39:45.588288 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-98bf45e1-68b6-4d73-bba4-71d49df9e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:45.590138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-98bf45e1-68b6-4d73-bba4-71d49df9e8c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1097 time: 0.0443773 Aug 20 09:39:45.606263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58a69325-f1a9-4b3b-a7b8-4bf9bc24d240 req-23f74434-a05d-44d8-8864-a8569037d486 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Aug 20 09:39:45.682927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-0ab6928e-648f-45e2-ad99-ef0cd60fd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:45.684377 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-0ab6928e-648f-45e2-ad99-ef0cd60fd4af service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0877926 Aug 20 09:39:45.747870 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-e41f3b45-8491-4a22-b8f0-a5e990925aff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1003 time: 0.0572011 Aug 20 09:39:45.799350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-a145203e-3d49-4b0e-9dae-3f10abfc5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:45.800778 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-a145203e-3d49-4b0e-9dae-3f10abfc5436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0463710 Aug 20 09:39:45.847430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-314b7bbb-d9b7-4a66-a739-ae5ddb66d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:45.849423 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-314b7bbb-d9b7-4a66-a739-ae5ddb66d85d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395904 Aug 20 09:39:45.939546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-8a65a1f7-0654-46f8-a227-3e33add542e1 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832145 Aug 20 09:39:46.031337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-9e9cd361-6a61-4bbb-a8f5-b21586a52d80 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852232 Aug 20 09:39:46.387467 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:46.652218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-553f1793-83f8-4587-ae71-22e0d3d97a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:46.724365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30543e2e-1c8d-4f28-9450-9c5aee1566d2 req-637d3fd1-65cc-41a7-9569-c3f4a532a890 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:46.726118 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30543e2e-1c8d-4f28-9450-9c5aee1566d2 req-637d3fd1-65cc-41a7-9569-c3f4a532a890 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0486648 Aug 20 09:39:46.763234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-30543e2e-1c8d-4f28-9450-9c5aee1566d2 req-d089a8ef-8ae2-4963-9b9c-e659f36d8f53 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Aug 20 09:39:47.591810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:47.884094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600375d-6708-4c52-a509-9637325a7308 req-54a61150-2cbf-44ab-b0e4-716d68defbf3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:47.885500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7600375d-6708-4c52-a509-9637325a7308 req-54a61150-2cbf-44ab-b0e4-716d68defbf3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0515604 Aug 20 09:39:47.921884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7600375d-6708-4c52-a509-9637325a7308 req-973406d5-6fd0-4c27-b4c6-0843365e4a68 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305169 Aug 20 09:39:48.954567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:39:49.038307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361059-d6cc-4c81-a049-1bab7a1dfd06 req-bac44866-b21c-40e5-81c5-3acbf429e910 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:49.039763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8361059-d6cc-4c81-a049-1bab7a1dfd06 req-bac44866-b21c-40e5-81c5-3acbf429e910 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0479267 Aug 20 09:39:49.076707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8361059-d6cc-4c81-a049-1bab7a1dfd06 req-d7e88990-40a8-4ab8-9e77-ddc190312356 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Aug 20 09:39:50.190783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3188-1768-46db-b8d5-87663a47bc12 req-6485257e-3fb1-4fab-82ea-beacff879c61 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:50.192255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fde3188-1768-46db-b8d5-87663a47bc12 req-6485257e-3fb1-4fab-82ea-beacff879c61 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0485930 Aug 20 09:39:50.229855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fde3188-1768-46db-b8d5-87663a47bc12 req-c8e9ed93-e0b1-4386-971f-18f581b49ff5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315475 Aug 20 09:39:51.348487 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4011d48-e4cc-4120-bd96-ef825a623b19 req-3dadc30a-5f37-49c3-a39e-bdfd6c6328d0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:51.350314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4011d48-e4cc-4120-bd96-ef825a623b19 req-3dadc30a-5f37-49c3-a39e-bdfd6c6328d0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0528767 Aug 20 09:39:51.387810 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4011d48-e4cc-4120-bd96-ef825a623b19 req-995bbe99-3e05-404e-be6d-09d7d574cf33 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316339 Aug 20 09:39:52.501810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0969aea-5fd8-4961-8bd0-206e1bc9cc83 req-f7805a87-baac-4708-8bcd-f8dac5d3c1ab tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:52.503282 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0969aea-5fd8-4961-8bd0-206e1bc9cc83 req-f7805a87-baac-4708-8bcd-f8dac5d3c1ab tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0487561 Aug 20 09:39:52.540628 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0969aea-5fd8-4961-8bd0-206e1bc9cc83 req-79c978c2-eb24-4c44-88a4-b25c172dfb25 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Aug 20 09:39:53.653923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffe657-bbd7-4bd5-b654-3c4f8d7b2530 req-fd64fb65-219b-40ee-9d9b-650341bf5b89 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:53.655399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40ffe657-bbd7-4bd5-b654-3c4f8d7b2530 req-fd64fb65-219b-40ee-9d9b-650341bf5b89 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0482230 Aug 20 09:39:53.693182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40ffe657-bbd7-4bd5-b654-3c4f8d7b2530 req-cb365714-1362-4ba3-a76b-d68d7c428a29 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Aug 20 09:39:54.811815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dd864-2a37-490f-bcd4-74b2b5db6b7b req-53234cdc-f192-45f5-bbfa-4fac73ec2139 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:54.813292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae9dd864-2a37-490f-bcd4-74b2b5db6b7b req-53234cdc-f192-45f5-bbfa-4fac73ec2139 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0534475 Aug 20 09:39:54.850098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ae9dd864-2a37-490f-bcd4-74b2b5db6b7b req-0897189b-ed18-4c69-830a-273ead3b674d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299642 Aug 20 09:39:55.966710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d21a3-69d7-44be-aefc-46604e64d9ba req-c76c8513-b35d-42fc-90f1-125f7a024e7a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:55.968253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-619d21a3-69d7-44be-aefc-46604e64d9ba req-c76c8513-b35d-42fc-90f1-125f7a024e7a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0499368 Aug 20 09:39:56.006424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-619d21a3-69d7-44be-aefc-46604e64d9ba req-2ac53a97-c41d-445a-b437-f6c20ec5da8f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Aug 20 09:39:57.121619 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a937-868a-49c4-8e83-a73ccc0ef477 req-4ef76e11-97c4-41f6-bc49-36d868079d0d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:57.123134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1712a937-868a-49c4-8e83-a73ccc0ef477 req-4ef76e11-97c4-41f6-bc49-36d868079d0d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0491581 Aug 20 09:39:57.160591 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1712a937-868a-49c4-8e83-a73ccc0ef477 req-4138a9d7-3a55-4fd9-b3f6-5fd05db60e23 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Aug 20 09:39:58.281974 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083811a6-542d-4487-a1bf-6742c6a7bf7b req-f04a1009-0fea-4d76-bc3b-8d4c735ffacc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:58.283492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-083811a6-542d-4487-a1bf-6742c6a7bf7b req-f04a1009-0fea-4d76-bc3b-8d4c735ffacc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0526676 Aug 20 09:39:58.321635 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-083811a6-542d-4487-a1bf-6742c6a7bf7b req-dfbc7d9a-e069-4118-bed9-3ed41ed5a89d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Aug 20 09:39:59.439259 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9058e44-2bb1-4bff-8647-3c695ce30d20 req-7ed853d0-9376-4395-9ab3-242e8d432cb2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:59.440753 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9058e44-2bb1-4bff-8647-3c695ce30d20 req-7ed853d0-9376-4395-9ab3-242e8d432cb2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0505354 Aug 20 09:39:59.482555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f9058e44-2bb1-4bff-8647-3c695ce30d20 req-f3704d62-f037-4b1a-83f6-fccfe4d01a44 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341709 Aug 20 09:39:59.563710 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-6fdacaef-8657-4d4d-bb43-39c67a459591 service neutron] show failed (client error): The resource could not be found. Aug 20 09:39:59.564713 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-6fdacaef-8657-4d4d-bb43-39c67a459591 service neutron] 10.222.0.26 "GET /v2.0/ports/dfa4a64f-83e5-44b4-b9dd-dd48f777e043/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0569735 Aug 20 09:39:59.754471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-9b6f6081-8505-4575-81bc-134db228b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:39:59.755991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-9b6f6081-8505-4575-81bc-134db228b106 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0453501 Aug 20 09:39:59.768347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:39:59.823569 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:00.019632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:00.051271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:40:00.088066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:00.090315 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a470d049-7103-41df-87e1-59afa4f4ac23" -d '{"events": [{"server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:00.093985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:00.106644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Transition to ACTIVE for port object dfa4a64f-83e5-44b4-b9dd-dd48f777e043 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:40:00.110620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:00.144081 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b769b-2dc9-4c25-8ae9-1a5d0a0e547c x-openstack-request-id: req-6f4b769b-2dc9-4c25-8ae9-1a5d0a0e547c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:00.144373 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:00.144629 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f4b769b-2dc9-4c25-8ae9-1a5d0a0e547c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:00.145016 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'code': 200} Aug 20 09:40:00.197179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:00.209555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.209920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.210266 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.210604 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.210933 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.211265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.211589 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.211912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.212235 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.212560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.212881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.213200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:00.246158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] No DVR routers for this DVR port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:40:00.381367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:40:00.381702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:40:00.382058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:00.386200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:40:00.386526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:00.391267 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:40:00.391605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:40:00.391987 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:40:00.392410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Bound port: dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:40:00.392768 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:00.452988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:40:00.456304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:40:00.460797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:00.499006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:00.499747 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:00.501263 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] 10.222.0.37 "PUT /v2.0/ports/dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1092 time: 0.7370634 Aug 20 09:40:00.539946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6ac77-74fa-410f-8587-d52e765e2c01 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:00.574811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-b780c103-7cc2-432d-866b-c9810e213876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:00.576568 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-b780c103-7cc2-432d-866b-c9810e213876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1095 time: 0.0514646 Aug 20 09:40:00.605376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca753aec-0fa6-4691-b49a-dda56bd2efc4 req-535ff05d-7bd4-49a9-a06d-c1f01dda662c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:00.606944 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca753aec-0fa6-4691-b49a-dda56bd2efc4 req-535ff05d-7bd4-49a9-a06d-c1f01dda662c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0502269 Aug 20 09:40:00.649067 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca753aec-0fa6-4691-b49a-dda56bd2efc4 req-17e73c91-ebe0-437d-ae18-80d52bb0f1dc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357280 Aug 20 09:40:00.675928 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-5edd1be2-702d-4d7e-a7eb-93cb6ec2d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:00.678096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-5edd1be2-702d-4d7e-a7eb-93cb6ec2d35e service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0949295 Aug 20 09:40:00.749803 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-4cdd1410-3fca-40c1-9936-1b6d5a43065c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.0641973 Aug 20 09:40:00.800121 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-0bc2da90-1804-48a6-bb18-e639621e0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:00.801603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-0bc2da90-1804-48a6-bb18-e639621e0934 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0450013 Aug 20 09:40:00.846097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-3097bb98-3a8d-4411-958c-606781666bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:00.847570 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-3097bb98-3a8d-4411-958c-606781666bea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391741 Aug 20 09:40:00.937128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-ed477a43-0bac-4be2-a0d1-6a3aaf4bc20b service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822790 Aug 20 09:40:01.024719 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b587e034-2bc4-4a86-80a0-e092b5f88d99 req-5735224c-e4dc-47f2-883f-615bf40a3ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804074 Aug 20 09:40:01.774266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87498d45-f849-44da-8e78-56363ba22b4e req-8a36c1be-0964-4ce1-8f1f-27a8148eee8f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:01.775948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87498d45-f849-44da-8e78-56363ba22b4e req-8a36c1be-0964-4ce1-8f1f-27a8148eee8f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0538030 Aug 20 09:40:01.815066 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-87498d45-f849-44da-8e78-56363ba22b4e req-c700d750-acb9-4c77-a974-8ff7e0ea4ca9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Aug 20 09:40:02.057708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:40:02.094987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:40:02.145871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:02.148422 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:02.196513 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0572c8d0-906a-48b3-be96-b88cfa8573dc x-openstack-request-id: req-0572c8d0-906a-48b3-be96-b88cfa8573dc {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:02.196804 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:02.197060 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0572c8d0-906a-48b3-be96-b88cfa8573dc {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:02.197772 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'status': 'completed', 'code': 200} Aug 20 09:40:02.291069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-d71b8240-f372-4b43-ac53-e3b774996657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.292569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-d71b8240-f372-4b43-ac53-e3b774996657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1095 time: 0.0771978 Aug 20 09:40:02.294360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-3964a5c2-4452-4419-bd73-8ffc42660646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.295678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-3964a5c2-4452-4419-bd73-8ffc42660646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1095 time: 0.0724182 Aug 20 09:40:02.447650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-ed6015bc-409e-42b2-9bea-6742bceeecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.449107 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-ed6015bc-409e-42b2-9bea-6742bceeecd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1493227 Aug 20 09:40:02.451698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-5daf033c-cea0-4b61-ba3f-4af01067bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.452992 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-5daf033c-cea0-4b61-ba3f-4af01067bb25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1457424 Aug 20 09:40:02.860852 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-53d98e3c-e6b8-4f63-a653-2c2f2a03aa6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.4044619 Aug 20 09:40:02.865691 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-c7daf4f7-cc8a-48d3-8ec5-3f374fad713a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.4032109 Aug 20 09:40:02.939541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c538f5-0372-4cee-abe9-60140a4ae542 req-c7e470a2-4584-4e6d-bf34-bcd9b55d5cb1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.941123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48c538f5-0372-4cee-abe9-60140a4ae542 req-c7e470a2-4584-4e6d-bf34-bcd9b55d5cb1 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0513289 Aug 20 09:40:02.952362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-def1fd27-f0b5-4735-951c-6fda3a756be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.953862 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-def1fd27-f0b5-4735-951c-6fda3a756be8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0743494 Aug 20 09:40:02.955091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-4a58886b-f8a0-481e-afe6-e64863331815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:02.956408 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-4a58886b-f8a0-481e-afe6-e64863331815 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0854630 Aug 20 09:40:02.988319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48c538f5-0372-4cee-abe9-60140a4ae542 req-a09ce217-97da-4bd5-b36b-32d5909ce1c3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Aug 20 09:40:03.023430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-5b86d7b7-4a42-438f-b44b-53091ac131a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:03.025020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-5b86d7b7-4a42-438f-b44b-53091ac131a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644007 Aug 20 09:40:03.042033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-381df770-5823-4d05-99ca-9e34fecffbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:03.043431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-381df770-5823-4d05-99ca-9e34fecffbd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743399 Aug 20 09:40:03.186329 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-a62fa282-a4eb-41da-9c28-d127f5cfb63d service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540310 Aug 20 09:40:03.189596 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-81f2306f-06a0-4a34-96f2-ce0f56949f7f service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369705 Aug 20 09:40:03.340811 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-6e2b9936-1ecb-4a16-b079-af68f17f43d2 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477256 Aug 20 09:40:03.344123 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9e76d4e2-2b79-4e6e-a664-0a2015f4ec4b req-f797ad0c-20d0-4294-aa5e-592154cb3ccf service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440220 Aug 20 09:40:04.108644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d9ab6-747c-49f8-8286-759eafc640d1 req-6df4ff32-3b8a-40c2-ab55-33993d404856 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:04.110392 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-350d9ab6-747c-49f8-8286-759eafc640d1 req-6df4ff32-3b8a-40c2-ab55-33993d404856 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0497322 Aug 20 09:40:04.150698 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-350d9ab6-747c-49f8-8286-759eafc640d1 req-8a7b6374-9ed5-4adc-8f2b-c4233667f85b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335605 Aug 20 09:40:05.268862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d225-d398-459a-985f-3e477bf931db req-bb4f0d55-56fa-4d16-a2e7-e89e9e0ab190 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:05.271101 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e91d225-d398-459a-985f-3e477bf931db req-bb4f0d55-56fa-4d16-a2e7-e89e9e0ab190 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0522823 Aug 20 09:40:05.308518 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e91d225-d398-459a-985f-3e477bf931db req-335b9a62-022b-48a1-870a-eca4659c7a74 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Aug 20 09:40:05.839506 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:40:06.425929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cb5e0-a5ab-4368-8ee5-a7a6a4722d61 req-da636198-bfa4-4af3-a766-25d2f4d857e4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:06.427624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-306cb5e0-a5ab-4368-8ee5-a7a6a4722d61 req-da636198-bfa4-4af3-a766-25d2f4d857e4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0488939 Aug 20 09:40:06.465550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-306cb5e0-a5ab-4368-8ee5-a7a6a4722d61 req-6f894376-d4b1-4afb-9e63-252a9729b3fc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Aug 20 09:40:07.579674 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23c3a4-2d78-4567-9bc1-1f2413cb96ce req-cc0a019d-06fb-4696-86f9-49997017f72a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:07.581157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce23c3a4-2d78-4567-9bc1-1f2413cb96ce req-cc0a019d-06fb-4696-86f9-49997017f72a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0482481 Aug 20 09:40:07.619183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce23c3a4-2d78-4567-9bc1-1f2413cb96ce req-f72e0898-7483-4529-b538-c846037cb23d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Aug 20 09:40:08.743000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa1a1f-20d9-4b4a-a96d-f279b66b0798 req-71fccdbe-a95b-46d1-b01e-38434b23492d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:08.744523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98fa1a1f-20d9-4b4a-a96d-f279b66b0798 req-71fccdbe-a95b-46d1-b01e-38434b23492d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0564272 Aug 20 09:40:08.789163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98fa1a1f-20d9-4b4a-a96d-f279b66b0798 req-eae5d4a7-f458-410e-bc17-8c630a06a1fb tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385826 Aug 20 09:40:09.908755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6149-3bb6-445a-8d23-c1ce37dc1c80 req-00a18388-c63d-45ae-be0a-c2e5423f1181 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:09.910398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c6e6149-3bb6-445a-8d23-c1ce37dc1c80 req-00a18388-c63d-45ae-be0a-c2e5423f1181 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0499692 Aug 20 09:40:09.948000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c6e6149-3bb6-445a-8d23-c1ce37dc1c80 req-e0b1cb8c-e188-4676-ad33-0fec16e5d3ca tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Aug 20 09:40:11.063141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a0bf-e983-4053-90ce-bf2751ac1be3 req-c03f5647-adda-413d-b6e1-96dfb08f6e05 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:11.064632 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c035a0bf-e983-4053-90ce-bf2751ac1be3 req-c03f5647-adda-413d-b6e1-96dfb08f6e05 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0491807 Aug 20 09:40:11.104033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c035a0bf-e983-4053-90ce-bf2751ac1be3 req-3c810221-6fb8-4bc1-a826-a76a90c947ff tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Aug 20 09:40:12.225262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601dd17-4491-4700-be86-f1c66d3ff875 req-b05f0a8d-f30a-4943-9c39-5fc39bb306c9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:12.226959 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5601dd17-4491-4700-be86-f1c66d3ff875 req-b05f0a8d-f30a-4943-9c39-5fc39bb306c9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0533307 Aug 20 09:40:12.265186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5601dd17-4491-4700-be86-f1c66d3ff875 req-59101d4d-ff0e-4741-9c92-67959b2670af tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Aug 20 09:40:13.024450 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:13.227025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d4af532-4cd2-4d24-a6b9-7442bbbb7e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:13.380583 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aeeba-b655-4877-b6b4-4a4f43014a75 req-deda4912-d9d2-4391-b4f4-f4d28c8642b4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:13.382092 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f89aeeba-b655-4877-b6b4-4a4f43014a75 req-deda4912-d9d2-4391-b4f4-f4d28c8642b4 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0493863 Aug 20 09:40:13.419607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f89aeeba-b655-4877-b6b4-4a4f43014a75 req-ec8069a2-2194-4fb8-bf9a-34d1f461a00f tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Aug 20 09:40:13.711311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-c2247a64-8612-47b2-b490-4f32f37c4a8c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:13.712858 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-c2247a64-8612-47b2-b490-4f32f37c4a8c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a&tenant_id=58463e09eb534d19a859a16b8b7b1fe4&binding%3Ahost_id=n-h1-804285-2 HTTP/1.1" status: 200 len: 944 time: 0.0598085 Aug 20 09:40:13.724041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6094cb-387a-4dd0-8052-700501800608 req-343388cd-b25f-4e32-8b3f-72bd13fa3831 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:13.725934 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad6094cb-387a-4dd0-8052-700501800608 req-343388cd-b25f-4e32-8b3f-72bd13fa3831 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0518129 Aug 20 09:40:13.765676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ad6094cb-387a-4dd0-8052-700501800608 req-6295faf3-3ea9-4d07-82be-0fa322207b4a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331278 Aug 20 09:40:13.780463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f82904e3-d317-4872-8545-6ac1e587075c service neutron] 10.222.0.37 "GET /v2.0/ports/dfa4a64f-83e5-44b4-b9dd-dd48f777e043/bindings/n-h1-804285-2 HTTP/1.1" status: 200 len: 382 time: 0.0593083 Aug 20 09:40:13.849996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-9bab4b8d-8820-497c-8830-2063c3d00d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:13.851522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-9bab4b8d-8820-497c-8830-2063c3d00d18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1095 time: 0.0424368 Aug 20 09:40:13.949682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f2317a12-2f19-43eb-9ed3-f03fdea67fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:13.950821 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f2317a12-2f19-43eb-9ed3-f03fdea67fe9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0923407 Aug 20 09:40:14.022758 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-686f237a-f3da-4463-8f69-cdd7e4f27dcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.0637510 Aug 20 09:40:14.075323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-a7702f67-98cc-44f1-be6d-cb2410d0cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:14.076803 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-a7702f67-98cc-44f1-be6d-cb2410d0cab4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0460002 Aug 20 09:40:14.102134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:40:14.133158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-abab2339-bc54-482b-b7f8-954399e9ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:14.134697 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-abab2339-bc54-482b-b7f8-954399e9ceda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501873 Aug 20 09:40:14.206755 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:14.219609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'mac_address': 'fa:16:3e:43:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:40:14.227913 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-aa2f9f9e-2d36-4f91-b045-51b20608a5f3 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851769 Aug 20 09:40:14.258714 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:14.271974 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:14.292967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:14.295854 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:14.325138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-2a43bae5-5fd0-40c2-9bc7-32217fd3cb97 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905976 Aug 20 09:40:14.345098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:14.357227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.357592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.358005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.358447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.358944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.359284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.359612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.359937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.360288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.360609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.360931 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.361253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:14.374681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:14.547425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['dfa4a64f-83e5-44b4-b9dd-dd48f777e043'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:40:14.888246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f560-d052-4957-8ded-aa7cc90cafa2 req-38c47698-5d42-4499-9b14-e9b9c45a8a29 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:14.889737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5168f560-d052-4957-8ded-aa7cc90cafa2 req-38c47698-5d42-4499-9b14-e9b9c45a8a29 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0519814 Aug 20 09:40:14.927180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5168f560-d052-4957-8ded-aa7cc90cafa2 req-030ccbe0-185a-4e23-97bf-6bc818de4969 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Aug 20 09:40:15.190257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-818b0cff-f0dc-4400-9d4b-57d6b9ae3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:15.191757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-818b0cff-f0dc-4400-9d4b-57d6b9ae3f0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1096 time: 0.0432894 Aug 20 09:40:15.315107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-dee67a9f-ace3-4eb1-a49a-68ce5b50bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:15.317564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-dee67a9f-ace3-4eb1-a49a-68ce5b50bd8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1055012 Aug 20 09:40:15.408123 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-4b3274bd-b4e4-49a7-a098-7ce30e8af97c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1002 time: 0.0821147 Aug 20 09:40:15.469528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-d31bd8dc-3ec0-49f0-a4cf-ef63adff2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:15.471029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-d31bd8dc-3ec0-49f0-a4cf-ef63adff2a13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0556901 Aug 20 09:40:15.520495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-033a601a-6834-4725-92c3-63f29ec166c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:15.522109 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-033a601a-6834-4725-92c3-63f29ec166c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438626 Aug 20 09:40:15.641427 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-3567435d-a505-453c-ab44-a370c6fdfb65 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093512 Aug 20 09:40:15.740615 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b9e756ca-2254-4258-9e49-10e25a79b56e req-d963ceb5-d8fa-42d3-b300-45fde4c5765e service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905006 Aug 20 09:40:16.046079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1deece-2646-4558-af5e-e9c181cf9747 req-caf4beed-2877-468a-ae5f-c5fe5ac632f9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:16.047649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b1deece-2646-4558-af5e-e9c181cf9747 req-caf4beed-2877-468a-ae5f-c5fe5ac632f9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0522463 Aug 20 09:40:16.095850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b1deece-2646-4558-af5e-e9c181cf9747 req-32a2d25b-9b01-4c3d-a3aa-9d83695cd949 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381417 Aug 20 09:40:16.107975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:40:16.184801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:16.201049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:16.221937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:16.225837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:16.273102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:16.389276 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:16.653620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2129e046-58d9-4ea7-9ad5-26f28b86d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:17.219644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219bfba-4dc0-49fe-bc53-0d3ab0be3fe7 req-8de799b3-e0bd-4236-b7c9-dec52e4d4d4b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:17.221061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0219bfba-4dc0-49fe-bc53-0d3ab0be3fe7 req-8de799b3-e0bd-4236-b7c9-dec52e4d4d4b tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0510960 Aug 20 09:40:17.261677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0219bfba-4dc0-49fe-bc53-0d3ab0be3fe7 req-690bc1ed-b163-480a-abd9-b48ce6ec9340 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342309 Aug 20 09:40:17.594181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.192722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-202290d2-d63d-4acc-9642-3823195ca25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:18.194279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-202290d2-d63d-4acc-9642-3823195ca25f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a&tenant_id=58463e09eb534d19a859a16b8b7b1fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0474112 Aug 20 09:40:18.206793 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:18.260636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.385137 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aee010-1089-4cd6-8008-c2dc7be6e682 req-d3accab8-41e4-48ba-9c16-995bc643a221 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:18.386677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08aee010-1089-4cd6-8008-c2dc7be6e682 req-d3accab8-41e4-48ba-9c16-995bc643a221 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 944 time: 0.0542715 Aug 20 09:40:18.425733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08aee010-1089-4cd6-8008-c2dc7be6e682 req-d18404f5-4fdf-4760-955d-1de24df14040 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324502 Aug 20 09:40:18.464879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:18.496631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:40:18.533588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:18.541167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.551410 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Ignored duplicate provisioning block setup for port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 09:40:18.554875 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.633004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:18.672034 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] No DVR routers for this DVR port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:40:18.814040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:40:18.814594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:40:18.815124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:18.820476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:40:18.820796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Attempting to bind port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on network 55ab8d31-de0c-4d07-8971-dc60593cfbaa {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:18.825582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:40:18.825962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Checking segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:40:18.826375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Bound using segment: {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:40:18.826800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Bound port: dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7251c045-ff91-4b1b-948c-3fc050f4034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:40:18.827162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.889660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:40:18.892841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:40:18.896696 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.930345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:18.930963 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:18.932346 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] 10.222.0.26 "PUT /v2.0/ports/dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1093 time: 0.7298818 Aug 20 09:40:18.932782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:18.935278 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:18.963848 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:19.015304 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a336c-ad02-452d-b99f-db82abd4f532 x-openstack-request-id: req-f59a336c-ad02-452d-b99f-db82abd4f532 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:19.015776 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:19.016025 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f59a336c-ad02-452d-b99f-db82abd4f532 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:19.016421 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'status': 'completed', 'code': 200} Aug 20 09:40:19.016990 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7312bb3-849e-4290-93b2-feda55616cae service neutron] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=11']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:19.066543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-ca7027d0-1ce3-4e84-9c24-2320f4120057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.069042 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-ca7027d0-1ce3-4e84-9c24-2320f4120057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1096 time: 0.0948470 Aug 20 09:40:19.078290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-abf3c760-bad2-4899-8e47-3e9b7b2222f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.079771 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-abf3c760-bad2-4899-8e47-3e9b7b2222f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1096 time: 0.0584626 Aug 20 09:40:19.234051 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-0f099957-0c9f-4969-922c-9b2dbe8d307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.235521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-0f099957-0c9f-4969-922c-9b2dbe8d307c service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1596584 Aug 20 09:40:19.238108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-05ed0020-9fb0-4a9e-acf5-4444ee42c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.240255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-05ed0020-9fb0-4a9e-acf5-4444ee42c551 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.1530077 Aug 20 09:40:19.346959 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-4c997d4b-65cc-4427-8734-a11c39cc2eab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.1034195 Aug 20 09:40:19.349085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-aaf03da6-bd3c-40fa-861c-f91c6a787601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.1001546 Aug 20 09:40:19.429127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-4266a474-763b-4a28-8bf4-f21be02d287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.430598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-4266a474-763b-4a28-8bf4-f21be02d287e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0762265 Aug 20 09:40:19.433977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-6ca91324-b5ca-4925-8d48-595655afed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.435304 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-6ca91324-b5ca-4925-8d48-595655afed89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0798304 Aug 20 09:40:19.508085 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-5634ed2f-0b13-484d-9d11-b582ab20b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.509496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-5634ed2f-0b13-484d-9d11-b582ab20b32a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722005 Aug 20 09:40:19.512075 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-09e2238f-6074-4b38-ad5f-04da4698809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.513417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-09e2238f-6074-4b38-ad5f-04da4698809a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687618 Aug 20 09:40:19.544024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de680482-a41f-476b-95c6-54ffa8e870aa req-bc320280-2560-4dba-b050-6fff042bb0f0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.545537 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de680482-a41f-476b-95c6-54ffa8e870aa req-bc320280-2560-4dba-b050-6fff042bb0f0 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0496168 Aug 20 09:40:19.583877 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de680482-a41f-476b-95c6-54ffa8e870aa req-3b53c1b4-a084-4a27-8da4-cd0e7cfff772 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Aug 20 09:40:19.667729 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-75157e75-cfe3-41c4-ac78-d3adc728984a service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515019 Aug 20 09:40:19.671069 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-3ad98714-bfdf-435e-ad0b-864048db9316 service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466434 Aug 20 09:40:19.822821 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a53f6165-9d50-44f1-aa86-5e28f4d21419 req-df16eb9d-4ee0-4308-b7ca-b9b8aebf7300 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480458 Aug 20 09:40:19.826057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-ca8f9e96-eda8-46e2-99f8-d5360744d7dc service neutron] 10.222.0.37 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436286 Aug 20 09:40:19.902847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-2c8d1193-8e11-47c1-844f-ffa3422dc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:19.904395 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-2c8d1193-8e11-47c1-844f-ffa3422dc1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 1096 time: 0.0425344 Aug 20 09:40:20.002693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-2a8201f6-bcb9-4c2d-8eac-7e8f5217e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:20.004813 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-2a8201f6-bcb9-4c2d-8eac-7e8f5217e1c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 200 len: 912 time: 0.0936754 Aug 20 09:40:20.071431 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-2bb91bb3-5604-4e4a-afc8-6faa8b25324a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 200 len: 1001 time: 0.0581629 Aug 20 09:40:20.122462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-6238d6cd-7198-4b44-9f95-56afb6e7e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:20.123867 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-6238d6cd-7198-4b44-9f95-56afb6e7e125 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 200 len: 851 time: 0.0451860 Aug 20 09:40:20.172739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-41e6565e-471e-4121-b67a-5390acf5a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:20.174287 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-41e6565e-471e-4121-b67a-5390acf5a98b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=55ab8d31-de0c-4d07-8971-dc60593cfbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436907 Aug 20 09:40:20.265535 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-3a3fa204-8450-4203-9b69-c07db6e7f1cf service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Aug 20 09:40:20.361471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e85d3ba-c30c-4ef2-ad71-04abb8dcb9c0 req-ee1186cf-e7a3-40ba-9fa5-c0759bd6ad34 service neutron] 10.222.0.26 "GET /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880754 Aug 20 09:40:20.705346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d6bb3-94f4-4dd8-87de-2c076194b05b req-ee425fa8-24fc-4e95-b4c8-9bc0ed2564bc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:20.706967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c26d6bb3-94f4-4dd8-87de-2c076194b05b req-ee425fa8-24fc-4e95-b4c8-9bc0ed2564bc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0491428 Aug 20 09:40:20.745767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c26d6bb3-94f4-4dd8-87de-2c076194b05b req-8f061f8d-f740-4d77-a4c4-324396c34ec2 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Aug 20 09:40:21.864017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd87b8-d999-45b8-87b7-54ebed8ef508 req-6e938ec1-61f7-407a-815c-6fbbe25386e3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:21.865443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3bd87b8-d999-45b8-87b7-54ebed8ef508 req-6e938ec1-61f7-407a-815c-6fbbe25386e3 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0527356 Aug 20 09:40:21.903602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3bd87b8-d999-45b8-87b7-54ebed8ef508 req-f0235d07-2c1d-4770-aea8-2745b391f862 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Aug 20 09:40:23.020291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dedf9-ba9d-4025-9a5c-d3969d86ed68 req-e0177b88-a63e-431e-babf-258b83a83703 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:23.021946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c6dedf9-ba9d-4025-9a5c-d3969d86ed68 req-e0177b88-a63e-431e-babf-258b83a83703 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0501063 Aug 20 09:40:23.061132 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c6dedf9-ba9d-4025-9a5c-d3969d86ed68 req-355fd6d5-d582-4ef5-a31e-9fa75ef7c012 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Aug 20 09:40:24.175763 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa393fc0-6da5-4346-aa83-010ea24ac529 req-ce3bbfb3-59ba-401a-863b-59f479d0083c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:24.177878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa393fc0-6da5-4346-aa83-010ea24ac529 req-ce3bbfb3-59ba-401a-863b-59f479d0083c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0501153 Aug 20 09:40:24.215544 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aa393fc0-6da5-4346-aa83-010ea24ac529 req-4e254d19-5bea-4270-83e4-332e046f31c7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Aug 20 09:40:25.330733 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc65514-831d-4833-9318-d2d8c70e0b68 req-28ba3edb-3831-49a2-9224-1e2c2adefb22 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:25.332400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cc65514-831d-4833-9318-d2d8c70e0b68 req-28ba3edb-3831-49a2-9224-1e2c2adefb22 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0513682 Aug 20 09:40:25.370161 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1cc65514-831d-4833-9318-d2d8c70e0b68 req-5dfd3609-9908-4017-9eb1-f6ae5d1ba2d7 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Aug 20 09:40:26.483661 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcff1bf-a72b-44ea-8bc1-0c627454a7ab req-246a4ef3-8986-4eea-b6d2-525b97820604 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:26.485211 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddcff1bf-a72b-44ea-8bc1-0c627454a7ab req-246a4ef3-8986-4eea-b6d2-525b97820604 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0490584 Aug 20 09:40:26.524234 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddcff1bf-a72b-44ea-8bc1-0c627454a7ab req-5c25179a-e764-4bf2-9ecf-777f5a3f9376 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Aug 20 09:40:27.638079 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44740ca-da08-4905-95ae-7ce781959e46 req-977967d0-3671-4b2f-ac08-6878051c00d5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:27.639546 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e44740ca-da08-4905-95ae-7ce781959e46 req-977967d0-3671-4b2f-ac08-6878051c00d5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0478828 Aug 20 09:40:27.676342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e44740ca-da08-4905-95ae-7ce781959e46 req-5b32cc1a-8ad4-4658-93b2-2f5ccc0adc9d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301044 Aug 20 09:40:28.794854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c262ffe-d109-4515-911d-0db220e791a4 req-bb3eb7f7-4337-4df1-b523-ae7fb53e6589 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:28.796314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c262ffe-d109-4515-911d-0db220e791a4 req-bb3eb7f7-4337-4df1-b523-ae7fb53e6589 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0519359 Aug 20 09:40:28.832915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4c262ffe-d109-4515-911d-0db220e791a4 req-ae1a4409-244a-42d2-9f41-c998ce9478e6 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298843 Aug 20 09:40:29.947104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8487b4-136b-4376-a917-a3dc4cc61f9c req-6093c7a4-e7a4-4a89-b3d3-ce69666600db tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:29.949105 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb8487b4-136b-4376-a917-a3dc4cc61f9c req-6093c7a4-e7a4-4a89-b3d3-ce69666600db tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0483184 Aug 20 09:40:29.987036 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bb8487b4-136b-4376-a917-a3dc4cc61f9c req-0075f536-0ad1-4bf4-929a-749364d66546 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322049 Aug 20 09:40:31.099916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14737b-85f8-4879-90b8-f45c4c581cc5 req-28056dd5-118b-4114-b483-13bf4fc5b85c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:31.101394 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b14737b-85f8-4879-90b8-f45c4c581cc5 req-28056dd5-118b-4114-b483-13bf4fc5b85c tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0479155 Aug 20 09:40:31.138680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9b14737b-85f8-4879-90b8-f45c4c581cc5 req-ccaca535-cc1f-4618-a2f8-9209ab291a04 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Aug 20 09:40:31.260341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094831b6-08b9-48b7-976e-6baac77016b0 req-cd4c838c-7348-4b43-a2e0-61ccaae19440 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:31.261733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-094831b6-08b9-48b7-976e-6baac77016b0 req-cd4c838c-7348-4b43-a2e0-61ccaae19440 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0519366 Aug 20 09:40:31.299037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-094831b6-08b9-48b7-976e-6baac77016b0 req-028e1cd9-3a78-41a3-949f-87a520968d61 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Aug 20 09:40:31.411123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3315c-4ab3-4430-a19d-aa4a5cd46f4b req-c84870f5-c637-43ea-868d-1bce2976add9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:31.412547 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dd3315c-4ab3-4430-a19d-aa4a5cd46f4b req-c84870f5-c637-43ea-868d-1bce2976add9 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0485835 Aug 20 09:40:31.449645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0dd3315c-4ab3-4430-a19d-aa4a5cd46f4b req-c40fc6db-056f-44c3-b3b4-141a13cca47e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Aug 20 09:40:31.688815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69afdd8-8732-4aa3-914e-122a63ae15f6 req-4dde860a-0a74-4c91-8505-6a6e40f01d04 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:31.690318 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e69afdd8-8732-4aa3-914e-122a63ae15f6 req-4dde860a-0a74-4c91-8505-6a6e40f01d04 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 945 time: 0.0490477 Aug 20 09:40:31.727937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e69afdd8-8732-4aa3-914e-122a63ae15f6 req-214bfc03-69f4-47ed-a8e1-bf32defad48e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Aug 20 09:40:32.264949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:40:32.358140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:32.369907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'port_id': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'mac_address': 'fa:16:3e:43:65:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:40:32.405401 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:32.417812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:32.436420 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:32.440330 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:32.485661 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:32.669462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['dfa4a64f-83e5-44b4-b9dd-dd48f777e043'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:40:32.846365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131fd39-9a01-4904-a3cc-3422d0630ebb req-327a1a0d-19e5-4bac-96db-67a10fa0400d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:32.848480 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f131fd39-9a01-4904-a3cc-3422d0630ebb req-327a1a0d-19e5-4bac-96db-67a10fa0400d tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0513189 Aug 20 09:40:32.886224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f131fd39-9a01-4904-a3cc-3422d0630ebb req-32578148-d9d8-45e3-b035-b0894cfeeea8 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Aug 20 09:40:33.225527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0515e5-b793-4205-8b32-f469667f908f req-31572ea0-6749-48c0-ad92-09d2c131b148 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:33.227037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ce0515e5-b793-4205-8b32-f469667f908f req-31572ea0-6749-48c0-ad92-09d2c131b148 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0492589 Aug 20 09:40:33.316622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Deleting port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:40:33.317073 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:33.708104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] For port dfa4a64f-83e5-44b4-b9dd-dd48f777e043, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:33.708475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:33.872729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:33.873117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:33.873430 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d disassociated. External IP: 172.25.5.109, port: dfa4a64f-83e5-44b4-b9dd-dd48f777e043. Aug 20 09:40:33.873795 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Calling delete_port for dfa4a64f-83e5-44b4-b9dd-dd48f777e043 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:40:34.001176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1be16e-0541-4d87-b278-66ee999391a5 req-e7206608-8163-4dbb-b491-359597384b67 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:34.002626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de1be16e-0541-4d87-b278-66ee999391a5 req-e7206608-8163-4dbb-b491-359597384b67 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 946 time: 0.0480323 Aug 20 09:40:34.005428 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:34.033706 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event deleted for resources: {'Port': ['ID=dfa4a64f-83e5-44b4-b9dd-dd48f777e043,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:34.044843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de1be16e-0541-4d87-b278-66ee999391a5 req-95f505b0-8b6a-4333-948c-d0b919a065fc tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5d42703-9d59-4122-a98e-f53fc9c4afab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Aug 20 09:40:34.153548 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:40:34.267995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:40:34.279628 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:40:34.281249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:40:34.285513 n-d-804285-2 neutron-server[101318]: INFO neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No ports have port_id starting with dfa4a64f-83e5-44b4-b9dd-dd48f777e043 Aug 20 09:40:34.286666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 requested by agent hyperv_n-h2-804285-2 not found in database {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 20 09:40:34.289213 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:40:34.289866 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:40:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:34.315156 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] No DVR routers for this DVR port dfa4a64f-83e5-44b4-b9dd-dd48f777e043 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:40:34.317965 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:34.319950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ce0515e5-b793-4205-8b32-f469667f908f req-84ce1cfe-17c1-4d21-b81c-21865ac067ae tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.26 "DELETE /v2.0/ports/dfa4a64f-83e5-44b4-b9dd-dd48f777e043 HTTP/1.1" status: 204 len: 173 time: 1.0870469 Aug 20 09:40:34.320395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'name': 'network-vif-deleted', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:34.322673 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0232a22-9c8f-4827-8c61-1f26e4489d9b" -d '{"events": [{"server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "name": "network-vif-deleted", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:34.362800 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0956fc-6482-4af6-9992-d1b438c694a8 x-openstack-request-id: req-fc0956fc-6482-4af6-9992-d1b438c694a8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:34.363816 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a", "name": "network-vif-deleted", "tag": "dfa4a64f-83e5-44b4-b9dd-dd48f777e043", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:34.364196 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc0956fc-6482-4af6-9992-d1b438c694a8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:34.364615 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a', 'name': 'network-vif-deleted', 'tag': 'dfa4a64f-83e5-44b4-b9dd-dd48f777e043', 'status': 'completed', 'code': 200} Aug 20 09:40:34.407536 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:40:34.607252 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:34.635796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:40:34.643919 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:40:34.645166 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:40:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:34.746387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:40:34.940075 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:34.966437 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7189989-f536-4e83-b8b7-9945ebda8eb9 None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:00Z', 'revision_number': 4, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6713facd-d044-4d9b-b082-71fff92b71a3', 'name': '', 'network_id': '55ab8d31-de0c-4d07-8971-dc60593cfbaa', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'mac_address': 'fa:16:3e:69:3c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:31:00Z', 'updated_at': '2021-08-20T09:31:06Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'subnets': [{'id': 'd8a00b33-db4d-47d9-8bd8-bac2529272fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:40:35.147995 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c2e5e022-addf-4941-bb6b-8795f8eb81bd req-23184310-3913-4179-b09c-3d54aec5ec55 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 210 time: 0.0284877 Aug 20 09:40:35.201407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc65a4-23b5-4b06-8449-2d46ba6207f3 None None] New status for floating IP 2630b8fd-60cc-4340-bac5-d99b0acb737d: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:40:36.249419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b045bcfc-e184-4f4f-9f85-d1094e39b2b8 req-0d564722-1ccf-4596-a503-b7a9ef98233e tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 210 time: 0.0277634 Aug 20 09:40:36.277004 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:40:36.297209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: dfa4a64f-83e5-44b4-b9dd-dd48f777e043 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:40:36.297557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device dfa4a64f-83e5-44b4-b9dd-dd48f777e043 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:40:37.343806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84bc93ff-21b5-4fa4-91c8-84b3f545c5d5 req-2bb88c2f-14ea-4b8d-b809-6693e40e0014 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6b8f103-4ba9-4fb0-9ae2-74ba405fd56a HTTP/1.1" status: 200 len: 210 time: 0.0253303 Aug 20 09:40:41.054613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 34922) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:41.112639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.138235 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.191094 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.194194 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.197577 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "DELETE /v2.0/security-groups/d5d42703-9d59-4122-a98e-f53fc9c4afab HTTP/1.1" status: 204 len: 168 time: 0.1397500 Aug 20 09:40:41.197992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34924) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:41.204895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d42703-9d59-4122-a98e-f53fc9c4afab,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:41.211760 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [None req-7376f4e0-1bf9-49d1-b068-34ed574f655a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] show failed (client error): The resource could not be found. Aug 20 09:40:41.215372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215519 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7376f4e0-1bf9-49d1-b068-34ed574f655a tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "GET /v2.0/security-groups/d5d42703-9d59-4122-a98e-f53fc9c4afab HTTP/1.1" status: 404 len: 347 time: 0.0139132 Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.215617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.216262 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34926) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:41.216343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.216427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1d7bd-91b0-4102-a7bf-d609fddcbb21 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:40:41.355900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Deleting port c6e9fa94-8d92-40eb-b9aa-8a9b2f1ca2e4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:40:41.356240 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.430044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.430488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.441758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Calling delete_port for c6e9fa94-8d92-40eb-b9aa-8a9b2f1ca2e4 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:40:41.573790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.602221 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Pushing event deleted for resources: {'Port': ['ID=c6e9fa94-8d92-40eb-b9aa-8a9b2f1ca2e4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:41.671361 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.674129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:41.675285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-be15925b-4745-4e17-868a-78ed75fa98f5 tempest-ServerActionsTestJSON-204550387 tempest-ServerActionsTestJSON-204550387-project] 10.222.0.35 "DELETE /v2.0/floatingips/2630b8fd-60cc-4340-bac5-d99b0acb737d HTTP/1.1" status: 204 len: 168 time: 0.4584169 Aug 20 09:40:41.678279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34928) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:42.071506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:42.309863 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Deleting port 6713facd-d044-4d9b-b082-71fff92b71a3 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:40:42.310530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:42.389916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] For port 6713facd-d044-4d9b-b082-71fff92b71a3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6713facd-d044-4d9b-b082-71fff92b71a3,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:42.390288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:42.404033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Calling delete_port for 6713facd-d044-4d9b-b082-71fff92b71a3 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:40:42.578436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:42.604011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6713facd-d044-4d9b-b082-71fff92b71a3,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:42.764821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:42.837665 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:40:42.978437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Router 224ed5ff-40da-4358-b476-9be2d147eb74 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:40:43.049271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.082612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:40:43.088499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6608a2ba-16c8-4a88-8d09-3024179bf1f1 admin admin] 10.222.0.35 "PUT /v2.0/routers/224ed5ff-40da-4358-b476-9be2d147eb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4091067 Aug 20 09:40:43.090090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34932) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:43.091784 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] Sync routers for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:40:43.101355 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:40:43.102003 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:40:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:43.193128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.205077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:40:43.229804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bfdeeb3-5752-4073-a9ef-91c0b1028a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.298757 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.356461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Deleting port 35339f32-8ab7-492a-8821-53da4a9e8522 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:40:43.357134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.441459 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] For port 35339f32-8ab7-492a-8821-53da4a9e8522, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35339f32-8ab7-492a-8821-53da4a9e8522,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:43.441851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.454895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Calling delete_port for 35339f32-8ab7-492a-8821-53da4a9e8522 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:40:43.472111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:40:42Z', 'revision_number': 5, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port': {'id': '35339f32-8ab7-492a-8821-53da4a9e8522', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:43.499124 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] Checking router: 224ed5ff-40da-4358-b476-9be2d147eb74 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:40:43.507533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] Routers {'224ed5ff-40da-4358-b476-9be2d147eb74'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:40:43.508144 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:40:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['224ed5ff-40da-4358-b476-9be2d147eb74'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:43.592583 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] Set router 224ed5ff-40da-4358-b476-9be2d147eb74 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:40:43.625629 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.646693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:40:43Z', 'revision_number': 6, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:43.651806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Pushing event deleted for resources: {'Port': ['ID=35339f32-8ab7-492a-8821-53da4a9e8522,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:43.673666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5851931f-34ba-4fae-932b-f52fc79ad6f6 None None] The sync data for ids ['224ed5ff-40da-4358-b476-9be2d147eb74'] in n-d-804285-2 is: [{'id': '224ed5ff-40da-4358-b476-9be2d147eb74', 'name': 'tempest-ServerActionsTestJSON-1711140562-router', 'tenant_id': '58463e09eb534d19a859a16b8b7b1fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:30:58Z', 'updated_at': '2021-08-20T09:40:43Z', 'revision_number': 6, 'project_id': '58463e09eb534d19a859a16b8b7b1fe4', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:40:43.719499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.809364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.811450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.857994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.858520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 224ed5ff-40da-4358-b476-9be2d147eb74 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:40:43.862783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.864191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-aa5303e3-ac94-493a-bdce-0cb4b30bf633 admin admin] 10.222.0.35 "DELETE /v2.0/routers/224ed5ff-40da-4358-b476-9be2d147eb74 HTTP/1.1" status: 204 len: 168 time: 0.7731440 Aug 20 09:40:43.866708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:43.911293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Deleting subnet d8a00b33-db4d-47d9-8bd8-bac2529272fa {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:40:43.914157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:43.948319 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.031335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.086557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.113203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a00b33-db4d-47d9-8bd8-bac2529272fa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:44.116623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.118583 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-88e06c57-6e4a-4c6a-bd9c-7bd30da65f38 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d8a00b33-db4d-47d9-8bd8-bac2529272fa HTTP/1.1" status: 204 len: 168 time: 0.2508571 Aug 20 09:40:44.120973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34938) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:44.131781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad514883-af53-4a8d-88b2-5c687b64ac1b None None] Network 55ab8d31-de0c-4d07-8971-dc60593cfbaa requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:40:44.193738 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.255049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Deleting port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:40:44.255396 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.318273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] For port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,segment=NetworkSegment(7251c045-ff91-4b1b-948c-3fc050f4034d),segment_id=7251c045-ff91-4b1b-948c-3fc050f4034d)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:44.318628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.331184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Calling delete_port for 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:40:44.366013 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.409367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.432094 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd7a1f2-9b41-4219-b321-fe9f32097cb6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:44.437988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] No DVR routers for this DVR port 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:40:44.475484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efdd20-2fd2-4d31-80f0-316de5cf2514 None None] DHCP port deletion for 55ab8d31-de0c-4d07-8971-dc60593cfbaa request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:40:44.516156 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.526261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ab8d31-de0c-4d07-8971-dc60593cfbaa']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:44.536457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7251c045-ff91-4b1b-948c-3fc050f4034d') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:44.536753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7251c045-ff91-4b1b-948c-3fc050f4034d') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:40:44.542675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:40:44.545667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.564455 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.565789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:40:44.567060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8cd7a1f2-9b41-4219-b321-fe9f32097cb6 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:40:44.567541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35339f32-8ab7-492a-8821-53da4a9e8522 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:40:44.573504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:40:44.573945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:40:44.575657 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:40:44.593655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 35339f32-8ab7-492a-8821-53da4a9e8522 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:40:44.594033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35339f32-8ab7-492a-8821-53da4a9e8522 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:40:44.594455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6713facd-d044-4d9b-b082-71fff92b71a3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:40:44.614612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 6713facd-d044-4d9b-b082-71fff92b71a3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:40:44.614957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6713facd-d044-4d9b-b082-71fff92b71a3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:40:44.630827 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.636287 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.638126 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] 10.222.0.35 "DELETE /v2.0/networks/55ab8d31-de0c-4d07-8971-dc60593cfbaa HTTP/1.1" status: 204 len: 168 time: 0.5162163 Aug 20 09:40:44.649439 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ede558-e464-4c96-b0f6-9219b5ceb490 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ab8d31-de0c-4d07-8971-dc60593cfbaa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:44.752370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34942) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:44.796355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3c2b8d33-146a-4179-85fd-d08e9e91cfd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58463e09eb534d19a859a16b8b7b1fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427659 Aug 20 09:40:44.798791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:44.846234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc061-6e90-408c-a8e1-b3c549dec0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.868223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc061-6e90-408c-a8e1-b3c549dec0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.916111 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc061-6e90-408c-a8e1-b3c549dec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.918648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc061-6e90-408c-a8e1-b3c549dec0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:44.919793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7a7bc061-6e90-408c-a8e1-b3c549dec0b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ffc65b4-126d-4fd1-9629-e543fa0e0763 HTTP/1.1" status: 204 len: 168 time: 0.1201098 Aug 20 09:40:44.927614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bc061-6e90-408c-a8e1-b3c549dec0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffc65b4-126d-4fd1-9629-e543fa0e0763,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:45.618980 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34966) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:45.712691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1112042939-network', 'tenant_id': '69f46f5316644645af055b07f541f4f3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:45.734203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Made reservation on behalf of 69f46f5316644645af055b07f541f4f3 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:40:45.736577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.745356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.834362 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.838462 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.862679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:40:45.872271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c116d9-91be-434b-839f-d52f3ecc4a4b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:45.876928 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.877273 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Added segment fe9eada7-04cb-4548-9a77-9c7ad60cddcb of type vlan for network f71edd57-658e-4938-bea2-7d9717b11d90 Aug 20 09:40:45.916244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.941543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:45.942543 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:45.943128 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:46.294008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6737866 Aug 20 09:40:46.296783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 34970) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:40:46.303905 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Request body: {'subnet': {'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1112042939-subnet', 'tenant_id': '69f46f5316644645af055b07f541f4f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:46.308037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330165-6c3f-491f-bff7-684d54802cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=f71edd57-658e-4938-bea2-7d9717b11d90,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:46.318066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f71edd57-658e-4938-bea2-7d9717b11d90 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:40:46.328041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Made reservation on behalf of 69f46f5316644645af055b07f541f4f3 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:40:46.330411 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:46.394799 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:46.500664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:46.549362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21aa980c-4ec7-41e3-b2a4-c51f74e4019a,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:46.564753 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Checking segment: {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:40:46.565114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Network hostable DHCP agents. Network: f71edd57-658e-4938-bea2-7d9717b11d90, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:40:46.583851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Network f71edd57-658e-4938-bea2-7d9717b11d90 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:40:46.593208 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f71edd57-658e-4938-bea2-7d9717b11d90) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:40:46.598252 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:46.598664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:46.603650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd18091-cb0e-4933-a752-7d73df551787 None None] Network f71edd57-658e-4938-bea2-7d9717b11d90 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:40:46.617286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f440fe6c-6560-4f96-8425-3d68990cb712 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3193915 Aug 20 09:40:46.665153 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f6c5423d-80f4-4f00-9444-6d0191b1ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:46.741314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c1924-38de-447d-a0cc-50e21e7b222c None None] Network f71edd57-658e-4938-bea2-7d9717b11d90 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:40:47.063562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-a49b06ae-3b0c-49cf-9cb7-dcb1a8a81951 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:47.064927 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-a49b06ae-3b0c-49cf-9cb7-dcb1a8a81951 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/networks?id=f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 200 len: 814 time: 0.0976517 Aug 20 09:40:47.079510 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-73a11683-2fe5-4b3f-ac19-3a633bc6ee52 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/quotas/69f46f5316644645af055b07f541f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Aug 20 09:40:47.114903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-40fff585-1c42-4410-8fab-efcd2757efb7 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46f5316644645af055b07f541f4f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301647 Aug 20 09:40:47.125230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-5e48b5b2-de7f-46ce-ba19-4d80e24f89f3 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:40:47.126202 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-5e48b5b2-de7f-46ce-ba19-4d80e24f89f3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049074 Aug 20 09:40:47.212551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-4feaa9b8-2346-4153-a3c0-838cdcd3d0d1 service neutron] 10.222.0.35 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807390 Aug 20 09:40:47.304074 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-9e5d6bde-7b1c-40db-9429-87addf5bed37 service neutron] 10.222.0.35 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854971 Aug 20 09:40:47.457942 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-882c3f13-b644-4d5c-b5ed-58e64589345b req-36c9aaab-c19e-4d79-a046-448c130bf55f tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 210 time: 0.0272288 Aug 20 09:40:47.598252 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:48.556366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-e291b70f-06f4-4bc9-afee-8a426c6c9a72 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:48.557889 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-e291b70f-06f4-4bc9-afee-8a426c6c9a72 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.26 "GET /v2.0/networks?id=f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 200 len: 814 time: 0.1192892 Aug 20 09:40:48.560284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cd8913e6-95d0-46e7-b084-9fc0d543dd1d req-600ad175-adaa-47c2-ba7c-6fb2253f296e tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 210 time: 0.0295436 Aug 20 09:40:48.571265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Request body: {'port': {'device_id': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90', 'admin_state_up': True, 'tenant_id': '69f46f5316644645af055b07f541f4f3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:48.679018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Made reservation on behalf of 69f46f5316644645af055b07f541f4f3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:40:48.682484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:48.807541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Allocated IP 172.20.0.8 (f71edd57-658e-4938-bea2-7d9717b11d90/21aa980c-4ec7-41e3-b2a4-c51f74e4019a/92ad1660-c6b4-4dde-9409-6ee68349fd81) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:40:48.952449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:48.964909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:48.993879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.035436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Network f71edd57-658e-4938-bea2-7d9717b11d90 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:40:49.038289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:40:49.041860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:40:49.065872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Pushing event updated for resources: {'Port': ['ID=92ad1660-c6b4-4dde-9409-6ee68349fd81,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:49.092580 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:49.093219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.107134 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-4a2da225-df8a-440a-9d9b-8dcd60ec3112 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399015 Aug 20 09:40:49.118988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Request body: {'port': {'device_id': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:49.174161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.430725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ad1660-c6b4-4dde-9409-6ee68349fd81 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:49.437859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.449920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Transition to ACTIVE for port object 92ad1660-c6b4-4dde-9409-6ee68349fd81 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:40:49.453556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.504021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad1660-c6b4-4dde-9409-6ee68349fd81,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:49.573044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Attempting to bind port 92ad1660-c6b4-4dde-9409-6ee68349fd81 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:40:49.573687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Attempting to bind port 92ad1660-c6b4-4dde-9409-6ee68349fd81 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:40:49.573687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Attempting to bind port 92ad1660-c6b4-4dde-9409-6ee68349fd81 on network f71edd57-658e-4938-bea2-7d9717b11d90 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:49.577852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Port 92ad1660-c6b4-4dde-9409-6ee68349fd81 on network f71edd57-658e-4938-bea2-7d9717b11d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:40:49.578174 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Attempting to bind port 92ad1660-c6b4-4dde-9409-6ee68349fd81 on network f71edd57-658e-4938-bea2-7d9717b11d90 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:49.583202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:40:49.583340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Checking segment: {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:40:49.583703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Bound using segment: {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:40:49.584122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Bound port: 92ad1660-c6b4-4dde-9409-6ee68349fd81, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:40:49.584484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.648447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] For port 92ad1660-c6b4-4dde-9409-6ee68349fd81, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:40:49.652343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] For port 92ad1660-c6b4-4dde-9409-6ee68349fd81, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:40:49.657664 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.678502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a5fb-48b9-4231-9a9b-cc17eb6d1a92 req-efa9c395-66d2-435c-ae42-8700a37912ff tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:49.679990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1111a5fb-48b9-4231-9a9b-cc17eb6d1a92 req-efa9c395-66d2-435c-ae42-8700a37912ff tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 943 time: 0.0526001 Aug 20 09:40:49.693297 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:49.694389 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:49.695779 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] 10.222.0.26 "PUT /v2.0/ports/92ad1660-c6b4-4dde-9409-6ee68349fd81 HTTP/1.1" status: 200 len: 1091 time: 0.5809572 Aug 20 09:40:49.696223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'tag': '92ad1660-c6b4-4dde-9409-6ee68349fd81'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:49.698523 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "27728ffa-81b9-4839-9eb2-22d47e24312f", "tag": "92ad1660-c6b4-4dde-9409-6ee68349fd81"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:49.726348 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92551c-b970-4613-abbb-68c3fd3e8993 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad1660-c6b4-4dde-9409-6ee68349fd81,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:49.737464 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1111a5fb-48b9-4231-9a9b-cc17eb6d1a92 req-143e54b4-289a-4473-bc4e-c012e5d32ab3 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513711 Aug 20 09:40:49.745103 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd26298d-9206-495f-a7ca-207d7075e64e x-openstack-request-id: req-cd26298d-9206-495f-a7ca-207d7075e64e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:49.745389 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27728ffa-81b9-4839-9eb2-22d47e24312f", "tag": "92ad1660-c6b4-4dde-9409-6ee68349fd81", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:49.745638 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd26298d-9206-495f-a7ca-207d7075e64e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:49.746049 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'tag': '92ad1660-c6b4-4dde-9409-6ee68349fd81', 'status': 'completed', 'code': 200} Aug 20 09:40:49.778829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-28b4774e-4a5b-4c7a-9b6b-55a4d1c17fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:49.780310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-28b4774e-4a5b-4c7a-9b6b-55a4d1c17fac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69f46f5316644645af055b07f541f4f3&device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 1094 time: 0.0454535 Aug 20 09:40:49.825757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-9a320e03-a7db-493b-8d7b-d3b5af65a9e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81 HTTP/1.1" status: 200 len: 217 time: 0.0372174 Aug 20 09:40:49.873509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680b979-db01-448e-9fe7-daa850629437 req-6c78010a-04e7-452b-b24e-2e6b7925b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:49.874956 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-6c78010a-04e7-452b-b24e-2e6b7925b74a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21aa980c-4ec7-41e3-b2a4-c51f74e4019a HTTP/1.1" status: 200 len: 854 time: 0.0428431 Aug 20 09:40:49.906103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-b6aac2f3-602e-420a-b575-d5116a1f5dd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f71edd57-658e-4938-bea2-7d9717b11d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229120 Aug 20 09:40:49.997432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-55192c9d-4049-40d4-8057-ea09ae99fec6 service neutron] 10.222.0.26 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842211 Aug 20 09:40:50.084799 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e680b979-db01-448e-9fe7-daa850629437 req-00b17b81-5093-4e47-8af4-2c0df241d54a service neutron] 10.222.0.26 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805571 Aug 20 09:40:50.167560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-319ff0df-6f5f-4d92-97d0-8ba821b21432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:50.169082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-319ff0df-6f5f-4d92-97d0-8ba821b21432 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=69f46f5316644645af055b07f541f4f3&device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 1094 time: 0.0407791 Aug 20 09:40:50.262814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-965756a1-0827-40be-a7e4-eabab1cc9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:50.264172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-965756a1-0827-40be-a7e4-eabab1cc9d6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 200 len: 914 time: 0.0879393 Aug 20 09:40:50.305660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-26ffa5c0-23b5-420c-9e40-e95d73e99015 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81 HTTP/1.1" status: 200 len: 217 time: 0.0342336 Aug 20 09:40:50.358199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-cc0fe2b9-2e65-493c-8ccc-2e12c68eb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:50.359630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-cc0fe2b9-2e65-493c-8ccc-2e12c68eb2c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21aa980c-4ec7-41e3-b2a4-c51f74e4019a HTTP/1.1" status: 200 len: 854 time: 0.0467494 Aug 20 09:40:50.391741 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-04477c89-082f-4896-bcf3-b207e9af280e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f71edd57-658e-4938-bea2-7d9717b11d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237000 Aug 20 09:40:50.480297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-6d0a20d5-1e13-4a5e-9b67-bd67405391e0 service neutron] 10.222.0.26 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805881 Aug 20 09:40:50.572810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-18b7a98d-5d2a-485d-a278-455f9a8bf7ac req-0e769a24-41a5-49b6-bb52-aad347ee42e4 service neutron] 10.222.0.26 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Aug 20 09:40:50.858215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865465b-a505-4ec2-95ad-8f0693fc05d6 req-2d40213d-7ea5-412a-8b13-2baf9eac898b tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:50.859623 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f865465b-a505-4ec2-95ad-8f0693fc05d6 req-2d40213d-7ea5-412a-8b13-2baf9eac898b tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 943 time: 0.0535178 Aug 20 09:40:50.897922 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f865465b-a505-4ec2-95ad-8f0693fc05d6 req-ef7e6146-11e0-46ef-a3fa-022380a3cd9b tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Aug 20 09:40:52.011474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2b251-036e-4e2f-9481-abfec76972a8 req-d809d347-ab9d-4a5d-8202-67f3cdb1ad87 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:52.012933 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6df2b251-036e-4e2f-9481-abfec76972a8 req-d809d347-ab9d-4a5d-8202-67f3cdb1ad87 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 943 time: 0.0486207 Aug 20 09:40:52.050163 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6df2b251-036e-4e2f-9481-abfec76972a8 req-84fa7c21-3185-4a7f-beee-d6c329d5b03d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312486 Aug 20 09:40:52.339311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 92ad1660-c6b4-4dde-9409-6ee68349fd81 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:40:52.591966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 92ad1660-c6b4-4dde-9409-6ee68349fd81, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:52.603179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '92ad1660-c6b4-4dde-9409-6ee68349fd81', 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90', 'port_id': '92ad1660-c6b4-4dde-9409-6ee68349fd81', 'mac_address': 'fa:16:3e:06:e9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21aa980c-4ec7-41e3-b2a4-c51f74e4019a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:40:52.639139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:52.651365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ad1660-c6b4-4dde-9409-6ee68349fd81 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:52.669781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 92ad1660-c6b4-4dde-9409-6ee68349fd81, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:52.673618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:52.718989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=92ad1660-c6b4-4dde-9409-6ee68349fd81,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:52.865913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['92ad1660-c6b4-4dde-9409-6ee68349fd81'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:40:53.162655 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbc928-9178-4af5-8cf0-b344d7e13775 req-7d61715a-f2a4-4231-a38a-53c7d7472424 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:53.164044 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abbbc928-9178-4af5-8cf0-b344d7e13775 req-7d61715a-f2a4-4231-a38a-53c7d7472424 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 944 time: 0.0479965 Aug 20 09:40:53.201365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abbbc928-9178-4af5-8cf0-b344d7e13775 req-c45cd2e0-d08c-4dcf-bd1b-1ba1c58a06a6 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Aug 20 09:40:54.320247 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11db1b-32ff-475b-a337-af3e1247478f req-fbbe850a-90fe-4acf-9d29-fe79b2f86dc7 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:54.321728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d11db1b-32ff-475b-a337-af3e1247478f req-fbbe850a-90fe-4acf-9d29-fe79b2f86dc7 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 944 time: 0.0548718 Aug 20 09:40:54.336760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 92ad1660-c6b4-4dde-9409-6ee68349fd81 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:40:54.359458 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d11db1b-32ff-475b-a337-af3e1247478f req-0c2e53fa-9ea7-4a29-90dc-e4324a4b094d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Aug 20 09:40:54.386183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 92ad1660-c6b4-4dde-9409-6ee68349fd81 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:40:54.389694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 92ad1660-c6b4-4dde-9409-6ee68349fd81 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:40:54.390160 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:54.466090 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:54.488439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad1660-c6b4-4dde-9409-6ee68349fd81'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:54.490819 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884fe9eb-4d70-4094-9ccd-9408a66b92ff" -d '{"events": [{"server_uuid": "27728ffa-81b9-4839-9eb2-22d47e24312f", "name": "network-vif-plugged", "status": "completed", "tag": "92ad1660-c6b4-4dde-9409-6ee68349fd81"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:54.503198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 92ad1660-c6b4-4dde-9409-6ee68349fd81, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:40:54.508106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:54.554840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=92ad1660-c6b4-4dde-9409-6ee68349fd81,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:54.589989 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6571f2-44b0-45d5-a594-7fca5aabfc45 x-openstack-request-id: req-6f6571f2-44b0-45d5-a594-7fca5aabfc45 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:54.590283 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27728ffa-81b9-4839-9eb2-22d47e24312f", "name": "network-vif-plugged", "status": "completed", "tag": "92ad1660-c6b4-4dde-9409-6ee68349fd81", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:54.590536 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f6571f2-44b0-45d5-a594-7fca5aabfc45 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:54.590927 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad1660-c6b4-4dde-9409-6ee68349fd81', 'code': 200} Aug 20 09:40:54.681424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef0fe3-bcb5-4dda-ac5e-e759f1b5340b req-5073e7b6-2486-4cc7-a32d-e1e60ae7e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:54.682910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-75ef0fe3-bcb5-4dda-ac5e-e759f1b5340b req-5073e7b6-2486-4cc7-a32d-e1e60ae7e484 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 1096 time: 0.0407524 Aug 20 09:40:54.716294 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-75ef0fe3-bcb5-4dda-ac5e-e759f1b5340b req-138877ae-a616-4293-9f71-2549fbc93cf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265820 Aug 20 09:40:55.473032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f5d07-9ff5-457d-b12a-b0cb54099ff1 req-10e49706-206c-4636-ad1a-12f2f1716071 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:55.474792 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-049f5d07-9ff5-457d-b12a-b0cb54099ff1 req-10e49706-206c-4636-ad1a-12f2f1716071 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0489583 Aug 20 09:40:55.511939 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-049f5d07-9ff5-457d-b12a-b0cb54099ff1 req-8bd3c80c-8ebd-4156-bacb-01749d745380 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Aug 20 09:40:56.630446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ec618-a37d-4260-96b2-460dd9a1d8f8 req-20a3257e-df90-4757-81ac-d3a4e3826d9e tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:56.631937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-781ec618-a37d-4260-96b2-460dd9a1d8f8 req-20a3257e-df90-4757-81ac-d3a4e3826d9e tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0525017 Aug 20 09:40:56.668663 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-781ec618-a37d-4260-96b2-460dd9a1d8f8 req-f3b8af7d-1429-4ae9-abf1-ee7092026cf5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Aug 20 09:40:56.887333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-14a0ebd8-2890-47c2-a70f-206c5d942ebe tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:56.888684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-14a0ebd8-2890-47c2-a70f-206c5d942ebe tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/networks?id=f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 200 len: 814 time: 0.1019082 Aug 20 09:40:56.903303 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-6700cabd-bd7e-4ebe-8e95-9bd2aea8b4f6 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/quotas/69f46f5316644645af055b07f541f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0088542 Aug 20 09:40:56.950941 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-6b68901a-83fe-453d-b3cd-8fb1c5504024 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=69f46f5316644645af055b07f541f4f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425110 Aug 20 09:40:57.012464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-a44d5c04-954d-49e4-8fff-63b4b198b619 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:40:57.013471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-a44d5c04-954d-49e4-8fff-63b4b198b619 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556788 Aug 20 09:40:57.104705 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-02de7a9e-e11e-48a2-b6f6-fc12b99e3d8d service neutron] 10.222.0.35 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844479 Aug 20 09:40:57.191852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-07693f8f-c199-4006-92fd-bb4ab1ac9770 service neutron] 10.222.0.35 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809317 Aug 20 09:40:57.345889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c3484983-9b33-4938-bc38-cba61b6132be req-2c733b2d-e22d-4d40-b766-54bc2c1aa417 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 210 time: 0.0263798 Aug 20 09:40:58.328874 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-15fea4fc-967c-4520-8f9e-228f7622aba5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:58.330255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-15fea4fc-967c-4520-8f9e-228f7622aba5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.37 "GET /v2.0/networks?id=f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 200 len: 814 time: 0.1142766 Aug 20 09:40:58.343413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Request body: {'port': {'device_id': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90', 'admin_state_up': True, 'tenant_id': '69f46f5316644645af055b07f541f4f3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:58.442054 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e1a7b8b2-fa86-4437-b1af-bae2ad9a5e58 req-06416fb0-005b-4301-9127-dc3836d555d7 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 210 time: 0.0298741 Aug 20 09:40:58.450623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Made reservation on behalf of 69f46f5316644645af055b07f541f4f3 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:40:58.454210 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:58.579018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Allocated IP 172.20.0.5 (f71edd57-658e-4938-bea2-7d9717b11d90/21aa980c-4ec7-41e3-b2a4-c51f74e4019a/842f4dab-9d1f-49c8-a6c4-4a0c38bbb552) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:40:58.726439 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:58.764416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:58.778476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['92ad1660-c6b4-4dde-9409-6ee68349fd81'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:40:58.805697 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Network f71edd57-658e-4938-bea2-7d9717b11d90 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:40:58.808586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:40:58.812124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:40:58.842665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Pushing event updated for resources: {'Port': ['ID=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:58.867019 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:58.867633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:58.882142 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ea30ba87-2e5e-437e-9862-ddb613adbeb5 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425155 Aug 20 09:40:58.894915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Request body: {'port': {'device_id': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:40:58.950926 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:59.211953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:40:59.219430 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:59.231254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Transition to ACTIVE for port object 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:40:59.235803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:59.301832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Pushing event updated for resources: {'Port': ['ID=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:59.352851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Attempting to bind port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:40:59.353503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Attempting to bind port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:40:59.353503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Attempting to bind port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 on network f71edd57-658e-4938-bea2-7d9717b11d90 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:59.357579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 on network f71edd57-658e-4938-bea2-7d9717b11d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:40:59.357925 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Attempting to bind port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 on network f71edd57-658e-4938-bea2-7d9717b11d90 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:40:59.363253 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:40:59.363716 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Checking segment: {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:40:59.364095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Bound using segment: {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:40:59.364514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Bound port: 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:40:59.364870 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:59.429915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] For port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:40:59.434027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] For port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:40:59.437782 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:59.473013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:59.474341 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:40:59.475761 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] 10.222.0.37 "PUT /v2.0/ports/842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 HTTP/1.1" status: 200 len: 1091 time: 0.5856001 Aug 20 09:40:59.476203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'tag': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:40:59.478469 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd6c11-726c-41eb-b32a-c66b466acdca", "tag": "842f4dab-9d1f-49c8-a6c4-4a0c38bbb552"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:40:59.505593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b899419-8353-4c71-bd18-84d42e96dee6 service neutron] Pushing event updated for resources: {'Port': ['ID=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:40:59.541917 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa627c-69eb-4423-8017-096766c49aa8 x-openstack-request-id: req-dbfa627c-69eb-4423-8017-096766c49aa8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:40:59.542282 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd6c11-726c-41eb-b32a-c66b466acdca", "tag": "842f4dab-9d1f-49c8-a6c4-4a0c38bbb552", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:40:59.542568 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbfa627c-69eb-4423-8017-096766c49aa8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:40:59.543077 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'tag': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552', 'status': 'completed', 'code': 200} Aug 20 09:40:59.574458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca656c70-f286-4eb4-a994-b7ce9a9de561 req-17d97b60-c73f-43fc-ad96-8cc7ce37a491 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:59.575936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca656c70-f286-4eb4-a994-b7ce9a9de561 req-17d97b60-c73f-43fc-ad96-8cc7ce37a491 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 943 time: 0.0497949 Aug 20 09:40:59.578514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-7c49ffef-5da9-4d45-8ab3-dd17ca2092ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:59.580070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-7c49ffef-5da9-4d45-8ab3-dd17ca2092ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f46f5316644645af055b07f541f4f3&device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 1094 time: 0.0501254 Aug 20 09:40:59.622134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca656c70-f286-4eb4-a994-b7ce9a9de561 req-099daf77-bce4-472a-864c-dbd546f0c698 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390754 Aug 20 09:40:59.625350 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-52a7f343-9acd-40df-a3d2-dc9b74d672d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 HTTP/1.1" status: 200 len: 217 time: 0.0372658 Aug 20 09:40:59.674867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ae16081b-7c42-458a-a6c0-bba2d76612e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:59.676576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-ae16081b-7c42-458a-a6c0-bba2d76612e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21aa980c-4ec7-41e3-b2a4-c51f74e4019a HTTP/1.1" status: 200 len: 854 time: 0.0442352 Aug 20 09:40:59.708562 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-f3e0c5f8-0c17-47fd-b1be-8c5ca98cef35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f71edd57-658e-4938-bea2-7d9717b11d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249519 Aug 20 09:40:59.801921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-1f3c6068-bec6-4d9b-b135-58de694fbd87 service neutron] 10.222.0.37 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859878 Aug 20 09:40:59.891969 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3cbe4082-0ec8-4bc0-ae67-e2c24b1c04ad req-a8b2de7b-7919-4657-96f1-7d58c2b5d47c service neutron] 10.222.0.37 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813055 Aug 20 09:40:59.981723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-ce5b5131-eb44-4e26-81ab-b297f7a5e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:40:59.983234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-ce5b5131-eb44-4e26-81ab-b297f7a5e1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f46f5316644645af055b07f541f4f3&device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 1094 time: 0.0439479 Aug 20 09:41:00.076431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-b2016f98-1693-4f2c-91d4-550509108158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:00.077847 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-b2016f98-1693-4f2c-91d4-550509108158 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 200 len: 914 time: 0.0873551 Aug 20 09:41:00.124236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-82a7ec51-b504-4a13-8bc5-dc46eb66cf06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 HTTP/1.1" status: 200 len: 217 time: 0.0385809 Aug 20 09:41:00.177374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-ac23c10f-9c1e-46bd-8415-bd3c04356bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:00.178831 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-ac23c10f-9c1e-46bd-8415-bd3c04356bcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21aa980c-4ec7-41e3-b2a4-c51f74e4019a HTTP/1.1" status: 200 len: 854 time: 0.0467293 Aug 20 09:41:00.210582 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-ce6e4cfb-9534-4fc6-a781-b1e9eed59981 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f71edd57-658e-4938-bea2-7d9717b11d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239351 Aug 20 09:41:00.299045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-6c6d0a5d-757b-4525-b6a8-c10e70aaf2a7 service neutron] 10.222.0.37 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810475 Aug 20 09:41:00.393822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b66cd23e-ca07-49a9-83bb-3fdb5122d4a3 req-8fe61045-4a14-4982-99ab-679de6cc8ce4 service neutron] 10.222.0.37 "GET /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863318 Aug 20 09:41:00.755944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4e9c-4fd9-4e57-acd5-f77c61f5b34a req-0512f821-b346-4471-85be-abc3ad730d31 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:00.757411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-135c4e9c-4fd9-4e57-acd5-f77c61f5b34a req-0512f821-b346-4471-85be-abc3ad730d31 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 943 time: 0.0478036 Aug 20 09:41:00.794468 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-135c4e9c-4fd9-4e57-acd5-f77c61f5b34a req-1a3f59a1-56ab-46db-ac36-4663434c5061 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Aug 20 09:41:01.924749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479db63-75a9-46b1-8901-264926154ded req-a8424a9e-bcc6-4250-aabc-88abe7edba7d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:01.927037 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f479db63-75a9-46b1-8901-264926154ded req-a8424a9e-bcc6-4250-aabc-88abe7edba7d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 943 time: 0.0490746 Aug 20 09:41:01.967758 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f479db63-75a9-46b1-8901-264926154ded req-df19b6d5-d884-4e09-bee9-0e3ed65b6660 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348821 Aug 20 09:41:02.430947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:41:02.524121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:02.539082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552', 'network_id': 'f71edd57-658e-4938-bea2-7d9717b11d90', 'port_id': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552', 'mac_address': 'fa:16:3e:b6:3a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21aa980c-4ec7-41e3-b2a4-c51f74e4019a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:41:02.579746 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:02.592778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:41:02.614685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:02.618576 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:02.664533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:02.835348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['842f4dab-9d1f-49c8-a6c4-4a0c38bbb552'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:41:03.080889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357575f-a4e1-4d17-8b1a-01f388f2df58 req-1fac98c7-9920-4e0d-9dac-ad6d4c41c7b3 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:03.082874 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4357575f-a4e1-4d17-8b1a-01f388f2df58 req-1fac98c7-9920-4e0d-9dac-ad6d4c41c7b3 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 944 time: 0.0472920 Aug 20 09:41:03.120200 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4357575f-a4e1-4d17-8b1a-01f388f2df58 req-590f2827-cb51-4b58-80bc-0c440abceae6 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Aug 20 09:41:04.233514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892e9f-75e4-4f01-bd22-de787f2ab3a2 req-c96647af-e920-412e-a8ae-2934d0481a9a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:04.235030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0892e9f-75e4-4f01-bd22-de787f2ab3a2 req-c96647af-e920-412e-a8ae-2934d0481a9a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 944 time: 0.0499573 Aug 20 09:41:04.272883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e0892e9f-75e4-4f01-bd22-de787f2ab3a2 req-03b894c4-c0a8-4f18-bd67-79aaa22821d0 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Aug 20 09:41:04.446141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:04.493122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:04.496746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:04.497117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:04.575852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:04.596930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:41:04.599518 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d34792-dd40-43c3-a4c0-adfc860017c3" -d '{"events": [{"server_uuid": "a6dd6c11-726c-41eb-b32a-c66b466acdca", "name": "network-vif-plugged", "status": "completed", "tag": "842f4dab-9d1f-49c8-a6c4-4a0c38bbb552"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:41:04.611424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:04.616271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:04.639569 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504bee62-1752-45db-97f5-2d73c262079c x-openstack-request-id: req-504bee62-1752-45db-97f5-2d73c262079c {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:41:04.639866 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd6c11-726c-41eb-b32a-c66b466acdca", "name": "network-vif-plugged", "status": "completed", "tag": "842f4dab-9d1f-49c8-a6c4-4a0c38bbb552", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:41:04.640116 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-504bee62-1752-45db-97f5-2d73c262079c {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:41:04.640500 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552', 'code': 200} Aug 20 09:41:04.670218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:04.733532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4909c-e863-43c7-a58d-4dc61d6928c7 req-5ea6f145-9107-42a8-89b4-3e47ff5f1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:04.735063 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1db4909c-e863-43c7-a58d-4dc61d6928c7 req-5ea6f145-9107-42a8-89b4-3e47ff5f1bfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 1096 time: 0.0399957 Aug 20 09:41:04.769972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1db4909c-e863-43c7-a58d-4dc61d6928c7 req-0af745e9-3a1a-4262-9445-96a4e3bd01f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272291 Aug 20 09:41:05.384322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d03bd-e800-4bdf-8391-223d5f9da748 req-edc770e7-f21a-4c0c-b47b-1b2859d933b8 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:05.385800 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a0d03bd-e800-4bdf-8391-223d5f9da748 req-edc770e7-f21a-4c0c-b47b-1b2859d933b8 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 945 time: 0.0475054 Aug 20 09:41:05.426462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a0d03bd-e800-4bdf-8391-223d5f9da748 req-cad4cce7-d43b-4b4c-b5d4-4dc2b9c1eaed tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Aug 20 09:41:06.543652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07f145-438a-4092-baf9-0fa09fabfa3c req-11358ab0-5571-4430-aa6c-937b64f34049 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:06.545116 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca07f145-438a-4092-baf9-0fa09fabfa3c req-11358ab0-5571-4430-aa6c-937b64f34049 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 945 time: 0.0489573 Aug 20 09:41:06.583519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca07f145-438a-4092-baf9-0fa09fabfa3c req-e9511744-abe5-41bf-b455-291f07f29b4a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Aug 20 09:41:06.816179 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa62c22-61b4-48a7-91df-427f5dc7057c req-0d208893-eb2b-4485-8432-c23425db553e tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:06.817827 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffa62c22-61b4-48a7-91df-427f5dc7057c req-0d208893-eb2b-4485-8432-c23425db553e tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 945 time: 0.0480890 Aug 20 09:41:06.854121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ffa62c22-61b4-48a7-91df-427f5dc7057c req-13472fdd-80d8-4b4e-ab7d-99f732fb5339 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304222 Aug 20 09:41:07.968883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8a2eb-ab28-495f-98f2-31d570e2d3ce req-47ce98d0-6888-476d-9b19-d89506dce2c3 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:07.970384 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5e8a2eb-ab28-495f-98f2-31d570e2d3ce req-47ce98d0-6888-476d-9b19-d89506dce2c3 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 945 time: 0.0481479 Aug 20 09:41:08.011212 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5e8a2eb-ab28-495f-98f2-31d570e2d3ce req-34cf4041-7cee-4111-a6bf-64c8b48b30b9 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Aug 20 09:41:08.079390 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-695435f8-cdaa-4ddf-987f-07c5c85a9d29 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:08.080848 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-695435f8-cdaa-4ddf-987f-07c5c85a9d29 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6dd6c11-726c-41eb-b32a-c66b466acdca HTTP/1.1" status: 200 len: 945 time: 0.0472806 Aug 20 09:41:08.170690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Deleting port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:41:08.170951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:08.255702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] For port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:08.256063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:08.269524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Calling delete_port for 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:41:08.394485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:08.406633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['92ad1660-c6b4-4dde-9409-6ee68349fd81'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:41:08.410131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['842f4dab-9d1f-49c8-a6c4-4a0c38bbb552'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:41:08.422069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Pushing event deleted for resources: {'Port': ['ID=842f4dab-9d1f-49c8-a6c4-4a0c38bbb552,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:08.435058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.435058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.435283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.435590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.435918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.436244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.436570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.436889 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.437209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.437527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.437873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.438191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:08.475847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] No DVR routers for this DVR port 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:41:08.478542 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:08.480621 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2331e894-a792-4952-b40c-85b0c3d8eb57 req-00cfd969-c3d3-4945-aab4-d4d63c94058a tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.37 "DELETE /v2.0/ports/842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 HTTP/1.1" status: 204 len: 173 time: 0.3936312 Aug 20 09:41:08.481053 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'name': 'network-vif-deleted', 'tag': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:41:08.483439 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97daa20f-ea5f-4223-8dc2-552e047bb8c6" -d '{"events": [{"server_uuid": "a6dd6c11-726c-41eb-b32a-c66b466acdca", "name": "network-vif-deleted", "tag": "842f4dab-9d1f-49c8-a6c4-4a0c38bbb552"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:41:08.527913 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283150a7-9879-4804-a23d-d2e2d326c59a x-openstack-request-id: req-283150a7-9879-4804-a23d-d2e2d326c59a {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:41:08.528284 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd6c11-726c-41eb-b32a-c66b466acdca", "name": "network-vif-deleted", "tag": "842f4dab-9d1f-49c8-a6c4-4a0c38bbb552", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:41:08.528634 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-283150a7-9879-4804-a23d-d2e2d326c59a {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:41:08.529088 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd6c11-726c-41eb-b32a-c66b466acdca', 'name': 'network-vif-deleted', 'tag': '842f4dab-9d1f-49c8-a6c4-4a0c38bbb552', 'status': 'completed', 'code': 200} Aug 20 09:41:09.158005 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69b8a7-1af9-436b-80f4-d74c0381bfcb req-86a18e14-02d6-490e-9068-b9f5e57fa854 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:09.159473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c69b8a7-1af9-436b-80f4-d74c0381bfcb req-86a18e14-02d6-490e-9068-b9f5e57fa854 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0478923 Aug 20 09:41:09.196857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c69b8a7-1af9-436b-80f4-d74c0381bfcb req-707b5007-72e7-4517-ae37-cc38e52294e2 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Aug 20 09:41:09.324040 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc0a9-1bae-4b92-9427-906506777cc1 req-143ebfda-2cf8-4090-989e-926c26158e12 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:09.325415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d30bc0a9-1bae-4b92-9427-906506777cc1 req-143ebfda-2cf8-4090-989e-926c26158e12 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0475380 Aug 20 09:41:09.361278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d30bc0a9-1bae-4b92-9427-906506777cc1 req-e3c2f315-bef4-48b8-a6e0-521ba3d29474 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299356 Aug 20 09:41:09.474789 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc85079-6c1b-4dcb-b189-a124be7ce721 req-427191f5-1eec-465c-9e91-992549b04f87 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:09.476249 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dc85079-6c1b-4dcb-b189-a124be7ce721 req-427191f5-1eec-465c-9e91-992549b04f87 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0475862 Aug 20 09:41:09.518153 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dc85079-6c1b-4dcb-b189-a124be7ce721 req-2e75b0c2-a015-4b00-a014-3e054dbc320d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359168 Aug 20 09:41:09.683576 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f99ed9-3807-4116-b3d0-923de1355e62 req-d3702ec2-72aa-404b-8cae-ba31510f73dd tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:09.685075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31f99ed9-3807-4116-b3d0-923de1355e62 req-d3702ec2-72aa-404b-8cae-ba31510f73dd tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0487196 Aug 20 09:41:09.721389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-31f99ed9-3807-4116-b3d0-923de1355e62 req-980898b8-05e2-402c-843c-dae994060a7c tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301013 Aug 20 09:41:09.835131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97686ffc-bccb-4eca-88cc-e97020fb68fc req-55bfdab4-f612-462e-852d-4890f436d56d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:09.836505 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97686ffc-bccb-4eca-88cc-e97020fb68fc req-55bfdab4-f612-462e-852d-4890f436d56d tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0474746 Aug 20 09:41:09.873688 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-97686ffc-bccb-4eca-88cc-e97020fb68fc req-c065a5a3-5e26-42b2-a6f6-e797f9ddd275 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Aug 20 09:41:09.996475 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3baed-e54d-42fe-bd43-6ecf88ca1f84 req-cd9a0b63-54d7-4cbc-8403-6fa42d1a8f85 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:09.997966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29e3baed-e54d-42fe-bd43-6ecf88ca1f84 req-cd9a0b63-54d7-4cbc-8403-6fa42d1a8f85 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0489748 Aug 20 09:41:10.039662 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-29e3baed-e54d-42fe-bd43-6ecf88ca1f84 req-114ae7c6-48f4-40b1-87ea-6f0dbcb5b00e tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Aug 20 09:41:10.336602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f223d-0e3f-4520-97b7-60b2e9af3da0 req-6ba34206-7f7c-417e-a78a-80978fdb5d56 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:10.338078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-669f223d-0e3f-4520-97b7-60b2e9af3da0 req-6ba34206-7f7c-417e-a78a-80978fdb5d56 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0499403 Aug 20 09:41:10.374109 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-669f223d-0e3f-4520-97b7-60b2e9af3da0 req-efc3c355-2c95-4a35-add2-9456b4cfb63f tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300629 Aug 20 09:41:10.460734 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:41:10.480789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:41:10.481133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 842f4dab-9d1f-49c8-a6c4-4a0c38bbb552 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:41:11.492729 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090d46b-666d-450c-9225-5cba9f4b4d93 req-ad3c3798-a479-4cd8-84da-a8dbcd7502af tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:11.494237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2090d46b-666d-450c-9225-5cba9f4b4d93 req-ad3c3798-a479-4cd8-84da-a8dbcd7502af tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0516448 Aug 20 09:41:11.532098 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2090d46b-666d-450c-9225-5cba9f4b4d93 req-a1fa3ae9-ed83-4c05-a48f-e182a3e4f206 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c116d9-91be-434b-839f-d52f3ecc4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Aug 20 09:41:11.660055 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-8d9d0b0e-2266-481c-9535-4e125558db9c tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:11.661492 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-8d9d0b0e-2266-481c-9535-4e125558db9c tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.26 "GET /v2.0/ports?device_id=27728ffa-81b9-4839-9eb2-22d47e24312f HTTP/1.1" status: 200 len: 945 time: 0.0490820 Aug 20 09:41:11.747844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Deleting port 92ad1660-c6b4-4dde-9409-6ee68349fd81 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:41:11.748189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:11.838645 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] For port 92ad1660-c6b4-4dde-9409-6ee68349fd81, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=92ad1660-c6b4-4dde-9409-6ee68349fd81,segment=NetworkSegment(fe9eada7-04cb-4548-9a77-9c7ad60cddcb),segment_id=fe9eada7-04cb-4548-9a77-9c7ad60cddcb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:11.839013 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:11.851983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Calling delete_port for 92ad1660-c6b4-4dde-9409-6ee68349fd81 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:41:11.982879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:11.994038 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['92ad1660-c6b4-4dde-9409-6ee68349fd81'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:41:12.010417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Pushing event deleted for resources: {'Port': ['ID=92ad1660-c6b4-4dde-9409-6ee68349fd81,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:12.052848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] No DVR routers for this DVR port 92ad1660-c6b4-4dde-9409-6ee68349fd81 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:41:12.055515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:12.057548 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5ab41193-2aff-4c09-9a1f-fe50eb6c1d45 req-6e724faa-5673-4c1d-989a-13565e29e185 tempest-ServersNegativeTestJSON-1224010040 tempest-ServersNegativeTestJSON-1224010040-project] 10.222.0.26 "DELETE /v2.0/ports/92ad1660-c6b4-4dde-9409-6ee68349fd81 HTTP/1.1" status: 204 len: 173 time: 0.3905435 Aug 20 09:41:12.058013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'name': 'network-vif-deleted', 'tag': '92ad1660-c6b4-4dde-9409-6ee68349fd81'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:41:12.060237 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0268195-929e-47df-bc74-83104f7a0296" -d '{"events": [{"server_uuid": "27728ffa-81b9-4839-9eb2-22d47e24312f", "name": "network-vif-deleted", "tag": "92ad1660-c6b4-4dde-9409-6ee68349fd81"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:41:12.105290 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef13bbd-2076-4f77-9d00-e3cf32ad5cc2 x-openstack-request-id: req-fef13bbd-2076-4f77-9d00-e3cf32ad5cc2 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:41:12.105581 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27728ffa-81b9-4839-9eb2-22d47e24312f", "name": "network-vif-deleted", "tag": "92ad1660-c6b4-4dde-9409-6ee68349fd81", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:41:12.105873 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fef13bbd-2076-4f77-9d00-e3cf32ad5cc2 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:41:12.106276 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27728ffa-81b9-4839-9eb2-22d47e24312f', 'name': 'network-vif-deleted', 'tag': '92ad1660-c6b4-4dde-9409-6ee68349fd81', 'status': 'completed', 'code': 200} Aug 20 09:41:12.586426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35122) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:12.630304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Deleting subnet 21aa980c-4ec7-41e3-b2a4-c51f74e4019a {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:41:12.633183 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:12.669552 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:12.706030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:12.756716 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:12.782734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21aa980c-4ec7-41e3-b2a4-c51f74e4019a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:12.785678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:12.787558 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4eeb816c-2e36-4454-b5a0-53545254d4e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/21aa980c-4ec7-41e3-b2a4-c51f74e4019a HTTP/1.1" status: 204 len: 168 time: 0.2001691 Aug 20 09:41:12.790088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35124) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:12.860003 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.052854 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.231154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ffec6df9-8b53-413e-b3b9-b2906f46c88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.241149 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.250812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71edd57-658e-4938-bea2-7d9717b11d90']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:13.260498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:13.260797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9eada7-04cb-4548-9a77-9c7ad60cddcb') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:13.269325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.282207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.288832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:13.289217 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:13.290908 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:13.345032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.350908 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.352738 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] 10.222.0.35 "DELETE /v2.0/networks/f71edd57-658e-4938-bea2-7d9717b11d90 HTTP/1.1" status: 204 len: 168 time: 0.5617185 Aug 20 09:41:13.364047 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf6053-0163-4f30-a41b-ec7f6303ba1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f71edd57-658e-4938-bea2-7d9717b11d90,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:13.459837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35128) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:13.499310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-57b0bfa7-c33d-49ee-9c70-9f6cf789e041 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69f46f5316644645af055b07f541f4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383055 Aug 20 09:41:13.501612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35130) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:13.548315 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9889-6845-4ac9-88bb-2e49d6ccef65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.568454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9889-6845-4ac9-88bb-2e49d6ccef65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.614326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9889-6845-4ac9-88bb-2e49d6ccef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.616700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9889-6845-4ac9-88bb-2e49d6ccef65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:13.617859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ef0f9889-6845-4ac9-88bb-2e49d6ccef65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44c116d9-91be-434b-839f-d52f3ecc4a4b HTTP/1.1" status: 204 len: 168 time: 0.1153040 Aug 20 09:41:13.625676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f9889-6845-4ac9-88bb-2e49d6ccef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c116d9-91be-434b-839f-d52f3ecc4a4b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:14.289287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35152) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:14.386827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24978355'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:14.396394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.409692 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:14.413213 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.421103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.515808 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.519548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.863295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:14.878933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d26d5-05d8-4ac8-9cf8-e3ae6d2d44ee,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:14.881978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.882326 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Added segment fdb34ba6-0905-4d91-8980-db83fdf9f8c2 of type vlan for network d4f0d2d6-1db2-47fd-8384-7854e82e7317 Aug 20 09:41:14.920769 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.946692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:14.952328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:14.952908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:15.010671 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7201321 Aug 20 09:41:15.023176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fe3f4-946a-4fd2-9860-04b023855e51 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Network': ['ID=d4f0d2d6-1db2-47fd-8384-7854e82e7317,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:15.033530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d4f0d2d6-1db2-47fd-8384-7854e82e7317 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:16.397706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:16.446389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 92ad1660-c6b4-4dde-9409-6ee68349fd81 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:41:16.469309 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 92ad1660-c6b4-4dde-9409-6ee68349fd81 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:41:16.469680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 92ad1660-c6b4-4dde-9409-6ee68349fd81 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:41:16.654541 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3b0ac8be-ca00-4cb9-b6b1-f6abf45443da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:17.602172 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.348103 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:18.353561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'subnet': {'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:18.441220 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:18.444722 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.622855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.679037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Subnet': ['ID=3e4b8c5e-9b18-4cc9-a23f-85536089c6ee,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:18.689113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Checking segment: {'id': 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:18.689477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network hostable DHCP agents. Network: d4f0d2d6-1db2-47fd-8384-7854e82e7317, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:18.705944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network d4f0d2d6-1db2-47fd-8384-7854e82e7317 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:18.714175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d4f0d2d6-1db2-47fd-8384-7854e82e7317) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:18.720430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:18.721024 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.723410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fce0e6-9f66-4f5f-a40c-7e6b1d69d6c5 None None] Network d4f0d2d6-1db2-47fd-8384-7854e82e7317 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:18.738137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ce0c6948-79f6-4fe8-981e-f1a552e43387 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3876796 Aug 20 09:41:18.741639 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35158) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:18.746599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-753692240'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:18.769138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:18.772809 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.796821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:18.806631 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.807138 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Added segment 8b22877e-034f-4354-8198-c26ab29ae595 of type vlan for network 996dd69d-327d-4e89-8977-a6144b995050 Aug 20 09:41:18.848998 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.873025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.874949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d4f0d2d6-1db2-47fd-8384-7854e82e7317', 'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317', 'tenant_id': '27442b4d18e24fb8929ee59eddbaf7b4', 'fixed_ips': [{'subnet_id': '3e4b8c5e-9b18-4cc9-a23f-85536089c6ee'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:18.875841 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.878812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:18.879391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.940679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1977799 Aug 20 09:41:18.943527 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35160) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:18.948556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'subnet': {'network_id': '996dd69d-327d-4e89-8977-a6144b995050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:18.976922 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:18.999778 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89df89-60f5-4b47-8472-cbf8b161d17a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Network': ['ID=996dd69d-327d-4e89-8977-a6144b995050,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:19.012526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 996dd69d-327d-4e89-8977-a6144b995050 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:19.042120 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:19.045952 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.081860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Allocated IP 2001:db8:0:ffff::2 (d4f0d2d6-1db2-47fd-8384-7854e82e7317/3e4b8c5e-9b18-4cc9-a23f-85536089c6ee/ce9b12f4-0319-4423-8fc7-d88cae53b9bd) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:19.236249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.237782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.246017 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Transition to ACTIVE for port object ce9b12f4-0319-4423-8fc7-d88cae53b9bd will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:19.261509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Transition to ACTIVE for port object ce9b12f4-0319-4423-8fc7-d88cae53b9bd will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:19.269297 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.304097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Network d4f0d2d6-1db2-47fd-8384-7854e82e7317 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:19.306911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:19.309372 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:19.312726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Subnet': ['ID=ef61802a-3636-4c9e-87ac-c450e3f5bd34,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:19.319105 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Checking segment: {'id': '8b22877e-034f-4354-8198-c26ab29ae595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '996dd69d-327d-4e89-8977-a6144b995050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:19.319456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network hostable DHCP agents. Network: 996dd69d-327d-4e89-8977-a6144b995050, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:19.337479 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network 996dd69d-327d-4e89-8977-a6144b995050 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:19.345400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Pushing event updated for resources: {'Port': ['ID=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:19.346653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 996dd69d-327d-4e89-8977-a6144b995050) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:19.353678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:19.354443 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.368608 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-338117f2-dd33-4ee3-b2fc-af4ad97fea40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4238899 Aug 20 09:41:19.371334 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35162) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:19.372333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa2ade-33d0-45bb-8474-e263347bcea4 None None] Network 996dd69d-327d-4e89-8977-a6144b995050 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:19.395979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.396316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.396649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.396980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.397306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.397630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.397972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.398290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.398613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.398932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.399247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.399563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:19.433487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Attempting to bind port ce9b12f4-0319-4423-8fc7-d88cae53b9bd on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:19.433872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Attempting to bind port ce9b12f4-0319-4423-8fc7-d88cae53b9bd by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:19.434231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Attempting to bind port ce9b12f4-0319-4423-8fc7-d88cae53b9bd on network d4f0d2d6-1db2-47fd-8384-7854e82e7317 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:19.442858 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:19.443223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Checking segment: {'id': 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:19.443619 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.444007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Bound using segment: {'id': 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:19.444461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Bound port: ce9b12f4-0319-4423-8fc7-d88cae53b9bd, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd4f0d2d6-1db2-47fd-8384-7854e82e7317'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:19.444840 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.465729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.525118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.561327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] For port ce9b12f4-0319-4423-8fc7-d88cae53b9bd, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:19.566400 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] For port ce9b12f4-0319-4423-8fc7-d88cae53b9bd, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,segment=NetworkSegment(fdb34ba6-0905-4d91-8980-db83fdf9f8c2),segment_id=fdb34ba6-0905-4d91-8980-db83fdf9f8c2)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:19.574264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.591450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.619123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Subnet': ['ID=ef61802a-3636-4c9e-87ac-c450e3f5bd34,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:19.641455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b655a-b6a0-4da9-a4df-c5570aa3d378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-996dd69d-327d-4e89-8977-a6144b995050', 'network_id': '996dd69d-327d-4e89-8977-a6144b995050', 'tenant_id': '27442b4d18e24fb8929ee59eddbaf7b4', 'fixed_ips': [{'subnet_id': 'ef61802a-3636-4c9e-87ac-c450e3f5bd34'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:19.642348 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-179b655a-b6a0-4da9-a4df-c5570aa3d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.673500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f70a3-0f7c-4856-b672-e6f42d89b229 None None] Pushing event updated for resources: {'Port': ['ID=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:19.681248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.693367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996dd69d-327d-4e89-8977-a6144b995050']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:19.710209 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b22877e-034f-4354-8198-c26ab29ae595') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:19.710570 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b22877e-034f-4354-8198-c26ab29ae595') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:19.720209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.734680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.741850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:19.742393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:19.745742 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:19.755417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7010df5-23fd-479b-8ff8-35cfd8c18811 None None] Network 996dd69d-327d-4e89-8977-a6144b995050 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:19.806801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.817997 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.825740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/996dd69d-327d-4e89-8977-a6144b995050 HTTP/1.1" status: 204 len: 168 time: 0.4498646 Aug 20 09:41:19.826027 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35164) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:19.833384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708255055'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:19.859195 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44ad4-219c-42bb-b8c4-ddc6e9d1b541 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Network': ['ID=996dd69d-327d-4e89-8977-a6144b995050,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:19.874613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:19.876489 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:41:19.879293 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.911552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:19.921727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.922110 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Added segment 33b62b68-6f14-4207-a128-46ea0e99a12d of type vlan for network 0102c744-0667-4f77-b092-23a80f65e516 Aug 20 09:41:19.965974 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.993052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:19.998736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:19.999323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.057198 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2305803 Aug 20 09:41:20.060081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35166) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:20.067698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'subnet': {'network_id': '0102c744-0667-4f77-b092-23a80f65e516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:20.074279 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40c6cf-a7e7-4929-94a8-6b96c9c400c9 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Network': ['ID=0102c744-0667-4f77-b092-23a80f65e516,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:20.085692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 0102c744-0667-4f77-b092-23a80f65e516 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:20.163937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:20.167608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.222611 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Performing IP validity checks on allocation pools {{(pid=101317) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 09:41:20.223146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.ipam_backend_mixin [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101317) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 09:41:20.304936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce9b12f4-0319-4423-8fc7-d88cae53b9bd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:20.358837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port ce9b12f4-0319-4423-8fc7-d88cae53b9bd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:20.363511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.426437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Subnet': ['ID=1db4e82a-62f7-4ec8-806f-2ace25feb202,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:20.435448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Checking segment: {'id': '33b62b68-6f14-4207-a128-46ea0e99a12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0102c744-0667-4f77-b092-23a80f65e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:20.435812 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network hostable DHCP agents. Network: 0102c744-0667-4f77-b092-23a80f65e516, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:20.453797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network 0102c744-0667-4f77-b092-23a80f65e516 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:20.463349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 0102c744-0667-4f77-b092-23a80f65e516) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:20.467775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:20.468325 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.472415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd020c39-67c2-4eed-a1cc-8f5731f24fa7 None None] Network 0102c744-0667-4f77-b092-23a80f65e516 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:20.490201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-69ab796b-f2a4-40f3-8fce-4d98460b4e44 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4290357 Aug 20 09:41:20.492970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:20.601271 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.620813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d349faad-cc4b-45e0-b820-1c9c3defce5b None None] Network d4f0d2d6-1db2-47fd-8384-7854e82e7317 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:20.635581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ed6cf-e052-4e7e-8782-e7b0251a26a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-0102c744-0667-4f77-b092-23a80f65e516', 'network_id': '0102c744-0667-4f77-b092-23a80f65e516', 'tenant_id': '27442b4d18e24fb8929ee59eddbaf7b4', 'fixed_ips': [{'subnet_id': '1db4e82a-62f7-4ec8-806f-2ace25feb202'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:20.636428 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed6cf-e052-4e7e-8782-e7b0251a26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.678435 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.738871 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.771595 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Subnet': ['ID=1db4e82a-62f7-4ec8-806f-2ace25feb202,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:20.804055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] Provisioning for port ce9b12f4-0319-4423-8fc7-d88cae53b9bd completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:20.819656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] Provisioning complete for port ce9b12f4-0319-4423-8fc7-d88cae53b9bd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:20.820477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-ae9ed6cf-e052-4e7e-8782-e7b0251a26a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1db4e82a-62f7-4ec8-806f-2ace25feb202: This subnet is being modified by another concurrent operation. Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1db4e82a-62f7-4ec8-806f-2ace25feb202: This subnet is being modified by another concurrent operation. Aug 20 09:41:20.824805 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:41:20.840289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.848806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51060ce7-6af6-4ff0-a46a-8119a20ccaf2 None None] Network 0102c744-0667-4f77-b092-23a80f65e516 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:20.850343 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0102c744-0667-4f77-b092-23a80f65e516']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:20.860885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b62b68-6f14-4207-a128-46ea0e99a12d') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:20.861181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b62b68-6f14-4207-a128-46ea0e99a12d') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:20.870933 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.885164 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.891423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:20.891809 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:20.895774 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:20.962950 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.971335 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:20.973554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/0102c744-0667-4f77-b092-23a80f65e516 HTTP/1.1" status: 204 len: 168 time: 0.4795847 Aug 20 09:41:20.977530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35170) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:20.983864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668499927'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:20.983992 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b550e-0dfa-4c20-8cce-c48a714ce25e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Network': ['ID=0102c744-0667-4f77-b092-23a80f65e516,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:21.015965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:21.020761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.024701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.045975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:21.059019 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.059380 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Added segment 66053e06-3867-4b64-9c99-5801414a0f61 of type vlan for network 17d917fc-c71c-4653-b370-35c80e9135f9 Aug 20 09:41:21.070498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] For port ce9b12f4-0319-4423-8fc7-d88cae53b9bd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,segment=NetworkSegment(fdb34ba6-0905-4d91-8980-db83fdf9f8c2),segment_id=fdb34ba6-0905-4d91-8980-db83fdf9f8c2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:21.075472 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.101933 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.127436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957cf3e-2f07-4e85-be71-89570f0afc18 None None] Pushing event updated for resources: {'Port': ['ID=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:21.139910 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.145806 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:21.146547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.194685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f09da-0932-4d2a-a847-a24c2edb308e None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:41:21.209293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2299778 Aug 20 09:41:21.213228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35172) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:21.215302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0210-8fa7-44a1-b794-7873ab7ad72e tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Network': ['ID=17d917fc-c71c-4653-b370-35c80e9135f9,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:21.220017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'subnet': {'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:21.230436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 17d917fc-c71c-4653-b370-35c80e9135f9 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:21.321256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:21.325302 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.504613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1d4bc06e-6525-4be6-9545-43a2d3e9d005 None None] Provisioning complete for port ce9b12f4-0319-4423-8fc7-d88cae53b9bd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:21.505091 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1d4bc06e-6525-4be6-9545-43a2d3e9d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.506895 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f09da-0932-4d2a-a847-a24c2edb308e None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:41:21.527939 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.590064 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Subnet': ['ID=83e65a2f-34cf-411a-aa02-696ab6205b92,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:21.608734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Checking segment: {'id': '66053e06-3867-4b64-9c99-5801414a0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:21.609098 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network hostable DHCP agents. Network: 17d917fc-c71c-4653-b370-35c80e9135f9, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:21.631713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network 17d917fc-c71c-4653-b370-35c80e9135f9 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:21.640853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 17d917fc-c71c-4653-b370-35c80e9135f9) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:21.645586 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:21.646219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.664355 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-50d67d8b-1b03-49ad-a38b-0509e37faeea tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4459386 Aug 20 09:41:21.665076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:21.670072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872772296'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:21.691732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:21.695328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.724983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:21.734512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.734865 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Added segment b5070adf-07a5-49a6-8808-ba6b5da2f727 of type vlan for network 3185b2d9-c32d-49f8-93ef-faa60a418d5d Aug 20 09:41:21.776444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.781413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da3dd1a-d00e-4d9d-80d5-3df2ac1b2646 None None] Network 17d917fc-c71c-4653-b370-35c80e9135f9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:21.802485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.808261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:21.808848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.867510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2013719 Aug 20 09:41:21.870451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:21.877443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Request body: {'subnet': {'network_id': '3185b2d9-c32d-49f8-93ef-faa60a418d5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:21.893991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343144-6b5c-4d1a-9c53-ad08299b3899 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Network': ['ID=3185b2d9-c32d-49f8-93ef-faa60a418d5d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:21.904515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 3185b2d9-c32d-49f8-93ef-faa60a418d5d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:21.934120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-17d917fc-c71c-4653-b370-35c80e9135f9', 'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9', 'tenant_id': '27442b4d18e24fb8929ee59eddbaf7b4', 'fixed_ips': [{'subnet_id': '83e65a2f-34cf-411a-aa02-696ab6205b92'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:21.934977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:21.977033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Made reservation on behalf of 27442b4d18e24fb8929ee59eddbaf7b4 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:21.980661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.123905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Allocated IP 2001:db8::2 (17d917fc-c71c-4653-b370-35c80e9135f9/83e65a2f-34cf-411a-aa02-696ab6205b92/a626258b-9533-4913-bc34-cc9daf0598d2) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:22.167288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.226720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event updated for resources: {'Subnet': ['ID=2f3770a2-c477-46fb-aff3-5fea2bfde279,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:22.237755 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Checking segment: {'id': 'b5070adf-07a5-49a6-8808-ba6b5da2f727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3185b2d9-c32d-49f8-93ef-faa60a418d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:22.238124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network hostable DHCP agents. Network: 3185b2d9-c32d-49f8-93ef-faa60a418d5d, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:22.257844 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Network 3185b2d9-c32d-49f8-93ef-faa60a418d5d is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:22.267052 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 3185b2d9-c32d-49f8-93ef-faa60a418d5d) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:22.272598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:22.273195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.275927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce9b12f4-0319-4423-8fc7-d88cae53b9bd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:22.287516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48283a5d-1254-4179-a2f2-9e5792422d74 None None] Network 3185b2d9-c32d-49f8-93ef-faa60a418d5d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:22.287961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7c1e0f98-9e89-4ab2-b5d3-0bae02973c96 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4165032 Aug 20 09:41:22.290641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35178) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:22.349307 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.368996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Transition to ACTIVE for port object a626258b-9533-4913-bc34-cc9daf0598d2 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:22.390280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.407717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Transition to ACTIVE for port object a626258b-9533-4913-bc34-cc9daf0598d2 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:22.420903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.441868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.484722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ce9b12f4-0319-4423-8fc7-d88cae53b9bd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:22.485102 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.504199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.505387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Network 17d917fc-c71c-4653-b370-35c80e9135f9 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:22.529791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3770a2-c477-46fb-aff3-5fea2bfde279,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:22.532966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:22.536138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:22.541586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Pushing event updated for resources: {'Port': ['ID=a626258b-9533-4913-bc34-cc9daf0598d2,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:22.595991 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.607223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3185b2d9-c32d-49f8-93ef-faa60a418d5d']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:22.618371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3ccc6-77a8-4d2c-8f5d-d5b80d3dbba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-3185b2d9-c32d-49f8-93ef-faa60a418d5d', 'network_id': '3185b2d9-c32d-49f8-93ef-faa60a418d5d', 'tenant_id': '27442b4d18e24fb8929ee59eddbaf7b4', 'fixed_ips': [{'subnet_id': '2f3770a2-c477-46fb-aff3-5fea2bfde279'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:22.619232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-18c3ccc6-77a8-4d2c-8f5d-d5b80d3dbba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.619567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5070adf-07a5-49a6-8808-ba6b5da2f727') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:22.619871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5070adf-07a5-49a6-8808-ba6b5da2f727') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:22.630214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.644566 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.649337 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Attempting to bind port a626258b-9533-4913-bc34-cc9daf0598d2 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:22.649806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Attempting to bind port a626258b-9533-4913-bc34-cc9daf0598d2 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '66053e06-3867-4b64-9c99-5801414a0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:22.650102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Attempting to bind port a626258b-9533-4913-bc34-cc9daf0598d2 on network 17d917fc-c71c-4653-b370-35c80e9135f9 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:22.650362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:22.650746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:22.654070 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:22.688033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:22.688298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Checking segment: {'id': '66053e06-3867-4b64-9c99-5801414a0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:22.688923 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.689346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Bound using segment: {'id': '66053e06-3867-4b64-9c99-5801414a0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:22.689856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Bound port: a626258b-9533-4913-bc34-cc9daf0598d2, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66053e06-3867-4b64-9c99-5801414a0f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '17d917fc-c71c-4653-b370-35c80e9135f9'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:22.690787 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.758825 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.766568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.771108 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/3185b2d9-c32d-49f8-93ef-faa60a418d5d HTTP/1.1" status: 204 len: 168 time: 0.4768791 Aug 20 09:41:22.771490 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35180) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:22.780145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900d627-c047-4fac-a7f4-73ac5fcedaa3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Network': ['ID=3185b2d9-c32d-49f8-93ef-faa60a418d5d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:22.785651 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2170e54-4462-4918-a6aa-982819ecb3c9 None None] Network 3185b2d9-c32d-49f8-93ef-faa60a418d5d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:22.798999 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f0b402-e7fd-4661-938e-e61cd2cd312c tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] GET failed (client error): The resource could not be found. Aug 20 09:41:22.800500 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2170e54-4462-4918-a6aa-982819ecb3c9 None None] Network 3185b2d9-c32d-49f8-93ef-faa60a418d5d could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:41:22.803584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a0f0b402-e7fd-4661-938e-e61cd2cd312c tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "GET /v2.0/subnets/2f3770a2-c477-46fb-aff3-5fea2bfde279 HTTP/1.1" status: 404 len: 337 time: 0.0284090 Aug 20 09:41:22.803838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35182) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:22.822841 n-d-804285-2 neutron-server[101317]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2ceb91-6696-4d3f-8107-9d6ec81d29b1 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:22.823374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2ceb91-6696-4d3f-8107-9d6ec81d29b1 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101317) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:22.825383 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7e2ceb91-6696-4d3f-8107-9d6ec81d29b1 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/3185b2d9-c32d-49f8-93ef-faa60a418d5d HTTP/1.1" status: 404 len: 339 time: 0.0201001 Aug 20 09:41:22.828888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35184) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:22.831913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] For port a626258b-9533-4913-bc34-cc9daf0598d2, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:22.835396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] For port a626258b-9533-4913-bc34-cc9daf0598d2, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a626258b-9533-4913-bc34-cc9daf0598d2,segment=NetworkSegment(66053e06-3867-4b64-9c99-5801414a0f61),segment_id=66053e06-3867-4b64-9c99-5801414a0f61)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:22.840398 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.856337 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a88112-8245-4dd3-8568-431042475a9a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:22.856772 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a88112-8245-4dd3-8568-431042475a9a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:22.858500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-54a88112-8245-4dd3-8568-431042475a9a tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/subnets/2f3770a2-c477-46fb-aff3-5fea2bfde279 HTTP/1.1" status: 404 len: 337 time: 0.0282974 Aug 20 09:41:22.861091 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35186) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:22.886666 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ec2ea1-9c26-4ee8-97bd-9dd0e2c29ce6 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:22.887241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ec2ea1-9c26-4ee8-97bd-9dd0e2c29ce6 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:22.888960 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-56ec2ea1-9c26-4ee8-97bd-9dd0e2c29ce6 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/3185b2d9-c32d-49f8-93ef-faa60a418d5d HTTP/1.1" status: 404 len: 339 time: 0.0269725 Aug 20 09:41:22.891595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35188) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:22.902182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431ffb-dbaf-414b-ad10-3427d2cb8108 None None] Pushing event updated for resources: {'Port': ['ID=a626258b-9533-4913-bc34-cc9daf0598d2,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:22.944756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Deleting subnet 83e65a2f-34cf-411a-aa02-696ab6205b92 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:41:22.948434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:22.990641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.089326 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.153497 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.183668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Subnet': ['ID=83e65a2f-34cf-411a-aa02-696ab6205b92,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:23.188218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.191846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a768a0b3-9774-4372-943c-3340beb31615 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/subnets/83e65a2f-34cf-411a-aa02-696ab6205b92 HTTP/1.1" status: 204 len: 168 time: 0.2990711 Aug 20 09:41:23.194295 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:23.269249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.325520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Deleting port a626258b-9533-4913-bc34-cc9daf0598d2 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:41:23.325898 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.388930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] For port a626258b-9533-4913-bc34-cc9daf0598d2, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a626258b-9533-4913-bc34-cc9daf0598d2,segment=NetworkSegment(66053e06-3867-4b64-9c99-5801414a0f61),segment_id=66053e06-3867-4b64-9c99-5801414a0f61)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:23.389298 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.402325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Calling delete_port for a626258b-9533-4913-bc34-cc9daf0598d2 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:41:23.482442 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.515943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Port': ['ID=a626258b-9533-4913-bc34-cc9daf0598d2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:23.520934 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No DVR routers for this DVR port a626258b-9533-4913-bc34-cc9daf0598d2 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:41:23.601380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.611432 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d917fc-c71c-4653-b370-35c80e9135f9']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:23.623245 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66053e06-3867-4b64-9c99-5801414a0f61') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:23.623546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66053e06-3867-4b64-9c99-5801414a0f61') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:23.633210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.647470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.653585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:23.653983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:23.656962 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:23.723856 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.730923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.732776 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/17d917fc-c71c-4653-b370-35c80e9135f9 HTTP/1.1" status: 204 len: 168 time: 0.5372241 Aug 20 09:41:23.735244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35192) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:23.754743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984975a0-ba9e-4c17-b40c-dfcf856ad8b3 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Network': ['ID=17d917fc-c71c-4653-b370-35c80e9135f9,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:23.773884 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-624df34e-1b1e-471a-9fbd-c2385882f474 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:23.774521 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624df34e-1b1e-471a-9fbd-c2385882f474 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:23.776101 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-624df34e-1b1e-471a-9fbd-c2385882f474 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/subnets/1db4e82a-62f7-4ec8-806f-2ace25feb202 HTTP/1.1" status: 404 len: 337 time: 0.0399356 Aug 20 09:41:23.778762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35194) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:23.795660 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0c0caf6a-3925-4470-bdc4-b4e735172278 None None] Could not find standard attr ID for object a626258b-9533-4913-bc34-cc9daf0598d2. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:41:23.797687 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e74a4e-6e14-464a-aaea-0bbecc80e39b tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:23.798290 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e74a4e-6e14-464a-aaea-0bbecc80e39b tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:23.800277 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-67e74a4e-6e14-464a-aaea-0bbecc80e39b tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/0102c744-0667-4f77-b092-23a80f65e516 HTTP/1.1" status: 404 len: 339 time: 0.0206959 Aug 20 09:41:23.803665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35196) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:23.829510 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fe8213-7b46-4d86-a14f-1e227e35674c tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:23.829988 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fe8213-7b46-4d86-a14f-1e227e35674c tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:23.832400 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-65fe8213-7b46-4d86-a14f-1e227e35674c tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/subnets/ef61802a-3636-4c9e-87ac-c450e3f5bd34 HTTP/1.1" status: 404 len: 337 time: 0.0278063 Aug 20 09:41:23.834953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35198) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:23.844311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc0f1d-7f9b-4a6b-b816-2409f7d86d78 None None] DHCP port deletion for 17d917fc-c71c-4653-b370-35c80e9135f9 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:41:23.855680 n-d-804285-2 neutron-server[101316]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c8a088-de22-4e7f-9bc1-af096edc7119 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] DELETE failed (client error): The resource could not be found. Aug 20 09:41:23.856271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c8a088-de22-4e7f-9bc1-af096edc7119 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101316) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 09:41:23.857967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-96c8a088-de22-4e7f-9bc1-af096edc7119 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/996dd69d-327d-4e89-8977-a6144b995050 HTTP/1.1" status: 404 len: 339 time: 0.0220692 Aug 20 09:41:23.859820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c463d8-fa26-421f-9d7b-86b939e898f8 None None] Network 17d917fc-c71c-4653-b370-35c80e9135f9 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:23.860342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35200) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:23.873361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c463d8-fa26-421f-9d7b-86b939e898f8 None None] Network 17d917fc-c71c-4653-b370-35c80e9135f9 could not be found, it might have been deleted concurrently. {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 09:41:23.915234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Deleting subnet 3e4b8c5e-9b18-4cc9-a23f-85536089c6ee {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:41:23.918227 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:23.958764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.040553 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.105256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.130953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4b8c5e-9b18-4cc9-a23f-85536089c6ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:24.134633 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.136517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4aa47ee4-03b2-4da5-8611-edc49c6d2b40 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/subnets/3e4b8c5e-9b18-4cc9-a23f-85536089c6ee HTTP/1.1" status: 204 len: 168 time: 0.2752199 Aug 20 09:41:24.139212 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:24.141559 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd00e4-6c97-415c-a320-0b2f36d8b3ad None None] Network d4f0d2d6-1db2-47fd-8384-7854e82e7317 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:24.220046 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.276206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Deleting port ce9b12f4-0319-4423-8fc7-d88cae53b9bd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:41:24.276543 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.301455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b6652-004f-456f-ad2e-56d215760acc None None] DHCP port deletion for d4f0d2d6-1db2-47fd-8384-7854e82e7317 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:41:24.347766 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] For port ce9b12f4-0319-4423-8fc7-d88cae53b9bd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,segment=NetworkSegment(fdb34ba6-0905-4d91-8980-db83fdf9f8c2),segment_id=fdb34ba6-0905-4d91-8980-db83fdf9f8c2)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:24.348129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.357012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-163b6652-004f-456f-ad2e-56d215760acc None None] Deleting port ce9b12f4-0319-4423-8fc7-d88cae53b9bd {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:41:24.357390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-163b6652-004f-456f-ad2e-56d215760acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.361411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Calling delete_port for ce9b12f4-0319-4423-8fc7-d88cae53b9bd owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:41:24.418884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-163b6652-004f-456f-ad2e-56d215760acc None None] For port ce9b12f4-0319-4423-8fc7-d88cae53b9bd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,segment=NetworkSegment(fdb34ba6-0905-4d91-8980-db83fdf9f8c2),segment_id=fdb34ba6-0905-4d91-8980-db83fdf9f8c2)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:24.419279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-163b6652-004f-456f-ad2e-56d215760acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.431830 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-163b6652-004f-456f-ad2e-56d215760acc None None] Calling delete_port for ce9b12f4-0319-4423-8fc7-d88cae53b9bd owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:41:24.439820 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.465919 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Port': ['ID=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:24.469633 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] No DVR routers for this DVR port ce9b12f4-0319-4423-8fc7-d88cae53b9bd on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:41:24.516542 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-163b6652-004f-456f-ad2e-56d215760acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.541779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b6652-004f-456f-ad2e-56d215760acc None None] Pushing event deleted for resources: {'Port': ['ID=ce9b12f4-0319-4423-8fc7-d88cae53b9bd,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:24.546909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b6652-004f-456f-ad2e-56d215760acc None None] No DVR routers for this DVR port ce9b12f4-0319-4423-8fc7-d88cae53b9bd on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:41:24.552614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.562519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f0d2d6-1db2-47fd-8384-7854e82e7317']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:24.573383 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:24.573683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb34ba6-0905-4d91-8980-db83fdf9f8c2') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:24.583221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.597077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.603284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:24.603681 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:24.606587 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:24.665326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.672313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:24.674283 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] 10.222.0.35 "DELETE /v2.0/networks/d4f0d2d6-1db2-47fd-8384-7854e82e7317 HTTP/1.1" status: 204 len: 168 time: 0.5340781 Aug 20 09:41:24.686303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126e381-7f04-4847-9a33-56931e18f996 tempest-NetworksIpV6Test-1811760327 tempest-NetworksIpV6Test-1811760327-project] Pushing event deleted for resources: {'Network': ['ID=d4f0d2d6-1db2-47fd-8384-7854e82e7317,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:24.907636 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35208) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:25.037503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a9d1314-a77a-4afb-943b-24c5ea483f15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27442b4d18e24fb8929ee59eddbaf7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287088 Aug 20 09:41:25.039998 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35212) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:25.088171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a61ecb95-57a7-4dc5-977a-b2351acf5a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.109302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a61ecb95-57a7-4dc5-977a-b2351acf5a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.155530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a61ecb95-57a7-4dc5-977a-b2351acf5a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.158242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a61ecb95-57a7-4dc5-977a-b2351acf5a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.159817 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a61ecb95-57a7-4dc5-977a-b2351acf5a39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d5d26d5-05d8-4ac8-9cf8-e3ae6d2d44ee HTTP/1.1" status: 204 len: 168 time: 0.1185267 Aug 20 09:41:25.168153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ecb95-57a7-4dc5-977a-b2351acf5a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d26d5-05d8-4ac8-9cf8-e3ae6d2d44ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:25.781378 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35234) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:25.875896 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1777881747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:25.898956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.900083 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.952716 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.957597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.973483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:25.974973 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-df4d1676-6545-48d1-b0fe-35ddc950aa3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1925797 Aug 20 09:41:25.977622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35238) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:25.982622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-837518254'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:26.001627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Made reservation on behalf of 6411b8c07f7c4e36abbe49d3d07ac02f for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:26.005157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.014460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.104031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.107848 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.134250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:26.143922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74c941-6c7f-4475-b999-f33197f40061,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:26.148727 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.149077 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Added segment 7c69add4-d362-4813-9e97-928ba8a70910 of type vlan for network 598dfb60-24c5-4a4b-8a84-0843338cc873 Aug 20 09:41:26.188437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.215342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.221022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:26.222429 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.264198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce9b12f4-0319-4423-8fc7-d88cae53b9bd no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:41:26.284340 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3050315 Aug 20 09:41:26.286567 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: ce9b12f4-0319-4423-8fc7-d88cae53b9bd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:41:26.286981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ce9b12f4-0319-4423-8fc7-d88cae53b9bd not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:41:26.287665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35240) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:26.293751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Request body: {'subnet': {'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:26.294012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6bdbb-e0e0-48b3-a763-2302c9335454 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event updated for resources: {'Network': ['ID=598dfb60-24c5-4a4b-8a84-0843338cc873,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:26.304304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 598dfb60-24c5-4a4b-8a84-0843338cc873 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:26.381757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Made reservation on behalf of 6411b8c07f7c4e36abbe49d3d07ac02f for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:26.385222 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.566103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.628335 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event updated for resources: {'Subnet': ['ID=76e2cca1-13c6-4612-8ff7-180f27c39aef,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:26.636808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Checking segment: {'id': '7c69add4-d362-4813-9e97-928ba8a70910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:26.637169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Network hostable DHCP agents. Network: 598dfb60-24c5-4a4b-8a84-0843338cc873, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:26.654171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Network 598dfb60-24c5-4a4b-8a84-0843338cc873 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:26.663108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 598dfb60-24c5-4a4b-8a84-0843338cc873) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:26.667709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:26.668702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.671955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf9e89-3c57-4809-a43a-cb7c5c2ed137 None None] Network 598dfb60-24c5-4a4b-8a84-0843338cc873 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:26.682855 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c6adba6b-8109-4a99-8827-62201b7eb121 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3936048 Aug 20 09:41:26.686254 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35242) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:26.691700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1316167891'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:26.713780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Made reservation on behalf of 6411b8c07f7c4e36abbe49d3d07ac02f for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:26.717167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.741583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:26.750785 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.751128 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Added segment 08684533-3a99-4f65-a65f-03c85d61be7b of type vlan for network b751ec22-460a-4e02-808b-f623a4398b8d Aug 20 09:41:26.791175 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.812363 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-598dfb60-24c5-4a4b-8a84-0843338cc873', 'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873', 'tenant_id': '6411b8c07f7c4e36abbe49d3d07ac02f', 'fixed_ips': [{'subnet_id': '76e2cca1-13c6-4612-8ff7-180f27c39aef'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:26.813221 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.818200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.823701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:26.824286 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:26.876877 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1867788 Aug 20 09:41:26.877955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35244) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:26.883732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Request body: {'subnet': {'network_id': 'b751ec22-460a-4e02-808b-f623a4398b8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:26.897616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a4e97-69de-4688-8ef9-9ee9bc5ed5c2 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event updated for resources: {'Network': ['ID=b751ec22-460a-4e02-808b-f623a4398b8d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:26.912078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b751ec22-460a-4e02-808b-f623a4398b8d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:26.972755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Made reservation on behalf of 6411b8c07f7c4e36abbe49d3d07ac02f for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:26.976590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.015244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Allocated IP 172.20.0.2 (598dfb60-24c5-4a4b-8a84-0843338cc873/76e2cca1-13c6-4612-8ff7-180f27c39aef/b58a2a7a-6fe5-45b6-a9ae-67478761c636) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:27.157355 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.158761 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.170072 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Transition to ACTIVE for port object b58a2a7a-6fe5-45b6-a9ae-67478761c636 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:27.185244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Transition to ACTIVE for port object b58a2a7a-6fe5-45b6-a9ae-67478761c636 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:27.192382 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.225809 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event updated for resources: {'Subnet': ['ID=306b1f15-9d12-4b37-a550-a3dafa2ab4ba,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:27.231024 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Checking segment: {'id': '08684533-3a99-4f65-a65f-03c85d61be7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b751ec22-460a-4e02-808b-f623a4398b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:27.231386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Network hostable DHCP agents. Network: b751ec22-460a-4e02-808b-f623a4398b8d, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:27.233831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Network 598dfb60-24c5-4a4b-8a84-0843338cc873 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:27.236507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:27.240005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:27.250042 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Network b751ec22-460a-4e02-808b-f623a4398b8d is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:27.251286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Pushing event updated for resources: {'Port': ['ID=b58a2a7a-6fe5-45b6-a9ae-67478761c636,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:27.262940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b751ec22-460a-4e02-808b-f623a4398b8d) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:27.267510 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:27.268172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.277788 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a2f57-1ce5-4782-af69-8c8ccf867368 None None] Network b751ec22-460a-4e02-808b-f623a4398b8d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:27.283396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9ca2eda7-a00e-41dd-8a30-baf70ef1dd2e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4040794 Aug 20 09:41:27.286685 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:27.291607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-92e83320-6515-4745-809d-ceeae0938663 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b751ec22-460a-4e02-808b-f623a4398b8d'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:27.348294 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Attempting to bind port b58a2a7a-6fe5-45b6-a9ae-67478761c636 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:27.348914 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Attempting to bind port b58a2a7a-6fe5-45b6-a9ae-67478761c636 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '7c69add4-d362-4813-9e97-928ba8a70910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:27.349276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Attempting to bind port b58a2a7a-6fe5-45b6-a9ae-67478761c636 on network 598dfb60-24c5-4a4b-8a84-0843338cc873 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:27.358026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:27.358398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Checking segment: {'id': '7c69add4-d362-4813-9e97-928ba8a70910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:27.358799 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.359192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Bound using segment: {'id': '7c69add4-d362-4813-9e97-928ba8a70910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:27.359653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Bound port: b58a2a7a-6fe5-45b6-a9ae-67478761c636, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c69add4-d362-4813-9e97-928ba8a70910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '598dfb60-24c5-4a4b-8a84-0843338cc873'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:27.360032 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.500163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92e83320-6515-4745-809d-ceeae0938663 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.608806 n-d-804285-2 neutron-server[101316]: INFO neutron.api.v2.resource [None req-92e83320-6515-4745-809d-ceeae0938663 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 09:41:27.616114 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-92e83320-6515-4745-809d-ceeae0938663 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "PUT /v2.0/routers/e3ca3df9-d0d6-4e25-8c59-a2db4e49fb6c HTTP/1.1" status: 400 len: 364 time: 0.3222275 Aug 20 09:41:27.616376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35248) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:27.626241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] For port b58a2a7a-6fe5-45b6-a9ae-67478761c636, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:27.630977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] For port b58a2a7a-6fe5-45b6-a9ae-67478761c636, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b58a2a7a-6fe5-45b6-a9ae-67478761c636,segment=NetworkSegment(7c69add4-d362-4813-9e97-928ba8a70910),segment_id=7c69add4-d362-4813-9e97-928ba8a70910)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:27.639155 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.669095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Deleting subnet 306b1f15-9d12-4b37-a550-a3dafa2ab4ba {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:41:27.672583 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.686186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc69f0-19cf-4dcd-a1fb-dd19970d78c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-b751ec22-460a-4e02-808b-f623a4398b8d', 'network_id': 'b751ec22-460a-4e02-808b-f623a4398b8d', 'tenant_id': '6411b8c07f7c4e36abbe49d3d07ac02f', 'fixed_ips': [{'subnet_id': '306b1f15-9d12-4b37-a550-a3dafa2ab4ba'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:27.687037 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01cc69f0-19cf-4dcd-a1fb-dd19970d78c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.714239 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.735950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde1221-e8ea-40cc-a532-70cbab687dd1 None None] Pushing event updated for resources: {'Port': ['ID=b58a2a7a-6fe5-45b6-a9ae-67478761c636,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:27.763655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.832367 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server [None req-01cc69f0-19cf-4dcd-a1fb-dd19970d78c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 306b1f15-9d12-4b37-a550-a3dafa2ab4ba: This subnet is being modified by another concurrent operation. Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server raise exception Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 306b1f15-9d12-4b37-a550-a3dafa2ab4ba: This subnet is being modified by another concurrent operation. Aug 20 09:41:27.836628 n-d-804285-2 neutron-server[101318]: ERROR oslo_messaging.rpc.server Aug 20 09:41:27.868470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae46777-3781-44b7-a943-de625a8fa38e None None] Network b751ec22-460a-4e02-808b-f623a4398b8d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:27.876438 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event deleted for resources: {'Subnet': ['ID=306b1f15-9d12-4b37-a550-a3dafa2ab4ba,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:27.882732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:27.885899 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0de3a1d5-6676-40eb-abfc-810b9bab0569 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "DELETE /v2.0/subnets/306b1f15-9d12-4b37-a550-a3dafa2ab4ba HTTP/1.1" status: 204 len: 168 time: 0.2683210 Aug 20 09:41:27.888158 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:27.991280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.085452 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.094865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b751ec22-460a-4e02-808b-f623a4398b8d']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:28.106017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08684533-3a99-4f65-a65f-03c85d61be7b') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:28.106318 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08684533-3a99-4f65-a65f-03c85d61be7b') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:28.114854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.128410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.134460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:28.134873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:28.137856 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:28.195764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.203331 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.208857 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "DELETE /v2.0/networks/b751ec22-460a-4e02-808b-f623a4398b8d HTTP/1.1" status: 204 len: 168 time: 0.3160775 Aug 20 09:41:28.208857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:28.246808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661172f-3f6e-4e84-b225-fa1946516e3e tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event deleted for resources: {'Network': ['ID=b751ec22-460a-4e02-808b-f623a4398b8d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:28.275376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Deleting subnet 76e2cca1-13c6-4612-8ff7-180f27c39aef {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:41:28.278465 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.293249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b58a2a7a-6fe5-45b6-a9ae-67478761c636 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:28.320545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.343413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port b58a2a7a-6fe5-45b6-a9ae-67478761c636 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:28.409059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.475203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.501219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event deleted for resources: {'Subnet': ['ID=76e2cca1-13c6-4612-8ff7-180f27c39aef,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:28.508861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.510944 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-22c2896b-9010-41cb-a00a-b88f87b5aba5 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "DELETE /v2.0/subnets/76e2cca1-13c6-4612-8ff7-180f27c39aef HTTP/1.1" status: 204 len: 168 time: 0.3015571 Aug 20 09:41:28.513347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35254) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:28.591728 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.646102 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Deleting port b58a2a7a-6fe5-45b6-a9ae-67478761c636 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:41:28.646450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.678081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a7f3b-62ab-4391-b25b-055870627de4 None None] Network 598dfb60-24c5-4a4b-8a84-0843338cc873 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:28.712588 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] For port b58a2a7a-6fe5-45b6-a9ae-67478761c636, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=b58a2a7a-6fe5-45b6-a9ae-67478761c636,segment=NetworkSegment(7c69add4-d362-4813-9e97-928ba8a70910),segment_id=7c69add4-d362-4813-9e97-928ba8a70910)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:28.712990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.726454 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Calling delete_port for b58a2a7a-6fe5-45b6-a9ae-67478761c636 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:41:28.785827 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-155cad59-097c-4f91-a377-92678199e572 None None] Provisioning for port b58a2a7a-6fe5-45b6-a9ae-67478761c636 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:28.792220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-155cad59-097c-4f91-a377-92678199e572 None None] Provisioning complete for port b58a2a7a-6fe5-45b6-a9ae-67478761c636 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:28.792543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-155cad59-097c-4f91-a377-92678199e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.807174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.839785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] No DVR routers for this DVR port b58a2a7a-6fe5-45b6-a9ae-67478761c636 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:41:28.842156 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-155cad59-097c-4f91-a377-92678199e572 None None] Could not find standard attr ID for object b58a2a7a-6fe5-45b6-a9ae-67478761c636. {{(pid=101318) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 09:41:28.845184 n-d-804285-2 neutron-server[101318]: INFO neutron.plugins.ml2.db [None req-155cad59-097c-4f91-a377-92678199e572 None None] No ports have port_id starting with b58a2a7a-6fe5-45b6-a9ae-67478761c636 Aug 20 09:41:28.846397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event deleted for resources: {'Port': ['ID=b58a2a7a-6fe5-45b6-a9ae-67478761c636,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:28.894245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf686f-f9af-42a7-b859-5905fc802152 None None] DHCP port deletion for 598dfb60-24c5-4a4b-8a84-0843338cc873 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:41:28.911185 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a0e524-a0d5-47b2-a55f-eeff216d3481 None None] get_active_networks_info from n-d-804285-2 {{(pid=101318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 09:41:28.921368 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.931810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598dfb60-24c5-4a4b-8a84-0843338cc873']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:28.943494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c69add4-d362-4813-9e97-928ba8a70910') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:28.943840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c69add4-d362-4813-9e97-928ba8a70910') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:28.953680 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.967803 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.974457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:41:28.974845 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:28.975429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0e524-a0d5-47b2-a55f-eeff216d3481 None None] Resources bound (agent type, host, resource id): {{(pid=101318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:41:28.978122 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:41:29.042678 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.051242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.053091 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "DELETE /v2.0/networks/598dfb60-24c5-4a4b-8a84-0843338cc873 HTTP/1.1" status: 204 len: 168 time: 0.5386355 Aug 20 09:41:29.055849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35256) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:29.065842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f68d-9421-4827-8990-0efa7916d269 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Pushing event deleted for resources: {'Network': ['ID=598dfb60-24c5-4a4b-8a84-0843338cc873,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:29.087765 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e748ac0b-3dec-4348-b676-dfcef97dc765 tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3ca3df9-d0d6-4e25-8c59-a2db4e49fb6c HTTP/1.1" status: 200 len: 205 time: 0.0307498 Aug 20 09:41:29.090183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35258) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:29.165783 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.319721 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.321773 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.368401 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.368888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Fanout notify agent at l3_agent the message router_deleted on router e3ca3df9-d0d6-4e25-8c59-a2db4e49fb6c {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:41:29.375987 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.377084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9f6f25dd-78be-4df7-92e5-58db7ea7a86b tempest-RoutersNegativeTest-177016389 tempest-RoutersNegativeTest-177016389-project] 10.222.0.35 "DELETE /v2.0/routers/e3ca3df9-d0d6-4e25-8c59-a2db4e49fb6c HTTP/1.1" status: 204 len: 168 time: 0.2859755 Aug 20 09:41:29.618988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35264) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:29.754534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d6bb2d1-4bc0-448f-86a5-8b71e9cbc9ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6411b8c07f7c4e36abbe49d3d07ac02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343675 Aug 20 09:41:29.757054 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35268) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:29.804195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2217c3f-047b-4bce-b941-03eecf6b2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.824313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2217c3f-047b-4bce-b941-03eecf6b2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.869918 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2217c3f-047b-4bce-b941-03eecf6b2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.872382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b2217c3f-047b-4bce-b941-03eecf6b2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:29.873503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b2217c3f-047b-4bce-b941-03eecf6b2ead admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe74c941-6c7f-4475-b999-f33197f40061 HTTP/1.1" status: 204 len: 168 time: 0.1155560 Aug 20 09:41:29.881013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2217c3f-047b-4bce-b941-03eecf6b2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74c941-6c7f-4475-b999-f33197f40061,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:30.258991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b58a2a7a-6fe5-45b6-a9ae-67478761c636 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:41:30.284903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: b58a2a7a-6fe5-45b6-a9ae-67478761c636 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:41:30.285247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device b58a2a7a-6fe5-45b6-a9ae-67478761c636 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:41:30.480430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:30.575488 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-142160486-network', 'tenant_id': 'c4980b06da934a929b0c5e252f385010'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:30.597392 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Made reservation on behalf of c4980b06da934a929b0c5e252f385010 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:30.600233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.608393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.698269 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.701921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.726170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:30.740921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be59e2e3-3a65-4974-b473-2293f1396ab0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:30.744184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.744915 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Added segment d50a8524-6541-4ff2-9b5c-38d8a84f2795 of type vlan for network bfa938b7-e06f-473e-8050-5a2d7761367d Aug 20 09:41:30.785273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.809235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.810222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:30.810799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:30.858451 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3769419 Aug 20 09:41:30.861390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35294) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:30.867520 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Request body: {'subnet': {'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-subnet', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:30.869429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4df2c-afe1-42c6-b4dd-88964cfd5600 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa938b7-e06f-473e-8050-5a2d7761367d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:30.880366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network bfa938b7-e06f-473e-8050-5a2d7761367d details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:30.887762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Made reservation on behalf of c4980b06da934a929b0c5e252f385010 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:30.890327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.053330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.109048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb13fad-3e8a-4862-8275-b120a9643fe8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:31.116630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Checking segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:31.116993 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Network hostable DHCP agents. Network: bfa938b7-e06f-473e-8050-5a2d7761367d, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:31.133954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Network bfa938b7-e06f-473e-8050-5a2d7761367d is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:31.141534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, bfa938b7-e06f-473e-8050-5a2d7761367d) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:31.145536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:31.146168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.151182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d505d1a-85ff-446c-88b9-cdece646e664 None None] Network bfa938b7-e06f-473e-8050-5a2d7761367d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:31.160331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a67907c2-fd7d-4da0-bbdb-88f4620e197a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2973566 Aug 20 09:41:31.163029 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35296) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:31.167386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:31.187886 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.188908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.245377 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.302025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-bfa938b7-e06f-473e-8050-5a2d7761367d', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:31.302899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.377981 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.438680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Allocated IP 172.20.0.2 (bfa938b7-e06f-473e-8050-5a2d7761367d/2bb13fad-3e8a-4862-8275-b120a9643fe8/60819e5b-2d75-4e3a-a785-5b990119707c) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:31.578248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.581434 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.591618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Transition to ACTIVE for port object 60819e5b-2d75-4e3a-a785-5b990119707c will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:31.599758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.607268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Transition to ACTIVE for port object 60819e5b-2d75-4e3a-a785-5b990119707c will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:31.613431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.654228 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Network bfa938b7-e06f-473e-8050-5a2d7761367d is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:31.658433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:31.665356 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:31.668342 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Pushing event updated for resources: {'Port': ['ID=60819e5b-2d75-4e3a-a785-5b990119707c,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:31.710513 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Allocated IP 172.25.5.73 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/74ae3c5a-ff42-4b89-97d3-2f204cf0d904) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:31.722987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Attempting to bind port 60819e5b-2d75-4e3a-a785-5b990119707c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:31.723360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Attempting to bind port 60819e5b-2d75-4e3a-a785-5b990119707c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:31.723996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Attempting to bind port 60819e5b-2d75-4e3a-a785-5b990119707c on network bfa938b7-e06f-473e-8050-5a2d7761367d {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:31.729032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:31.729406 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Checking segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:31.729834 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.730235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Bound using segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:31.730702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Bound port: 60819e5b-2d75-4e3a-a785-5b990119707c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:31.731083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.793304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] For port 60819e5b-2d75-4e3a-a785-5b990119707c, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:31.796318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] For port 60819e5b-2d75-4e3a-a785-5b990119707c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=60819e5b-2d75-4e3a-a785-5b990119707c,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:31.801566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.810915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.855758 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:31.862883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e410-59a3-4b77-a8cb-c9c5970594f8 None None] Pushing event updated for resources: {'Port': ['ID=60819e5b-2d75-4e3a-a785-5b990119707c,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:31.892440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:31.896017 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:31.899766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:31.934449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Pushing event updated for resources: {'Port': ['ID=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:32.166931 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:32.292719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 60819e5b-2d75-4e3a-a785-5b990119707c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:32.344002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 60819e5b-2d75-4e3a-a785-5b990119707c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:32.696795 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:32.746536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5249b-b436-4b41-ba21-e91305660472 None None] Network bfa938b7-e06f-473e-8050-5a2d7761367d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:32.814403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] Provisioning for port 60819e5b-2d75-4e3a-a785-5b990119707c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:32.821967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] Provisioning complete for port 60819e5b-2d75-4e3a-a785-5b990119707c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:32.822343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:32.827973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:41:32.930386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:41:32.947461 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:32.951252 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-88dfd10e-a1e3-40e6-a57e-ed2ce0e899e1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7843034 Aug 20 09:41:32.951924 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Sync routers for ids ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:41:32.952036 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35298) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:32.979811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Routers {'5c2b7e26-6578-4dcc-bff5-ddc00837d820'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:32.980452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:32.983713 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.095251 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] For port 60819e5b-2d75-4e3a-a785-5b990119707c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=60819e5b-2d75-4e3a-a785-5b990119707c,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:33.102686 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.151717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Set router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:33.227392 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd10809-5dd0-458e-b12f-64c6d2b0e421 None None] Pushing event updated for resources: {'Port': ['ID=60819e5b-2d75-4e3a-a785-5b990119707c,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:33.341994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-face0ef8-453b-4994-9b9b-cf1d5ba2fa82 None None] Provisioning complete for port 60819e5b-2d75-4e3a-a785-5b990119707c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:33.342283 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-face0ef8-453b-4994-9b9b-cf1d5ba2fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.375729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.378344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:32Z', 'revision_number': 3, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:33.412698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Checking router: 5c2b7e26-6578-4dcc-bff5-ddc00837d820 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:41:33.413044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Updating router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:41:33.442762 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.531356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Allocated IP 172.20.0.1 (bfa938b7-e06f-473e-8050-5a2d7761367d/2bb13fad-3e8a-4862-8275-b120a9643fe8/e99274cf-6bbc-4e4e-9631-69559b592b4c) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:33.634833 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.647773 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Transition to ACTIVE for port object e99274cf-6bbc-4e4e-9631-69559b592b4c will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:33.680206 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.720652 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Network bfa938b7-e06f-473e-8050-5a2d7761367d is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:33.723741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:33.727744 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.728135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:33.739033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Transition to ACTIVE for port object 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:33.745876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.756440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Pushing event updated for resources: {'Port': ['ID=e99274cf-6bbc-4e4e-9631-69559b592b4c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:33.778304 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.811802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Attempting to bind port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:33.812162 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Attempting to bind port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:33.812530 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Attempting to bind port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:33.815510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe38ad-14d7-4e29-95ab-d99e53510de8 None None] Pushing event updated for resources: {'Port': ['ID=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:33.821514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:33.821933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:33.822346 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.822744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:33.823219 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Bound port: 74ae3c5a-ff42-4b89-97d3-2f204cf0d904, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:33.823610 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.879870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] For port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:33.883717 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] For port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:33.889522 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.920314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:33.951097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Routers {'5c2b7e26-6578-4dcc-bff5-ddc00837d820'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:33.951740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:33.995624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe38ad-14d7-4e29-95ab-d99e53510de8 None None] Pushing event updated for resources: {'Port': ['ID=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:34.087297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6435a3f-3ff7-452a-a6c9-354e7673d1be None None] Provisioning for port e99274cf-6bbc-4e4e-9631-69559b592b4c completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:34.091505 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:34.096193 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:34.125054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] Set router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:34.150815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6435a3f-3ff7-452a-a6c9-354e7673d1be None None] Provisioning complete for port e99274cf-6bbc-4e4e-9631-69559b592b4c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:34.151197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6435a3f-3ff7-452a-a6c9-354e7673d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:34.166658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:34.168369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Pushing event updated for resources: {'Port': ['ID=e99274cf-6bbc-4e4e-9631-69559b592b4c,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:34.267602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Network bfa938b7-e06f-473e-8050-5a2d7761367d is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:34.269283 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:34.394303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 60819e5b-2d75-4e3a-a785-5b990119707c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:34.404088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:41:34.435641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c6435a3f-3ff7-452a-a6c9-354e7673d1be None None] Port e99274cf-6bbc-4e4e-9631-69559b592b4c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:41:34.516649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:41:34.522383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-81b63d0d-9627-41f7-bd5d-6f3f732d765f admin admin] 10.222.0.35 "PUT /v2.0/routers/5c2b7e26-6578-4dcc-bff5-ddc00837d820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5699780 Aug 20 09:41:34.562259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 60819e5b-2d75-4e3a-a785-5b990119707c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:34.562633 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:34.641847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-63512806-538e-4255-a3f5-c30084e5080d None None] Provisioning complete for port e99274cf-6bbc-4e4e-9631-69559b592b4c triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:34.642225 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-63512806-538e-4255-a3f5-c30084e5080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:34.700387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-63512806-538e-4255-a3f5-c30084e5080d None None] Port e99274cf-6bbc-4e4e-9631-69559b592b4c cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:41:34.745427 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e99274cf-6bbc-4e4e-9631-69559b592b4c', 'name': '', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'mac_address': 'fa:16:3e:bf:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:33Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 1, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'subnets': [{'id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:34.782053 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf177d-5244-4cd9-a12b-6cdbf3659d83 None None] The sync data for ids ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'] in n-d-804285-2 is: [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e99274cf-6bbc-4e4e-9631-69559b592b4c', 'name': '', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'mac_address': 'fa:16:3e:bf:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:33Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 1, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'subnets': [{'id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:41:35.004531 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35314) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:35.011110 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-269817026-network', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:35.034141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Made reservation on behalf of 4a2cc1f3bd32458f974d34ae40638b72 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:35.036521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.045640 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.146940 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.151369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.172985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:41:35.187492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0cfa5-7f58-48cb-9925-a65fa552c7ab,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:35.193472 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.194151 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Added segment 5d157ace-a235-45eb-b88a-e9eb1adb4afb of type vlan for network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 Aug 20 09:41:35.236644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.262935 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.263932 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:35.264526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.323757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3180654 Aug 20 09:41:35.326562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35316) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:35.332086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Request body: {'subnet': {'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-subnet', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:35.338437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c940fb0-d5f3-4318-b1ab-f4b3dd5409f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:35.349275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:41:35.359499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Made reservation on behalf of 4a2cc1f3bd32458f974d34ae40638b72 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:35.362299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.552392 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.607400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c882cf-21ed-432f-bb96-f05ba77cf860,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:35.623708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Checking segment: {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:35.624069 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Network hostable DHCP agents. Network: d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:41:35.643723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:41:35.653048 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:35.657978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:35.660604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.662433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fae337-06b6-4b46-b171-7ecdaf09be39 None None] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:35.681682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35318) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:35.682386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5b4493ef-852e-4931-a5da-841522e8b97e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3507545 Aug 20 09:41:35.686784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:35.709339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.710445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.771301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.826121 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'fixed_ips': [{'subnet_id': '19c882cf-21ed-432f-bb96-f05ba77cf860'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:41:35.827028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.911295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:35.976800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Allocated IP 172.20.0.2 (d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0/19c882cf-21ed-432f-bb96-f05ba77cf860/8e8c18f0-6d91-45f6-ab69-b197ea173bbb) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:36.125851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.134376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.142633 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Transition to ACTIVE for port object 8e8c18f0-6d91-45f6-ab69-b197ea173bbb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:36.146252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.159986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Transition to ACTIVE for port object 8e8c18f0-6d91-45f6-ab69-b197ea173bbb will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:36.165797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.202674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:36.207821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:36.214382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:36.217557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Pushing event updated for resources: {'Port': ['ID=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:36.255535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Allocated IP 172.25.5.91 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/aee40b0b-3d7a-44d4-8998-face87fb3c66) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:36.282111 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Attempting to bind port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:36.282498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Attempting to bind port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:36.282870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Attempting to bind port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb on network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:36.289298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:36.289703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Checking segment: {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:36.290175 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.290576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Bound using segment: {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:36.291050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Bound port: 8e8c18f0-6d91-45f6-ab69-b197ea173bbb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:36.291438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.355469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:36.371063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.387437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] For port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:36.403126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] For port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,segment=NetworkSegment(5d157ace-a235-45eb-b88a-e9eb1adb4afb),segment_id=5d157ace-a235-45eb-b88a-e9eb1adb4afb)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:36.410655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.414421 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.449998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:36.455104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:36.459184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:36.491736 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:36.498533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f706af-b646-4007-80fe-152c8110f1bc None None] Pushing event updated for resources: {'Port': ['ID=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:36.507139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:36.507651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.599062 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.623123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:36.628934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:36.704417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:36.849886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Pushing event updated for resources: {'Port': ['ID=aee40b0b-3d7a-44d4-8998-face87fb3c66,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:36.874861 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Sync routers for ids ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:41:36.884780 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Routers {'5c2b7e26-6578-4dcc-bff5-ddc00837d820'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:36.885381 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:36.990047 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Set router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:37.074070 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.194972 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e99274cf-6bbc-4e4e-9631-69559b592b4c', 'name': '', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'mac_address': 'fa:16:3e:bf:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:33Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 2, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'subnets': [{'id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:37.221467 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Checking router: 5c2b7e26-6578-4dcc-bff5-ddc00837d820 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:41:37.221762 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Updating router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 port e99274cf-6bbc-4e4e-9631-69559b592b4c binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:41:37.245474 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.277511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.417607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Router eabcc55e-08e5-4680-8e95-233b8f863495 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:41:37.528379 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.530417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:41:37.540135 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Transition to ACTIVE for port object e99274cf-6bbc-4e4e-9631-69559b592b4c will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:37.540281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Sync routers for ids ['eabcc55e-08e5-4680-8e95-233b8f863495'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:41:37.547283 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.550836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.556303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-44fd6bbf-97b6-415a-abab-c9608f78d411 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8692415 Aug 20 09:41:37.556303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35320) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:41:37.556531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Routers {'eabcc55e-08e5-4680-8e95-233b8f863495'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:37.556531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eabcc55e-08e5-4680-8e95-233b8f863495'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:37.615599 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Pushing event updated for resources: {'Port': ['ID=e99274cf-6bbc-4e4e-9631-69559b592b4c,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:37.628263 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.628965 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.629465 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.630002 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.630516 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.631002 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.631509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.631990 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.632471 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.632966 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.633446 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.633967 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:41:37.684456 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Attempting to bind port e99274cf-6bbc-4e4e-9631-69559b592b4c on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:37.684831 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Attempting to bind port e99274cf-6bbc-4e4e-9631-69559b592b4c by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:37.685195 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Attempting to bind port e99274cf-6bbc-4e4e-9631-69559b592b4c on network bfa938b7-e06f-473e-8050-5a2d7761367d {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:37.691750 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:37.692127 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Checking segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:37.693081 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.693487 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Bound using segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:37.693991 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Bound port: e99274cf-6bbc-4e4e-9631-69559b592b4c, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:37.694381 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.707131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Set router eabcc55e-08e5-4680-8e95-233b8f863495 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:37.782129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e185628-d363-401b-bce6-d75f3b873488 None None] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:41:37.793264 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] For port e99274cf-6bbc-4e4e-9631-69559b592b4c, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:37.797666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] For port e99274cf-6bbc-4e4e-9631-69559b592b4c, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e99274cf-6bbc-4e4e-9631-69559b592b4c,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:37.807129 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:37.867191 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Routers {'5c2b7e26-6578-4dcc-bff5-ddc00837d820'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:37.868075 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:37.901623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d03d4f6f-1d45-4048-a70a-d3e00b4be4d0 None None] Provisioning for port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:38.032625 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cbd21-1d9e-4751-b3c3-d0b2e60250c3 None None] Pushing event updated for resources: {'Port': ['ID=e99274cf-6bbc-4e4e-9631-69559b592b4c,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:38.042642 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] Set router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:38.076138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:41:36Z', 'revision_number': 3, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:38.102792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.110705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Checking router: eabcc55e-08e5-4680-8e95-233b8f863495 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:41:38.111055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Updating router eabcc55e-08e5-4680-8e95-233b8f863495 port aee40b0b-3d7a-44d4-8998-face87fb3c66 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:41:38.144254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.316784 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Allocated IP 172.20.0.1 (d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0/19c882cf-21ed-432f-bb96-f05ba77cf860/6e5e927d-2290-4144-a8f5-47d850d7e1b3) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:38.321064 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e99274cf-6bbc-4e4e-9631-69559b592b4c', 'name': '', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'mac_address': 'fa:16:3e:bf:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:33Z', 'updated_at': '2021-08-20T09:41:37Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'subnets': [{'id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:38.456801 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4eb78-a39d-4a4d-af64-3ec7bfe1d0e3 None None] The sync data for ids ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'] in n-d-804285-2 is: [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:33Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e99274cf-6bbc-4e4e-9631-69559b592b4c', 'name': '', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'mac_address': 'fa:16:3e:bf:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:33Z', 'updated_at': '2021-08-20T09:41:37Z', 'revision_number': 4, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'subnets': [{'id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:41:38.496585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8e8c18f0-6d91-45f6-ab69-b197ea173bbb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:38.498077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.514672 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Transition to ACTIVE for port object 6e5e927d-2290-4144-a8f5-47d850d7e1b3 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:38.551699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.590156 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.591298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:38.594276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:38.598775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:38.605330 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:38.606997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Pushing event updated for resources: {'Port': ['ID=6e5e927d-2290-4144-a8f5-47d850d7e1b3,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:38.611010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Transition to ACTIVE for port object aee40b0b-3d7a-44d4-8998-face87fb3c66 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:38.615599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:38.615950 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.644240 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.645846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.729103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Attempting to bind port aee40b0b-3d7a-44d4-8998-face87fb3c66 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:38.729627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Attempting to bind port aee40b0b-3d7a-44d4-8998-face87fb3c66 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:38.729890 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Attempting to bind port aee40b0b-3d7a-44d4-8998-face87fb3c66 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:38.732941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc3ff-5be5-4595-bd97-75df5382a4eb None None] Pushing event updated for resources: {'Port': ['ID=aee40b0b-3d7a-44d4-8998-face87fb3c66,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:38.742769 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:38.743155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:38.743566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.743966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:38.744451 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Bound port: aee40b0b-3d7a-44d4-8998-face87fb3c66, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:38.744841 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.802110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.824660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.845177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] For port aee40b0b-3d7a-44d4-8998-face87fb3c66, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:38.876659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] For port aee40b0b-3d7a-44d4-8998-face87fb3c66, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aee40b0b-3d7a-44d4-8998-face87fb3c66,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:38.888088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.891740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,segment=NetworkSegment(5d157ace-a235-45eb-b88a-e9eb1adb4afb),segment_id=5d157ace-a235-45eb-b88a-e9eb1adb4afb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:38.925059 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.925875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:38.983378 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:38.984597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-336a9d7f-e1fc-49c4-b9c5-dc2acb214e10 None None] Provisioning for port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:38.990171 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.008746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-336a9d7f-e1fc-49c4-b9c5-dc2acb214e10 None None] Provisioning complete for port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:39.009123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-336a9d7f-e1fc-49c4-b9c5-dc2acb214e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.017303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Routers {'eabcc55e-08e5-4680-8e95-233b8f863495'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:39.017762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eabcc55e-08e5-4680-8e95-233b8f863495'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:39.040409 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc3ff-5be5-4595-bd97-75df5382a4eb None None] Pushing event updated for resources: {'Port': ['ID=aee40b0b-3d7a-44d4-8998-face87fb3c66,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:39.061492 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.063345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Pushing event updated for resources: {'Port': ['ID=6e5e927d-2290-4144-a8f5-47d850d7e1b3,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:39.173101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:39.175403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:39.309932 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-336a9d7f-e1fc-49c4-b9c5-dc2acb214e10 None None] Port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:41:39.311897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Router eabcc55e-08e5-4680-8e95-233b8f863495 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:41:39.354439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:39.354822 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.387071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:39.420315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] Set router eabcc55e-08e5-4680-8e95-233b8f863495 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:39.592640 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e99274cf-6bbc-4e4e-9631-69559b592b4c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:39.605281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-63ca6d35-7437-4cca-b39a-81d0a76398dc None None] Provisioning complete for port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:39.605658 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-63ca6d35-7437-4cca-b39a-81d0a76398dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.690319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-63ca6d35-7437-4cca-b39a-81d0a76398dc None None] Port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:41:39.734457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e99274cf-6bbc-4e4e-9631-69559b592b4c completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:39.741508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e99274cf-6bbc-4e4e-9631-69559b592b4c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:39.741909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.743666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:41:39.748616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02bebef6-8c72-4b72-b9db-c640bd69d1ac admin admin] 10.222.0.35 "PUT /v2.0/routers/eabcc55e-08e5-4680-8e95-233b8f863495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1928425 Aug 20 09:41:39.782774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6e5e927d-2290-4144-a8f5-47d850d7e1b3', 'name': '', 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'mac_address': 'fa:16:3e:a3:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:38Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 2, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'subnets': [{'id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:39.813136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bfa93-ff71-4b03-ae9d-0c3ca7753aed None None] The sync data for ids ['eabcc55e-08e5-4680-8e95-233b8f863495'] in n-d-804285-2 is: [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6e5e927d-2290-4144-a8f5-47d850d7e1b3', 'name': '', 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'mac_address': 'fa:16:3e:a3:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:38Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 2, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'subnets': [{'id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:41:39.859262 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.902944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e99274cf-6bbc-4e4e-9631-69559b592b4c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e99274cf-6bbc-4e4e-9631-69559b592b4c,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:39.908247 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:39.959945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e99274cf-6bbc-4e4e-9631-69559b592b4c,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:40.298433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8e8c18f0-6d91-45f6-ab69-b197ea173bbb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:40.349737 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:40.350302 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:40.438852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e99274cf-6bbc-4e4e-9631-69559b592b4c up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:40.489871 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e99274cf-6bbc-4e4e-9631-69559b592b4c triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:40.490229 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:40.619950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-04f2b5bc-3cac-4808-bac0-3e4529aaf5cb tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:40.621440 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-04f2b5bc-3cac-4808-bac0-3e4529aaf5cb tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/networks?id=bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 200 len: 816 time: 0.1021492 Aug 20 09:41:40.637292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-42a2c4d2-f535-4488-90e1-1855af436dd9 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/quotas/c4980b06da934a929b0c5e252f385010 HTTP/1.1" status: 200 len: 375 time: 0.0100825 Aug 20 09:41:40.688100 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-24136900-978a-495b-85f0-98138eb9c147 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4980b06da934a929b0c5e252f385010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457878 Aug 20 09:41:40.785735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-fbfede1b-92b4-48b9-9834-318188e8e522 service neutron] 10.222.0.35 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Aug 20 09:41:40.872523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-646588c5-be05-470c-9862-f6f58b772821 service neutron] 10.222.0.35 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807884 Aug 20 09:41:41.039948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-93953c12-df71-4458-bca4-68bd0064dff2 req-65a5f483-d089-44a1-a8e6-6684093ef119 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 210 time: 0.0315478 Aug 20 09:41:41.974043 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2f5ea84d-5b0a-4d0c-98aa-5dccaefcf870 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:41.975417 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2f5ea84d-5b0a-4d0c-98aa-5dccaefcf870 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "GET /v2.0/networks?id=bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 200 len: 816 time: 0.1063678 Aug 20 09:41:41.989105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Request body: {'port': {'device_id': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'admin_state_up': True, 'tenant_id': 'c4980b06da934a929b0c5e252f385010'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:42.104694 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Made reservation on behalf of c4980b06da934a929b0c5e252f385010 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:41:42.108573 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.137440 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-72888634-cf41-49cf-824e-937fbf98f88d req-53c6d107-cba4-411c-9d4c-c050c647aa0a tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 210 time: 0.0281596 Aug 20 09:41:42.233549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Allocated IP 172.20.0.10 (bfa938b7-e06f-473e-8050-5a2d7761367d/2bb13fad-3e8a-4862-8275-b120a9643fe8/5e0046b5-e8cf-4622-b2ce-f706a5142721) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:41:42.306592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee40b0b-3d7a-44d4-8998-face87fb3c66 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:42.359341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port aee40b0b-3d7a-44d4-8998-face87fb3c66 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:42.362844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port aee40b0b-3d7a-44d4-8998-face87fb3c66 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:42.363212 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.394161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.412317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Transition to ACTIVE for port object 5e0046b5-e8cf-4622-b2ce-f706a5142721 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:42.444811 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.445448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.465231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port aee40b0b-3d7a-44d4-8998-face87fb3c66, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aee40b0b-3d7a-44d4-8998-face87fb3c66,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:42.469012 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.488360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Network bfa938b7-e06f-473e-8050-5a2d7761367d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:41:42.491501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:41:42.495309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:41:42.524837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Pushing event updated for resources: {'Port': ['ID=5e0046b5-e8cf-4622-b2ce-f706a5142721,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:42.526454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=aee40b0b-3d7a-44d4-8998-face87fb3c66,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:42.554430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:42.555444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.572100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-46639a05-cac2-44fc-a1cd-bc355a978546 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5875466 Aug 20 09:41:42.586380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Request body: {'port': {'device_id': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:41:42.605880 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Sync routers for ids ['eabcc55e-08e5-4680-8e95-233b8f863495'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:41:42.615882 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Routers {'eabcc55e-08e5-4680-8e95-233b8f863495'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:42.616656 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eabcc55e-08e5-4680-8e95-233b8f863495'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:42.656633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.731666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Set router eabcc55e-08e5-4680-8e95-233b8f863495 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:42.735616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01161ece-b55d-4a27-91b7-f2de6dec761a None None] Provisioning for port 5e0046b5-e8cf-4622-b2ce-f706a5142721 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:42.739706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-01161ece-b55d-4a27-91b7-f2de6dec761a None None] Provisioning complete for port 5e0046b5-e8cf-4622-b2ce-f706a5142721 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:42.740064 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-01161ece-b55d-4a27-91b7-f2de6dec761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.775509 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-01161ece-b55d-4a27-91b7-f2de6dec761a None None] Port 5e0046b5-e8cf-4622-b2ce-f706a5142721 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:41:42.926986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0046b5-e8cf-4622-b2ce-f706a5142721 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:41:42.930418 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6e5e927d-2290-4144-a8f5-47d850d7e1b3', 'name': '', 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'mac_address': 'fa:16:3e:a3:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:38Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 2, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'subnets': [{'id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:42.934559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.947599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Transition to ACTIVE for port object 5e0046b5-e8cf-4622-b2ce-f706a5142721 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:42.951089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:42.958212 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Checking router: eabcc55e-08e5-4680-8e95-233b8f863495 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:41:42.959096 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Updating router eabcc55e-08e5-4680-8e95-233b8f863495 port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:41:42.987598 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.001402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e0046b5-e8cf-4622-b2ce-f706a5142721,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:43.059968 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.079395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Attempting to bind port 5e0046b5-e8cf-4622-b2ce-f706a5142721 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:43.079809 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Attempting to bind port 5e0046b5-e8cf-4622-b2ce-f706a5142721 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:43.080341 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Attempting to bind port 5e0046b5-e8cf-4622-b2ce-f706a5142721 on network bfa938b7-e06f-473e-8050-5a2d7761367d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:43.086147 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Port 5e0046b5-e8cf-4622-b2ce-f706a5142721 on network bfa938b7-e06f-473e-8050-5a2d7761367d not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:41:43.086477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Attempting to bind port 5e0046b5-e8cf-4622-b2ce-f706a5142721 on network bfa938b7-e06f-473e-8050-5a2d7761367d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:43.091651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:43.092000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Checking segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:43.092388 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Bound using segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:43.092817 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Bound port: 5e0046b5-e8cf-4622-b2ce-f706a5142721, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:43.093178 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.169606 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] For port 5e0046b5-e8cf-4622-b2ce-f706a5142721, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:43.173118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] For port 5e0046b5-e8cf-4622-b2ce-f706a5142721, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:43.181157 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.213898 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.215099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.216669 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] 10.222.0.37 "PUT /v2.0/ports/5e0046b5-e8cf-4622-b2ce-f706a5142721 HTTP/1.1" status: 200 len: 1092 time: 0.6351175 Aug 20 09:41:43.219441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'tag': '5e0046b5-e8cf-4622-b2ce-f706a5142721'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:41:43.222924 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d799aeaa-3aee-4d97-a6bf-316df4771ea5", "tag": "5e0046b5-e8cf-4622-b2ce-f706a5142721"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:41:43.242462 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2500da8-02b1-4711-be95-c28cb749e6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.268466 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0c2c0-3843-4ee8-bf1f-b2cdcc05d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e0046b5-e8cf-4622-b2ce-f706a5142721,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:43.317416 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623693cd-6367-4e88-8773-d66ed4003ef6 x-openstack-request-id: req-623693cd-6367-4e88-8773-d66ed4003ef6 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:41:43.317709 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d799aeaa-3aee-4d97-a6bf-316df4771ea5", "tag": "5e0046b5-e8cf-4622-b2ce-f706a5142721", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:41:43.319455 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-623693cd-6367-4e88-8773-d66ed4003ef6 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:41:43.319455 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'tag': '5e0046b5-e8cf-4622-b2ce-f706a5142721', 'status': 'completed', 'code': 200} Aug 20 09:41:43.322053 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.327593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-3e227dfc-5e7a-4ac1-943d-d7fa8bd95fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.329460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-3e227dfc-5e7a-4ac1-943d-d7fa8bd95fdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4980b06da934a929b0c5e252f385010&device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0570464 Aug 20 09:41:43.330888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abc9b3-efe0-403c-a3f0-895b66d58fa4 req-aac920a0-cb20-4e18-a9b2-f85bb06e1b66 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.333368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-43abc9b3-efe0-403c-a3f0-895b66d58fa4 req-aac920a0-cb20-4e18-a9b2-f85bb06e1b66 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 944 time: 0.1161189 Aug 20 09:41:43.334622 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Transition to ACTIVE for port object 6e5e927d-2290-4144-a8f5-47d850d7e1b3 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:41:43.350982 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.375514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-47891d35-5a79-4b2d-a531-6b7cb1f8e2f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721 HTTP/1.1" status: 200 len: 217 time: 0.0378883 Aug 20 09:41:43.400448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-43abc9b3-efe0-403c-a3f0-895b66d58fa4 req-72c5f2c3-d39b-4e78-af3c-c0f3185badb4 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570409 Aug 20 09:41:43.402613 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c3558-12b4-4936-a84b-47966a4d6364 None None] Pushing event updated for resources: {'Port': ['ID=6e5e927d-2290-4144-a8f5-47d850d7e1b3,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:43.445014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-c45e4965-a91a-4300-963d-1876599745c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.457129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-c45e4965-a91a-4300-963d-1876599745c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bb13fad-3e8a-4862-8275-b120a9643fe8 HTTP/1.1" status: 200 len: 855 time: 0.0652008 Aug 20 09:41:43.471541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Attempting to bind port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:41:43.473888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Attempting to bind port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:41:43.474445 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Attempting to bind port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 on network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:41:43.481442 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:41:43.481975 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Checking segment: {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:41:43.482518 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.483010 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Bound using segment: {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:41:43.483605 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Bound port: 6e5e927d-2290-4144-a8f5-47d850d7e1b3, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d157ace-a235-45eb-b88a-e9eb1adb4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:41:43.484051 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.523521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-17ad4e76-0469-4006-a0a6-ee54feb25d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.525279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-17ad4e76-0469-4006-a0a6-ee54feb25d02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfa938b7-e06f-473e-8050-5a2d7761367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615993 Aug 20 09:41:43.559860 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] For port 6e5e927d-2290-4144-a8f5-47d850d7e1b3, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:41:43.563755 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] For port 6e5e927d-2290-4144-a8f5-47d850d7e1b3, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6e5e927d-2290-4144-a8f5-47d850d7e1b3,segment=NetworkSegment(5d157ace-a235-45eb-b88a-e9eb1adb4afb),segment_id=5d157ace-a235-45eb-b88a-e9eb1adb4afb)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:41:43.569679 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:43.632309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Routers {'eabcc55e-08e5-4680-8e95-233b8f863495'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:41:43.632848 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:41:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eabcc55e-08e5-4680-8e95-233b8f863495'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:43.637683 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c3558-12b4-4936-a84b-47966a4d6364 None None] Pushing event updated for resources: {'Port': ['ID=6e5e927d-2290-4144-a8f5-47d850d7e1b3,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:43.641643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-08196ada-301a-4b85-b64b-418599ba73a4 service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089830 Aug 20 09:41:43.747120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e27fa9b-269b-4f7a-99ce-d530e38341bc req-c32d4645-79eb-4172-9991-a53c93950c97 service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986836 Aug 20 09:41:43.757451 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] Set router eabcc55e-08e5-4680-8e95-233b8f863495 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:41:43.837255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-5d22ef15-a2b1-4213-867b-fc4263f2b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.838894 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-5d22ef15-a2b1-4213-867b-fc4263f2b094 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4980b06da934a929b0c5e252f385010&device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 1095 time: 0.0451560 Aug 20 09:41:43.931226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-ae6179ee-0447-4385-a999-7502c757dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:43.932717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-ae6179ee-0447-4385-a999-7502c757dfda service neutron] 10.222.0.37 "GET /v2.0/networks?id=bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 200 len: 916 time: 0.0872192 Aug 20 09:41:43.959965 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6e5e927d-2290-4144-a8f5-47d850d7e1b3', 'name': '', 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'mac_address': 'fa:16:3e:a3:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:38Z', 'updated_at': '2021-08-20T09:41:43Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'subnets': [{'id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:41:43.979514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-0afcc516-fd0c-4817-a433-cdf8be4d3264 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721 HTTP/1.1" status: 200 len: 217 time: 0.0399449 Aug 20 09:41:43.986132 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc520f9-e696-459e-ae64-37a9fd6e660a None None] The sync data for ids ['eabcc55e-08e5-4680-8e95-233b8f863495'] in n-d-804285-2 is: [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:41:38Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '6e5e927d-2290-4144-a8f5-47d850d7e1b3', 'name': '', 'network_id': 'd7fc6fc1-5f7b-4e46-8d93-777003c1f1a0', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'mac_address': 'fa:16:3e:a3:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:38Z', 'updated_at': '2021-08-20T09:41:43Z', 'revision_number': 4, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'subnets': [{'id': '19c882cf-21ed-432f-bb96-f05ba77cf860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:41:44.030888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-dccd2785-d374-43bb-8cf1-be716df103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:44.032406 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-dccd2785-d374-43bb-8cf1-be716df103fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bb13fad-3e8a-4862-8275-b120a9643fe8 HTTP/1.1" status: 200 len: 855 time: 0.0449123 Aug 20 09:41:44.082015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-1f84770c-c199-421e-b3d7-59d4c5554ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:44.083566 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-1f84770c-c199-421e-b3d7-59d4c5554ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfa938b7-e06f-473e-8050-5a2d7761367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428333 Aug 20 09:41:44.186454 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-80147e81-2fc9-4036-9a6a-7260d973e366 service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933080 Aug 20 09:41:44.294150 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a17fdc5b-176e-4c5f-994a-0696dc1cd0e1 req-1b5afe55-46e4-475b-b498-04be9c8b3868 service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998740 Aug 20 09:41:44.321536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee40b0b-3d7a-44d4-8998-face87fb3c66 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:44.371920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port aee40b0b-3d7a-44d4-8998-face87fb3c66 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:44.372293 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:44.417220 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:44.469335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6e5e927d-2290-4144-a8f5-47d850d7e1b3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:44.514106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5da360-229a-4937-b600-635726c1eefa req-67998ff9-08a9-47cc-ad23-f29bf78c7ff6 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:44.515656 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e5da360-229a-4937-b600-635726c1eefa req-67998ff9-08a9-47cc-ad23-f29bf78c7ff6 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 944 time: 0.0513928 Aug 20 09:41:44.520437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:44.524709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:44.525088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:44.555573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4e5da360-229a-4937-b600-635726c1eefa req-14848e2d-1e0a-4553-9534-72b1e56735f1 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Aug 20 09:41:44.605123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:44.636812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 6e5e927d-2290-4144-a8f5-47d850d7e1b3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6e5e927d-2290-4144-a8f5-47d850d7e1b3,segment=NetworkSegment(5d157ace-a235-45eb-b88a-e9eb1adb4afb),segment_id=5d157ace-a235-45eb-b88a-e9eb1adb4afb)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:44.640551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:44.688989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=6e5e927d-2290-4144-a8f5-47d850d7e1b3,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:45.680060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc20ac-ad22-41f6-be4a-37642634972c req-6be0cdd2-36f5-47f8-8023-addc637b3ac9 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:45.681520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acdc20ac-ad22-41f6-be4a-37642634972c req-6be0cdd2-36f5-47f8-8023-addc637b3ac9 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 944 time: 0.0523643 Aug 20 09:41:45.717932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acdc20ac-ad22-41f6-be4a-37642634972c req-52f0d9ac-f8a6-42b1-ad93-a0d6a37cb4fe tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302260 Aug 20 09:41:46.282543 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6e5e927d-2290-4144-a8f5-47d850d7e1b3 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:46.329912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:46.330282 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:46.413050 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:46.586505 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5e0046b5-e8cf-4622-b2ce-f706a5142721 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:41:46.660296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-971a2de7-db98-4895-bd52-b6fb3397433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:46.688680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5e0046b5-e8cf-4622-b2ce-f706a5142721, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:46.698910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '5e0046b5-e8cf-4622-b2ce-f706a5142721', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'port_id': '5e0046b5-e8cf-4622-b2ce-f706a5142721', 'mac_address': 'fa:16:3e:bb:28:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:41:46.735935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:46.748464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0046b5-e8cf-4622-b2ce-f706a5142721 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:41:46.772459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5e0046b5-e8cf-4622-b2ce-f706a5142721, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:46.776759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:46.824776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5e0046b5-e8cf-4622-b2ce-f706a5142721,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:46.835918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a59d-815d-478f-a0ea-e02a34a5cc6e req-5b28b801-48cf-44ad-acfd-143a85b22ae3 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:46.837495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b15a59d-815d-478f-a0ea-e02a34a5cc6e req-5b28b801-48cf-44ad-acfd-143a85b22ae3 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Aug 20 09:41:46.874503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b15a59d-815d-478f-a0ea-e02a34a5cc6e req-6bd9c004-36df-4aef-ba1a-ec294e28833e tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Aug 20 09:41:46.977819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['5e0046b5-e8cf-4622-b2ce-f706a5142721'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:41:47.603944 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:47.990850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79398b-c81f-4ee8-9975-1d755c22182a req-c72da766-f4a8-48db-b3e4-7106503179dd tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:47.992342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c79398b-c81f-4ee8-9975-1d755c22182a req-c72da766-f4a8-48db-b3e4-7106503179dd tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Aug 20 09:41:48.028990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2c79398b-c81f-4ee8-9975-1d755c22182a req-a968c78b-94f5-46ba-b7b1-1e4b643effef tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306520 Aug 20 09:41:48.590616 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5e0046b5-e8cf-4622-b2ce-f706a5142721 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:41:48.641911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 5e0046b5-e8cf-4622-b2ce-f706a5142721 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:41:48.646109 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 5e0046b5-e8cf-4622-b2ce-f706a5142721 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:41:48.646477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:48.721643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:48.743235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0046b5-e8cf-4622-b2ce-f706a5142721'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:41:48.745471 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bf01eb-87b1-4c43-b223-b3d2a5063695" -d '{"events": [{"server_uuid": "d799aeaa-3aee-4d97-a6bf-316df4771ea5", "name": "network-vif-plugged", "status": "completed", "tag": "5e0046b5-e8cf-4622-b2ce-f706a5142721"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:41:48.758551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 5e0046b5-e8cf-4622-b2ce-f706a5142721, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:41:48.762759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:48.790013 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6970639-9fbb-4d36-b9a4-49a8325096a3 x-openstack-request-id: req-c6970639-9fbb-4d36-b9a4-49a8325096a3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:41:48.790310 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799aeaa-3aee-4d97-a6bf-316df4771ea5", "name": "network-vif-plugged", "status": "completed", "tag": "5e0046b5-e8cf-4622-b2ce-f706a5142721", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:41:48.790569 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6970639-9fbb-4d36-b9a4-49a8325096a3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:41:48.790959 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0046b5-e8cf-4622-b2ce-f706a5142721', 'code': 200} Aug 20 09:41:48.822603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=5e0046b5-e8cf-4622-b2ce-f706a5142721,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:41:48.884277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6278046-b318-4306-b7e9-3d11638341d4 req-32af139c-47dc-4417-8e9f-a51c2e336f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:48.885652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a6278046-b318-4306-b7e9-3d11638341d4 req-32af139c-47dc-4417-8e9f-a51c2e336f24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0452642 Aug 20 09:41:48.919206 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a6278046-b318-4306-b7e9-3d11638341d4 req-a6e5fa78-f499-4e79-82de-6c17682f6960 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263772 Aug 20 09:41:48.969747 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:41:49.159261 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacc442-0196-4e40-8723-e853501f66cd req-c8c3686f-e8e0-4e6d-8477-e1704b1f27b1 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:49.160634 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bcacc442-0196-4e40-8723-e853501f66cd req-c8c3686f-e8e0-4e6d-8477-e1704b1f27b1 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 946 time: 0.0524142 Aug 20 09:41:49.198786 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bcacc442-0196-4e40-8723-e853501f66cd req-5b6f6aa5-b1b2-4c3f-85aa-36a48188236e tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Aug 20 09:41:50.315412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b74ee0-16b0-4434-bb58-fe974969b7c9 req-6bfd38f3-7710-4f18-a799-f898b4253adf tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:50.316929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37b74ee0-16b0-4434-bb58-fe974969b7c9 req-6bfd38f3-7710-4f18-a799-f898b4253adf tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 946 time: 0.0500882 Aug 20 09:41:50.354379 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-37b74ee0-16b0-4434-bb58-fe974969b7c9 req-7c32849e-afcc-44a8-bc28-10026dec90ba tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Aug 20 09:41:50.465135 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e07cc-db20-4d92-9b58-d990b0e61bf4 req-f5adaac3-bfb5-4c9e-9cc7-3c5b094a4888 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:41:50.466633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac5e07cc-db20-4d92-9b58-d990b0e61bf4 req-f5adaac3-bfb5-4c9e-9cc7-3c5b094a4888 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 946 time: 0.0477149 Aug 20 09:41:50.503971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac5e07cc-db20-4d92-9b58-d990b0e61bf4 req-22b0fcd4-700e-42f5-9dc3-5cdd52d79f75 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Aug 20 09:41:56.835894 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:42:08.938297 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f3524-4617-4017-b953-b80ee91ba074 req-b1b3b322-7511-4e22-906f-9027a1a60074 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:08.940015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-574f3524-4617-4017-b953-b80ee91ba074 req-b1b3b322-7511-4e22-906f-9027a1a60074 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 946 time: 0.0531695 Aug 20 09:42:08.977904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-574f3524-4617-4017-b953-b80ee91ba074 req-8c213019-f96b-4a70-9928-37c5e057d5fa tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 20 09:42:10.093147 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572c07e-7d35-4ac1-83f1-528842c37879 req-1337e95e-96b9-417d-b6e4-703f0e5ed13b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:10.094660 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c572c07e-7d35-4ac1-83f1-528842c37879 req-1337e95e-96b9-417d-b6e4-703f0e5ed13b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 946 time: 0.0487819 Aug 20 09:42:10.132403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c572c07e-7d35-4ac1-83f1-528842c37879 req-6e0a609d-8b4b-4eb4-85f1-ff421e1e0f01 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Aug 20 09:42:10.440118 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-edecaecf-9b96-476f-9bf3-8c68804f79a1 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:10.441569 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-edecaecf-9b96-476f-9bf3-8c68804f79a1 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Aug 20 09:42:10.531263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Deleting port 5e0046b5-e8cf-4622-b2ce-f706a5142721 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:10.531528 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:10.621983 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] For port 5e0046b5-e8cf-4622-b2ce-f706a5142721, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=5e0046b5-e8cf-4622-b2ce-f706a5142721,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:10.622347 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:10.635329 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Calling delete_port for 5e0046b5-e8cf-4622-b2ce-f706a5142721 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:10.763596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:10.793365 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Pushing event deleted for resources: {'Port': ['ID=5e0046b5-e8cf-4622-b2ce-f706a5142721,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:10.817922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.818277 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.818619 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.818959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.819295 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.819626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.819962 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.820294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.820621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.820944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.821268 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.821588 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:10.844529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] No DVR routers for this DVR port 5e0046b5-e8cf-4622-b2ce-f706a5142721 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:42:10.847885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:10.850167 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d324dc74-93c7-415a-8540-f69eaba5b3ac req-e55d54f0-aa33-4e77-9bf7-5478a93e8548 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "DELETE /v2.0/ports/5e0046b5-e8cf-4622-b2ce-f706a5142721 HTTP/1.1" status: 204 len: 173 time: 0.4020624 Aug 20 09:42:10.850614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'name': 'network-vif-deleted', 'tag': '5e0046b5-e8cf-4622-b2ce-f706a5142721'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:42:10.852870 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7f272-a4e3-4f8c-83ab-7e622829bbf7" -d '{"events": [{"server_uuid": "d799aeaa-3aee-4d97-a6bf-316df4771ea5", "name": "network-vif-deleted", "tag": "5e0046b5-e8cf-4622-b2ce-f706a5142721"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:42:10.898601 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5593844e-b36e-44be-a41c-a554fc0f00c8 x-openstack-request-id: req-5593844e-b36e-44be-a41c-a554fc0f00c8 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:42:10.898906 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d799aeaa-3aee-4d97-a6bf-316df4771ea5", "name": "network-vif-deleted", "tag": "5e0046b5-e8cf-4622-b2ce-f706a5142721", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:42:10.899168 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5593844e-b36e-44be-a41c-a554fc0f00c8 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:42:10.899596 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd799aeaa-3aee-4d97-a6bf-316df4771ea5', 'name': 'network-vif-deleted', 'tag': '5e0046b5-e8cf-4622-b2ce-f706a5142721', 'status': 'completed', 'code': 200} Aug 20 09:42:11.233839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cd79a1e-000e-406d-a660-f0334b452fcd req-f4cbe3c6-fabe-4d1b-9680-93273d507511 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=d799aeaa-3aee-4d97-a6bf-316df4771ea5 HTTP/1.1" status: 200 len: 210 time: 0.0259058 Aug 20 09:42:12.664311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5e0046b5-e8cf-4622-b2ce-f706a5142721 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:12.684062 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 5e0046b5-e8cf-4622-b2ce-f706a5142721 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:12.684486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 5e0046b5-e8cf-4622-b2ce-f706a5142721 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:12.771752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-c8fe0e2f-d417-4a17-aba6-79d39dcd624a tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:12.773207 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-c8fe0e2f-d417-4a17-aba6-79d39dcd624a tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/networks?id=bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 200 len: 816 time: 0.1025136 Aug 20 09:42:12.787908 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-9a92b411-3747-489a-b7af-c7d7ec1df9c6 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/quotas/c4980b06da934a929b0c5e252f385010 HTTP/1.1" status: 200 len: 375 time: 0.0088665 Aug 20 09:42:12.836867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-a782a500-c9a8-4a4f-accd-c85d91a4c4f5 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4980b06da934a929b0c5e252f385010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437758 Aug 20 09:42:12.931552 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-fc237c02-9b54-4486-8c4e-745b84670241 service neutron] 10.222.0.35 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832274 Aug 20 09:42:13.019534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-8a6027fe-774e-4b07-a412-68682f6d2f47 service neutron] 10.222.0.35 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818765 Aug 20 09:42:13.050966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:13.175843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55ce8af3-f757-471d-ace3-a05926ec1a4c req-8ab290a7-ba9c-4b87-8d39-0fde9b18a1cd tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 210 time: 0.0261109 Aug 20 09:42:13.235902 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc78eade-55e0-499e-906d-1134833ffde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.062382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-39423a70-c92e-4bfe-95ea-597a7f6928c2 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:14.064104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-39423a70-c92e-4bfe-95ea-597a7f6928c2 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "GET /v2.0/networks?id=bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 200 len: 816 time: 0.1124103 Aug 20 09:42:14.077783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Request body: {'port': {'device_id': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'admin_state_up': True, 'tenant_id': 'c4980b06da934a929b0c5e252f385010'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:14.185108 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Made reservation on behalf of c4980b06da934a929b0c5e252f385010 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:42:14.188764 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.271780 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8ff7f61c-b445-4f2f-8309-7b8c9b8f2dde req-0813e057-2a0a-4c00-b1b2-061fca636cd1 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 210 time: 0.0257456 Aug 20 09:42:14.321791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Allocated IP 172.20.0.6 (bfa938b7-e06f-473e-8050-5a2d7761367d/2bb13fad-3e8a-4862-8275-b120a9643fe8/b5d18d4c-e67e-49d1-877b-24f1d3fb318d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:42:14.441998 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.473801 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.488090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Transition to ACTIVE for port object b5d18d4c-e67e-49d1-877b-24f1d3fb318d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:14.519292 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.560691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Network bfa938b7-e06f-473e-8050-5a2d7761367d is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:14.563636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:14.567853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:42:14.593458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Pushing event updated for resources: {'Port': ['ID=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:14.622681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:14.623308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.638002 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-195ebcae-6d9a-47bb-b682-4ecdf7686a9b tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647602 Aug 20 09:42:14.745945 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Request body: {'port': {'device_id': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:14.767019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e258a8b-0602-46f9-91a7-a3654a312e91 None None] Provisioning for port b5d18d4c-e67e-49d1-877b-24f1d3fb318d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:42:14.771390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e258a8b-0602-46f9-91a7-a3654a312e91 None None] Provisioning complete for port b5d18d4c-e67e-49d1-877b-24f1d3fb318d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:14.771752 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e258a8b-0602-46f9-91a7-a3654a312e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.803189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:14.805325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4e258a8b-0602-46f9-91a7-a3654a312e91 None None] Port b5d18d4c-e67e-49d1-877b-24f1d3fb318d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:42:15.060922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d18d4c-e67e-49d1-877b-24f1d3fb318d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:42:15.068500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:15.079774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Transition to ACTIVE for port object b5d18d4c-e67e-49d1-877b-24f1d3fb318d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:15.084424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:15.151970 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:15.204186 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Attempting to bind port b5d18d4c-e67e-49d1-877b-24f1d3fb318d on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:42:15.204530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Attempting to bind port b5d18d4c-e67e-49d1-877b-24f1d3fb318d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:42:15.204854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Attempting to bind port b5d18d4c-e67e-49d1-877b-24f1d3fb318d on network bfa938b7-e06f-473e-8050-5a2d7761367d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:42:15.209911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Port b5d18d4c-e67e-49d1-877b-24f1d3fb318d on network bfa938b7-e06f-473e-8050-5a2d7761367d not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:42:15.210236 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Attempting to bind port b5d18d4c-e67e-49d1-877b-24f1d3fb318d on network bfa938b7-e06f-473e-8050-5a2d7761367d {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:42:15.215496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:42:15.215843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Checking segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:15.216228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Bound using segment: {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:42:15.216652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Bound port: b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50a8524-6541-4ff2-9b5c-38d8a84f2795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:42:15.217011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:15.282708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] For port b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:42:15.286722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] For port b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:42:15.291500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:15.322997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.323617 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:15.325140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] 10.222.0.37 "PUT /v2.0/ports/b5d18d4c-e67e-49d1-877b-24f1d3fb318d HTTP/1.1" status: 200 len: 1091 time: 0.6790893 Aug 20 09:42:15.327528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'tag': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:42:15.330040 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b624ac0f-2da0-45f4-9820-55faceaec053" -d '{"events": [{"name": "network-changed", "server_uuid": "575e3bac-5491-4a07-99eb-a98c0026f33e", "tag": "b5d18d4c-e67e-49d1-877b-24f1d3fb318d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:42:15.358265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75097bf0-931f-4c9e-a8e8-2723fb07b625 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:15.406452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-e43a1f97-bc67-47a3-aa91-2d24cb0c9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.407984 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-e43a1f97-bc67-47a3-aa91-2d24cb0c9388 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4980b06da934a929b0c5e252f385010&device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 1094 time: 0.0432782 Aug 20 09:42:15.411053 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f5ed43-d15c-4d01-8608-fc7c086aa73e x-openstack-request-id: req-06f5ed43-d15c-4d01-8608-fc7c086aa73e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:42:15.411557 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575e3bac-5491-4a07-99eb-a98c0026f33e", "tag": "b5d18d4c-e67e-49d1-877b-24f1d3fb318d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:42:15.412005 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06f5ed43-d15c-4d01-8608-fc7c086aa73e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:42:15.412584 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'tag': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d', 'status': 'completed', 'code': 200} Aug 20 09:42:15.430099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18564391-2ccd-4f27-bf3c-fb0032a68851 req-7ef3c772-9835-4966-8841-0cc5437e3f5c tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.431706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18564391-2ccd-4f27-bf3c-fb0032a68851 req-7ef3c772-9835-4966-8841-0cc5437e3f5c tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 943 time: 0.0766118 Aug 20 09:42:15.459376 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-0fed7333-c91e-4b0f-82dc-82ba1a199be7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d HTTP/1.1" status: 200 len: 217 time: 0.0389614 Aug 20 09:42:15.473455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18564391-2ccd-4f27-bf3c-fb0032a68851 req-4143c585-c195-4d92-844a-aa1d996eb8ef tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347009 Aug 20 09:42:15.511536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-c356f772-d416-4aff-b906-72bdb5ec1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.513000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-c356f772-d416-4aff-b906-72bdb5ec1ee3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bb13fad-3e8a-4862-8275-b120a9643fe8 HTTP/1.1" status: 200 len: 855 time: 0.0466013 Aug 20 09:42:15.560422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-45e4b82e-0156-48cc-aacb-d4cb0e2731ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.561950 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-45e4b82e-0156-48cc-aacb-d4cb0e2731ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfa938b7-e06f-473e-8050-5a2d7761367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422094 Aug 20 09:42:15.654385 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-d44148bd-143e-4b48-b9e7-71c45d4dca40 service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841856 Aug 20 09:42:15.743110 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-58443605-ee73-4df1-aceb-7fb528ea6863 req-ca0aec2b-28a7-4a03-a5e0-d40a42ec6d4a service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812008 Aug 20 09:42:15.871040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-ce1cfe98-067d-4c0a-b9e2-ab062501fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.872508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-ce1cfe98-067d-4c0a-b9e2-ab062501fdd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4980b06da934a929b0c5e252f385010&device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 1094 time: 0.0405469 Aug 20 09:42:15.964730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-9f0e7a1a-477a-46fc-b8f3-6e74a3ca0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:15.966234 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-9f0e7a1a-477a-46fc-b8f3-6e74a3ca0f42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 200 len: 916 time: 0.0867727 Aug 20 09:42:16.009601 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-10a7e93e-3167-42fc-9430-e1889aa39825 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d HTTP/1.1" status: 200 len: 217 time: 0.0359073 Aug 20 09:42:16.062101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-cdb4d8cb-ac99-4a26-a8ce-72cbe577dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:16.063511 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-cdb4d8cb-ac99-4a26-a8ce-72cbe577dbad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bb13fad-3e8a-4862-8275-b120a9643fe8 HTTP/1.1" status: 200 len: 855 time: 0.0465596 Aug 20 09:42:16.112558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-c761aabc-31f1-449f-9556-00a5eb030fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:16.114068 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-c761aabc-31f1-449f-9556-00a5eb030fce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bfa938b7-e06f-473e-8050-5a2d7761367d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413468 Aug 20 09:42:16.204139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-1030893a-3e2b-46fd-9630-e53c19c5b795 service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820425 Aug 20 09:42:16.301881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b624ac0f-2da0-45f4-9820-55faceaec053 req-b2a5801a-6739-432b-8e09-50179ba88c7b service neutron] 10.222.0.37 "GET /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897837 Aug 20 09:42:16.407694 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:16.597433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39067b8-e703-4b82-b8a5-fc04b8af07a6 req-b22315a3-37e5-4f2c-84fd-77b7e7a1e37e tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:16.599228 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b39067b8-e703-4b82-b8a5-fc04b8af07a6 req-b22315a3-37e5-4f2c-84fd-77b7e7a1e37e tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 943 time: 0.0534065 Aug 20 09:42:16.639241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b39067b8-e703-4b82-b8a5-fc04b8af07a6 req-4fbbc779-e19b-47e9-aafb-cba1cfb60637 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Aug 20 09:42:16.660673 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-818a82d6-b5ca-4dd2-867a-f2ab0e54532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:17.607157 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:17.750023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b56e6f-3d38-4ca1-8f1d-77d232388140 req-9a5e4e64-0f9d-4d24-a1d3-f37b323898fa tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:17.751476 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63b56e6f-3d38-4ca1-8f1d-77d232388140 req-9a5e4e64-0f9d-4d24-a1d3-f37b323898fa tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 943 time: 0.0477879 Aug 20 09:42:17.788932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-63b56e6f-3d38-4ca1-8f1d-77d232388140 req-230599c7-402b-422f-88bb-81b8cfff97df tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 20 09:42:18.695231 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b5d18d4c-e67e-49d1-877b-24f1d3fb318d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:42:18.790904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:18.803039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d', 'network_id': 'bfa938b7-e06f-473e-8050-5a2d7761367d', 'port_id': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d', 'mac_address': 'fa:16:3e:40:f7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb13fad-3e8a-4862-8275-b120a9643fe8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:42:18.842504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:18.857255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d18d4c-e67e-49d1-877b-24f1d3fb318d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:42:18.881130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:18.885749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:18.937628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:18.972384 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:18.974577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a94fb3-d265-416e-8766-2ed0c1f714ef req-367d984b-2eb9-41f7-9939-ae054a6e9ced tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:18.976091 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2a94fb3-d265-416e-8766-2ed0c1f714ef req-367d984b-2eb9-41f7-9939-ae054a6e9ced tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 944 time: 0.1206968 Aug 20 09:42:19.014521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2a94fb3-d265-416e-8766-2ed0c1f714ef req-28c81dfd-6bd7-4291-851e-91421ca13904 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Aug 20 09:42:19.078415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['b5d18d4c-e67e-49d1-877b-24f1d3fb318d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:42:20.181965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f16d0-c415-4f2e-a41e-a0f2f28a0b64 req-503056a9-55e8-46d3-b6a2-d0bde1f76982 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:20.183444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a22f16d0-c415-4f2e-a41e-a0f2f28a0b64 req-503056a9-55e8-46d3-b6a2-d0bde1f76982 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 944 time: 0.1019156 Aug 20 09:42:20.220664 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a22f16d0-c415-4f2e-a41e-a0f2f28a0b64 req-fcf4dcff-450d-4b2e-a937-bdf4c9a4a87e tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Aug 20 09:42:20.720485 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b5d18d4c-e67e-49d1-877b-24f1d3fb318d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:42:20.771618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port b5d18d4c-e67e-49d1-877b-24f1d3fb318d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:42:20.775449 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port b5d18d4c-e67e-49d1-877b-24f1d3fb318d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:20.775820 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:20.849565 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:20.870670 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:42:20.872901 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d62266d053faccacb98349b41c49c1c22674e945fc69d0f316b01a73ed76c4a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66aa679-aa3f-481d-8963-a20846f1a76d" -d '{"events": [{"server_uuid": "575e3bac-5491-4a07-99eb-a98c0026f33e", "name": "network-vif-plugged", "status": "completed", "tag": "b5d18d4c-e67e-49d1-877b-24f1d3fb318d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:42:20.885993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:20.889871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:20.914541 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304fcc01-578a-4cd1-9df3-7254e9af520a x-openstack-request-id: req-304fcc01-578a-4cd1-9df3-7254e9af520a {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:42:20.914895 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e3bac-5491-4a07-99eb-a98c0026f33e", "name": "network-vif-plugged", "status": "completed", "tag": "b5d18d4c-e67e-49d1-877b-24f1d3fb318d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:42:20.915148 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-304fcc01-578a-4cd1-9df3-7254e9af520a {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:42:20.915535 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d', 'code': 200} Aug 20 09:42:20.942425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:20.950441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.950762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.951095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.951424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.951748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.952136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.952480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.952795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.953113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.953433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.953768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:20.954087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:21.005220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e608d-34d6-4f09-a84b-49cb46a15267 req-827d993e-0e9a-4fda-bb88-be5baf33a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:21.006643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-139e608d-34d6-4f09-a84b-49cb46a15267 req-827d993e-0e9a-4fda-bb88-be5baf33a358 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 1096 time: 0.0410185 Aug 20 09:42:21.040339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-139e608d-34d6-4f09-a84b-49cb46a15267 req-8ad2f9c2-f68a-45ae-af79-f82ff2f03596 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269337 Aug 20 09:42:21.332591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e866b-c862-4845-af82-c82ede0a9c3a req-b9bf9136-67e4-4a8f-91c6-aa3141c9eb1a tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:21.334418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f6e866b-c862-4845-af82-c82ede0a9c3a req-b9bf9136-67e4-4a8f-91c6-aa3141c9eb1a tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 945 time: 0.0484207 Aug 20 09:42:21.371748 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f6e866b-c862-4845-af82-c82ede0a9c3a req-d8b6c4db-40d2-49d8-908f-b1f014216a08 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Aug 20 09:42:22.490563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb21df6-cf95-477e-b3a5-d13ad34c2418 req-05fc39e0-f278-42c8-b47d-81ac837aa684 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:22.491945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bb21df6-cf95-477e-b3a5-d13ad34c2418 req-05fc39e0-f278-42c8-b47d-81ac837aa684 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 945 time: 0.0527103 Aug 20 09:42:22.530272 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bb21df6-cf95-477e-b3a5-d13ad34c2418 req-69985892-b863-46d2-9488-51ec0fcc0a7e tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Aug 20 09:42:22.644483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ef279-652a-4102-84f3-0a20ad9a3ef0 req-3691bab4-4d3a-4205-a7e4-ccfac10bde49 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:22.645975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da6ef279-652a-4102-84f3-0a20ad9a3ef0 req-3691bab4-4d3a-4205-a7e4-ccfac10bde49 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 945 time: 0.0486524 Aug 20 09:42:22.682798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da6ef279-652a-4102-84f3-0a20ad9a3ef0 req-408ec06b-7604-47a8-baaa-49f33636481a tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Aug 20 09:42:33.835095 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:42:41.223271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9c1c-c0c7-468f-bc9a-921a4d960ef7 req-e39451e4-162f-428f-a586-a0ea80a524dc tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:41.224967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-662a9c1c-c0c7-468f-bc9a-921a4d960ef7 req-e39451e4-162f-428f-a586-a0ea80a524dc tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 945 time: 0.0494788 Aug 20 09:42:41.263517 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-662a9c1c-c0c7-468f-bc9a-921a4d960ef7 req-3c9615ad-45ec-4ce2-88df-7babfc5fa5dc tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Aug 20 09:42:42.461625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06210da1-7cf8-4ef8-af7f-3079a3ab9e68 req-47af721a-5a39-4d9c-82a1-e742ca46ce4c tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:42.463137 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06210da1-7cf8-4ef8-af7f-3079a3ab9e68 req-47af721a-5a39-4d9c-82a1-e742ca46ce4c tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 945 time: 0.0966504 Aug 20 09:42:42.502350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-06210da1-7cf8-4ef8-af7f-3079a3ab9e68 req-b54b9d48-1e57-4390-a7e0-f1f130fe8877 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/security-groups?id=be59e2e3-3a65-4974-b473-2293f1396ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Aug 20 09:42:42.721150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-9adf3444-2310-4a52-921a-91fcc8829ce7 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:42.723514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-9adf3444-2310-4a52-921a-91fcc8829ce7 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 945 time: 0.0487823 Aug 20 09:42:42.812658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Deleting port b5d18d4c-e67e-49d1-877b-24f1d3fb318d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:42.812910 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:42.898621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] For port b5d18d4c-e67e-49d1-877b-24f1d3fb318d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:42.898975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:42.916088 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Calling delete_port for b5d18d4c-e67e-49d1-877b-24f1d3fb318d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:43.040666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:43.067315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Pushing event deleted for resources: {'Port': ['ID=b5d18d4c-e67e-49d1-877b-24f1d3fb318d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:43.069634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:43.114143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] No DVR routers for this DVR port b5d18d4c-e67e-49d1-877b-24f1d3fb318d on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:42:43.116673 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:43.118690 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2c5cbe53-d093-42f4-9ed2-59a6d5a2b16d req-cf043fe9-6646-4bf6-9e55-f68d76bd8a70 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.37 "DELETE /v2.0/ports/b5d18d4c-e67e-49d1-877b-24f1d3fb318d HTTP/1.1" status: 204 len: 173 time: 0.3894427 Aug 20 09:42:43.119175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'name': 'network-vif-deleted', 'tag': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:42:43.121362 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e035cdf57beea7d2a5cbd53fb8fbd1b935039c7aacb9b792aea579151de2b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a4a01-cebd-460b-a788-a3b28848f6f7" -d '{"events": [{"server_uuid": "575e3bac-5491-4a07-99eb-a98c0026f33e", "name": "network-vif-deleted", "tag": "b5d18d4c-e67e-49d1-877b-24f1d3fb318d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:42:43.221344 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280ce6a-949e-4feb-b0b6-d2368c94c2a0 x-openstack-request-id: req-7280ce6a-949e-4feb-b0b6-d2368c94c2a0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:42:43.221597 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e3bac-5491-4a07-99eb-a98c0026f33e", "name": "network-vif-deleted", "tag": "b5d18d4c-e67e-49d1-877b-24f1d3fb318d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:42:43.221874 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7280ce6a-949e-4feb-b0b6-d2368c94c2a0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:42:43.222349 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e3bac-5491-4a07-99eb-a98c0026f33e', 'name': 'network-vif-deleted', 'tag': 'b5d18d4c-e67e-49d1-877b-24f1d3fb318d', 'status': 'completed', 'code': 200} Aug 20 09:42:43.238955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4aee82d0-1558-4d72-8ac1-493ff0648797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:43.613988 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5ce96340-beb6-4063-8be3-80519e21d7f3 req-afe6ec9b-b88f-4051-a9e2-9499928d1221 tempest-TestEncryptedCinderVolumes-1611173386 tempest-TestEncryptedCinderVolumes-1611173386-project] 10.222.0.35 "GET /v2.0/ports?device_id=575e3bac-5491-4a07-99eb-a98c0026f33e HTTP/1.1" status: 200 len: 210 time: 0.0293248 Aug 20 09:42:44.454921 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:44.703280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35638) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:44.803883 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b5d18d4c-e67e-49d1-877b-24f1d3fb318d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:44.823779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: b5d18d4c-e67e-49d1-877b-24f1d3fb318d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:44.824128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device b5d18d4c-e67e-49d1-877b-24f1d3fb318d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:45.039557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:45.275724 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Deleting port e99274cf-6bbc-4e4e-9631-69559b592b4c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:45.275977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:45.354083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] For port e99274cf-6bbc-4e4e-9631-69559b592b4c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e99274cf-6bbc-4e4e-9631-69559b592b4c,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:45.354452 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:45.367584 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Calling delete_port for e99274cf-6bbc-4e4e-9631-69559b592b4c owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:45.851563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:45.874009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Pushing event deleted for resources: {'Port': ['ID=e99274cf-6bbc-4e4e-9631-69559b592b4c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:46.043272 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.250197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:42:46.359384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:42:46.364635 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b76474ab-5b0d-497d-94f3-c9dac212824d admin admin] 10.222.0.35 "PUT /v2.0/routers/5c2b7e26-6578-4dcc-bff5-ddc00837d820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597140 Aug 20 09:42:46.367111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35640) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:46.369797 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] Sync routers for ids ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:42:46.379527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] Routers {'5c2b7e26-6578-4dcc-bff5-ddc00837d820'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:46.380136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:46.432827 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.474477 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.496033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] Set router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:46.577692 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.630671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Deleting port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:46.631019 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.670187 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fc20f12e-f9bd-4951-8a87-2813225557d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.688986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:42:45Z', 'revision_number': 5, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port': {'id': '74ae3c5a-ff42-4b89-97d3-2f204cf0d904', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:46.713989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] For port 74ae3c5a-ff42-4b89-97d3-2f204cf0d904, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:46.714357 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.718297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] Checking router: 5c2b7e26-6578-4dcc-bff5-ddc00837d820 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:42:46.726979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] Routers {'5c2b7e26-6578-4dcc-bff5-ddc00837d820'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:46.727583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:46.727725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Calling delete_port for 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:46.900676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:46.927400 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ae3c5a-ff42-4b89-97d3-2f204cf0d904,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:46.970122 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] Set router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:46.989691 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.022370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:42:46Z', 'revision_number': 6, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:47.051812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290bd2f5-c29d-4a4b-aa0a-d864987230b5 None None] The sync data for ids ['5c2b7e26-6578-4dcc-bff5-ddc00837d820'] in n-d-804285-2 is: [{'id': '5c2b7e26-6578-4dcc-bff5-ddc00837d820', 'name': 'tempest-TestEncryptedCinderVolumes-142160486-router', 'tenant_id': 'c4980b06da934a929b0c5e252f385010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:31Z', 'updated_at': '2021-08-20T09:42:46Z', 'revision_number': 6, 'project_id': 'c4980b06da934a929b0c5e252f385010', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:42:47.079796 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.083914 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.129705 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.130244 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c2b7e26-6578-4dcc-bff5-ddc00837d820 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:42:47.134382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.135506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-20507748-daf6-41f9-8bee-f9b94794c5e7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5c2b7e26-6578-4dcc-bff5-ddc00837d820 HTTP/1.1" status: 204 len: 168 time: 0.7673271 Aug 20 09:42:47.138066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35642) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:47.182680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Deleting subnet 2bb13fad-3e8a-4862-8275-b120a9643fe8 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:42:47.185604 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.219632 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.299382 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.350840 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.375393 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb13fad-3e8a-4862-8275-b120a9643fe8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:47.378994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.382593 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dbfb1e9e-126f-4d48-8a76-12745b044cc5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2bb13fad-3e8a-4862-8275-b120a9643fe8 HTTP/1.1" status: 204 len: 168 time: 0.2418506 Aug 20 09:42:47.383403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35644) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:47.386022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b022621-3d0d-482f-b98e-89d587f8fe79 None None] Network bfa938b7-e06f-473e-8050-5a2d7761367d requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:42:47.458710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.522196 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Deleting port 60819e5b-2d75-4e3a-a785-5b990119707c {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:47.522544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.585163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] For port 60819e5b-2d75-4e3a-a785-5b990119707c, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=60819e5b-2d75-4e3a-a785-5b990119707c,segment=NetworkSegment(d50a8524-6541-4ff2-9b5c-38d8a84f2795),segment_id=d50a8524-6541-4ff2-9b5c-38d8a84f2795)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:47.585529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.600029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Calling delete_port for 60819e5b-2d75-4e3a-a785-5b990119707c owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:47.610599 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.683994 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.710209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] No DVR routers for this DVR port 60819e5b-2d75-4e3a-a785-5b990119707c on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:42:47.714939 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Pushing event deleted for resources: {'Port': ['ID=60819e5b-2d75-4e3a-a785-5b990119707c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:47.782344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.792551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa938b7-e06f-473e-8050-5a2d7761367d']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:47.804148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50a8524-6541-4ff2-9b5c-38d8a84f2795') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:47.804441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50a8524-6541-4ff2-9b5c-38d8a84f2795') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:47.814174 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.825217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72f2b1-803f-4d42-8b9e-aad92382a943 None None] DHCP port deletion for bfa938b7-e06f-473e-8050-5a2d7761367d request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:42:47.838405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.844804 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:42:47.845221 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:42:47.847484 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:42:47.901433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.906230 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:47.911806 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bfa938b7-e06f-473e-8050-5a2d7761367d HTTP/1.1" status: 204 len: 168 time: 0.5238202 Aug 20 09:42:47.912683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35646) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:47.921680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f1ae-5b92-4df1-9f5c-a1cef2e0bf35 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa938b7-e06f-473e-8050-5a2d7761367d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:48.270601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:48.313280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e99274cf-6bbc-4e4e-9631-69559b592b4c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:48.337281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e99274cf-6bbc-4e4e-9631-69559b592b4c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:48.337624 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e99274cf-6bbc-4e4e-9631-69559b592b4c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:48.338066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:48.356024 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:48.356300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74ae3c5a-ff42-4b89-97d3-2f204cf0d904 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:48.356710 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 60819e5b-2d75-4e3a-a785-5b990119707c no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:48.374438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 60819e5b-2d75-4e3a-a785-5b990119707c {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:48.374782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 60819e5b-2d75-4e3a-a785-5b990119707c not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:48.509169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Deleting port 6e5e927d-2290-4144-a8f5-47d850d7e1b3 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:48.509439 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:48.584087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] For port 6e5e927d-2290-4144-a8f5-47d850d7e1b3, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6e5e927d-2290-4144-a8f5-47d850d7e1b3,segment=NetworkSegment(5d157ace-a235-45eb-b88a-e9eb1adb4afb),segment_id=5d157ace-a235-45eb-b88a-e9eb1adb4afb)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:48.584445 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:48.596890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Calling delete_port for 6e5e927d-2290-4144-a8f5-47d850d7e1b3 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:48.767125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:48.790484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5e927d-2290-4144-a8f5-47d850d7e1b3,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:48.801073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.801423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.801781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.802608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.802608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.802793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.803060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.803381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.803701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.804020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.804338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.804675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:48.973647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:48.978165 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:49.176015 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Router eabcc55e-08e5-4680-8e95-233b8f863495 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:42:49.600414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:42:49.605255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-69ec6031-8d81-411f-8ba7-064d1707afa8 admin admin] 10.222.0.35 "PUT /v2.0/routers/eabcc55e-08e5-4680-8e95-233b8f863495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913791 Aug 20 09:42:49.607808 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35648) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:49.610843 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] Sync routers for ids ['eabcc55e-08e5-4680-8e95-233b8f863495'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:42:49.620556 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] Routers {'eabcc55e-08e5-4680-8e95-233b8f863495'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:49.621155 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eabcc55e-08e5-4680-8e95-233b8f863495'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:49.709663 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:49.725032 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] Set router eabcc55e-08e5-4680-8e95-233b8f863495 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:49.810110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:49.863117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Deleting port aee40b0b-3d7a-44d4-8998-face87fb3c66 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:49.863346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:49.901212 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:42:48Z', 'revision_number': 5, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port': {'id': 'aee40b0b-3d7a-44d4-8998-face87fb3c66', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:41:36Z', 'updated_at': '2021-08-20T09:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:49.944496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] For port aee40b0b-3d7a-44d4-8998-face87fb3c66, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=aee40b0b-3d7a-44d4-8998-face87fb3c66,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:49.944875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:49.962673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Calling delete_port for aee40b0b-3d7a-44d4-8998-face87fb3c66 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:50.015236 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] Checking router: eabcc55e-08e5-4680-8e95-233b8f863495 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:42:50.024187 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] Routers {'eabcc55e-08e5-4680-8e95-233b8f863495'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:50.024797 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['eabcc55e-08e5-4680-8e95-233b8f863495'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:50.108734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] Set router eabcc55e-08e5-4680-8e95-233b8f863495 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:50.123868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.149876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee40b0b-3d7a-44d4-8998-face87fb3c66,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:50.163507 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:42:49Z', 'revision_number': 6, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:50.188994 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00a80a-58db-4f81-80ce-3101aa13390d None None] The sync data for ids ['eabcc55e-08e5-4680-8e95-233b8f863495'] in n-d-804285-2 is: [{'id': 'eabcc55e-08e5-4680-8e95-233b8f863495', 'name': 'tempest-TestEncryptedCinderVolumes-269817026-router', 'tenant_id': '4a2cc1f3bd32458f974d34ae40638b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:41:35Z', 'updated_at': '2021-08-20T09:42:49Z', 'revision_number': 6, 'project_id': '4a2cc1f3bd32458f974d34ae40638b72', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:42:50.211244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.304438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.306545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.348163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.348711 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eabcc55e-08e5-4680-8e95-233b8f863495 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:42:50.352890 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.354065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-75d0017a-9b03-4872-8fb6-26c079f09c56 admin admin] 10.222.0.35 "DELETE /v2.0/routers/eabcc55e-08e5-4680-8e95-233b8f863495 HTTP/1.1" status: 204 len: 168 time: 0.7452404 Aug 20 09:42:50.356494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35650) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:50.404099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Deleting subnet 19c882cf-21ed-432f-bb96-f05ba77cf860 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:42:50.407968 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.443550 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.523040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.593010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.624632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c882cf-21ed-432f-bb96-f05ba77cf860,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:50.630606 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.635567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1a09ae6e-ecdd-4755-a685-157e9831aa48 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/19c882cf-21ed-432f-bb96-f05ba77cf860 HTTP/1.1" status: 204 len: 168 time: 0.2781129 Aug 20 09:42:50.635965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35652) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:50.646657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b40d45-f9a3-44a8-96f6-dfdf9433deb6 None None] Network d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:42:50.706527 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.763973 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Deleting port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:42:50.764317 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.826099 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] For port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,segment=NetworkSegment(5d157ace-a235-45eb-b88a-e9eb1adb4afb),segment_id=5d157ace-a235-45eb-b88a-e9eb1adb4afb)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:50.826467 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.839682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Calling delete_port for 8e8c18f0-6d91-45f6-ab69-b197ea173bbb owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:42:50.919385 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:50.946133 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8c18f0-6d91-45f6-ab69-b197ea173bbb,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:50.947985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] No DVR routers for this DVR port 8e8c18f0-6d91-45f6-ab69-b197ea173bbb on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:42:50.975668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47464c0c-a9cc-4fff-9877-835c2efd1330 None None] DHCP port deletion for d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:42:50.977812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6e5e927d-2290-4144-a8f5-47d850d7e1b3 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:50.998723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 6e5e927d-2290-4144-a8f5-47d850d7e1b3 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:50.999097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6e5e927d-2290-4144-a8f5-47d850d7e1b3 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:51.021986 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.031756 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:51.042013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d157ace-a235-45eb-b88a-e9eb1adb4afb') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:51.042310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d157ace-a235-45eb-b88a-e9eb1adb4afb') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:51.051703 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.070281 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.076093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:42:51.076506 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:42:51.078870 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:42:51.133644 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.140034 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.141885 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0 HTTP/1.1" status: 204 len: 168 time: 0.5048323 Aug 20 09:42:51.152839 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da66211-4ee5-4ec0-8cf5-dbf519149bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7fc6fc1-5f7b-4e46-8d93-777003c1f1a0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:51.310184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35656) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:51.355060 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a2cc9ba-6d5c-4fab-a4ee-d4cb7b01ec38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4980b06da934a929b0c5e252f385010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436392 Aug 20 09:42:51.357403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35658) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:51.404849 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-918ce9fc-f3c5-4adc-b143-77d12f67241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.427366 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-918ce9fc-f3c5-4adc-b143-77d12f67241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.478880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-918ce9fc-f3c5-4adc-b143-77d12f67241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.481391 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-918ce9fc-f3c5-4adc-b143-77d12f67241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.482574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-918ce9fc-f3c5-4adc-b143-77d12f67241c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be59e2e3-3a65-4974-b473-2293f1396ab0 HTTP/1.1" status: 204 len: 168 time: 0.1242251 Aug 20 09:42:51.490791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ce9fc-f3c5-4adc-b143-77d12f67241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be59e2e3-3a65-4974-b473-2293f1396ab0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:51.797001 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35664) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:51.835908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ab1061b-b372-46bb-b810-1dd214fbfdd1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a2cc1f3bd32458f974d34ae40638b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377786 Aug 20 09:42:51.838292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35666) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:51.885055 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14a46816-90a1-4b79-a39b-03bf1754e09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.905559 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14a46816-90a1-4b79-a39b-03bf1754e09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.953106 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14a46816-90a1-4b79-a39b-03bf1754e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.956981 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-14a46816-90a1-4b79-a39b-03bf1754e09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:51.957890 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-14a46816-90a1-4b79-a39b-03bf1754e09f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86f0cfa5-7f58-48cb-9925-a65fa552c7ab HTTP/1.1" status: 204 len: 168 time: 0.1186004 Aug 20 09:42:51.966148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a46816-90a1-4b79-a39b-03bf1754e09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0cfa5-7f58-48cb-9925-a65fa552c7ab,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:52.312828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee40b0b-3d7a-44d4-8998-face87fb3c66 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:52.333397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: aee40b0b-3d7a-44d4-8998-face87fb3c66 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:52.333961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device aee40b0b-3d7a-44d4-8998-face87fb3c66 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:52.334483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8e8c18f0-6d91-45f6-ab69-b197ea173bbb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:42:52.353462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8e8c18f0-6d91-45f6-ab69-b197ea173bbb {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:42:52.353826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8e8c18f0-6d91-45f6-ab69-b197ea173bbb not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:42:52.618397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35688) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:52.714818 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-682807956-network', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:52.736014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Made reservation on behalf of 96f2f0e7189a4825b1a709b31ce5a8ef for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:42:52.738502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.747249 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.835089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.838453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.858798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:42:52.873530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e841afe-4ac0-4f00-89b0-d2b0474ed7af,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:52.876430 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.876782 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Added segment a384f132-6f58-4265-b8cf-ceb71c7058f4 of type vlan for network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 Aug 20 09:42:52.921026 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.945604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:52.946581 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:52.947162 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.004306 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3847840 Aug 20 09:42:53.007292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35692) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:53.009346 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38e3a0-925d-4021-aa49-0665f31cc6fa admin admin] Pushing event updated for resources: {'Network': ['ID=a0eae9ef-2e31-42fb-b57a-9338be35a8e7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:53.012367 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Request body: {'subnet': {'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-682807956-subnet', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:53.019542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:42:53.039009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Made reservation on behalf of 96f2f0e7189a4825b1a709b31ce5a8ef for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:42:53.041307 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.205338 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.266757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a041cac3-659d-43e8-886b-f1000bfb6257,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:53.276015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Checking segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:53.276378 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Network hostable DHCP agents. Network: a0eae9ef-2e31-42fb-b57a-9338be35a8e7, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:42:53.292308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:42:53.301610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, a0eae9ef-2e31-42fb-b57a-9338be35a8e7) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:53.306666 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:53.307494 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.310463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff3826-b954-43be-8b59-680b99258723 None None] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:42:53.322428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dce87255-af18-43e7-a1b1-de55f060cca5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3139937 Aug 20 09:42:53.325128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35694) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:53.329503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:53.350369 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.351351 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.404082 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.459364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:42:53.461563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.541594 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.595772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Allocated IP 172.20.0.2 (a0eae9ef-2e31-42fb-b57a-9338be35a8e7/a041cac3-659d-43e8-886b-f1000bfb6257/020e7b04-1980-448a-9051-4c1eb5447753) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:42:53.738955 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.740541 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.748957 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Transition to ACTIVE for port object 020e7b04-1980-448a-9051-4c1eb5447753 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:53.761670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.764467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Transition to ACTIVE for port object 020e7b04-1980-448a-9051-4c1eb5447753 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:53.770838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.807376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:53.811471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:53.815425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:42:53.824766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Pushing event updated for resources: {'Port': ['ID=020e7b04-1980-448a-9051-4c1eb5447753,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:53.866163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Allocated IP 172.25.5.131 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4cf00844-0562-40b0-af09-afc90ea020ee) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:42:53.878165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Attempting to bind port 020e7b04-1980-448a-9051-4c1eb5447753 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:42:53.878545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Attempting to bind port 020e7b04-1980-448a-9051-4c1eb5447753 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:42:53.878941 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Attempting to bind port 020e7b04-1980-448a-9051-4c1eb5447753 on network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:42:53.884034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:42:53.884407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Checking segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:53.884806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.885199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Bound using segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:42:53.885659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Bound port: 020e7b04-1980-448a-9051-4c1eb5447753, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:42:53.886069 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.948114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] For port 020e7b04-1980-448a-9051-4c1eb5447753, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:42:53.951303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] For port 020e7b04-1980-448a-9051-4c1eb5447753, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=020e7b04-1980-448a-9051-4c1eb5447753,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:42:53.957830 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:53.977211 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:54.014659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e360a-4a5c-46e2-8fcc-0090c2feda55 None None] Pushing event updated for resources: {'Port': ['ID=020e7b04-1980-448a-9051-4c1eb5447753,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:54.020834 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:54.061038 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:54.063941 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:54.071808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:42:54.074954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf00844-0562-40b0-af09-afc90ea020ee,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:54.344110 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:54.350784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 020e7b04-1980-448a-9051-4c1eb5447753 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:42:54.408870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 020e7b04-1980-448a-9051-4c1eb5447753 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:42:54.544146 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:54.893119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df26d0d5-19c2-41ed-8a45-d782bc1e5e8c None None] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:42:54.945287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] Provisioning for port 020e7b04-1980-448a-9051-4c1eb5447753 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:42:54.951761 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] Provisioning complete for port 020e7b04-1980-448a-9051-4c1eb5447753 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:54.952139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:54.984083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Router 27a1a9d0-009c-42eb-9154-fedd63443dd7 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:42:55.095902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:42:55.111658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Sync routers for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:42:55.112762 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.114156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1dac8947-2a6d-4685-ab30-60480b0c7ed9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7880545 Aug 20 09:42:55.116532 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.116815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35696) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:55.137951 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:55.138568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:55.204108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] For port 020e7b04-1980-448a-9051-4c1eb5447753, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=020e7b04-1980-448a-9051-4c1eb5447753,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:55.212320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.305698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:55.307514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667f9c7-cd8f-4008-ac61-1cd9ca98a73d None None] Pushing event updated for resources: {'Port': ['ID=020e7b04-1980-448a-9051-4c1eb5447753,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:55.452268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ca246552-cbfa-4452-bd49-82b7d83ee41d None None] Provisioning complete for port 020e7b04-1980-448a-9051-4c1eb5447753 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:55.452637 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ca246552-cbfa-4452-bd49-82b7d83ee41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.554215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:54Z', 'revision_number': 3, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:55.557767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.586854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Checking router: 27a1a9d0-009c-42eb-9154-fedd63443dd7 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:42:55.587204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Updating router 27a1a9d0-009c-42eb-9154-fedd63443dd7 port 4cf00844-0562-40b0-af09-afc90ea020ee binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:42:55.617935 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.715823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Allocated IP 172.20.0.1 (a0eae9ef-2e31-42fb-b57a-9338be35a8e7/a041cac3-659d-43e8-886b-f1000bfb6257/559d9bdb-d304-4403-8d86-b973af919b38) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:42:55.823979 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.838067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Transition to ACTIVE for port object 559d9bdb-d304-4403-8d86-b973af919b38 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:55.868971 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.871909 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.879565 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Transition to ACTIVE for port object 4cf00844-0562-40b0-af09-afc90ea020ee will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:55.886435 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.907587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:55.912643 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:55.914946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:42:55.942486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Attempting to bind port 4cf00844-0562-40b0-af09-afc90ea020ee on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:42:55.943002 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Attempting to bind port 4cf00844-0562-40b0-af09-afc90ea020ee by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:42:55.943209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Attempting to bind port 4cf00844-0562-40b0-af09-afc90ea020ee on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:42:55.945300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fccbb-59fd-4fc0-aba4-fbe5be8a670f None None] Pushing event updated for resources: {'Port': ['ID=4cf00844-0562-40b0-af09-afc90ea020ee,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:55.949664 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Pushing event updated for resources: {'Port': ['ID=559d9bdb-d304-4403-8d86-b973af919b38,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:55.951465 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:42:55.951894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:55.952245 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.952632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:42:55.953117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Bound port: 4cf00844-0562-40b0-af09-afc90ea020ee, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:42:55.953483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:55.968892 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.013015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] For port 4cf00844-0562-40b0-af09-afc90ea020ee, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:42:56.017569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] For port 4cf00844-0562-40b0-af09-afc90ea020ee, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4cf00844-0562-40b0-af09-afc90ea020ee,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:42:56.023425 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.084153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:56.084811 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:56.117836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.123772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fccbb-59fd-4fc0-aba4-fbe5be8a670f None None] Pushing event updated for resources: {'Port': ['ID=4cf00844-0562-40b0-af09-afc90ea020ee,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:56.199971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:56.249541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9b694741-5e81-4e47-b260-3132dd52bbf4 None None] Provisioning for port 559d9bdb-d304-4403-8d86-b973af919b38 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:42:56.281553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-9b694741-5e81-4e47-b260-3132dd52bbf4 None None] Provisioning complete for port 559d9bdb-d304-4403-8d86-b973af919b38 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:56.281955 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9b694741-5e81-4e47-b260-3132dd52bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.289670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.300749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.340607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 020e7b04-1980-448a-9051-4c1eb5447753 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:42:56.375134 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.377018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Pushing event updated for resources: {'Port': ['ID=559d9bdb-d304-4403-8d86-b973af919b38,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:56.476289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:56.477886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:56.565494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-9b694741-5e81-4e47-b260-3132dd52bbf4 None None] Port 559d9bdb-d304-4403-8d86-b973af919b38 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:42:56.603107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Router 27a1a9d0-009c-42eb-9154-fedd63443dd7 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:42:56.626416 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 020e7b04-1980-448a-9051-4c1eb5447753 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:56.626737 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.692141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:42:55Z', 'revision_number': 1, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:56.718489 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:42:56.730247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-907aab3c-8604-498e-8cc4-94b635c873c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/27a1a9d0-009c-42eb-9154-fedd63443dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066260 Aug 20 09:42:56.741436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664f2ab-bc2b-47dc-b595-87acaf995a57 None None] The sync data for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 is: [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:42:55Z', 'revision_number': 1, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:42:56.784246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-73668391-ecda-4b57-9cfa-be6a5df9cad4 None None] Provisioning complete for port 559d9bdb-d304-4403-8d86-b973af919b38 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:56.784611 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-73668391-ecda-4b57-9cfa-be6a5df9cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:56.821324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-73668391-ecda-4b57-9cfa-be6a5df9cad4 None None] Port 559d9bdb-d304-4403-8d86-b973af919b38 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:42:57.231123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35712) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:57.236166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1348368302-network', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:57.259215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Made reservation on behalf of fb72bd756d8f4469bd56518b5cffc424 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:42:57.261547 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.271411 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.375570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.379513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.405539 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:42:57.422184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aee964-60f8-4e22-92aa-df98e649c844,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:57.427543 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.427900 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Added segment 42bc956f-4d4f-416c-92bd-0a57d15fb60f of type vlan for network e826091f-dc9b-4a05-bd88-c42a481e9084 Aug 20 09:42:57.471958 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.498487 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.499704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:57.500330 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.559885 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3276243 Aug 20 09:42:57.562587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35714) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:57.567547 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Request body: {'subnet': {'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1348368302-subnet', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:57.575997 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585b53-2d68-4765-a2eb-12935c66d42a admin admin] Pushing event updated for resources: {'Network': ['ID=e826091f-dc9b-4a05-bd88-c42a481e9084,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:57.586286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network e826091f-dc9b-4a05-bd88-c42a481e9084 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:42:57.604208 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Made reservation on behalf of fb72bd756d8f4469bd56518b5cffc424 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:42:57.606697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.791116 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.848735 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0d725b-251f-498e-9de9-790b53fd7501,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:57.858598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Checking segment: {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:57.858994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Network hostable DHCP agents. Network: e826091f-dc9b-4a05-bd88-c42a481e9084, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:42:57.876834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Network e826091f-dc9b-4a05-bd88-c42a481e9084 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:42:57.886766 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, e826091f-dc9b-4a05-bd88-c42a481e9084) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:57.891584 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:42:57.892378 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.897570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01820113-0fda-4c2f-b306-eb1c7e5286ed None None] Network e826091f-dc9b-4a05-bd88-c42a481e9084 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:42:57.909899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35718) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:57.911047 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3c4b66fe-379b-4a37-a891-0f98b9208c83 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3462698 Aug 20 09:42:57.915020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:42:57.938283 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:57.939383 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.001985 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.043202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-e826091f-dc9b-4a05-bd88-c42a481e9084', 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'fixed_ips': [{'subnet_id': 'aa0d725b-251f-498e-9de9-790b53fd7501'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:42:58.044066 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.139970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.185170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Allocated IP 172.20.0.2 (e826091f-dc9b-4a05-bd88-c42a481e9084/aa0d725b-251f-498e-9de9-790b53fd7501/4a1e8cba-1206-4816-b453-b0a38b0c93d4) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:42:58.348786 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.357495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Transition to ACTIVE for port object 4a1e8cba-1206-4816-b453-b0a38b0c93d4 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:58.369765 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.370306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cf00844-0562-40b0-af09-afc90ea020ee up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:42:58.390665 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.398065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Transition to ACTIVE for port object 4a1e8cba-1206-4816-b453-b0a38b0c93d4 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:58.410469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.458680 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Network e826091f-dc9b-4a05-bd88-c42a481e9084 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:58.463583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:58.468826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:42:58.481550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Pushing event updated for resources: {'Port': ['ID=4a1e8cba-1206-4816-b453-b0a38b0c93d4,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:58.491054 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4cf00844-0562-40b0-af09-afc90ea020ee completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:42:58.506242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Allocated IP 172.25.5.56 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:42:58.512125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4cf00844-0562-40b0-af09-afc90ea020ee triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:42:58.512416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.563896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Attempting to bind port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:42:58.564264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Attempting to bind port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:42:58.564671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Attempting to bind port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 on network e826091f-dc9b-4a05-bd88-c42a481e9084 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:42:58.576443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:42:58.576823 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Checking segment: {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:58.577235 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.577627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Bound using segment: {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:42:58.578132 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Bound port: 4a1e8cba-1206-4816-b453-b0a38b0c93d4, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:42:58.578516 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.618041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.657637 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.670372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.695944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] For port 4a1e8cba-1206-4816-b453-b0a38b0c93d4, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:42:58.697220 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:42:58.700407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:42:58.700569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] For port 4a1e8cba-1206-4816-b453-b0a38b0c93d4, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a1e8cba-1206-4816-b453-b0a38b0c93d4,segment=NetworkSegment(42bc956f-4d4f-416c-92bd-0a57d15fb60f),segment_id=42bc956f-4d4f-416c-92bd-0a57d15fb60f)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:42:58.702864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4cf00844-0562-40b0-af09-afc90ea020ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4cf00844-0562-40b0-af09-afc90ea020ee,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:42:58.704240 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:42:58.706858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.712964 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:58.732151 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Sync routers for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:42:58.741631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Pushing event updated for resources: {'Port': ['ID=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:58.742878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:58.744776 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:58.774379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034b5a-233b-4bd1-8a03-a30a2850d444 None None] Pushing event updated for resources: {'Port': ['ID=4a1e8cba-1206-4816-b453-b0a38b0c93d4,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:58.832179 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4cf00844-0562-40b0-af09-afc90ea020ee,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:58.865862 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:59.014975 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.092632 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 2, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:59.126158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Checking router: 27a1a9d0-009c-42eb-9154-fedd63443dd7 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:42:59.126513 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Updating router 27a1a9d0-009c-42eb-9154-fedd63443dd7 port 559d9bdb-d304-4403-8d86-b973af919b38 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:42:59.151002 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.227047 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.357538 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Router a79029fc-bf43-4773-b958-dccd35ac7032 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:42:59.413271 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.425308 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Transition to ACTIVE for port object 559d9bdb-d304-4403-8d86-b973af919b38 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:42:59.432415 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.474479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:42:59.486368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Sync routers for ids ['a79029fc-bf43-4773-b958-dccd35ac7032'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:42:59.497530 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.498906 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-542611f6-65d9-4a88-bda3-b8787818ca52 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5877192 Aug 20 09:42:59.502829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35720) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:42:59.503617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Routers {'a79029fc-bf43-4773-b958-dccd35ac7032'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:59.504263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a79029fc-bf43-4773-b958-dccd35ac7032'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:59.552035 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Attempting to bind port 559d9bdb-d304-4403-8d86-b973af919b38 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:42:59.552397 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Attempting to bind port 559d9bdb-d304-4403-8d86-b973af919b38 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:42:59.552765 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Attempting to bind port 559d9bdb-d304-4403-8d86-b973af919b38 on network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:42:59.555971 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Pushing event updated for resources: {'Port': ['ID=559d9bdb-d304-4403-8d86-b973af919b38,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:59.570295 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.570925 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.571425 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.571930 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.572430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.572932 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.573418 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.573938 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.574494 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.574976 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.575534 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.575866 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:42:59.581064 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:42:59.581449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Checking segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:42:59.581892 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.582449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Bound using segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:42:59.583088 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Bound port: 559d9bdb-d304-4403-8d86-b973af919b38, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:42:59.583638 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.671723 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] For port 559d9bdb-d304-4403-8d86-b973af919b38, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:42:59.678703 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] For port 559d9bdb-d304-4403-8d86-b973af919b38, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=559d9bdb-d304-4403-8d86-b973af919b38,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:42:59.686562 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:42:59.699161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Set router a79029fc-bf43-4773-b958-dccd35ac7032 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:59.760364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:42:59.761010 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:59.887644 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:42:59.939305 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 3, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:42:59.978482 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e4cd5-1833-4782-ae0b-6c3c6487f5a5 None None] Pushing event updated for resources: {'Port': ['ID=559d9bdb-d304-4403-8d86-b973af919b38,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:42:59.992557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Checking router: a79029fc-bf43-4773-b958-dccd35ac7032 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:42:59.992905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Updating router a79029fc-bf43-4773-b958-dccd35ac7032 port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:43:00.020195 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dbfb82-3878-446a-9bea-df346d9c789c None None] Network e826091f-dc9b-4a05-bd88-c42a481e9084 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:43:00.085152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.090767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e80af6b-59f5-4d0b-b56e-9b188e664f72 None None] Provisioning for port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:00.135872 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:42:59Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:00.163186 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a670d02-0162-44e7-8116-d04f1ff26b2b None None] The sync data for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 is: [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:42:59Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:43:00.470049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.481561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Transition to ACTIVE for port object cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:43:00.491657 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.536074 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.536641 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cf00844-0562-40b0-af09-afc90ea020ee up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:00.602682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Attempting to bind port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:43:00.603061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Attempting to bind port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:43:00.603437 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Attempting to bind port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:43:00.608192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d02857-623c-4c5e-b256-841ffba54f15 None None] Pushing event updated for resources: {'Port': ['ID=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:00.616664 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:43:00.617601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:43:00.617601 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.617913 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:43:00.618564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Bound port: cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:43:00.618961 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.677029 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4cf00844-0562-40b0-af09-afc90ea020ee triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:00.677321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.681186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] For port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:43:00.713092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] For port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:43:00.724556 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.736731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Allocated IP 172.20.0.1 (e826091f-dc9b-4a05-bd88-c42a481e9084/aa0d725b-251f-498e-9de9-790b53fd7501/ec34a2bb-72a4-4e65-8586-b9b7842fdf86) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:43:00.806285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Routers {'a79029fc-bf43-4773-b958-dccd35ac7032'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:43:00.806919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a79029fc-bf43-4773-b958-dccd35ac7032'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:00.860902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.861199 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d02857-623c-4c5e-b256-841ffba54f15 None None] Pushing event updated for resources: {'Port': ['ID=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:00.881791 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Transition to ACTIVE for port object ec34a2bb-72a4-4e65-8586-b9b7842fdf86 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:43:00.887285 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 559d9bdb-d304-4403-8d86-b973af919b38 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:00.920546 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:00.959450 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Network e826091f-dc9b-4a05-bd88-c42a481e9084 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:43:00.963796 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:43:00.966276 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:43:00.980990 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] Set router a79029fc-bf43-4773-b958-dccd35ac7032 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:43:01.008710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.049155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 559d9bdb-d304-4403-8d86-b973af919b38 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:01.056018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Pushing event updated for resources: {'Port': ['ID=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:01.160666 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.252035 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 559d9bdb-d304-4403-8d86-b973af919b38 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:01.252365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.295598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-80daf4a4-cc3d-40a4-804e-60cdf7e802f0 None None] Provisioning for port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:01.308412 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-80daf4a4-cc3d-40a4-804e-60cdf7e802f0 None None] Provisioning complete for port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:01.308788 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-80daf4a4-cc3d-40a4-804e-60cdf7e802f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.331688 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.336698 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.363824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-80daf4a4-cc3d-40a4-804e-60cdf7e802f0 None None] Port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:43:01.409849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Pushing event updated for resources: {'Port': ['ID=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:01.412277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.427851 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.467842 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 559d9bdb-d304-4403-8d86-b973af919b38, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=559d9bdb-d304-4403-8d86-b973af919b38,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:01.469600 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 3, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:01.496460 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.497242 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a1e8cba-1206-4816-b453-b0a38b0c93d4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:01.505227 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Network e826091f-dc9b-4a05-bd88-c42a481e9084 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:43:01.506671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:43:01.518730 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf693f-3b34-4472-86c4-3623600a239b None None] The sync data for ids ['a79029fc-bf43-4773-b958-dccd35ac7032'] in n-d-804285-2 is: [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 3, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:43:01.583087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=559d9bdb-d304-4403-8d86-b973af919b38,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:01.601632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:01.613571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:01.614032 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.648950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Router a79029fc-bf43-4773-b958-dccd35ac7032 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:43:01.702484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.741319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4a1e8cba-1206-4816-b453-b0a38b0c93d4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a1e8cba-1206-4816-b453-b0a38b0c93d4,segment=NetworkSegment(42bc956f-4d4f-416c-92bd-0a57d15fb60f),segment_id=42bc956f-4d4f-416c-92bd-0a57d15fb60f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:01.747080 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.776824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:43:01.788064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4ada0f69-9e9c-4d74-9c2c-d44b8f3c3bbb admin admin] 10.222.0.35 "PUT /v2.0/routers/a79029fc-bf43-4773-b958-dccd35ac7032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836342 Aug 20 09:43:01.825065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f678d02c-114a-4f00-a309-90aa1fe24570 None None] Provisioning complete for port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:01.825681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f678d02c-114a-4f00-a309-90aa1fe24570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:01.865494 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4a1e8cba-1206-4816-b453-b0a38b0c93d4,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:01.875925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f678d02c-114a-4f00-a309-90aa1fe24570 None None] Port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:43:02.419682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a1e8cba-1206-4816-b453-b0a38b0c93d4 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:02.474635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:02.475123 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:02.558472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 559d9bdb-d304-4403-8d86-b973af919b38 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:02.604988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 559d9bdb-d304-4403-8d86-b973af919b38 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:02.605365 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:02.686592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:02.746201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:02.750207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:02.750617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:02.841926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:02.865457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:02.871021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:02.925439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:03.721610 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Sync routers for ids ['a79029fc-bf43-4773-b958-dccd35ac7032'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:43:03.733382 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Routers {'a79029fc-bf43-4773-b958-dccd35ac7032'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:43:03.734133 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a79029fc-bf43-4773-b958-dccd35ac7032'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:03.966412 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Set router a79029fc-bf43-4773-b958-dccd35ac7032 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:43:04.189942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 4, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'ec34a2bb-72a4-4e65-8586-b9b7842fdf86', 'name': '', 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'mac_address': 'fa:16:3e:7e:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'aa0d725b-251f-498e-9de9-790b53fd7501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:43:00Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 2, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'subnets': [{'id': 'aa0d725b-251f-498e-9de9-790b53fd7501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:04.218803 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Checking router: a79029fc-bf43-4773-b958-dccd35ac7032 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:43:04.219082 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Updating router a79029fc-bf43-4773-b958-dccd35ac7032 port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:43:04.245649 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.369635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:04.431260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:04.431774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.591843 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.608288 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Transition to ACTIVE for port object ec34a2bb-72a4-4e65-8586-b9b7842fdf86 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:43:04.617585 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.685945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9ffe-e073-4958-b09b-20dd52886974 None None] Pushing event updated for resources: {'Port': ['ID=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:04.719022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Attempting to bind port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:43:04.719403 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Attempting to bind port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:43:04.719795 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Attempting to bind port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 on network e826091f-dc9b-4a05-bd88-c42a481e9084 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:43:04.727547 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:43:04.728203 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Checking segment: {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:43:04.728324 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.728627 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Bound using segment: {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:43:04.729100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Bound port: ec34a2bb-72a4-4e65-8586-b9b7842fdf86, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bc956f-4d4f-416c-92bd-0a57d15fb60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:43:04.729487 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.821231 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] For port ec34a2bb-72a4-4e65-8586-b9b7842fdf86, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:43:04.824826 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] For port ec34a2bb-72a4-4e65-8586-b9b7842fdf86, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,segment=NetworkSegment(42bc956f-4d4f-416c-92bd-0a57d15fb60f),segment_id=42bc956f-4d4f-416c-92bd-0a57d15fb60f)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:43:04.832596 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:04.881186 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Routers {'a79029fc-bf43-4773-b958-dccd35ac7032'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:43:04.882259 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:42:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a79029fc-bf43-4773-b958-dccd35ac7032'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:05.025354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] Set router a79029fc-bf43-4773-b958-dccd35ac7032 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:43:05.052609 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9ffe-e073-4958-b09b-20dd52886974 None None] Pushing event updated for resources: {'Port': ['ID=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:05.259471 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 4, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'ec34a2bb-72a4-4e65-8586-b9b7842fdf86', 'name': '', 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'mac_address': 'fa:16:3e:7e:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'aa0d725b-251f-498e-9de9-790b53fd7501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:43:00Z', 'updated_at': '2021-08-20T09:43:04Z', 'revision_number': 4, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'subnets': [{'id': 'aa0d725b-251f-498e-9de9-790b53fd7501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:05.292369 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114fb1c-7868-45f4-8692-ec3308f57786 None None] The sync data for ids ['a79029fc-bf43-4773-b958-dccd35ac7032'] in n-d-804285-2 is: [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 4, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'ec34a2bb-72a4-4e65-8586-b9b7842fdf86', 'name': '', 'network_id': 'e826091f-dc9b-4a05-bd88-c42a481e9084', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'mac_address': 'fa:16:3e:7e:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'aa0d725b-251f-498e-9de9-790b53fd7501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:43:00Z', 'updated_at': '2021-08-20T09:43:04Z', 'revision_number': 4, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'subnets': [{'id': 'aa0d725b-251f-498e-9de9-790b53fd7501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:43:06.365320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ec34a2bb-72a4-4e65-8586-b9b7842fdf86 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:06.421704 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:06.426295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:06.426666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:06.520255 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:06.561905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port ec34a2bb-72a4-4e65-8586-b9b7842fdf86, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,segment=NetworkSegment(42bc956f-4d4f-416c-92bd-0a57d15fb60f),segment_id=42bc956f-4d4f-416c-92bd-0a57d15fb60f)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:06.569248 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:06.628206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:08.341408 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ec34a2bb-72a4-4e65-8586-b9b7842fdf86 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:08.396093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:08.396891 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:10.853901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:43:12.039187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-49b566a1-011f-4091-942b-17f63b2ca6af tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:12.040646 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-49b566a1-011f-4091-942b-17f63b2ca6af tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 814 time: 0.1030750 Aug 20 09:43:12.056155 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-943b4a02-91a8-4e55-8440-93cf1816d353 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/quotas/96f2f0e7189a4825b1a709b31ce5a8ef HTTP/1.1" status: 200 len: 375 time: 0.0095620 Aug 20 09:43:12.105879 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-7f8bb465-6f7d-48ec-9aa6-0d73b8ca36c5 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446544 Aug 20 09:43:12.332329 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-14a9b6a1-46d6-47ee-9f68-f5112e927b71 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219389 Aug 20 09:43:12.418881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-781be662-6329-44cd-8287-8209327eca32 service neutron] 10.222.0.35 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805547 Aug 20 09:43:12.581981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-be459b3d-4655-4091-972b-1657b9e9fb5b req-c2eaef25-2559-4c9f-aa2d-5614f71ab6c8 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Aug 20 09:43:13.049999 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:13.239710 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-55bd2345-9278-4e20-908b-1cbf6414b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:13.587780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-7714979a-2fbe-45cc-9009-4b3ba4df8b40 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:13.589148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-7714979a-2fbe-45cc-9009-4b3ba4df8b40 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 814 time: 0.1134064 Aug 20 09:43:13.602113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'port': {'device_id': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'admin_state_up': True, 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:13.685089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0cc9e179-371b-422e-a634-94b50fcb074b req-10c250d8-2a97-4ee9-a2cd-1e5a69a0bb46 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Aug 20 09:43:13.721458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Made reservation on behalf of 96f2f0e7189a4825b1a709b31ce5a8ef for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:43:13.725360 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:13.865503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Allocated IP 172.20.0.9 (a0eae9ef-2e31-42fb-b57a-9338be35a8e7/a041cac3-659d-43e8-886b-f1000bfb6257/c710fc12-11cb-4291-a628-759e0d64aaf8) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:43:14.059695 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:14.074271 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Transition to ACTIVE for port object c710fc12-11cb-4291-a628-759e0d64aaf8 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:43:14.111189 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:14.162305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:43:14.165340 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:43:14.169132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:43:14.209191 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:14.232802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.232802 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.233493 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.233890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.234232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.234591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.234961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.235322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.235670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.236004 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.236360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.236752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:14.256143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:14.256880 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:14.277908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c1a7abe1-1129-4c57-87ff-a4c8b10d2d5c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6791747 Aug 20 09:43:14.457332 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-505776a9-1ee1-4815-b436-41d64035882c None None] Provisioning for port c710fc12-11cb-4291-a628-759e0d64aaf8 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:14.461125 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:14.462462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-505776a9-1ee1-4815-b436-41d64035882c None None] Provisioning complete for port c710fc12-11cb-4291-a628-759e0d64aaf8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:14.462819 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-505776a9-1ee1-4815-b436-41d64035882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:14.501747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-505776a9-1ee1-4815-b436-41d64035882c None None] Port c710fc12-11cb-4291-a628-759e0d64aaf8 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:43:14.816852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c18d-5c96-4fe2-8235-cbbdc33f15c5 req-308be5bc-be28-4b97-95e3-ed4292f8b643 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:14.818399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b08c18d-5c96-4fe2-8235-cbbdc33f15c5 req-308be5bc-be28-4b97-95e3-ed4292f8b643 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0503135 Aug 20 09:43:14.856416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b08c18d-5c96-4fe2-8235-cbbdc33f15c5 req-7a5da9bb-b44f-4f92-8f63-809e8b3ee4f4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 20 09:43:15.978563 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d47cdf-4618-4396-bd10-af1caaffbeab req-68c77e58-fa32-46f6-b674-8293810817ec tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:15.980865 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2d47cdf-4618-4396-bd10-af1caaffbeab req-68c77e58-fa32-46f6-b674-8293810817ec tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0568748 Aug 20 09:43:16.021065 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2d47cdf-4618-4396-bd10-af1caaffbeab req-d06ccd72-e0a5-4c4f-9a82-02fd3314d076 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Aug 20 09:43:16.413657 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:16.660926 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8cab3e31-1881-473a-ac28-d79e7d8ff380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:17.158626 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc994f-bcee-4de5-ac5d-d4b5e877f1a6 req-7ac3f22e-b402-4f6e-ba68-428be627b3ee tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:17.160920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39bc994f-bcee-4de5-ac5d-d4b5e877f1a6 req-7ac3f22e-b402-4f6e-ba68-428be627b3ee tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0715551 Aug 20 09:43:17.203693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-39bc994f-bcee-4de5-ac5d-d4b5e877f1a6 req-45a1464b-58b7-4f66-b03e-a018161c5bb3 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Aug 20 09:43:17.613818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:18.331975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c938da2-80a8-4a2d-9022-d56171006551 req-2cdb5ca2-3189-4969-8515-d44397e4dd19 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:18.333500 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c938da2-80a8-4a2d-9022-d56171006551 req-2cdb5ca2-3189-4969-8515-d44397e4dd19 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0543063 Aug 20 09:43:18.376846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c938da2-80a8-4a2d-9022-d56171006551 req-11b5be4b-75d8-47a3-b533-d589f8a780e2 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Aug 20 09:43:18.978828 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:19.499325 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6388c-d184-412e-bdd0-8a02a4c78c8c req-40bec136-e2c3-4a6f-862e-8fce529a32de tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:19.500798 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dd6388c-d184-412e-bdd0-8a02a4c78c8c req-40bec136-e2c3-4a6f-862e-8fce529a32de tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0482931 Aug 20 09:43:19.539152 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1dd6388c-d184-412e-bdd0-8a02a4c78c8c req-9fc4d045-0d28-42ae-86f7-eec683f18b78 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Aug 20 09:43:20.662556 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a97ce-b675-41ee-9bea-b99a0a505c61 req-397c3053-7a00-4fff-b2f3-9d3fda0ad0b0 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:20.664056 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-081a97ce-b675-41ee-9bea-b99a0a505c61 req-397c3053-7a00-4fff-b2f3-9d3fda0ad0b0 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0504963 Aug 20 09:43:20.705883 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-081a97ce-b675-41ee-9bea-b99a0a505c61 req-93f731d3-bb57-4ba1-9dc2-81081ff868eb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357175 Aug 20 09:43:21.824516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f92adf-82e2-4a6f-9ce6-9e1964d57f6d req-170cba3e-f71a-4f4d-8f23-1ffe4bf858ab tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:21.826029 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7f92adf-82e2-4a6f-9ce6-9e1964d57f6d req-170cba3e-f71a-4f4d-8f23-1ffe4bf858ab tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0497193 Aug 20 09:43:21.864991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b7f92adf-82e2-4a6f-9ce6-9e1964d57f6d req-a673ea02-041d-462b-8cb2-fe63caea8456 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Aug 20 09:43:22.985481 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3a0b-91c0-4f3b-8508-7e2ba1ec7622 req-54e5d6d3-307c-46f7-b046-ad2b13dfb011 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:22.987924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585e3a0b-91c0-4f3b-8508-7e2ba1ec7622 req-54e5d6d3-307c-46f7-b046-ad2b13dfb011 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0567203 Aug 20 09:43:23.027730 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-585e3a0b-91c0-4f3b-8508-7e2ba1ec7622 req-35e3b136-ac39-486e-85ae-5192d20ec269 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331364 Aug 20 09:43:24.146616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5a714-30e8-47af-b78d-dc8345eb85ed req-bf8bab0f-f315-4191-8c45-9d77ff076124 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:24.148078 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebb5a714-30e8-47af-b78d-dc8345eb85ed req-bf8bab0f-f315-4191-8c45-9d77ff076124 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0482049 Aug 20 09:43:24.192189 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebb5a714-30e8-47af-b78d-dc8345eb85ed req-332e58e2-e6b1-412c-84ba-aa1f3320b34b tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379477 Aug 20 09:43:25.306051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead43e19-e38f-4953-85ed-1e372ba36e2e req-6e7bccca-ef53-44bf-97eb-7dcde83ec298 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:25.307503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ead43e19-e38f-4953-85ed-1e372ba36e2e req-6e7bccca-ef53-44bf-97eb-7dcde83ec298 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 931 time: 0.0483840 Aug 20 09:43:25.346998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ead43e19-e38f-4953-85ed-1e372ba36e2e req-cdf24a5c-ed2a-4ef2-a41e-59d69443caf6 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Aug 20 09:43:25.858446 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Request body: {'port': {'device_id': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:25.915531 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:26.184372 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c710fc12-11cb-4291-a628-759e0d64aaf8 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:43:26.192515 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:26.204437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Transition to ACTIVE for port object c710fc12-11cb-4291-a628-759e0d64aaf8 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:43:26.207384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:26.260940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:26.330583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Attempting to bind port c710fc12-11cb-4291-a628-759e0d64aaf8 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:43:26.330921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Attempting to bind port c710fc12-11cb-4291-a628-759e0d64aaf8 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:43:26.331251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Attempting to bind port c710fc12-11cb-4291-a628-759e0d64aaf8 on network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:43:26.335757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Port c710fc12-11cb-4291-a628-759e0d64aaf8 on network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:43:26.336081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Attempting to bind port c710fc12-11cb-4291-a628-759e0d64aaf8 on network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:43:26.341370 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:43:26.341727 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Checking segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:43:26.342128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Bound using segment: {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:43:26.342576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Bound port: c710fc12-11cb-4291-a628-759e0d64aaf8, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a384f132-6f58-4265-b8cf-ceb71c7058f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:43:26.342923 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:26.413813 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:43:26.417026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:43:26.421667 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:26.456662 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:26.457511 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:26.459029 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] 10.222.0.37 "PUT /v2.0/ports/c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 1091 time: 0.6511295 Aug 20 09:43:26.459480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:43:26.469502 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9980c-1cf1-40cd-8b9e-a54e1cf638ea req-acd8e104-fb49-49a4-8307-c74874a5e844 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:26.471687 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92e9980c-1cf1-40cd-8b9e-a54e1cf638ea req-acd8e104-fb49-49a4-8307-c74874a5e844 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 943 time: 0.0508516 Aug 20 09:43:26.499497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17956-1a1b-450f-ad3d-50055da1476e service neutron] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:26.541210 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92e9980c-1cf1-40cd-8b9e-a54e1cf638ea req-c095de9c-3c9b-4e7e-8202-1c3eea31bdd0 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601499 Aug 20 09:43:26.578453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-ee30caac-4972-4165-9376-207f1d1d3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:26.579970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-ee30caac-4972-4165-9376-207f1d1d3898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1094 time: 0.0551145 Aug 20 09:43:26.628537 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b53a47-1dbe-415f-b51d-f5a84790dc34" -d '{"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:43:26.632908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-f8cef122-24c7-41d9-969b-31fc1c536408 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0445797 Aug 20 09:43:26.688558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-d491c32a-34a5-4adc-a282-89d007015326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:26.690179 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-d491c32a-34a5-4adc-a282-89d007015326 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0504365 Aug 20 09:43:26.723225 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89354234-c81d-4a53-8137-cf4937dc74aa x-openstack-request-id: req-89354234-c81d-4a53-8137-cf4937dc74aa {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:43:26.723681 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:43:26.723940 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89354234-c81d-4a53-8137-cf4937dc74aa {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:43:26.724335 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'status': 'completed', 'code': 200} Aug 20 09:43:26.739695 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c84864e3-e435-4d02-b0e8-7266ff60c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:26.741243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-c84864e3-e435-4d02-b0e8-7266ff60c2d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442138 Aug 20 09:43:26.834835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-94174e1c-becf-4e99-98e2-558e67b72a2a service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842538 Aug 20 09:43:26.925433 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f2c05977-ed5d-4373-b6cc-b05eb104a006 req-9289c1fa-4654-4d2d-b9b9-506f2021e693 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Aug 20 09:43:27.010774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-827b3e64-a4af-43d3-a7bb-97534af52d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:27.012230 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-827b3e64-a4af-43d3-a7bb-97534af52d20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1094 time: 0.0407386 Aug 20 09:43:27.106024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-05733e9b-604c-442f-af18-88d3f02cbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:27.107471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-05733e9b-604c-442f-af18-88d3f02cbadf service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.0878568 Aug 20 09:43:27.149036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-8a9a1aea-16b7-4e5a-9886-b7a0f1294805 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0336704 Aug 20 09:43:27.200621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-e79e41c0-aeb3-4ec8-89ea-7296a81f4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:27.202091 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-e79e41c0-aeb3-4ec8-89ea-7296a81f4068 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0458553 Aug 20 09:43:27.248468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-cafeeaba-a51a-42aa-96f9-58eaead5af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:27.249985 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-cafeeaba-a51a-42aa-96f9-58eaead5af41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401354 Aug 20 09:43:27.337378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-e815a80e-d6be-48cb-87d2-c656ca47410a service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798705 Aug 20 09:43:27.429549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-57b53a47-1dbe-415f-b51d-f5a84790dc34 req-15c9f506-d54e-425d-9117-cc6d664993b2 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Aug 20 09:43:27.660758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f5763-e2c0-4104-bdac-516c98a420f4 req-10894de4-b149-4b59-a479-80041056d1ce tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:27.662264 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e55f5763-e2c0-4104-bdac-516c98a420f4 req-10894de4-b149-4b59-a479-80041056d1ce tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 943 time: 0.0496211 Aug 20 09:43:27.702961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e55f5763-e2c0-4104-bdac-516c98a420f4 req-fd63aff9-2df5-4f71-a91b-c4b17358b177 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Aug 20 09:43:28.821940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6778faf-ceef-4c41-a28e-b8b7a6f261c2 req-d17fce23-5dcb-4490-b357-f84144a464f3 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:28.823416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6778faf-ceef-4c41-a28e-b8b7a6f261c2 req-d17fce23-5dcb-4490-b357-f84144a464f3 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 943 time: 0.0487139 Aug 20 09:43:28.860565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d6778faf-ceef-4c41-a28e-b8b7a6f261c2 req-0470e996-a8c6-424d-ad09-f9020297a657 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Aug 20 09:43:29.974384 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540da46-82c1-4eb6-950a-1d9094806d4b req-270ba646-2656-44d2-9c22-bdd407159be4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:29.975862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a540da46-82c1-4eb6-950a-1d9094806d4b req-270ba646-2656-44d2-9c22-bdd407159be4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 943 time: 0.0484426 Aug 20 09:43:30.012930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a540da46-82c1-4eb6-950a-1d9094806d4b req-7edf3fce-5074-4f68-b84c-86cbbdc438fa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Aug 20 09:43:31.006229 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c710fc12-11cb-4291-a628-759e0d64aaf8 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:43:31.100819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:31.112157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'port_id': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'mac_address': 'fa:16:3e:a6:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:43:31.124930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cbab7-b732-4d5a-bc14-ae173757d263 req-7cf74197-6d48-4f5e-830b-3becd5096d32 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:31.126571 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a29cbab7-b732-4d5a-bc14-ae173757d263 req-7cf74197-6d48-4f5e-830b-3becd5096d32 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 943 time: 0.0486598 Aug 20 09:43:31.150328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:31.166183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c710fc12-11cb-4291-a628-759e0d64aaf8 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:43:31.169262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a29cbab7-b732-4d5a-bc14-ae173757d263 req-cee113c7-69dd-46e1-8fcc-551f6dee8a1b tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360250 Aug 20 09:43:31.184859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:31.188973 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:31.235994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:31.243141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.243506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.243844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.244183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.244518 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.244854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.245188 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.245522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.245878 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.246207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.246533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.246856 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:31.389510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c710fc12-11cb-4291-a628-759e0d64aaf8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:43:32.282057 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402331e6-ba36-4e77-8ef9-f30452ac1bdb req-ee2c7c3d-2229-4156-8f00-e4f9a1d5bb3a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:32.283528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-402331e6-ba36-4e77-8ef9-f30452ac1bdb req-ee2c7c3d-2229-4156-8f00-e4f9a1d5bb3a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 944 time: 0.0479898 Aug 20 09:43:32.320936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-402331e6-ba36-4e77-8ef9-f30452ac1bdb req-330e260a-a266-445f-86ec-e416dfd375c7 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305614 Aug 20 09:43:33.020306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c710fc12-11cb-4291-a628-759e0d64aaf8 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:43:33.069556 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port c710fc12-11cb-4291-a628-759e0d64aaf8 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:43:33.073197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port c710fc12-11cb-4291-a628-759e0d64aaf8 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:33.073575 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:33.147756 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:33.169448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:43:33.183738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:33.187715 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:33.215498 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910d8eaf-ac3c-4bd4-8a9f-6305f2b8dd6a" -d '{"events": [{"server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "name": "network-vif-plugged", "status": "completed", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:43:33.243138 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:33.300473 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a798a768-a6a8-46ec-bde5-0732c11a6bac x-openstack-request-id: req-a798a768-a6a8-46ec-bde5-0732c11a6bac {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:43:33.301939 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "name": "network-vif-plugged", "status": "completed", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:43:33.302225 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a798a768-a6a8-46ec-bde5-0732c11a6bac {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:43:33.302637 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'code': 200} Aug 20 09:43:33.396115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b510bc5-e1bf-47d1-b03b-c32c3c055691 req-e9c74ebd-e79b-4e2c-8197-77f0598ad190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:33.397627 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b510bc5-e1bf-47d1-b03b-c32c3c055691 req-e9c74ebd-e79b-4e2c-8197-77f0598ad190 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1096 time: 0.0410559 Aug 20 09:43:33.432728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2b510bc5-e1bf-47d1-b03b-c32c3c055691 req-5032ca35-66a9-401f-b298-536b1b338e0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284553 Aug 20 09:43:33.436668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e34e-55f7-4719-9cd0-54db7570f235 req-2865b840-a945-4fc1-8775-3a60ff60f5ba tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:33.438165 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a840e34e-55f7-4719-9cd0-54db7570f235 req-2865b840-a945-4fc1-8775-3a60ff60f5ba tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0498490 Aug 20 09:43:33.475040 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a840e34e-55f7-4719-9cd0-54db7570f235 req-a2935fb2-df71-4d93-8eb5-3b9d7278370c tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Aug 20 09:43:34.589123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bace293-a221-4d53-bc61-8f0a06ee7391 req-2482f438-c341-4e5c-aff8-25297ae0f943 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:34.590519 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bace293-a221-4d53-bc61-8f0a06ee7391 req-2482f438-c341-4e5c-aff8-25297ae0f943 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Aug 20 09:43:34.631403 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2bace293-a221-4d53-bc61-8f0a06ee7391 req-c8eb903b-ea94-4950-a896-0f0967901b35 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349379 Aug 20 09:43:34.741950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288eca63-de1c-46a6-9275-63bb9f4e2091 req-572f33a5-b099-4aa5-a41d-827ca11c45b8 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:34.743398 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-288eca63-de1c-46a6-9275-63bb9f4e2091 req-572f33a5-b099-4aa5-a41d-827ca11c45b8 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Aug 20 09:43:34.780311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-288eca63-de1c-46a6-9275-63bb9f4e2091 req-6245b71c-c0e9-46c9-a55b-120d7838b220 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Aug 20 09:43:34.964927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0163a9-3098-4bf1-8fc8-50c38685ef1a req-23164af7-5ecd-4bf2-8bf5-54cdbb3bc204 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:34.966430 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a0163a9-3098-4bf1-8fc8-50c38685ef1a req-23164af7-5ecd-4bf2-8bf5-54cdbb3bc204 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Aug 20 09:43:35.005154 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1a0163a9-3098-4bf1-8fc8-50c38685ef1a req-1e60f0a2-c85a-434d-a734-8ffae7325113 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Aug 20 09:43:43.052865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:43.240888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-09953bda-52b9-4f1b-9195-37c6ebdafb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:44.469765 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:46.415257 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:46.512058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4cf46-068b-48ae-97c8-11932f8fdfd3 req-4e89082b-f469-4771-bf9b-a58e1de719e1 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:46.513693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0eb4cf46-068b-48ae-97c8-11932f8fdfd3 req-4e89082b-f469-4771-bf9b-a58e1de719e1 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0504808 Aug 20 09:43:46.558243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0eb4cf46-068b-48ae-97c8-11932f8fdfd3 req-3da18497-1e93-44d1-b36b-c2c98e38d62a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358071 Aug 20 09:43:46.580387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:46.662826 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-097f7634-bbdc-4901-863e-e14751458e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:46.663172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5d21b-fc73-42b8-912e-ddc26a49d107 tempest-TestMinimumBasicScenario-1480025145 tempest-TestMinimumBasicScenario-1480025145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:46.665613 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-85f5d21b-fc73-42b8-912e-ddc26a49d107 tempest-TestMinimumBasicScenario-1480025145 tempest-TestMinimumBasicScenario-1480025145-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1091 time: 0.0841587 Aug 20 09:43:46.668561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35938) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:46.672840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:46.693688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:46.787014 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:46.889477 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Allocated IP 172.25.5.10 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/b6f85dc5-553a-4564-8639-6ebdba8c3262) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:43:46.987861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.030983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.064176 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:43:47.066958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:43:47.070879 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:43:47.101429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'Port': ['ID=b6f85dc5-553a-4564-8639-6ebdba8c3262,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:47.417007 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.480761 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.618687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.629924 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.634212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.698926 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'Port': ['ID=b6f85dc5-553a-4564-8639-6ebdba8c3262,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:47.710404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:47.808857 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Floating IP 4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67 associated. External IP: 172.25.5.10, port: c710fc12-11cb-4291-a628-759e0d64aaf8. Aug 20 09:43:47.832717 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:43:48.009585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Router 27a1a9d0-009c-42eb-9154-fedd63443dd7 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:43:48.112617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:43:48.122074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] Sync routers for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:43:48.128338 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.132335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:43:48.132955 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:43:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:48.157000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7c292d73-7a0d-4079-9860-3492d39f04e4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4849355 Aug 20 09:43:48.157000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:43:48.157596 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:48.163379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341706276', 'description': 'tempest-secgroup-smoke-341706276 description', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:48.187388 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.197964 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:43:48.243528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:43:48.282079 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.287843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.302563 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ba83a-d437-49cf-a31f-9f58a47fd1b4 x-openstack-request-id: req-3b6ba83a-d437-49cf-a31f-9f58a47fd1b4 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:43:48.302986 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:43:48.303259 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b6ba83a-d437-49cf-a31f-9f58a47fd1b4 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:43:48.303872 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'status': 'completed', 'code': 200} Aug 20 09:43:48.312195 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.313429 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1548138 Aug 20 09:43:48.317150 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35952) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:48.322454 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5b097-c798-4f9e-8154-2e4f709b6b68 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f4051-c8de-476a-8849-818412bf6262,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:48.322854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4051-c8de-476a-8849-818412bf6262', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:48.356137 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.379940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-63a8f10a-70e6-4a03-a04b-d14726020511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:48.381632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-63a8f10a-70e6-4a03-a04b-d14726020511 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1096 time: 0.0456789 Aug 20 09:43:48.413669 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.417864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.437455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013f94f4-cee1-46d8-b8d2-b7af065709ef,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:48.447242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.451813 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ae6730ca-0523-4fb6-be17-7b64af087804 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306074 Aug 20 09:43:48.452053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35954) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:48.456601 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4051-c8de-476a-8849-818412bf6262', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:48.475811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-549b3f27-82eb-4d22-b217-f19cfddce72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:48.477798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-549b3f27-82eb-4d22-b217-f19cfddce72a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.0897987 Aug 20 09:43:48.484444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.485538 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'port_id': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'mac_address': 'fa:16:3e:a6:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:43:47Z', 'updated_at': '2021-08-20T09:43:47Z', 'revision_number': 0, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:48.516317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] Checking router: 27a1a9d0-009c-42eb-9154-fedd63443dd7 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:43:48.527418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:43:48.528130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:43:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:48.548913 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.552670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-59574189-6dfa-4d6c-83b1-dee2e27a0ac7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 998 time: 0.0669475 Aug 20 09:43:48.554305 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.575316 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c81fc3e-c825-4f14-ace9-13ac7f11aa85,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:48.577736 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.578943 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f2a13df6-e06b-4cc9-9fee-289b28216105 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259439 Aug 20 09:43:48.582056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:48.587508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4051-c8de-476a-8849-818412bf6262', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:48.607487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-249604a0-302e-474a-a9ee-52d58f932901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:48.609036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-249604a0-302e-474a-a9ee-52d58f932901 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0505116 Aug 20 09:43:48.614240 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.652637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:43:48.655389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-d412a97d-509f-4ed2-bc53-9e4f1b22a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:48.656905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-d412a97d-509f-4ed2-bc53-9e4f1b22a10f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405798 Aug 20 09:43:48.681047 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.685882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.705197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626343d1-73dc-4768-b076-d09fd68a5ade,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:48.712346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.714048 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-69aaecbc-3936-40f0-8eb1-8cc2139c854a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307950 Aug 20 09:43:48.716393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:48.721106 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4051-c8de-476a-8849-818412bf6262', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:48.752410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.768094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-af229675-6abc-450c-a6d4-cb20dddbf80c service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037576 Aug 20 09:43:48.814468 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.819387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.836326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6956fd-4fe5-45cb-9cf7-47260217137e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:48.847931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.848366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.848776 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.849251 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.849592 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.849957 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.850291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.850623 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.850954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.851286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.851611 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.851938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:43:48.855768 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.857150 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-242d5641-f0fa-483a-8dd4-c544adcfaa79 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397755 Aug 20 09:43:48.862156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 35960) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:48.867351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4051-c8de-476a-8849-818412bf6262', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:48.870464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-837041e5-ab58-4c77-8ccd-0e629b2cd2dc req-6d069dd1-c606-423b-a972-9c1c1b7ef6df service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942435 Aug 20 09:43:48.891457 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Project 96f2f0e7189a4825b1a709b31ce5a8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:43:48.896842 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.907714 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'port_id': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'mac_address': 'fa:16:3e:a6:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:43:47Z', 'updated_at': '2021-08-20T09:43:47Z', 'revision_number': 0, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:43:48.961187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.965471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.988448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4073f8dc-32e7-4f14-8817-524179a29d97,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:48.992054 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:48.993284 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4da794b9-d3ef-4be8-b048-2dfc5329cb2e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300650 Aug 20 09:43:48.996223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 35962) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:43:49.001152 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4051-c8de-476a-8849-818412bf6262', 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:49.023445 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Project 96f2f0e7189a4825b1a709b31ce5a8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:43:49.028953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.097879 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.102835 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.103819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691b30a-bf70-44b1-b33f-dce97cf7ce84 None None] The sync data for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 is: [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'port_id': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'mac_address': 'fa:16:3e:a6:59:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:43:47Z', 'updated_at': '2021-08-20T09:43:47Z', 'revision_number': 0, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:43:49.119107 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.126710 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963111b0-da3a-4f39-a872-0f1182fa5d5b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:49.131109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.132426 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-6178abca-0b47-4bc6-8dec-a6c39fb2a03f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350570 Aug 20 09:43:49.216861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-771a3323-844a-497e-9b70-8bf947a18e1f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341706276&fields=id&tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef HTTP/1.1" status: 200 len: 267 time: 0.0327253 Aug 20 09:43:49.272871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-27eb9c4b-91ac-4d43-85d4-495eeb9def4a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:49.274525 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-27eb9c4b-91ac-4d43-85d4-495eeb9def4a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0516379 Aug 20 09:43:49.286739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'port': {'security_groups': ['5e841afe-4ac0-4f00-89b0-d2b0474ed7af', '4c0f4051-c8de-476a-8849-818412bf6262']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:43:49.308907 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec9066-94c1-4371-83e7-c8314f0b336c None None] New status for floating IP 4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:43:49.350624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.535336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:43:49.563574 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.568197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.579826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c710fc12-11cb-4291-a628-759e0d64aaf8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:43:49.618435 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:49.619074 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:49.620508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a4cd8fda-af54-4998-9ed1-c2fa78fa202e req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "PUT /v2.0/ports/c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 981 time: 0.3392754 Aug 20 09:43:49.641227 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f772b-d2a8-4f95-84c8-a17f4bcb65aa tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=6']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:43:49.678834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c710fc12-11cb-4291-a628-759e0d64aaf8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:43:49.740860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08483243-87d1-4113-a1d2-d3c1cc30ee84 req-cfb3272a-e9e8-4e94-9bcb-e9eb080b410e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:49.746349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08483243-87d1-4113-a1d2-d3c1cc30ee84 req-cfb3272a-e9e8-4e94-9bcb-e9eb080b410e tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0582240 Aug 20 09:43:49.786784 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-08483243-87d1-4113-a1d2-d3c1cc30ee84 req-01703fd5-af42-445d-90cc-6b964a00f612 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382102 Aug 20 09:43:49.926360 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-742030ad-a767-4f4b-a11a-c74c6a05af89 None None] Provisioning complete for port c710fc12-11cb-4291-a628-759e0d64aaf8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:43:49.926649 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-742030ad-a767-4f4b-a11a-c74c6a05af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:43:50.304696 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:43:50.307115 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac8cf2-0504-413a-b9ee-e06793c3e786" -d '{"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:43:50.344598 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048437a1-8733-4df9-b003-f0e7eda9a811 x-openstack-request-id: req-048437a1-8733-4df9-b003-f0e7eda9a811 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:43:50.344887 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:43:50.345141 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-048437a1-8733-4df9-b003-f0e7eda9a811 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:43:50.345537 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'status': 'completed', 'code': 200} Aug 20 09:43:50.407128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-e7cc36fb-7942-41f5-b387-5570dadfa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:50.408527 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-e7cc36fb-7942-41f5-b387-5570dadfa1ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1135 time: 0.0403662 Aug 20 09:43:50.496163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-fada35ad-3092-43ed-b263-79ada6d767c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:50.497600 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-fada35ad-3092-43ed-b263-79ada6d767c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.0816615 Aug 20 09:43:50.566812 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-17510f6f-59bb-47ca-b106-170034d0f30b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0605536 Aug 20 09:43:50.614955 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-471e9974-9166-466b-b3c0-cee38abb7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:50.616357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-471e9974-9166-466b-b3c0-cee38abb7dce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0427189 Aug 20 09:43:50.660222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-9b252765-ce63-4262-acac-ead59cfd07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:43:50.663362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-9b252765-ce63-4262-acac-ead59cfd07b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387182 Aug 20 09:43:50.752096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-509cbf79-864e-42d0-ae33-7339149c438e service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Aug 20 09:43:50.839659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-56ac8cf2-0504-413a-b9ee-e06793c3e786 req-efb52326-8ed4-4ea9-8ee7-08cbddf2eae1 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797541 Aug 20 09:44:07.041168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd383bd-b88d-4d84-9464-c6a3568d7c1e req-f7f7077c-2ca9-4a90-abb5-ddcf479913f7 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:07.042717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-edd383bd-b88d-4d84-9464-c6a3568d7c1e req-f7f7077c-2ca9-4a90-abb5-ddcf479913f7 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0513358 Aug 20 09:44:07.055512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-7f5677d2-a297-46a2-85d7-d0a192cb7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:07.057019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-7f5677d2-a297-46a2-85d7-d0a192cb7ecf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1135 time: 0.0471282 Aug 20 09:44:07.083418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-edd383bd-b88d-4d84-9464-c6a3568d7c1e req-01ff80e8-9a08-4142-b99c-1465d147fcbc tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344052 Aug 20 09:44:07.146117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-43d92fb9-788e-43b8-87ea-5697e09e52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:07.147686 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-43d92fb9-788e-43b8-87ea-5697e09e52f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.0828803 Aug 20 09:44:07.218838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-b2dd61f3-d57b-455a-af20-f91a925d6a39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0609174 Aug 20 09:44:07.267311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-f01f3035-bb32-4ac3-aa3d-10c41ab4a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:07.268727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-f01f3035-bb32-4ac3-aa3d-10c41ab4a69d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0423515 Aug 20 09:44:07.314681 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-a6082cf0-8604-4867-a761-5600abde2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:07.316128 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-a6082cf0-8604-4867-a761-5600abde2127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403852 Aug 20 09:44:07.409455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-7276c582-248c-417f-9e56-5e152b077a51 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838435 Aug 20 09:44:07.503554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d0147292-2585-4c64-9560-47d4c857a0d8 req-3264fcfd-bc3d-41ab-841c-9c6624745685 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868745 Aug 20 09:44:08.218508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a6746-605c-434b-85cc-5abfda9d468c req-60a9aa62-ed33-4e6f-b298-682ee831ef38 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:08.219900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f63a6746-605c-434b-85cc-5abfda9d468c req-60a9aa62-ed33-4e6f-b298-682ee831ef38 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0516353 Aug 20 09:44:08.259020 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f63a6746-605c-434b-85cc-5abfda9d468c req-0593e4a4-2f45-4313-9f7e-2a12dd60ceed tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319841 Aug 20 09:44:09.371174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4cdef-5728-421b-8cd8-4ab8729dea4e req-05992736-b463-4e69-868e-b21afc91cfe4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:09.372653 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2e4cdef-5728-421b-8cd8-4ab8729dea4e req-05992736-b463-4e69-868e-b21afc91cfe4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0479980 Aug 20 09:44:09.412679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f2e4cdef-5728-421b-8cd8-4ab8729dea4e req-174072e0-befc-4bf9-b2f4-861de93342d5 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340493 Aug 20 09:44:10.525568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b66f63-4689-4d69-8d2c-5a4b8defbf1e req-2b88bd35-6fce-4413-a709-9e924acbffe0 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:10.527133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b66f63-4689-4d69-8d2c-5a4b8defbf1e req-2b88bd35-6fce-4413-a709-9e924acbffe0 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0485888 Aug 20 09:44:10.565994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27b66f63-4689-4d69-8d2c-5a4b8defbf1e req-b81acd2e-c5f6-41a6-8b9b-e6155b32f758 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328097 Aug 20 09:44:11.684450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d1622-1e90-4dc9-9e38-6c8856da505d req-ad8fec79-0b24-47a3-b275-f7b516ecee49 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:11.685946 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a9d1622-1e90-4dc9-9e38-6c8856da505d req-ad8fec79-0b24-47a3-b275-f7b516ecee49 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0523748 Aug 20 09:44:11.725642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9a9d1622-1e90-4dc9-9e38-6c8856da505d req-931335bc-12aa-4f31-9711-8ee011554c0b tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336070 Aug 20 09:44:12.839292 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3306b-ac89-4a9d-8dbe-944d1fae0c24 req-80d4e2d6-db36-46a6-93d2-1cf3fca665a4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:12.840761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6fc3306b-ac89-4a9d-8dbe-944d1fae0c24 req-80d4e2d6-db36-46a6-93d2-1cf3fca665a4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0475626 Aug 20 09:44:12.880031 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6fc3306b-ac89-4a9d-8dbe-944d1fae0c24 req-377a2fe0-9155-4b08-a875-41d41b8e75d7 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331879 Aug 20 09:44:13.048966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:13.241047 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b1333a41-90fe-45f1-9f0b-2fe637781ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:13.995071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac5df2-3a1e-4288-82cb-0f0a0b55e7c5 req-f8f51674-f72c-49ce-961a-7c7608f2d926 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:13.996530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17ac5df2-3a1e-4288-82cb-0f0a0b55e7c5 req-f8f51674-f72c-49ce-961a-7c7608f2d926 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0498168 Aug 20 09:44:14.035697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-17ac5df2-3a1e-4288-82cb-0f0a0b55e7c5 req-ae74ef4e-6ccd-49f1-9e15-de5a0b95be1a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331154 Aug 20 09:44:14.477187 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:15.153456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c98dc-fc33-492f-8818-1bdc2480ad28 req-4ada8faa-05cd-4c85-bac5-6173844db08f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:15.155002 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e2c98dc-fc33-492f-8818-1bdc2480ad28 req-4ada8faa-05cd-4c85-bac5-6173844db08f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0520751 Aug 20 09:44:15.519803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e2c98dc-fc33-492f-8818-1bdc2480ad28 req-7cdca8c4-d420-4409-b1c4-c59469017eee tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585463 Aug 20 09:44:15.606224 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-1d7132a1-3de8-41a3-bcd9-8b4abb6f8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:15.607706 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-1d7132a1-3de8-41a3-bcd9-8b4abb6f8dc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1135 time: 0.0414898 Aug 20 09:44:15.713009 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-c5fcbb44-ed3f-4133-a73e-c554703b050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:15.714481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-c5fcbb44-ed3f-4133-a73e-c554703b050a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.0866208 Aug 20 09:44:15.786011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-b86cbcfd-c6bf-44ba-9c31-153298055d50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0588298 Aug 20 09:44:15.837693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-fae56971-3e4a-4d14-a9a2-663990b458ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:15.839125 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-fae56971-3e4a-4d14-a9a2-663990b458ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0459540 Aug 20 09:44:16.187536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-5ef898ee-91f3-4b79-808e-64937e39c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:16.188943 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-5ef898ee-91f3-4b79-808e-64937e39c867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399091 Aug 20 09:44:16.276544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-49bae577-869a-42a9-8431-2bdb53dd8b55 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799487 Aug 20 09:44:16.370793 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6f43a76c-01d6-4570-8b81-87b5e9fc4260 req-4bc50cd9-5b20-4e00-bbb4-1d006e605ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856667 Aug 20 09:44:16.416073 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:16.635908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ff312-23e0-42c5-9497-fa987c60f173 req-ffa0389e-5760-40cd-88a6-137b26d5f172 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:16.637353 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-232ff312-23e0-42c5-9497-fa987c60f173 req-ffa0389e-5760-40cd-88a6-137b26d5f172 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0491428 Aug 20 09:44:16.663615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c0b17ca7-737d-4f48-ac54-329559f9ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:16.679485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-232ff312-23e0-42c5-9497-fa987c60f173 req-64b45e55-947e-44e8-8ee8-2104b7eebb49 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360756 Aug 20 09:44:17.618548 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:17.798689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539a72-f3a4-420d-abb5-cb5943c1300d req-46f97dfd-5251-40d2-ada7-d3894f23423f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:17.800162 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f539a72-f3a4-420d-abb5-cb5943c1300d req-46f97dfd-5251-40d2-ada7-d3894f23423f tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0498924 Aug 20 09:44:17.839862 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f539a72-f3a4-420d-abb5-cb5943c1300d req-43445c9b-87a5-44b7-a0e0-fa272a16d0c9 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330291 Aug 20 09:44:18.956895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fbdea-129e-49c4-a7dc-9a056e9a856f req-0bf4b82e-a793-4131-bc29-3ce61ac48987 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:18.958478 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-482fbdea-129e-49c4-a7dc-9a056e9a856f req-0bf4b82e-a793-4131-bc29-3ce61ac48987 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0524683 Aug 20 09:44:18.984787 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:19.000767 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-482fbdea-129e-49c4-a7dc-9a056e9a856f req-a236b00d-a124-4f0d-b96a-2b50ddad27c1 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&id=4c0f4051-c8de-476a-8849-818412bf6262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361257 Aug 20 09:44:24.832350 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:44:43.049188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:43.240660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b20fc69b-4931-48c6-9140-e8000d74cf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:44.467202 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:46.416251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:46.663286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06c33031-556b-46c0-8fde-cd36a59232c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:47.624303 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:48.987893 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:51.495317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-621c4c7c-d6ef-453f-97ba-9af9197312b2 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341706276&fields=id&tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef HTTP/1.1" status: 200 len: 267 time: 0.0354514 Aug 20 09:44:51.551645 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-ea1259ac-ffdf-456f-a71c-fcf8f427674b tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:51.553103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-ea1259ac-ffdf-456f-a71c-fcf8f427674b tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 984 time: 0.0521564 Aug 20 09:44:51.564221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Request body: {'port': {'security_groups': ['5e841afe-4ac0-4f00-89b0-d2b0474ed7af']}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:44:51.632386 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:51.800890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:44:51.828915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:51.833218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:51.844743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c710fc12-11cb-4291-a628-759e0d64aaf8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:44:51.876506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:51.877140 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:51.878584 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c737f8cf-fb2d-4cf4-b527-59b41f01ee67 req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "PUT /v2.0/ports/c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 942 time: 0.3188138 Aug 20 09:44:51.879033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:44:51.881331 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34" -d '{"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:44:51.886678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36044) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:44:51.912610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event updated for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=7']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:44:51.921113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.921540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.921975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.922399 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.922803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.923204 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.923605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.924000 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.924444 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.924967 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.925495 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.925931 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a52bf-fce1-418b-b696-b5b6a562a376 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:51.931168 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f315219-72ba-4e18-bdc8-72a3946bb5b8 x-openstack-request-id: req-7f315219-72ba-4e18-bdc8-72a3946bb5b8 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:44:51.931526 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:44:51.931842 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f315219-72ba-4e18-bdc8-72a3946bb5b8 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:44:51.932302 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'status': 'completed', 'code': 200} Aug 20 09:44:51.952058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c710fc12-11cb-4291-a628-759e0d64aaf8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:44:52.028203 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.034326 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-ce20aa39-5008-4816-aabb-499870915c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:52.035839 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-ce20aa39-5008-4816-aabb-499870915c43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1096 time: 0.0811384 Aug 20 09:44:52.108577 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.176315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-858722c6-bf0d-40d4-894f-bb9feb026f66 None None] Provisioning complete for port c710fc12-11cb-4291-a628-759e0d64aaf8 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:44:52.176598 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-858722c6-bf0d-40d4-894f-bb9feb026f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.178264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-ff94786e-baa3-4264-887c-923a8d8cfb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:52.179915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-ff94786e-baa3-4264-887c-923a8d8cfb3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.1330569 Aug 20 09:44:52.239727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.242254 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.243399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "DELETE /v2.0/security-groups/4c0f4051-c8de-476a-8849-818412bf6262 HTTP/1.1" status: 204 len: 168 time: 0.3555591 Aug 20 09:44:52.246211 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36056) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:44:52.256184 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f4051-c8de-476a-8849-818412bf6262,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:44:52.270828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-0d4a2ca3-a1d2-4800-ac34-24f9343d46d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0835147 Aug 20 09:44:52.272066 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.272407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.272739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.273068 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.273984 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.274321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.274647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.274968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.275289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.275612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.275927 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.276243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bde3425-9d4b-457d-9406-5c856a92cb28 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:44:52.321587 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-0e196de4-3179-4bf0-a086-7bdb2ec76e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:52.323023 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-0e196de4-3179-4bf0-a086-7bdb2ec76e24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0440311 Aug 20 09:44:52.369374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-fc0576b4-6535-4c36-b184-5d628c78ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:52.370921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-fc0576b4-6535-4c36-b184-5d628c78ad91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403810 Aug 20 09:44:52.414844 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Deleting port b6f85dc5-553a-4564-8639-6ebdba8c3262 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:44:52.415199 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.463878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-e2439e06-f43e-4914-ad4d-7ca3e5104c47 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Aug 20 09:44:52.495723 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.496296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.508144 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Calling delete_port for b6f85dc5-553a-4564-8639-6ebdba8c3262 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:44:52.554104 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-89331bd5-0f3f-4ce3-aefa-71ba15b53c34 req-4d8afab0-49a2-4cb8-ad62-a030f5270a66 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819778 Aug 20 09:44:52.652782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.681198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event deleted for resources: {'Port': ['ID=b6f85dc5-553a-4564-8639-6ebdba8c3262,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:44:52.740862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:52.741197 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Floating IP 4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67 disassociated (deleted). External IP: 172.25.5.10, port: c710fc12-11cb-4291-a628-759e0d64aaf8. Aug 20 09:44:52.941028 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Router 27a1a9d0-009c-42eb-9154-fedd63443dd7 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:44:53.049405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:44:53.054034 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:44:53.061333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] Sync routers for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:44:53.070267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:44:53.070971 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:44:53.081860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ae98a951-979a-4530-b4ac-772db4f550fb tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "DELETE /v2.0/floatingips/4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67 HTTP/1.1" status: 204 len: 168 time: 0.8342626 Aug 20 09:44:53.177341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:44:53.390594 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:44:53.422386 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] Checking router: 27a1a9d0-009c-42eb-9154-fedd63443dd7 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:44:53.430979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:44:53.431587 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:44:53.542603 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:44:53.731919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:44:53.758414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea000719-5c35-4dde-a530-6ac7bbf7c4f7 None None] The sync data for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 is: [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:56Z', 'revision_number': 4, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '559d9bdb-d304-4403-8d86-b973af919b38', 'name': '', 'network_id': 'a0eae9ef-2e31-42fb-b57a-9338be35a8e7', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'mac_address': 'fa:16:3e:9d:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:55Z', 'updated_at': '2021-08-20T09:43:01Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'subnets': [{'id': 'a041cac3-659d-43e8-886b-f1000bfb6257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:44:53.933142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:44:53.935704 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5374d26-646a-4675-9e02-6cd4d8232e18" -d '{"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:44:53.979202 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5821f0-5006-418f-9bf2-de2d76cd81c2 x-openstack-request-id: req-2a5821f0-5006-418f-9bf2-de2d76cd81c2 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:44:53.979511 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:44:53.979768 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a5821f0-5006-418f-9bf2-de2d76cd81c2 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:44:53.980185 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'status': 'completed', 'code': 200} Aug 20 09:44:53.982464 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d2644-fdf7-47ff-b6f6-b60431c52d8a None None] New status for floating IP 4dbc4e9d-9e74-4a7b-a895-2fb6a4411a67: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:44:54.038298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-fed148a8-434b-4b43-b126-ce978583a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:54.040883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-fed148a8-434b-4b43-b126-ce978583a615 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 1096 time: 0.0416384 Aug 20 09:44:54.140677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-854436bb-5ccc-491c-8034-7c502b403449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:54.142175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-854436bb-5ccc-491c-8034-7c502b403449 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 200 len: 914 time: 0.0940106 Aug 20 09:44:54.183826 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-0d04f9cd-e4a3-412d-a24c-d6181da3f54c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 200 len: 217 time: 0.0341043 Aug 20 09:44:54.237961 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-9e3cd0e3-c7bc-41e5-961f-6edcc4e70926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:54.239405 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-9e3cd0e3-c7bc-41e5-961f-6edcc4e70926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 200 len: 853 time: 0.0473313 Aug 20 09:44:54.285377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-5a9b31b3-e61b-469c-997f-8279faf5d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:44:54.286942 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-5a9b31b3-e61b-469c-997f-8279faf5d367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0eae9ef-2e31-42fb-b57a-9338be35a8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401671 Aug 20 09:44:54.388749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-ce28d133-6426-4120-8574-5d15762e870f service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944993 Aug 20 09:44:54.486622 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c5374d26-646a-4675-9e02-6cd4d8232e18 req-d6b860e6-9b2f-442f-b801-5b601c5239b6 service neutron] 10.222.0.37 "GET /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905566 Aug 20 09:45:00.021371 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347ec4-2b40-4b55-b500-c6a8ebfd2ee6 req-20b41c61-765a-408a-bbab-934594b77e5a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:00.022889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf347ec4-2b40-4b55-b500-c6a8ebfd2ee6 req-20b41c61-765a-408a-bbab-934594b77e5a tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Aug 20 09:45:00.061530 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cf347ec4-2b40-4b55-b500-c6a8ebfd2ee6 req-a471ca5f-6a1c-413d-b2c1-edaf7e94f8e5 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Aug 20 09:45:01.179450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cc27-f57b-4c1c-b81d-e9308ab83983 req-2522eff8-001e-43a9-a7dc-35d0c672945d tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:01.180936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d16cc27-f57b-4c1c-b81d-e9308ab83983 req-2522eff8-001e-43a9-a7dc-35d0c672945d tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Aug 20 09:45:01.217551 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d16cc27-f57b-4c1c-b81d-e9308ab83983 req-795465da-c068-4728-9304-68b3fd481a6b tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/security-groups?id=5e841afe-4ac0-4f00-89b0-d2b0474ed7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Aug 20 09:45:01.613704 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-061e3660-6f19-4951-bf97-13c0f65ca9f4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:01.615098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-061e3660-6f19-4951-bf97-13c0f65ca9f4 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Aug 20 09:45:01.708995 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Deleting port c710fc12-11cb-4291-a628-759e0d64aaf8 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:01.709344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:01.798743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] For port c710fc12-11cb-4291-a628-759e0d64aaf8, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c710fc12-11cb-4291-a628-759e0d64aaf8,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:01.799114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:01.812478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Calling delete_port for c710fc12-11cb-4291-a628-759e0d64aaf8 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:01.830377 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:45:01.941158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:01.952566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c710fc12-11cb-4291-a628-759e0d64aaf8'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:45:01.973366 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Pushing event deleted for resources: {'Port': ['ID=c710fc12-11cb-4291-a628-759e0d64aaf8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:02.015387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] No DVR routers for this DVR port c710fc12-11cb-4291-a628-759e0d64aaf8 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:45:02.018089 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:02.020156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a4fe2e31-043d-42d3-a75c-97ada218b70d req-a68794ef-bef3-45ed-b9ea-83e57f5dbb60 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.37 "DELETE /v2.0/ports/c710fc12-11cb-4291-a628-759e0d64aaf8 HTTP/1.1" status: 204 len: 173 time: 0.3989155 Aug 20 09:45:02.020599 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'name': 'network-vif-deleted', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:45:02.022928 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005d1e59-a497-40ef-90b6-7904d17b172c" -d '{"events": [{"server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "name": "network-vif-deleted", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:45:02.058844 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbdd057-9970-4bee-a41c-884778ae2141 x-openstack-request-id: req-8dbdd057-9970-4bee-a41c-884778ae2141 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:45:02.059186 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6175263-2f06-4f7e-80d8-009b2b6a7359", "name": "network-vif-deleted", "tag": "c710fc12-11cb-4291-a628-759e0d64aaf8", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:45:02.059469 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8dbdd057-9970-4bee-a41c-884778ae2141 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:45:02.059874 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6175263-2f06-4f7e-80d8-009b2b6a7359', 'name': 'network-vif-deleted', 'tag': 'c710fc12-11cb-4291-a628-759e0d64aaf8', 'status': 'completed', 'code': 200} Aug 20 09:45:02.320413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42f95504-f138-4501-b47e-68be1042f37b req-992cf65f-e2f7-46b1-8f3a-5fab7f998995 tempest-TestMinimumBasicScenario-679930892 tempest-TestMinimumBasicScenario-679930892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6175263-2f06-4f7e-80d8-009b2b6a7359 HTTP/1.1" status: 200 len: 210 time: 0.0266626 Aug 20 09:45:03.884887 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36156) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:04.216412 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:04.452923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Deleting port 559d9bdb-d304-4403-8d86-b973af919b38 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:04.453269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:04.530284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] For port 559d9bdb-d304-4403-8d86-b973af919b38, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=559d9bdb-d304-4403-8d86-b973af919b38,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:04.530617 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:04.543470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Calling delete_port for 559d9bdb-d304-4403-8d86-b973af919b38 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:04.717031 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:04.741307 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Pushing event deleted for resources: {'Port': ['ID=559d9bdb-d304-4403-8d86-b973af919b38,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:04.903572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:05.113609 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Router 27a1a9d0-009c-42eb-9154-fedd63443dd7 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:45:05.219622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:45:05.224876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c051d7c3-7b9f-4b7c-a4da-353093c97181 admin admin] 10.222.0.35 "PUT /v2.0/routers/27a1a9d0-009c-42eb-9154-fedd63443dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3391922 Aug 20 09:45:05.227470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36158) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:05.228656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] Sync routers for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:45:05.237802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:05.238523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:05.326657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:05.341085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:05.425379 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:05.459848 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c710fc12-11cb-4291-a628-759e0d64aaf8 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:05.476489 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Deleting port 4cf00844-0562-40b0-af09-afc90ea020ee {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:05.476837 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:05.488086 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: c710fc12-11cb-4291-a628-759e0d64aaf8 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:05.488439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c710fc12-11cb-4291-a628-759e0d64aaf8 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:05.541175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:45:04Z', 'revision_number': 5, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port': {'id': '4cf00844-0562-40b0-af09-afc90ea020ee', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:05.556139 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] For port 4cf00844-0562-40b0-af09-afc90ea020ee, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4cf00844-0562-40b0-af09-afc90ea020ee,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:05.556512 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:05.571936 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] Checking router: 27a1a9d0-009c-42eb-9154-fedd63443dd7 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:45:05.580840 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] Routers {'27a1a9d0-009c-42eb-9154-fedd63443dd7'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:05.581506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['27a1a9d0-009c-42eb-9154-fedd63443dd7'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:05.666532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] Set router 27a1a9d0-009c-42eb-9154-fedd63443dd7 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:05.723084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:45:05Z', 'revision_number': 6, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:05.752798 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c216ae-46bb-4825-879a-6f2677075f35 None None] The sync data for ids ['27a1a9d0-009c-42eb-9154-fedd63443dd7'] in n-d-804285-2 is: [{'id': '27a1a9d0-009c-42eb-9154-fedd63443dd7', 'name': 'tempest-TestMinimumBasicScenario-682807956-router', 'tenant_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:53Z', 'updated_at': '2021-08-20T09:45:05Z', 'revision_number': 6, 'project_id': '96f2f0e7189a4825b1a709b31ce5a8ef', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:45:05.902975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Calling delete_port for 4cf00844-0562-40b0-af09-afc90ea020ee owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:06.060628 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.085415 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf00844-0562-40b0-af09-afc90ea020ee,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:06.150838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.244650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.246774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.288956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.289536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a1a9d0-009c-42eb-9154-fedd63443dd7 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:45:06.294063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.295281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d4836364-3327-4176-8998-cef63f302e88 admin admin] 10.222.0.35 "DELETE /v2.0/routers/27a1a9d0-009c-42eb-9154-fedd63443dd7 HTTP/1.1" status: 204 len: 168 time: 1.0668778 Aug 20 09:45:06.297797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36160) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:06.341114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Deleting subnet a041cac3-659d-43e8-886b-f1000bfb6257 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:45:06.344032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.376470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.453482 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.504382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.529133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a041cac3-659d-43e8-886b-f1000bfb6257,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:06.533210 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.535157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0c318214-1577-46f3-8151-b65adafc57a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a041cac3-659d-43e8-886b-f1000bfb6257 HTTP/1.1" status: 204 len: 168 time: 0.2364180 Aug 20 09:45:06.537606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36162) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:06.557865 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d706ed3-a7a5-4958-b469-10676d7a0112 None None] Network a0eae9ef-2e31-42fb-b57a-9338be35a8e7 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:45:06.615847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.632542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cf00844-0562-40b0-af09-afc90ea020ee no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:06.656440 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4cf00844-0562-40b0-af09-afc90ea020ee {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:06.656783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4cf00844-0562-40b0-af09-afc90ea020ee not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:06.657191 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 559d9bdb-d304-4403-8d86-b973af919b38 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:06.671433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Deleting port 020e7b04-1980-448a-9051-4c1eb5447753 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:06.671780 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.711782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 559d9bdb-d304-4403-8d86-b973af919b38 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:06.712124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 559d9bdb-d304-4403-8d86-b973af919b38 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:06.736605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] For port 020e7b04-1980-448a-9051-4c1eb5447753, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=020e7b04-1980-448a-9051-4c1eb5447753,segment=NetworkSegment(a384f132-6f58-4265-b8cf-ceb71c7058f4),segment_id=a384f132-6f58-4265-b8cf-ceb71c7058f4)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:06.736983 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.751381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Calling delete_port for 020e7b04-1980-448a-9051-4c1eb5447753 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:06.789707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] DHCP port deletion for a0eae9ef-2e31-42fb-b57a-9338be35a8e7 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:45:06.839280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Deleting port 020e7b04-1980-448a-9051-4c1eb5447753 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:06.839659 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.841232 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.869355 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] No DVR routers for this DVR port 020e7b04-1980-448a-9051-4c1eb5447753 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:45:06.894343 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Pushing event deleted for resources: {'Port': ['ID=020e7b04-1980-448a-9051-4c1eb5447753,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:06.905748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] For port 020e7b04-1980-448a-9051-4c1eb5447753, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:06.906288 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.919077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Calling delete_port for 020e7b04-1980-448a-9051-4c1eb5447753 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:06.921787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Port 020e7b04-1980-448a-9051-4c1eb5447753 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 09:45:06.923081 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.947923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.951991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Pushing event deleted for resources: {'Port': ['ID=020e7b04-1980-448a-9051-4c1eb5447753,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:06.958499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eae9ef-2e31-42fb-b57a-9338be35a8e7']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:06.959005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] No DVR routers for this DVR port 020e7b04-1980-448a-9051-4c1eb5447753 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:45:06.965962 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.966306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.966650 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.967125 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.967855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.967855 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.968151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.968419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.968745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.969070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.969385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.969494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a384f132-6f58-4265-b8cf-ceb71c7058f4') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:06.969703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff10ac-eec8-4d2e-b7d7-53c180c4a38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:06.969850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a384f132-6f58-4265-b8cf-ceb71c7058f4') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:06.980953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:06.995748 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.001725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:45:07.002276 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:45:07.004294 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:45:07.058757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.064309 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.066136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0eae9ef-2e31-42fb-b57a-9338be35a8e7 HTTP/1.1" status: 204 len: 168 time: 0.5275638 Aug 20 09:45:07.069182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36164) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:07.077457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dc933-7c00-4088-bc69-6cd0250bd789 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0eae9ef-2e31-42fb-b57a-9338be35a8e7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:07.411044 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.658007 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Deleting port ec34a2bb-72a4-4e65-8586-b9b7842fdf86 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:07.658350 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.737748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] For port ec34a2bb-72a4-4e65-8586-b9b7842fdf86, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,segment=NetworkSegment(42bc956f-4d4f-416c-92bd-0a57d15fb60f),segment_id=42bc956f-4d4f-416c-92bd-0a57d15fb60f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:07.738114 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.754531 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Calling delete_port for ec34a2bb-72a4-4e65-8586-b9b7842fdf86 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:07.930590 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:07.957163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec34a2bb-72a4-4e65-8586-b9b7842fdf86,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:08.121187 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:08.331549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Router a79029fc-bf43-4773-b958-dccd35ac7032 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:45:08.438461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 020e7b04-1980-448a-9051-4c1eb5447753 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:08.439532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:45:08.446742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9c24b7c4-4c1f-4d21-a623-420e92625559 admin admin] 10.222.0.35 "PUT /v2.0/routers/a79029fc-bf43-4773-b958-dccd35ac7032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3741705 Aug 20 09:45:08.447487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36166) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:08.450107 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] Sync routers for ids ['a79029fc-bf43-4773-b958-dccd35ac7032'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:45:08.459452 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] Routers {'a79029fc-bf43-4773-b958-dccd35ac7032'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:08.460138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a79029fc-bf43-4773-b958-dccd35ac7032'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:08.464965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 020e7b04-1980-448a-9051-4c1eb5447753 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:08.465298 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 020e7b04-1980-448a-9051-4c1eb5447753 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:08.549601 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:08.653859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:08.654157 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] Set router a79029fc-bf43-4773-b958-dccd35ac7032 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:08.705130 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Deleting port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:08.705468 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:08.782582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] For port cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:08.782951 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:08.800414 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Calling delete_port for cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:08.831741 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:45:07Z', 'revision_number': 5, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port': {'id': 'cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:42:58Z', 'updated_at': '2021-08-20T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:08.861932 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] Checking router: a79029fc-bf43-4773-b958-dccd35ac7032 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:45:08.870836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] Routers {'a79029fc-bf43-4773-b958-dccd35ac7032'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:08.871448 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a79029fc-bf43-4773-b958-dccd35ac7032'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:08.953243 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] Set router a79029fc-bf43-4773-b958-dccd35ac7032 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:08.968028 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:08.999516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Pushing event deleted for resources: {'Port': ['ID=cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:09.010950 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:45:08Z', 'revision_number': 6, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:09.037384 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f70d04-825b-4745-a2d8-87f668494582 None None] The sync data for ids ['a79029fc-bf43-4773-b958-dccd35ac7032'] in n-d-804285-2 is: [{'id': 'a79029fc-bf43-4773-b958-dccd35ac7032', 'name': 'tempest-TestMinimumBasicScenario-1348368302-router', 'tenant_id': 'fb72bd756d8f4469bd56518b5cffc424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:42:57Z', 'updated_at': '2021-08-20T09:45:08Z', 'revision_number': 6, 'project_id': 'fb72bd756d8f4469bd56518b5cffc424', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:45:09.058625 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.156791 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.158932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.201941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.202397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79029fc-bf43-4773-b958-dccd35ac7032 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:45:09.207072 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.208242 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c92a534a-5a35-4a9c-a9e9-4460f99e620f admin admin] 10.222.0.35 "DELETE /v2.0/routers/a79029fc-bf43-4773-b958-dccd35ac7032 HTTP/1.1" status: 204 len: 168 time: 0.7598147 Aug 20 09:45:09.210712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36168) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:09.257256 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Deleting subnet aa0d725b-251f-498e-9de9-790b53fd7501 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:45:09.260886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.293442 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.367377 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.427141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.453665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0d725b-251f-498e-9de9-790b53fd7501,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:09.459367 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.462666 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-783512c9-9da7-4738-83ee-ae8ea734bdb4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aa0d725b-251f-498e-9de9-790b53fd7501 HTTP/1.1" status: 204 len: 168 time: 0.2496188 Aug 20 09:45:09.464042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36170) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:09.466586 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d4ead3-e8de-4b89-be4f-5e6d6d9bb7eb None None] Network e826091f-dc9b-4a05-bd88-c42a481e9084 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:45:09.533606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.585521 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Deleting port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:45:09.585891 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.651109 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] For port 4a1e8cba-1206-4816-b453-b0a38b0c93d4, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4a1e8cba-1206-4816-b453-b0a38b0c93d4,segment=NetworkSegment(42bc956f-4d4f-416c-92bd-0a57d15fb60f),segment_id=42bc956f-4d4f-416c-92bd-0a57d15fb60f)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:09.651470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.663842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Calling delete_port for 4a1e8cba-1206-4816-b453-b0a38b0c93d4 owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:45:09.740068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.768891 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1e8cba-1206-4816-b453-b0a38b0c93d4,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:09.772324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] No DVR routers for this DVR port 4a1e8cba-1206-4816-b453-b0a38b0c93d4 on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:45:09.819590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78ef1e-84a0-419a-8f6e-1b5f6d9bb5bf None None] DHCP port deletion for e826091f-dc9b-4a05-bd88-c42a481e9084 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:45:09.844544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.855444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e826091f-dc9b-4a05-bd88-c42a481e9084']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:09.865577 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bc956f-4d4f-416c-92bd-0a57d15fb60f') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:09.865916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bc956f-4d4f-416c-92bd-0a57d15fb60f') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:09.875356 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.890000 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.896601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:45:09.897040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:45:09.899528 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:45:09.958035 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.964817 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:09.967011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] 10.222.0.35 "DELETE /v2.0/networks/e826091f-dc9b-4a05-bd88-c42a481e9084 HTTP/1.1" status: 204 len: 168 time: 0.5018942 Aug 20 09:45:09.979657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be6181-bf52-4c56-95be-f4b55889605e admin admin] Pushing event deleted for resources: {'Network': ['ID=e826091f-dc9b-4a05-bd88-c42a481e9084,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:10.141379 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36174) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:10.181561 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a1e2d1b3-cb0a-4cc9-b0a1-63298ff717b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96f2f0e7189a4825b1a709b31ce5a8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389025 Aug 20 09:45:10.183918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36176) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:10.232730 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7dc27f3-b274-442a-9f7e-ad28df0139ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.253651 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7dc27f3-b274-442a-9f7e-ad28df0139ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.300643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7dc27f3-b274-442a-9f7e-ad28df0139ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.303086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a7dc27f3-b274-442a-9f7e-ad28df0139ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.304251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a7dc27f3-b274-442a-9f7e-ad28df0139ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e841afe-4ac0-4f00-89b0-d2b0474ed7af HTTP/1.1" status: 204 len: 168 time: 0.1193776 Aug 20 09:45:10.312026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc27f3-b274-442a-9f7e-ad28df0139ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e841afe-4ac0-4f00-89b0-d2b0474ed7af,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:10.396008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:10.416324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:10.416879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device cce33bb2-1ab3-4fd3-a0ab-6f9620933ca5 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:10.417154 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a1e8cba-1206-4816-b453-b0a38b0c93d4 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:10.435226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4a1e8cba-1206-4816-b453-b0a38b0c93d4 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:10.435564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4a1e8cba-1206-4816-b453-b0a38b0c93d4 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:10.436028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ec34a2bb-72a4-4e65-8586-b9b7842fdf86 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:45:10.454515 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: ec34a2bb-72a4-4e65-8586-b9b7842fdf86 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:45:10.454860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device ec34a2bb-72a4-4e65-8586-b9b7842fdf86 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:45:10.616959 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36182) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:10.659288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2f22fdf3-b862-41b5-aa49-a09493600372 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb72bd756d8f4469bd56518b5cffc424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405583 Aug 20 09:45:10.661628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36184) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:10.707821 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17f81a1a-f4d1-45b0-8978-c3e9a0cd1f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.727896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17f81a1a-f4d1-45b0-8978-c3e9a0cd1f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.773800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17f81a1a-f4d1-45b0-8978-c3e9a0cd1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.776514 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-17f81a1a-f4d1-45b0-8978-c3e9a0cd1f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:10.777857 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-17f81a1a-f4d1-45b0-8978-c3e9a0cd1f34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91aee964-60f8-4e22-92aa-df98e649c844 HTTP/1.1" status: 204 len: 168 time: 0.1152077 Aug 20 09:45:10.785628 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f81a1a-f4d1-45b0-8978-c3e9a0cd1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aee964-60f8-4e22-92aa-df98e649c844,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:12.358892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36228) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:12.363549 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728167484', 'description': 'tempest-secgroup-smoke-728167484 description', 'project_id': 'aebba8b579c845c98337b0daeeec4a85'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:12.387568 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.395327 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.490906 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.495075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.530722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b76db4-eb11-4c4f-baf3-daf81dc7edfe,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:12.583603 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.587117 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.614823 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.616006 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2561150 Aug 20 09:45:12.619618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36230) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:12.621060 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b3822-3af4-479f-8299-436194f99416 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a54626-3983-49ab-872d-f8049d0acc57,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:12.624272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '83a54626-3983-49ab-872d-f8049d0acc57', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:12.650360 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.705224 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.709058 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.730742 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e37bbcd-e9f1-4b23-87c1-b57338b1e0d5,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:12.737779 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.740650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-424c778e-03d5-4f3b-8354-95ad64600a48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200054 Aug 20 09:45:12.741595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36232) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:12.746701 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '83a54626-3983-49ab-872d-f8049d0acc57', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:12.771636 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.828182 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.831712 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.849041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d8b3a3-91a5-48bd-8e97-9e9ca0b86a56,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:12.854979 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.856383 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2baf4033-4af4-4199-9adb-a07703266a30 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138241 Aug 20 09:45:12.859003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36234) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:12.863405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '83a54626-3983-49ab-872d-f8049d0acc57', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:12.889539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.947947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.952114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.969379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec43fef6-df9e-4242-9caf-94c36ed1da31,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:12.975903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:12.979548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cc6b22b4-9f1c-4470-ab53-d7039a70b2f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171894 Aug 20 09:45:12.979749 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36236) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:12.984203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '83a54626-3983-49ab-872d-f8049d0acc57', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:13.010528 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.044704 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.068962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.072903 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.092546 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ef0ee5-0137-40d2-8aeb-16b32a89353f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:13.098387 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.099560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bf2c47a7-c1ef-4f68-9358-086353dcaf68 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188667 Aug 20 09:45:13.102504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36238) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:13.107200 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '83a54626-3983-49ab-872d-f8049d0acc57', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:13.129809 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:45:13.135431 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.194485 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.198643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.216931 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbcf585-5c8b-4726-bc50-0a158931543d,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:13.223226 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.224536 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-cfd848a4-4b78-4984-b5e9-24262de0ffab tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210024 Aug 20 09:45:13.228162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36240) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:13.233025 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '83a54626-3983-49ab-872d-f8049d0acc57', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:13.244437 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0182f4be-1495-40f4-94c7-a8b834c8e0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.255976 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:45:13.260793 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.321051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.324688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.342820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c8a551-47bf-44a2-ad46-bc99b3266ad3,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:13.345697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.350007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4699573f-4ada-4cfe-94fc-621c66926b7d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177738 Aug 20 09:45:13.350885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36242) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:13.355641 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'network': {'name': 'tempest-network-smoke--1061188741', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:13.375516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:45:13.379219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.401455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:45:13.409888 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.410231 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Added segment a790a9b4-6b81-495c-81c1-680caac2cc57 of type vlan for network 687b6b6f-9e1a-4032-b708-7b5164aaa086 Aug 20 09:45:13.449613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.473730 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.479816 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:13.480403 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.540038 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882472 Aug 20 09:45:13.543003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36244) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:13.549469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'admin_state_up': True, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:13.560151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafac43e-1281-4a1f-bfe9-3cc08798ce52 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Network': ['ID=687b6b6f-9e1a-4032-b708-7b5164aaa086,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:13.570574 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:45:13.576801 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.577827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.629271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.767545 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.962755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:13.985767 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.083703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.234 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a7d25211-2b40-41ea-9bfb-fd37b89c1f5b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:45:14.191518 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.230738 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.266041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:45:14.268658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:14.271650 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:45:14.302272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:14.478028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.526318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.716417 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.841550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 86455247-63aa-4c35-a76b-84c1d76dd5ba is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:45:14.948785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:45:14.962025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905b03b-354c-4934-a280-90698c504900 None None] Sync routers for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:45:14.966960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:14.968260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2819d14-bf7b-4b58-9cb1-5f98f3c19f23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4243097 Aug 20 09:45:14.971676 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:14.973217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:14.973908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:15.092222 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a72c08c8-f31e-4ea7-b935-228f6edce1fd tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=aebba8b579c845c98337b0daeeec4a85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193430 Aug 20 09:45:15.094938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:15.245385 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:15.248310 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd397e-bcf2-4d9e-8353-d282bd6c3f89 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:15.249869 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a0bd397e-bcf2-4d9e-8353-d282bd6c3f89 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539562 Aug 20 09:45:15.252788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:15.280444 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b7f61fef-3dcf-42c0-8b19-3bbbc2560e0e tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266049 Aug 20 09:45:15.283077 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36254) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:15.287759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999787486', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:15.377172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:45:15.380838 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.423127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:14Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:15.450331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905b03b-354c-4934-a280-90698c504900 None None] Checking router: 86455247-63aa-4c35-a76b-84c1d76dd5ba for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:45:15.450686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905b03b-354c-4934-a280-90698c504900 None None] Updating router 86455247-63aa-4c35-a76b-84c1d76dd5ba port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:45:15.479717 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4905b03b-354c-4934-a280-90698c504900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.559657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.617027 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Subnet': ['ID=59ad1d58-c40c-4c69-930b-84938f6347af,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:15.634598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Checking segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:45:15.634898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network hostable DHCP agents. Network: 687b6b6f-9e1a-4032-b708-7b5164aaa086, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:45:15.651409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:45:15.660421 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 687b6b6f-9e1a-4032-b708-7b5164aaa086) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:15.666703 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:15.667477 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.672034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a05a38-c3e2-413c-9c03-c0e053766df2 None None] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:45:15.683563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5faded11-45ad-4d6a-bf6d-5c1bdd8865b6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3994927 Aug 20 09:45:15.686301 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36258) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:15.807791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4905b03b-354c-4934-a280-90698c504900 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.836604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4905b03b-354c-4934-a280-90698c504900 None None] Transition to ACTIVE for port object a7d25211-2b40-41ea-9bfb-fd37b89c1f5b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:15.844158 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4905b03b-354c-4934-a280-90698c504900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.923410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4905b03b-354c-4934-a280-90698c504900 None None] Attempting to bind port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:45:15.923780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4905b03b-354c-4934-a280-90698c504900 None None] Attempting to bind port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:45:15.924147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905b03b-354c-4934-a280-90698c504900 None None] Attempting to bind port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:45:15.929224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-687b6b6f-9e1a-4032-b708-7b5164aaa086', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:45:15.930139 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.934247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65043f-d71a-4368-89e3-3cc021932f3b None None] Pushing event updated for resources: {'Port': ['ID=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:15.945988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905b03b-354c-4934-a280-90698c504900 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:45:15.945988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905b03b-354c-4934-a280-90698c504900 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:45:15.945988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4905b03b-354c-4934-a280-90698c504900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:15.945988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4905b03b-354c-4934-a280-90698c504900 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:45:15.946483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4905b03b-354c-4934-a280-90698c504900 None None] Bound port: a7d25211-2b40-41ea-9bfb-fd37b89c1f5b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:45:15.946772 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4905b03b-354c-4934-a280-90698c504900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.068495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4905b03b-354c-4934-a280-90698c504900 None None] For port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:45:16.074177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4905b03b-354c-4934-a280-90698c504900 None None] For port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:45:16.080291 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4905b03b-354c-4934-a280-90698c504900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.179723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:16.180299 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:44:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:16.182554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Allocated IP 172.20.0.2 (687b6b6f-9e1a-4032-b708-7b5164aaa086/59ad1d58-c40c-4c69-930b-84938f6347af/7c3c6355-ed18-4290-93f6-e88e6f30740f) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:45:16.188685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65043f-d71a-4368-89e3-3cc021932f3b None None] Pushing event updated for resources: {'Port': ['ID=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:16.343128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:16.449857 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.469319 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.543782 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.555060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Transition to ACTIVE for port object 7c3c6355-ed18-4290-93f6-e88e6f30740f will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:16.593015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Transition to ACTIVE for port object 7c3c6355-ed18-4290-93f6-e88e6f30740f will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:16.601486 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.646295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:45:16.656184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:16.663227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:45:16.665926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Pushing event updated for resources: {'Port': ['ID=7c3c6355-ed18-4290-93f6-e88e6f30740f,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:16.678135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4905b03b-354c-4934-a280-90698c504900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:14Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:16.724035 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5acbda13-dbcd-443e-aec5-f6569af93913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.725470 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905b03b-354c-4934-a280-90698c504900 None None] The sync data for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 is: [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:14Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:45:16.737658 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.1 (687b6b6f-9e1a-4032-b708-7b5164aaa086/59ad1d58-c40c-4c69-930b-84938f6347af/74a87301-b3b0-46d3-952a-00c93fc50471) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:45:16.760884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Attempting to bind port 7c3c6355-ed18-4290-93f6-e88e6f30740f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:45:16.761258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Attempting to bind port 7c3c6355-ed18-4290-93f6-e88e6f30740f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:45:16.761623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Attempting to bind port 7c3c6355-ed18-4290-93f6-e88e6f30740f on network 687b6b6f-9e1a-4032-b708-7b5164aaa086 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:45:16.766945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:45:16.767333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Checking segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:45:16.767726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.768119 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Bound using segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:45:16.768580 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Bound port: 7c3c6355-ed18-4290-93f6-e88e6f30740f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:45:16.768962 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.838579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] For port 7c3c6355-ed18-4290-93f6-e88e6f30740f, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:45:16.841968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] For port 7c3c6355-ed18-4290-93f6-e88e6f30740f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7c3c6355-ed18-4290-93f6-e88e6f30740f,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:45:16.847792 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.863787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.882026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object 74a87301-b3b0-46d3-952a-00c93fc50471 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:16.910552 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b10e4-6e51-42ae-8bd5-7284719b97ac None None] Pushing event updated for resources: {'Port': ['ID=7c3c6355-ed18-4290-93f6-e88e6f30740f,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:16.925735 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:16.994189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:45:16.997187 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:17.000842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:45:17.039866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=74a87301-b3b0-46d3-952a-00c93fc50471,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:17.065032 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:17.235135 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:17.526782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:17.531010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:17.614240 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=74a87301-b3b0-46d3-952a-00c93fc50471,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:17.618564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:17.629363 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:17.716849 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:45:17.718491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:17.839213 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 86455247-63aa-4c35-a76b-84c1d76dd5ba has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:45:17.909498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d75de14-9c88-42fa-bca7-76c1a226dc29 None None] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:45:17.952071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:45:17.957321 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1c873a7c-1173-4d42-9997-409248349324 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/86455247-63aa-4c35-a76b-84c1d76dd5ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700365 Aug 20 09:45:17.989702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-beb3c6bc-91ea-400e-b772-4c994c125834 None None] Provisioning for port 7c3c6355-ed18-4290-93f6-e88e6f30740f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:18.121975 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-ac022479-05f9-4757-8d36-c48fff866bcb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728167484&fields=id&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 267 time: 0.0406644 Aug 20 09:45:18.238162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-01c30512-3757-49f3-9c4a-f375af29cfdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:18.239751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-01c30512-3757-49f3-9c4a-f375af29cfdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/networks?id=687b6b6f-9e1a-4032-b708-7b5164aaa086 HTTP/1.1" status: 200 len: 797 time: 0.1110225 Aug 20 09:45:18.256890 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-d8aaa91f-d8c2-406e-9cd1-a240b8d17d92 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/quotas/aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Aug 20 09:45:18.279567 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Sync routers for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:45:18.289396 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:18.290643 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:18.314971 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-85aa44cb-f9ca-4e91-ac74-3b983589acd1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520506 Aug 20 09:45:18.330886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-df846416-17bd-4234-8d1b-f51f83d68f63 None None] Provisioning for port 74a87301-b3b0-46d3-952a-00c93fc50471 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:18.335665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-df846416-17bd-4234-8d1b-f51f83d68f63 None None] Provisioning complete for port 74a87301-b3b0-46d3-952a-00c93fc50471 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:18.336600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df846416-17bd-4234-8d1b-f51f83d68f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.378519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-df846416-17bd-4234-8d1b-f51f83d68f63 None None] Port 74a87301-b3b0-46d3-952a-00c93fc50471 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:45:18.435798 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:18.441227 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-d2f2af0f-2dde-46cd-9a0d-c056f0463e9b service neutron] 10.222.0.35 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136601 Aug 20 09:45:18.516746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7c3c6355-ed18-4290-93f6-e88e6f30740f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:18.552166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-31aec00c-717c-40ec-8429-3f358df298d1 service neutron] 10.222.0.35 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014030 Aug 20 09:45:18.575398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7c3c6355-ed18-4290-93f6-e88e6f30740f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:18.579105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7c3c6355-ed18-4290-93f6-e88e6f30740f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:18.579544 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.636644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a7361dfb-1b40-43a1-b040-1743971f12e2 None None] Provisioning complete for port 74a87301-b3b0-46d3-952a-00c93fc50471 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:18.637293 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a7361dfb-1b40-43a1-b040-1743971f12e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.672281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a7361dfb-1b40-43a1-b040-1743971f12e2 None None] Port 74a87301-b3b0-46d3-952a-00c93fc50471 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:45:18.687888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 2, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:18.714313 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Checking router: 86455247-63aa-4c35-a76b-84c1d76dd5ba for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:45:18.714800 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Updating router 86455247-63aa-4c35-a76b-84c1d76dd5ba port 74a87301-b3b0-46d3-952a-00c93fc50471 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:45:18.722979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.740993 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.757001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7c3c6355-ed18-4290-93f6-e88e6f30740f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7c3c6355-ed18-4290-93f6-e88e6f30740f,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:18.762197 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.763052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a7d25211-2b40-41ea-9bfb-fd37b89c1f5b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:18.835746 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7c3c6355-ed18-4290-93f6-e88e6f30740f,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:18.850212 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:18.854066 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:18.854438 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.907421 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fee8fb94-2414-40dd-967d-10ee36e8a27b None None] Provisioning complete for port 74a87301-b3b0-46d3-952a-00c93fc50471 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:18.907783 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fee8fb94-2414-40dd-967d-10ee36e8a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:18.964103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fee8fb94-2414-40dd-967d-10ee36e8a27b None None] Port 74a87301-b3b0-46d3-952a-00c93fc50471 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:45:18.980976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.005540 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.007256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:19.011702 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.013972 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.024100 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Transition to ACTIVE for port object 74a87301-b3b0-46d3-952a-00c93fc50471 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:19.029498 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.060364 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:19.078048 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Pushing event updated for resources: {'Port': ['ID=74a87301-b3b0-46d3-952a-00c93fc50471,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:19.100439 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.100777 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.101111 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.101439 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.101854 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.102183 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.102503 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.102821 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.103138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.103455 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.103773 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.104084 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:45:19.139637 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Attempting to bind port 74a87301-b3b0-46d3-952a-00c93fc50471 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:45:19.140056 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Attempting to bind port 74a87301-b3b0-46d3-952a-00c93fc50471 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:45:19.140423 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Attempting to bind port 74a87301-b3b0-46d3-952a-00c93fc50471 on network 687b6b6f-9e1a-4032-b708-7b5164aaa086 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:45:19.145594 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:45:19.145987 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Checking segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:45:19.146388 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.146774 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Bound using segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:45:19.147227 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Bound port: 74a87301-b3b0-46d3-952a-00c93fc50471, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:45:19.147629 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.213728 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] For port 74a87301-b3b0-46d3-952a-00c93fc50471, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:45:19.217093 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] For port 74a87301-b3b0-46d3-952a-00c93fc50471, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74a87301-b3b0-46d3-952a-00c93fc50471,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:45:19.220719 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:19.277945 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:19.278601 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:19.284049 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf153716-728c-423a-8bcd-1cd39163d4c5 None None] Pushing event updated for resources: {'Port': ['ID=74a87301-b3b0-46d3-952a-00c93fc50471,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:19.393895 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:19.594246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:19Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:19.624516 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf3c79d-fc95-457f-9713-b5ceaccae36d None None] The sync data for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 is: [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:19Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:45:19.783365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-71b45c09-54f5-49d0-8dc8-c8147b3ae095 req-b7a84b7a-a674-4f9b-b4d3-bb95eb082a05 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0283823 Aug 20 09:45:20.484324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74a87301-b3b0-46d3-952a-00c93fc50471 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:20.546695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 74a87301-b3b0-46d3-952a-00c93fc50471 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:20.550977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 74a87301-b3b0-46d3-952a-00c93fc50471 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:20.551484 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:20.642694 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:20.676165 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 74a87301-b3b0-46d3-952a-00c93fc50471, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74a87301-b3b0-46d3-952a-00c93fc50471,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:20.680374 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:20.681495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a7d25211-2b40-41ea-9bfb-fd37b89c1f5b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:20.864462 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2b946107-a72d-4f0a-a299-83d335f9eb83 req-3d933e1c-cc75-4a7d-82d3-786e26e43687 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Aug 20 09:45:20.926468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=74a87301-b3b0-46d3-952a-00c93fc50471,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:20.939239 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:20.939615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:21.016008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7c3c6355-ed18-4290-93f6-e88e6f30740f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:21.064193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7c3c6355-ed18-4290-93f6-e88e6f30740f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:21.064560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:21.947855 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79ebd78d-a2c5-416e-8805-791ac73badf9 req-a4f5b094-149a-4dcd-8705-6555abeaa29a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0325086 Aug 20 09:45:22.403948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74a87301-b3b0-46d3-952a-00c93fc50471 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:22.454235 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 74a87301-b3b0-46d3-952a-00c93fc50471 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:22.454704 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:23.023824 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91b13102-7fd1-4535-a453-14bd94afbc37 req-5b8d2dac-07b8-470f-9cf1-e4c94c4f3aed tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0252221 Aug 20 09:45:24.115952 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-38298923-d2f0-49d5-a00f-90c7438c6ca4 req-86fa3088-e26b-45e8-8997-d41e29ed14fb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0257215 Aug 20 09:45:24.790774 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-a70cdc9e-2ff1-4e2a-8ac8-d2f2a06a9f18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:24.792651 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-a70cdc9e-2ff1-4e2a-8ac8-d2f2a06a9f18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/networks?id=687b6b6f-9e1a-4032-b708-7b5164aaa086 HTTP/1.1" status: 200 len: 797 time: 0.1030231 Aug 20 09:45:24.840009 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-0ecaeaa7-4faa-4d10-930d-f6f2f066c2b3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 379 time: 0.0380988 Aug 20 09:45:24.856039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'port': {'device_id': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'admin_state_up': True, 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'security_groups': ['83a54626-3983-49ab-872d-f8049d0acc57']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:24.957908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:45:24.962083 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:25.218555 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a7969914-7b0b-4b82-b0f7-8405d7f24a6a req-0ea0feee-dad4-4e9a-8b11-7b82a3c307bc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0272176 Aug 20 09:45:25.392487 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.3 (687b6b6f-9e1a-4032-b708-7b5164aaa086/59ad1d58-c40c-4c69-930b-84938f6347af/e1f9b169-a54b-4eab-9fb8-5df561fb57dd) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:45:25.529449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:25.541908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object e1f9b169-a54b-4eab-9fb8-5df561fb57dd will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:25.574198 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:25.619915 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:45:25.622842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:25.626426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:45:25.653391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:25.682145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:25.682781 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:25.698284 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-35e74d67-6ce0-4bc1-93d3-97281bb864bb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463800 Aug 20 09:45:25.805859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Request body: {'port': {'device_id': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:25.858769 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:25.863430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d7d847f1-ba68-4952-8719-6f084d00d97c None None] Provisioning for port e1f9b169-a54b-4eab-9fb8-5df561fb57dd completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:25.867632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d7d847f1-ba68-4952-8719-6f084d00d97c None None] Provisioning complete for port e1f9b169-a54b-4eab-9fb8-5df561fb57dd triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:25.868081 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d7d847f1-ba68-4952-8719-6f084d00d97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:25.902041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-d7d847f1-ba68-4952-8719-6f084d00d97c None None] Port e1f9b169-a54b-4eab-9fb8-5df561fb57dd cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:45:26.120701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f9b169-a54b-4eab-9fb8-5df561fb57dd {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:45:26.128119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:26.139656 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Transition to ACTIVE for port object e1f9b169-a54b-4eab-9fb8-5df561fb57dd will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:45:26.143497 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:26.191798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Pushing event updated for resources: {'Port': ['ID=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:26.270353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Attempting to bind port e1f9b169-a54b-4eab-9fb8-5df561fb57dd on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:45:26.270700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Attempting to bind port e1f9b169-a54b-4eab-9fb8-5df561fb57dd by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:45:26.271035 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Attempting to bind port e1f9b169-a54b-4eab-9fb8-5df561fb57dd on network 687b6b6f-9e1a-4032-b708-7b5164aaa086 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:45:26.276424 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Port e1f9b169-a54b-4eab-9fb8-5df561fb57dd on network 687b6b6f-9e1a-4032-b708-7b5164aaa086 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:45:26.276741 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Attempting to bind port e1f9b169-a54b-4eab-9fb8-5df561fb57dd on network 687b6b6f-9e1a-4032-b708-7b5164aaa086 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:45:26.281956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:45:26.282298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Checking segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:45:26.282684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Bound using segment: {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:45:26.283114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Bound port: e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a790a9b4-6b81-495c-81c1-680caac2cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:45:26.283544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:26.345244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aaa67-216b-4d75-ae35-9bbbdd37d49f req-10f2dda1-4d45-498e-b2b7-669130e8a23e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:26.347101 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b0aaa67-216b-4d75-ae35-9bbbdd37d49f req-10f2dda1-4d45-498e-b2b7-669130e8a23e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 943 time: 0.0539176 Aug 20 09:45:26.358996 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] For port e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:45:26.363103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] For port e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:45:26.368460 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:26.390834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b0aaa67-216b-4d75-ae35-9bbbdd37d49f req-bd26d3c8-7f96-4245-92b0-ad42d2178425 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336165 Aug 20 09:45:26.403161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:26.403792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:26.405330 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-b8310e69-6266-40a1-91ca-e737794007de service neutron] 10.222.0.26 "PUT /v2.0/ports/e1f9b169-a54b-4eab-9fb8-5df561fb57dd HTTP/1.1" status: 200 len: 1091 time: 0.6498914 Aug 20 09:45:26.405803 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:45:26.408053 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:45:26.441146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310e69-6266-40a1-91ca-e737794007de service neutron] Pushing event updated for resources: {'Port': ['ID=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:26.478458 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a19d579-d601-490e-b357-acdb51a008a7 x-openstack-request-id: req-0a19d579-d601-490e-b357-acdb51a008a7 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:45:26.478761 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:45:26.479015 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a19d579-d601-490e-b357-acdb51a008a7 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:45:26.479410 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'status': 'completed', 'code': 200} Aug 20 09:45:26.495525 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-0fc08504-b49b-401a-b382-948e512b669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:26.497252 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-0fc08504-b49b-401a-b382-948e512b669a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 1094 time: 0.0469584 Aug 20 09:45:26.544201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-df0113af-7054-42ae-93f8-31db35d46510 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd HTTP/1.1" status: 200 len: 217 time: 0.0397704 Aug 20 09:45:26.596754 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-04e7cddd-f129-4d83-8043-304a1003ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:26.598310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-04e7cddd-f129-4d83-8043-304a1003ff93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59ad1d58-c40c-4c69-930b-84938f6347af HTTP/1.1" status: 200 len: 835 time: 0.0468369 Aug 20 09:45:26.643307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-ed63d2a0-2b9a-434f-8ce2-b1e582f47188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:26.644717 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-ed63d2a0-2b9a-434f-8ce2-b1e582f47188 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=687b6b6f-9e1a-4032-b708-7b5164aaa086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396848 Aug 20 09:45:26.739662 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-2f832c30-fa54-4de3-9c47-d545679c22dd service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877142 Aug 20 09:45:26.828598 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91cfe50a-692b-4500-8ab1-8d5f0ee827f0 req-82e664cc-6e8c-465c-85b9-b48e354ded28 service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Aug 20 09:45:26.910677 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-c23d6eae-5eb4-434c-8e05-105c68657f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:26.912100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-c23d6eae-5eb4-434c-8e05-105c68657f76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 1094 time: 0.0410843 Aug 20 09:45:27.004950 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-15094fc4-1902-4d0b-85c8-f2bf9d7569d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:27.006442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-15094fc4-1902-4d0b-85c8-f2bf9d7569d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=687b6b6f-9e1a-4032-b708-7b5164aaa086 HTTP/1.1" status: 200 len: 897 time: 0.0878561 Aug 20 09:45:27.047709 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-3cb40f50-7198-403a-ab33-c7b043ba7f8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd HTTP/1.1" status: 200 len: 217 time: 0.0336595 Aug 20 09:45:27.099498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-dc44dcf0-4935-4011-b4d9-c2cef501aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:27.100947 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-dc44dcf0-4935-4011-b4d9-c2cef501aaaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59ad1d58-c40c-4c69-930b-84938f6347af HTTP/1.1" status: 200 len: 835 time: 0.0466795 Aug 20 09:45:27.146430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-a531158a-f3e5-4e9f-90fb-f715057e8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:27.147874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-a531158a-f3e5-4e9f-90fb-f715057e8369 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=687b6b6f-9e1a-4032-b708-7b5164aaa086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388410 Aug 20 09:45:27.234991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-58abdb0c-5eeb-409a-90a5-389ce2116088 service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790317 Aug 20 09:45:27.327595 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-85977f5c-ffa3-4ed1-9e1e-3bd91090856c req-1aad048d-bd95-46af-b2d9-5c6ded7b1ffa service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855196 Aug 20 09:45:27.511313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9111655-d661-4281-8054-6f7197615bd0 req-9012bed1-952f-45c4-b3fe-98b30625f4a6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:27.512694 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9111655-d661-4281-8054-6f7197615bd0 req-9012bed1-952f-45c4-b3fe-98b30625f4a6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 943 time: 0.0520394 Aug 20 09:45:27.549814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9111655-d661-4281-8054-6f7197615bd0 req-b24ecbf0-3b9c-4617-83ed-e75b2366f184 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310175 Aug 20 09:45:28.666157 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a78cd-fd25-4346-87a2-9e85644c8fa2 req-898dd5be-bba9-4bfe-aa82-3aa9e7a13930 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:28.667652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf6a78cd-fd25-4346-87a2-9e85644c8fa2 req-898dd5be-bba9-4bfe-aa82-3aa9e7a13930 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 943 time: 0.0493486 Aug 20 09:45:28.705015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf6a78cd-fd25-4346-87a2-9e85644c8fa2 req-f85c5075-376b-4aa0-8cb4-9c0a564707f9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Aug 20 09:45:29.590135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1f9b169-a54b-4eab-9fb8-5df561fb57dd details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:45:29.686133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:29.697958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'port_id': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'mac_address': 'fa:16:3e:0e:ea:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:45:29.735113 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:29.749476 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f9b169-a54b-4eab-9fb8-5df561fb57dd {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:45:29.769644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:29.773788 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:29.818630 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2179e2-090d-43d9-84b5-825ef5cf637b req-57c262d2-0b37-4f37-95dc-be8898db354f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:29.820168 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e2179e2-090d-43d9-84b5-825ef5cf637b req-57c262d2-0b37-4f37-95dc-be8898db354f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 944 time: 0.0487187 Aug 20 09:45:29.822478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:29.860616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8e2179e2-090d-43d9-84b5-825ef5cf637b req-0f101e1f-e4c9-47a9-9ade-bc01baf4918c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343299 Aug 20 09:45:30.017925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['e1f9b169-a54b-4eab-9fb8-5df561fb57dd'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:45:30.977366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408c92-8f01-42eb-8336-e0ad959902ff req-ae2aaf83-1423-4fd2-83d7-5f9bd7491599 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:30.978977 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a408c92-8f01-42eb-8336-e0ad959902ff req-ae2aaf83-1423-4fd2-83d7-5f9bd7491599 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 944 time: 0.0528221 Aug 20 09:45:31.016016 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5a408c92-8f01-42eb-8336-e0ad959902ff req-f2d99549-0d52-418b-b7d5-2e4b0ccae286 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310168 Aug 20 09:45:31.594859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1f9b169-a54b-4eab-9fb8-5df561fb57dd up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:45:31.644234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port e1f9b169-a54b-4eab-9fb8-5df561fb57dd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:45:31.647766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port e1f9b169-a54b-4eab-9fb8-5df561fb57dd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:45:31.648133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:31.723075 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:31.745621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:45:31.747917 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c00c01-dce2-4b5b-a839-4fe4474d6ace" -d '{"events": [{"server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "name": "network-vif-plugged", "status": "completed", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:45:31.759966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:45:31.764337 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:31.791331 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a8259-32dd-490f-824c-c5c9c6e88508 x-openstack-request-id: req-879a8259-32dd-490f-824c-c5c9c6e88508 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:45:31.791634 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "name": "network-vif-plugged", "status": "completed", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:45:31.791887 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-879a8259-32dd-490f-824c-c5c9c6e88508 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:45:31.792273 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'code': 200} Aug 20 09:45:31.818415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:31.880594 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6eb67-4e84-4171-858b-68357e4161aa req-ab9f7845-4e0e-401e-9f54-5c4b8a54c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:31.882008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05c6eb67-4e84-4171-858b-68357e4161aa req-ab9f7845-4e0e-401e-9f54-5c4b8a54c870 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 1096 time: 0.0402298 Aug 20 09:45:31.917259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-05c6eb67-4e84-4171-858b-68357e4161aa req-4f8ab1e0-3b0d-49c7-ad8d-6a72e811849b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281396 Aug 20 09:45:32.127313 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ad63f-86c2-4241-8851-a3b779468325 req-e40d6ebf-bc40-43e1-b172-a863fd8ae768 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:32.128777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f0ad63f-86c2-4241-8851-a3b779468325 req-e40d6ebf-bc40-43e1-b172-a863fd8ae768 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Aug 20 09:45:32.166815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f0ad63f-86c2-4241-8851-a3b779468325 req-571d7132-b8ad-4ee3-8a20-71f7d8692bcc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Aug 20 09:45:33.282174 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594f57-6ab7-42bc-a466-a320ee91bf6f req-df3fb4cb-df71-41e5-b111-77e4b409e4d2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:33.283640 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f594f57-6ab7-42bc-a466-a320ee91bf6f req-df3fb4cb-df71-41e5-b111-77e4b409e4d2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0477250 Aug 20 09:45:33.320086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f594f57-6ab7-42bc-a466-a320ee91bf6f req-8181f6a1-455e-4bdb-ad65-9cf0b4000b97 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299692 Aug 20 09:45:33.436299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29ce1-db56-4a70-bb09-d83cd83499b1 req-07a92ee0-e7f3-489d-8fc6-7df4b528e02b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:33.437790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aaa29ce1-db56-4a70-bb09-d83cd83499b1 req-07a92ee0-e7f3-489d-8fc6-7df4b528e02b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0523093 Aug 20 09:45:33.475070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-aaa29ce1-db56-4a70-bb09-d83cd83499b1 req-5951624e-423f-4738-ab56-5cde0d7d76a1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Aug 20 09:45:33.496698 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36346) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:33.537303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8766a4-1119-406e-b4e7-0d6947b2e80e tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:33.539000 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2b8766a4-1119-406e-b4e7-0d6947b2e80e tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 1091 time: 0.0411990 Aug 20 09:45:33.541668 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36348) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:33.545998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:45:33.565868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:33.663767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:33.769510 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.167 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e499c0dd-0aec-4a15-b17d-023e56435ed7) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:45:33.868737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:33.906095 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:33.942913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:45:33.945693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:45:33.949161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:45:33.977842 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=e499c0dd-0aec-4a15-b17d-023e56435ed7,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:34.311998 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:34.382244 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:34.522282 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:34.527517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:34.596512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=e499c0dd-0aec-4a15-b17d-023e56435ed7,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:45:34.606229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:34.703843 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 61799b71-2845-42f8-8c91-cbd74e7b9419 associated. External IP: 172.25.5.167, port: e1f9b169-a54b-4eab-9fb8-5df561fb57dd. Aug 20 09:45:34.904517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 86455247-63aa-4c35-a76b-84c1d76dd5ba has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:45:35.009815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:45:35.019520 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] Sync routers for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:45:35.025508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:35.028218 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:35.028828 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:35.052110 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1154aee3-a3eb-4645-9fd7-fc1925c35411 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5094137 Aug 20 09:45:35.052701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:45:35.055998 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:45:35.098757 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb92c3-df5c-4906-a689-d5905ae9587c x-openstack-request-id: req-2bdb92c3-df5c-4906-a689-d5905ae9587c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:45:35.099111 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:45:35.099453 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bdb92c3-df5c-4906-a689-d5905ae9587c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:45:35.099915 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'status': 'completed', 'code': 200} Aug 20 09:45:35.138642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:35.152111 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ba7b-f7c6-41f1-8781-c9c63c6ba836 req-bbcb744b-7e67-4b28-837f-0ad701b5062a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:35.153744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6980ba7b-f7c6-41f1-8781-c9c63c6ba836 req-bbcb744b-7e67-4b28-837f-0ad701b5062a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Aug 20 09:45:35.163647 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-2acab341-4b3f-4e7e-8c03-b1014722fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:35.166005 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-2acab341-4b3f-4e7e-8c03-b1014722fcf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 1096 time: 0.0446658 Aug 20 09:45:35.200081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6980ba7b-f7c6-41f1-8781-c9c63c6ba836 req-3bc7cab5-ec05-4f24-89de-425edd29a1cf tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363588 Aug 20 09:45:35.223236 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36354) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:35.265284 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-b38ad0b6-175b-4414-90a7-d9ecf0dcdb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:35.266989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-b38ad0b6-175b-4414-90a7-d9ecf0dcdb12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=687b6b6f-9e1a-4032-b708-7b5164aaa086 HTTP/1.1" status: 200 len: 897 time: 0.0942900 Aug 20 09:45:35.290531 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bd5685c4-1106-4ddf-87f8-6c71aa5ec663 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/61799b71-2845-42f8-8c91-cbd74e7b9419 HTTP/1.1" status: 200 len: 991 time: 0.0659282 Aug 20 09:45:35.332832 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-c3ff5c07-8a47-4c36-8350-36466bb41841 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd HTTP/1.1" status: 200 len: 999 time: 0.0592625 Aug 20 09:45:35.375473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '61799b71-2845-42f8-8c91-cbd74e7b9419', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'port_id': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'mac_address': 'fa:16:3e:0e:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:45:34Z', 'updated_at': '2021-08-20T09:45:34Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:20Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:35.380811 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-c2a24651-2434-4f49-a200-1915fc94b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:35.382485 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-c2a24651-2434-4f49-a200-1915fc94b075 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59ad1d58-c40c-4c69-930b-84938f6347af HTTP/1.1" status: 200 len: 835 time: 0.0436091 Aug 20 09:45:35.404928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] Checking router: 86455247-63aa-4c35-a76b-84c1d76dd5ba for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:45:35.413288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:45:35.414519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:35.432583 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-121dfd21-74ad-495a-a834-213ae19b6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:45:35.434094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-121dfd21-74ad-495a-a834-213ae19b6273 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=687b6b6f-9e1a-4032-b708-7b5164aaa086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452557 Aug 20 09:45:35.519123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:45:35.521676 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-d838b5d4-3db4-4759-b377-8a94ebc67436 service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811422 Aug 20 09:45:35.613690 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-142cf618-81b5-4c2e-9aa0-1a8eacdb8684 req-3603376f-b720-47c5-99e4-f20cb4b66dfb service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857530 Aug 20 09:45:35.734233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '61799b71-2845-42f8-8c91-cbd74e7b9419', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'port_id': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'mac_address': 'fa:16:3e:0e:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:45:34Z', 'updated_at': '2021-08-20T09:45:34Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:20Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:45:35.759981 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f8077-2d1b-402b-a158-a4a39f530ff3 None None] The sync data for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 is: [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '61799b71-2845-42f8-8c91-cbd74e7b9419', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'port_id': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'mac_address': 'fa:16:3e:0e:ea:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:45:34Z', 'updated_at': '2021-08-20T09:45:34Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:20Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:45:35.950133 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fbba3-4b33-4441-a1cd-04fc96dda2eb None None] New status for floating IP 61799b71-2845-42f8-8c91-cbd74e7b9419: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:45:36.294168 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36356) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:45:36.353390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c42234a9-de89-4d62-9bac-2c294f8ae48d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/61799b71-2845-42f8-8c91-cbd74e7b9419 HTTP/1.1" status: 200 len: 993 time: 0.0580454 Aug 20 09:45:38.828963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:45:43.059622 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:43.245144 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e652-d0c9-43b3-aaed-df2646ea93ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:44.482492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:46.420431 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:46.664903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-08b0151e-3f4b-43c0-8ce8-efc5d114b23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:47.634609 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:45:48.995888 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:05.038590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbf9bb-27a4-4ed9-897a-a5b4f9cb8453 req-a71becb5-a168-49a0-ab26-afddb95694e9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:05.040998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fddbf9bb-27a4-4ed9-897a-a5b4f9cb8453 req-a71becb5-a168-49a0-ab26-afddb95694e9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Aug 20 09:46:05.078446 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fddbf9bb-27a4-4ed9-897a-a5b4f9cb8453 req-01156eca-cc3b-452b-8699-17666fa65c07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Aug 20 09:46:06.199221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645440f0-afee-46ca-9663-67a8a10c1acd req-aa348596-a91c-410c-a50c-2e059a0de85a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:06.200617 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-645440f0-afee-46ca-9663-67a8a10c1acd req-aa348596-a91c-410c-a50c-2e059a0de85a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Aug 20 09:46:06.238463 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-645440f0-afee-46ca-9663-67a8a10c1acd req-8d37fd81-dd27-4057-a538-5aedf1e4e4d6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320113 Aug 20 09:46:06.260459 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36378) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:06.319564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-59f9ff76-3b05-43db-81fb-655234c8b75f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/61799b71-2845-42f8-8c91-cbd74e7b9419 HTTP/1.1" status: 200 len: 993 time: 0.0579393 Aug 20 09:46:07.589702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bd584-ac63-4f0b-b03f-6f6628e399d4 req-1d1ac632-bc31-415a-b576-38c086fcc75d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:07.591183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-626bd584-ac63-4f0b-b03f-6f6628e399d4 req-1d1ac632-bc31-415a-b576-38c086fcc75d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0511074 Aug 20 09:46:07.640408 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-626bd584-ac63-4f0b-b03f-6f6628e399d4 req-983c533c-091f-494f-b2ba-835b8d794aec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Aug 20 09:46:08.757429 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4583eb-5f86-4c94-b14d-5f0df0dadc81 req-2f5bb746-878f-40fb-bf05-5612b604ab79 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:08.759581 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e4583eb-5f86-4c94-b14d-5f0df0dadc81 req-2f5bb746-878f-40fb-bf05-5612b604ab79 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Aug 20 09:46:08.795377 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e4583eb-5f86-4c94-b14d-5f0df0dadc81 req-c87d94c0-4e08-445d-842e-21f038281b86 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Aug 20 09:46:08.818550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36390) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:08.877232 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-81d5a1b2-a375-4616-a966-74cfc87065d1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/61799b71-2845-42f8-8c91-cbd74e7b9419 HTTP/1.1" status: 200 len: 993 time: 0.0575707 Aug 20 09:46:09.170824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36396) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:09.325825 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port e499c0dd-0aec-4a15-b17d-023e56435ed7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:46:09.326172 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:09.402251 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:09.402589 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:09.413950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for e499c0dd-0aec-4a15-b17d-023e56435ed7 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:46:09.562173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:09.590047 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=e499c0dd-0aec-4a15-b17d-023e56435ed7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:09.615828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.616186 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.616533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.616876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.617279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.617910 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.618416 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.618762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.619104 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.619474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.619811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.620141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:09.658839 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:09.659173 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 61799b71-2845-42f8-8c91-cbd74e7b9419 disassociated (deleted). External IP: 172.25.5.167, port: e1f9b169-a54b-4eab-9fb8-5df561fb57dd. Aug 20 09:46:09.869486 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 86455247-63aa-4c35-a76b-84c1d76dd5ba has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:46:09.978950 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:46:09.983650 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:09.988849 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] Sync routers for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:46:10.000259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:10.000874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:10.009887 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-74b45f7d-dc95-4dec-8f3a-9da043d52bc5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/floatingips/61799b71-2845-42f8-8c91-cbd74e7b9419 HTTP/1.1" status: 204 len: 168 time: 0.8380010 Aug 20 09:46:10.010472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:46:10.012950 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cff5c25-28bb-4735-83be-4955d7ceade4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:46:10.050635 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6e9b64-0333-48a1-b349-7aab34f54df2 x-openstack-request-id: req-4b6e9b64-0333-48a1-b349-7aab34f54df2 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:46:10.050928 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:46:10.051185 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b6e9b64-0333-48a1-b349-7aab34f54df2 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:46:10.051587 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'status': 'completed', 'code': 200} Aug 20 09:46:10.119411 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-fd6ab08f-4f87-458c-b6b5-c4ee615e106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:10.121757 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-fd6ab08f-4f87-458c-b6b5-c4ee615e106f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 1096 time: 0.0462492 Aug 20 09:46:10.224843 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-47638218-ffef-4d20-a9c5-aa38cdf7d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:10.226362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-47638218-ffef-4d20-a9c5-aa38cdf7d1dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=687b6b6f-9e1a-4032-b708-7b5164aaa086 HTTP/1.1" status: 200 len: 897 time: 0.0940082 Aug 20 09:46:10.249457 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab171b-71af-4492-a0e0-402befab6e8d req-f0519ecb-d0e2-4c89-8bf9-4218d3563d72 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:10.251077 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abab171b-71af-4492-a0e0-402befab6e8d req-f0519ecb-d0e2-4c89-8bf9-4218d3563d72 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0567119 Aug 20 09:46:10.274976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-3a56b91b-1c92-4353-9601-da9019f4baaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd HTTP/1.1" status: 200 len: 217 time: 0.0408685 Aug 20 09:46:10.283944 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:10.292190 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abab171b-71af-4492-a0e0-402befab6e8d req-658dd9e4-76af-4324-a72d-643cc6146043 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345345 Aug 20 09:46:10.328407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-767bf2e2-d650-4483-b94b-dc6281d636d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:10.330100 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-767bf2e2-d650-4483-b94b-dc6281d636d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59ad1d58-c40c-4c69-930b-84938f6347af HTTP/1.1" status: 200 len: 835 time: 0.0480585 Aug 20 09:46:10.378249 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-950f76c8-b4cf-4eea-ae58-b93cb2d4018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:10.379726 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-950f76c8-b4cf-4eea-ae58-b93cb2d4018e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=687b6b6f-9e1a-4032-b708-7b5164aaa086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412722 Aug 20 09:46:10.477976 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-7f8cd6c1-bf11-47e0-ba81-d59923a45687 service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853331 Aug 20 09:46:10.489695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:20Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:10.517308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] Checking router: 86455247-63aa-4c35-a76b-84c1d76dd5ba for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:46:10.526005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:10.526628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:10.576047 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0cff5c25-28bb-4735-83be-4955d7ceade4 req-2317e713-a107-4607-9748-dc2ce5414d42 service neutron] 10.222.0.26 "GET /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879741 Aug 20 09:46:10.650546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:10.850192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:20Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:10.877592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4997772f-a428-431b-8730-7ea04bd1025c None None] The sync data for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 is: [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:17Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '74a87301-b3b0-46d3-952a-00c93fc50471', 'name': '', 'network_id': '687b6b6f-9e1a-4032-b708-7b5164aaa086', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:1a:64:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:16Z', 'updated_at': '2021-08-20T09:45:20Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '59ad1d58-c40c-4c69-930b-84938f6347af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:46:11.084372 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04b15e-0686-41c5-bdc0-95d591602be1 None None] New status for floating IP 61799b71-2845-42f8-8c91-cbd74e7b9419: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:46:11.410197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6cfe-1107-4a30-8607-839931ef548f req-28425722-5fde-4969-9ba2-ff425d8ae513 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:11.411742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab4c6cfe-1107-4a30-8607-839931ef548f req-28425722-5fde-4969-9ba2-ff425d8ae513 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0497088 Aug 20 09:46:11.453111 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab4c6cfe-1107-4a30-8607-839931ef548f req-bf6b6590-e409-4c41-8240-f236b0dd7620 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=83a54626-3983-49ab-872d-f8049d0acc57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354576 Aug 20 09:46:11.855283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-e6e2ae23-ccc8-4e2f-a509-11bf99bdde15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:11.856711 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-e6e2ae23-ccc8-4e2f-a509-11bf99bdde15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Aug 20 09:46:11.952524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port e1f9b169-a54b-4eab-9fb8-5df561fb57dd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:46:11.952870 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:12.039558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port e1f9b169-a54b-4eab-9fb8-5df561fb57dd, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:12.039926 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:12.052474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for e1f9b169-a54b-4eab-9fb8-5df561fb57dd owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:46:12.182605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:12.210498 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=e1f9b169-a54b-4eab-9fb8-5df561fb57dd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:12.241654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.242015 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.243158 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.243497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.243832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.244163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.244491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.244824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.245149 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.245474 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.245888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.246209 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:12.267026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] No DVR routers for this DVR port e1f9b169-a54b-4eab-9fb8-5df561fb57dd on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:46:12.269450 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:12.271456 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-181b357c-8422-4eca-8ea1-471c4fc2246d req-d940671f-fcf5-4c78-bc37-7ecba9431c15 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "DELETE /v2.0/ports/e1f9b169-a54b-4eab-9fb8-5df561fb57dd HTTP/1.1" status: 204 len: 173 time: 0.4086516 Aug 20 09:46:12.271883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'name': 'network-vif-deleted', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:46:12.274131 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00d345-7283-4420-9ee0-85dd5bb7b4b0" -d '{"events": [{"server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "name": "network-vif-deleted", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:46:12.312090 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5f9c5-a733-47f1-b35c-ba2a83ea3cff x-openstack-request-id: req-14d5f9c5-a733-47f1-b35c-ba2a83ea3cff {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:46:12.312380 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd97598-4f6e-477f-84cc-1cee30b339d7", "name": "network-vif-deleted", "tag": "e1f9b169-a54b-4eab-9fb8-5df561fb57dd", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:46:12.312630 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14d5f9c5-a733-47f1-b35c-ba2a83ea3cff {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:46:12.313026 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd97598-4f6e-477f-84cc-1cee30b339d7', 'name': 'network-vif-deleted', 'tag': 'e1f9b169-a54b-4eab-9fb8-5df561fb57dd', 'status': 'completed', 'code': 200} Aug 20 09:46:12.557558 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ac8dd4c0-a67c-4f44-9762-0f7d57852317 req-a25ed4cb-b237-474b-bd55-701592f71f51 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fd97598-4f6e-477f-84cc-1cee30b339d7 HTTP/1.1" status: 200 len: 210 time: 0.0276403 Aug 20 09:46:13.089634 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:13.245865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d0babe3b-1d94-406a-81a2-9cfab2312d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:13.613704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36414) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:13.964118 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:14.209177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 74a87301-b3b0-46d3-952a-00c93fc50471 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:46:14.209435 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:14.294221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 74a87301-b3b0-46d3-952a-00c93fc50471, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=74a87301-b3b0-46d3-952a-00c93fc50471,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:14.294584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:14.306719 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 74a87301-b3b0-46d3-952a-00c93fc50471 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:46:14.490148 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:14.504177 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:14.863813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=74a87301-b3b0-46d3-952a-00c93fc50471,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:15.045321 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.271296 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 86455247-63aa-4c35-a76b-84c1d76dd5ba has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:46:15.384977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:46:15.391534 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-35ceef07-55ec-4996-9b2e-1971499280ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/86455247-63aa-4c35-a76b-84c1d76dd5ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765656 Aug 20 09:46:15.392828 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36416) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:15.395090 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] Sync routers for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:46:15.406554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:15.407094 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:15.448081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting subnet 59ad1d58-c40c-4c69-930b-84938f6347af {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:46:15.451916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.496598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.530446 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:15.618684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.683670 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.718011 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Subnet': ['ID=59ad1d58-c40c-4c69-930b-84938f6347af,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:15.720020 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.722703 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0c655b48-2665-44f4-ba8e-65955ae28d7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/subnets/59ad1d58-c40c-4c69-930b-84938f6347af HTTP/1.1" status: 204 len: 168 time: 0.3283179 Aug 20 09:46:15.725965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36418) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:15.730687 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24691cde-4d0f-4a5e-bc58-d085ce3d606d None None] Network 687b6b6f-9e1a-4032-b708-7b5164aaa086 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:46:15.812450 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1f9b169-a54b-4eab-9fb8-5df561fb57dd no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:46:15.829008 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:46:15.841644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:15.852712 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: e1f9b169-a54b-4eab-9fb8-5df561fb57dd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:46:15.853091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device e1f9b169-a54b-4eab-9fb8-5df561fb57dd not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:46:15.877259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:46:14Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:15.916673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] Checking router: 86455247-63aa-4c35-a76b-84c1d76dd5ba for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:46:15.930901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] Routers {'86455247-63aa-4c35-a76b-84c1d76dd5ba'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:15.931517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:45:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['86455247-63aa-4c35-a76b-84c1d76dd5ba'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:15.957658 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.014422 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:46:16.014902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.047140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] Set router 86455247-63aa-4c35-a76b-84c1d76dd5ba gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:16.076255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] DHCP port deletion for 687b6b6f-9e1a-4032-b708-7b5164aaa086 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:46:16.100409 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port a7d25211-2b40-41ea-9bfb-fd37b89c1f5b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:16.100783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.116109 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for a7d25211-2b40-41ea-9bfb-fd37b89c1f5b owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:46:16.226695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Deleting port 7c3c6355-ed18-4290-93f6-e88e6f30740f {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:46:16.227574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.295416 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.327939 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=a7d25211-2b40-41ea-9bfb-fd37b89c1f5b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:16.329084 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] For port 7c3c6355-ed18-4290-93f6-e88e6f30740f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7c3c6355-ed18-4290-93f6-e88e6f30740f,segment=NetworkSegment(a790a9b4-6b81-495c-81c1-680caac2cc57),segment_id=a790a9b4-6b81-495c-81c1-680caac2cc57)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:16.329485 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.347918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Calling delete_port for 7c3c6355-ed18-4290-93f6-e88e6f30740f owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:46:16.363917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:46:14Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:16.392868 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.435099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0694b6e-018e-48a2-83e2-815ae0a8042d None None] The sync data for ids ['86455247-63aa-4c35-a76b-84c1d76dd5ba'] in n-d-804285-2 is: [{'id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525486259', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:46:14Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a7d25211-2b40-41ea-9bfb-fd37b89c1f5b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86455247-63aa-4c35-a76b-84c1d76dd5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:45:13Z', 'updated_at': '2021-08-20T09:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:46:16.458370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.491775 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.507483 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.510564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.518252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Pushing event deleted for resources: {'Port': ['ID=7c3c6355-ed18-4290-93f6-e88e6f30740f,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:16.529021 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.529691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.530059 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.530486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.531049 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.531159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.531611 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.531966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.532283 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.532610 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.533081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.533413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:16.536523 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faec57d-78ed-46c1-b524-e827b507649e None None] No DVR routers for this DVR port 7c3c6355-ed18-4290-93f6-e88e6f30740f on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:46:16.569772 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.571768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Fanout notify agent at l3_agent the message router_deleted on router 86455247-63aa-4c35-a76b-84c1d76dd5ba {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:46:16.583908 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.585867 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-049c8f18-75d9-47f6-9977-33560fba342d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/routers/86455247-63aa-4c35-a76b-84c1d76dd5ba HTTP/1.1" status: 204 len: 168 time: 0.8579528 Aug 20 09:46:16.588652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36420) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:16.666218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ed9c208d-0340-495d-a1d4-4b054e40fd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.683740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.821470 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.830550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7c3c6355-ed18-4290-93f6-e88e6f30740f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:46:16.834292 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687b6b6f-9e1a-4032-b708-7b5164aaa086']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:16.846816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a790a9b4-6b81-495c-81c1-680caac2cc57') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:16.847230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a790a9b4-6b81-495c-81c1-680caac2cc57') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:16.854825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7c3c6355-ed18-4290-93f6-e88e6f30740f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:46:16.855174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7c3c6355-ed18-4290-93f6-e88e6f30740f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:46:16.857495 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.872846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.879491 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:46:16.880001 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:46:16.883448 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:46:17.255973 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.266071 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.267903 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/networks/687b6b6f-9e1a-4032-b708-7b5164aaa086 HTTP/1.1" status: 204 len: 168 time: 0.6777918 Aug 20 09:46:17.272512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36422) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:17.277465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb60e9-7f72-4804-9e4f-17ab47083129 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Network': ['ID=687b6b6f-9e1a-4032-b708-7b5164aaa086,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:17.338681 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19fceea5-f9de-47c4-bb18-0cae79677d14 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.364539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19fceea5-f9de-47c4-bb18-0cae79677d14 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.427436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19fceea5-f9de-47c4-bb18-0cae79677d14 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.430753 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-19fceea5-f9de-47c4-bb18-0cae79677d14 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.431932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-19fceea5-f9de-47c4-bb18-0cae79677d14 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/security-groups/83a54626-3983-49ab-872d-f8049d0acc57 HTTP/1.1" status: 204 len: 168 time: 0.1583986 Aug 20 09:46:17.445478 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fceea5-f9de-47c4-bb18-0cae79677d14 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a54626-3983-49ab-872d-f8049d0acc57,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:17.632870 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:17.921881 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36428) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:17.926813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36249195', 'description': 'tempest-secgroup-smoke-36249195 description', 'project_id': 'aebba8b579c845c98337b0daeeec4a85'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:17.951000 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.043106 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.047590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.082554 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.084039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1610501 Aug 20 09:46:18.085291 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c45191-6296-4d7d-aaec-af96391dc90f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d478d9d-56e9-41e2-b583-40e14ff8326c,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.087706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36430) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.093117 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '2d478d9d-56e9-41e2-b583-40e14ff8326c', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:18.119684 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.182787 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.186989 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.204828 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab20627-f42f-4139-be75-0876942b3c66,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.210364 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.215287 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-780eee98-6d1c-4910-9a35-ec5aa939a019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231396 Aug 20 09:46:18.215450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36432) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.219681 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '2d478d9d-56e9-41e2-b583-40e14ff8326c', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:18.249101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.313569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.318097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.340943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49acb628-6390-4b4f-a3ad-225717de75b6,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.347882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.349229 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a113c0c0-0b49-48fb-ac3f-61cd02e5d673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328630 Aug 20 09:46:18.352562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36434) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.357897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '2d478d9d-56e9-41e2-b583-40e14ff8326c', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:18.387780 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.394461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74a87301-b3b0-46d3-952a-00c93fc50471 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:46:18.416596 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 74a87301-b3b0-46d3-952a-00c93fc50471 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:46:18.416948 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 74a87301-b3b0-46d3-952a-00c93fc50471 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:46:18.417388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a7d25211-2b40-41ea-9bfb-fd37b89c1f5b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:46:18.441787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a7d25211-2b40-41ea-9bfb-fd37b89c1f5b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:46:18.442047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a7d25211-2b40-41ea-9bfb-fd37b89c1f5b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:46:18.455959 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.460526 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.482786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dead6537-52c1-4d7f-b6f0-44766786769f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.490584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.492181 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-517f942f-a8e5-49df-bddf-eefb3b9c001e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384339 Aug 20 09:46:18.495246 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36436) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.500185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '2d478d9d-56e9-41e2-b583-40e14ff8326c', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:18.532539 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.612154 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.616148 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.635411 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dea4516-4b4e-4ab6-b554-090a870d088e,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.641855 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.644076 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2318653-f7a7-417c-a1a3-0fed7024601e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474192 Aug 20 09:46:18.646449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36438) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.653160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '2d478d9d-56e9-41e2-b583-40e14ff8326c', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:18.687344 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:46:18.695302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.792697 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.797015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.827191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cc939b-ef4e-45e7-bb46-d41d7e4ed1e5,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.835212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.838573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-54679340-f671-4e61-b00c-50066dd515be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1899054 Aug 20 09:46:18.840635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36440) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.845499 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '2d478d9d-56e9-41e2-b583-40e14ff8326c', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:18.876786 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:46:18.881947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.954629 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.959188 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.982289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3a3435-f96a-49fe-8fa1-068920f0cbfc,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:18.990969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:18.994790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16369a12-797e-462c-b2cd-6f1589c65a5d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506855 Aug 20 09:46:18.995811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36442) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:18.998353 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.002550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'network': {'name': 'tempest-network-smoke--865435449', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:19.031275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:46:19.035062 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.058356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:46:19.067749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.068094 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Added segment f997cb89-65ba-45db-8bc6-71d36704373e of type vlan for network ba587019-e93e-450d-a57a-0d3c140832ba Aug 20 09:46:19.116102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.153750 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.159353 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:19.159967 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.219055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2216318 Aug 20 09:46:19.222669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36444) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:19.230166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'admin_state_up': True, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:19.231781 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a1a29-0303-481d-a1af-1d0a0458ae94 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Network': ['ID=ba587019-e93e-450d-a57a-0d3c140832ba,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:19.242484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network ba587019-e93e-450d-a57a-0d3c140832ba details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:46:19.267810 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.268789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.330940 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.555638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.846953 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.882790 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:19.999021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.173 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c511dedc-afad-4f8d-af31-1db2db4f61d5) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:46:20.122848 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:20.168868 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:20.218425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:46:20.222910 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:20.228659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:46:20.270934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=c511dedc-afad-4f8d-af31-1db2db4f61d5,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:20.568547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:20.839320 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.023879 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 234e5e93-ab26-4695-9fcd-1ab475511c68 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:46:21.133555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:46:21.143627 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Sync routers for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:46:21.155614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.156684 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:21.157236 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d7c186a2-3aa9-42e2-bb52-dbaeebab2914 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9319708 Aug 20 09:46:21.157473 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:46:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:21.162362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36446) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:21.197273 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-615e04d8-a93f-40f4-96e0-66e25ea96f56 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=aebba8b579c845c98337b0daeeec4a85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340245 Aug 20 09:46:21.201609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36448) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:21.271376 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:21.328334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222084f-bc49-4433-a354-d16ba83b8d8a tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:21.330288 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4222084f-bc49-4433-a354-d16ba83b8d8a tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275110 Aug 20 09:46:21.333176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36450) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:21.378909 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-60eccdab-2c1f-4774-b768-1a9aa54a9088 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443587 Aug 20 09:46:21.381540 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36452) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:21.386798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2073771299', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:21.478736 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:46:21.482343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.525941 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:20Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:21.557622 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Checking router: 234e5e93-ab26-4695-9fcd-1ab475511c68 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:46:21.557989 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Updating router 234e5e93-ab26-4695-9fcd-1ab475511c68 port c511dedc-afad-4f8d-af31-1db2db4f61d5 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:46:21.588618 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.716843 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.813431 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Subnet': ['ID=78e684df-78b7-44bc-946e-fdad3048dcc6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:21.818619 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Checking segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:46:21.819002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network hostable DHCP agents. Network: ba587019-e93e-450d-a57a-0d3c140832ba, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:46:21.835490 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network ba587019-e93e-450d-a57a-0d3c140832ba is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:46:21.846165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, ba587019-e93e-450d-a57a-0d3c140832ba) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:21.851143 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:21.852007 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.859831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b342c-40df-402e-8708-6eb4e269cf07 None None] Network ba587019-e93e-450d-a57a-0d3c140832ba requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:46:21.868988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-68772447-312e-4ad8-9f60-f5b87b270d96 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4861965 Aug 20 09:46:21.871821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36454) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:21.917072 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.927689 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Transition to ACTIVE for port object c511dedc-afad-4f8d-af31-1db2db4f61d5 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:21.934148 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:21.995762 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Pushing event updated for resources: {'Port': ['ID=c511dedc-afad-4f8d-af31-1db2db4f61d5,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:22.000239 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Attempting to bind port c511dedc-afad-4f8d-af31-1db2db4f61d5 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:46:22.000611 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Attempting to bind port c511dedc-afad-4f8d-af31-1db2db4f61d5 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:46:22.000971 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Attempting to bind port c511dedc-afad-4f8d-af31-1db2db4f61d5 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:46:22.008076 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.008488 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.008831 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.009170 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.009536 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.009979 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.010319 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.010646 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.010981 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.011307 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.011633 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.011957 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:46:22.017460 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:46:22.017860 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:46:22.018268 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.018653 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:46:22.019125 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Bound port: c511dedc-afad-4f8d-af31-1db2db4f61d5, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:46:22.019675 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.066966 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-ba587019-e93e-450d-a57a-0d3c140832ba', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:46:22.067925 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.073859 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] For port c511dedc-afad-4f8d-af31-1db2db4f61d5, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:46:22.077227 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] For port c511dedc-afad-4f8d-af31-1db2db4f61d5, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c511dedc-afad-4f8d-af31-1db2db4f61d5,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:46:22.082675 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.129541 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:22.130191 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:46:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:22.187271 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f2c91-1fc4-420a-a5e6-f462f3c9cf5b None None] Pushing event updated for resources: {'Port': ['ID=c511dedc-afad-4f8d-af31-1db2db4f61d5,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:22.264567 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:22.281402 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Allocated IP 172.20.0.2 (ba587019-e93e-450d-a57a-0d3c140832ba/78e684df-78b7-44bc-946e-fdad3048dcc6/2a82f2b5-2319-4b7d-bbc4-a32214063741) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:46:22.451626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.464384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Transition to ACTIVE for port object 2a82f2b5-2319-4b7d-bbc4-a32214063741 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:22.467747 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.491087 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Transition to ACTIVE for port object 2a82f2b5-2319-4b7d-bbc4-a32214063741 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:22.497859 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.508043 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:20Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:22.543097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Network ba587019-e93e-450d-a57a-0d3c140832ba is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:46:22.550874 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:22.555977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:46:22.557429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4d7437-ff2e-42ab-b733-c837db5b404b None None] The sync data for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 is: [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:20Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:46:22.578631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Pushing event updated for resources: {'Port': ['ID=2a82f2b5-2319-4b7d-bbc4-a32214063741,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:22.646023 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Attempting to bind port 2a82f2b5-2319-4b7d-bbc4-a32214063741 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:46:22.646952 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Attempting to bind port 2a82f2b5-2319-4b7d-bbc4-a32214063741 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:46:22.648176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Attempting to bind port 2a82f2b5-2319-4b7d-bbc4-a32214063741 on network ba587019-e93e-450d-a57a-0d3c140832ba {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:46:22.657657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:46:22.658592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Checking segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:46:22.659265 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.659934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Bound using segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:46:22.660751 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Bound port: 2a82f2b5-2319-4b7d-bbc4-a32214063741, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:46:22.661402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.748595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] For port 2a82f2b5-2319-4b7d-bbc4-a32214063741, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:46:22.753304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] For port 2a82f2b5-2319-4b7d-bbc4-a32214063741, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2a82f2b5-2319-4b7d-bbc4-a32214063741,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:46:22.760259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:22.863169 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cf10b-80a8-4074-99ab-76aa88362ce7 None None] Pushing event updated for resources: {'Port': ['ID=2a82f2b5-2319-4b7d-bbc4-a32214063741,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:22.959922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.1 (ba587019-e93e-450d-a57a-0d3c140832ba/78e684df-78b7-44bc-946e-fdad3048dcc6/41517f44-7181-41c0-8e95-2672043926ce) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:46:23.127991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:23.153235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object 41517f44-7181-41c0-8e95-2672043926ce will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:23.204121 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:23.259133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network ba587019-e93e-450d-a57a-0d3c140832ba is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:46:23.263114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:23.266151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:46:23.302045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=41517f44-7181-41c0-8e95-2672043926ce,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:23.332114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:23.494530 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:23.839096 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:23.844498 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:23.925112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=41517f44-7181-41c0-8e95-2672043926ce,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:23.928688 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:24.063964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network ba587019-e93e-450d-a57a-0d3c140832ba is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:46:24.065468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:24.107057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3867f1-1d51-4499-a188-21424d782476 None None] Network ba587019-e93e-450d-a57a-0d3c140832ba requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:46:24.234468 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 234e5e93-ab26-4695-9fcd-1ab475511c68 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:46:24.252976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-e6086b7f-6ca9-41ed-81be-93302b1e9ece None None] Provisioning for port 2a82f2b5-2319-4b7d-bbc4-a32214063741 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:24.356197 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:46:24.361774 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d1c5d556-5245-4ebf-bb26-2182998f58ee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/234e5e93-ab26-4695-9fcd-1ab475511c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4888103 Aug 20 09:46:24.522158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2a82f2b5-2319-4b7d-bbc4-a32214063741 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:24.568256 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-8deeff63-9c04-4ce3-aaff-2d95cb6c4bb5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36249195&fields=id&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 267 time: 0.0414236 Aug 20 09:46:24.582860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2a82f2b5-2319-4b7d-bbc4-a32214063741 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:24.590983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2a82f2b5-2319-4b7d-bbc4-a32214063741 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:24.591383 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:24.622455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Provisioning complete for port 2a82f2b5-2319-4b7d-bbc4-a32214063741 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:24.622822 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:24.624744 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Sync routers for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:46:24.673983 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:24.674623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:46:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:24.702682 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-22e0b335-7dc6-42a1-951d-24ecf071ed9c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:24.704360 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-22e0b335-7dc6-42a1-951d-24ecf071ed9c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 796 time: 0.1226594 Aug 20 09:46:24.721003 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-d61dc58d-019f-4cae-ac7f-f1a47f028235 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/quotas/aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 375 time: 0.0108397 Aug 20 09:46:25.025773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.030264 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.042655 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:25.135451 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-0d7486c2-1475-4fa7-9592-54473b712c07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4070725 Aug 20 09:46:25.144907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 2a82f2b5-2319-4b7d-bbc4-a32214063741, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2a82f2b5-2319-4b7d-bbc4-a32214063741,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:25.157547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.158354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c511dedc-afad-4f8d-af31-1db2db4f61d5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:25.301424 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.db.api [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101318) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 09:46:25.301793 n-d-804285-2 neutron-server[101318]: DEBUG oslo_db.api [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 09:46:25.309779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=2a82f2b5-2319-4b7d-bbc4-a32214063741,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:25.311108 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-f070c183-06bb-4f32-946c-3ba74ae9488e service neutron] 10.222.0.35 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250985 Aug 20 09:46:25.361333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c511dedc-afad-4f8d-af31-1db2db4f61d5 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:25.368390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c511dedc-afad-4f8d-af31-1db2db4f61d5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:25.368765 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.407737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-9f782cb3-5103-49de-b0ec-ff6104c2c7b9 service neutron] 10.222.0.35 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899124 Aug 20 09:46:25.422668 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 2, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:25.469099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Checking router: 234e5e93-ab26-4695-9fcd-1ab475511c68 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:46:25.469464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Updating router 234e5e93-ab26-4695-9fcd-1ab475511c68 port 41517f44-7181-41c0-8e95-2672043926ce binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:46:25.504089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.506057 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.563921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c511dedc-afad-4f8d-af31-1db2db4f61d5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c511dedc-afad-4f8d-af31-1db2db4f61d5,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:25.571268 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.619624 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a51d222e-52ee-41bd-ad14-c1de270a047c req-6becfdf0-6ae9-49a9-a892-4fa5738727b4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0382092 Aug 20 09:46:25.700159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c511dedc-afad-4f8d-af31-1db2db4f61d5,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:25.900514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.914569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Provisioning for port 41517f44-7181-41c0-8e95-2672043926ce completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:25.921698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Transition to ACTIVE for port object 41517f44-7181-41c0-8e95-2672043926ce will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:25.923817 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Provisioning complete for port 41517f44-7181-41c0-8e95-2672043926ce triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:25.924507 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:25.953551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:26.026868 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62a43-9327-4aad-8572-123dbbef47ae None None] Pushing event updated for resources: {'Port': ['ID=41517f44-7181-41c0-8e95-2672043926ce,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:26.033521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-2e18eca9-0f7f-456c-8a54-2d5359abaac9 None None] Port 41517f44-7181-41c0-8e95-2672043926ce cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:46:26.124144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Attempting to bind port 41517f44-7181-41c0-8e95-2672043926ce on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:46:26.124522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Attempting to bind port 41517f44-7181-41c0-8e95-2672043926ce by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:46:26.124987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Attempting to bind port 41517f44-7181-41c0-8e95-2672043926ce on network ba587019-e93e-450d-a57a-0d3c140832ba {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:46:26.130674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:46:26.131050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Checking segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:46:26.131458 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:26.131853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Bound using segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:46:26.132319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Bound port: 41517f44-7181-41c0-8e95-2672043926ce, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:46:26.133294 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:26.213884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] For port 41517f44-7181-41c0-8e95-2672043926ce, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:46:26.217436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] For port 41517f44-7181-41c0-8e95-2672043926ce, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=41517f44-7181-41c0-8e95-2672043926ce,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:46:26.225287 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:26.297697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:26.298287 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:46:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:26.301105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62a43-9327-4aad-8572-123dbbef47ae None None] Pushing event updated for resources: {'Port': ['ID=41517f44-7181-41c0-8e95-2672043926ce,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:26.428136 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:26.465447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2a82f2b5-2319-4b7d-bbc4-a32214063741 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:26.620144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2a82f2b5-2319-4b7d-bbc4-a32214063741 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:26.620515 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:26.738509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1c2f3717-b2e6-4b97-bdc1-4e9925ffb40e req-faf2da66-f022-4b54-9702-d3b60acdeae0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0346105 Aug 20 09:46:26.759673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:26Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:26.779661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-02fcd33d-f597-438b-be0d-ca8c18b4b673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:26.781177 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-02fcd33d-f597-438b-be0d-ca8c18b4b673 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 796 time: 0.1334260 Aug 20 09:46:26.792280 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545c251-a0a6-4fcb-9385-d64ee1cefca3 None None] The sync data for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 is: [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:26Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:46:26.795599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c511dedc-afad-4f8d-af31-1db2db4f61d5 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:26.835245 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c616c9dc-3786-48cc-b195-b40c302507ae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 378 time: 0.0443988 Aug 20 09:46:26.847213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'port': {'device_id': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'admin_state_up': True, 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'security_groups': ['2d478d9d-56e9-41e2-b583-40e14ff8326c']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:26.884198 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c511dedc-afad-4f8d-af31-1db2db4f61d5 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:26.884669 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:26.996477 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:46:27.000141 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.134168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.14 (ba587019-e93e-450d-a57a-0d3c140832ba/78e684df-78b7-44bc-946e-fdad3048dcc6/58a0743f-c382-4337-a735-e3eb138346ae) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:46:27.288147 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.304037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object 58a0743f-c382-4337-a735-e3eb138346ae will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:27.340161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.385569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network ba587019-e93e-450d-a57a-0d3c140832ba is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:46:27.388553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:27.392311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:46:27.424170 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=58a0743f-c382-4337-a735-e3eb138346ae,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:27.456989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:27.457846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.475816 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-1c3d3566-aacf-4722-96f9-4b1fc88ebcec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335471 Aug 20 09:46:27.488361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Request body: {'port': {'device_id': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:27.555308 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.740522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe73e9a3-495b-4c86-bf74-7e3f525a2647 None None] Provisioning for port 58a0743f-c382-4337-a735-e3eb138346ae completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:27.746901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-fe73e9a3-495b-4c86-bf74-7e3f525a2647 None None] Provisioning complete for port 58a0743f-c382-4337-a735-e3eb138346ae triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:27.747276 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe73e9a3-495b-4c86-bf74-7e3f525a2647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.790526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe73e9a3-495b-4c86-bf74-7e3f525a2647 None None] Port 58a0743f-c382-4337-a735-e3eb138346ae cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:46:27.858330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a0743f-c382-4337-a735-e3eb138346ae {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:46:27.866155 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.879851 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Transition to ACTIVE for port object 58a0743f-c382-4337-a735-e3eb138346ae will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:46:27.884409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:27.892826 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c667ef-e2f1-4818-8a01-3a2a00262e0e req-b2cff5b7-69c5-4236-8890-e3af1ec6d130 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:27.896121 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0c667ef-e2f1-4818-8a01-3a2a00262e0e req-b2cff5b7-69c5-4236-8890-e3af1ec6d130 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 932 time: 0.0773797 Aug 20 09:46:27.935008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Pushing event updated for resources: {'Port': ['ID=58a0743f-c382-4337-a735-e3eb138346ae,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:27.987655 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0c667ef-e2f1-4818-8a01-3a2a00262e0e req-fbe403ca-b0fc-4fe1-a351-9dcbcfe69c2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808773 Aug 20 09:46:28.042013 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Attempting to bind port 58a0743f-c382-4337-a735-e3eb138346ae on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:46:28.042503 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Attempting to bind port 58a0743f-c382-4337-a735-e3eb138346ae by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:46:28.043023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Attempting to bind port 58a0743f-c382-4337-a735-e3eb138346ae on network ba587019-e93e-450d-a57a-0d3c140832ba {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:46:28.050269 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Port 58a0743f-c382-4337-a735-e3eb138346ae on network ba587019-e93e-450d-a57a-0d3c140832ba not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:46:28.050680 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Attempting to bind port 58a0743f-c382-4337-a735-e3eb138346ae on network ba587019-e93e-450d-a57a-0d3c140832ba {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:46:28.059860 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:46:28.060382 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Checking segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:46:28.060965 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Bound using segment: {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:46:28.061615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Bound port: 58a0743f-c382-4337-a735-e3eb138346ae, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f997cb89-65ba-45db-8bc6-71d36704373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:46:28.062250 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:28.147529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] For port 58a0743f-c382-4337-a735-e3eb138346ae, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:46:28.152972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] For port 58a0743f-c382-4337-a735-e3eb138346ae, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=58a0743f-c382-4337-a735-e3eb138346ae,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:46:28.160004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:28.212854 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:28.214125 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:28.215829 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] 10.222.0.26 "PUT /v2.0/ports/58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 1092 time: 0.7317755 Aug 20 09:46:28.216283 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:46:28.219220 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "tag": "58a0743f-c382-4337-a735-e3eb138346ae"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:46:28.262202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5b1e8-a6f2-4c8b-8684-4b6ac6c249bb service neutron] Pushing event updated for resources: {'Port': ['ID=58a0743f-c382-4337-a735-e3eb138346ae,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:28.301835 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c12ccb-bae4-44f4-ad16-4e8801287a20 x-openstack-request-id: req-90c12ccb-bae4-44f4-ad16-4e8801287a20 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:46:28.302132 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "tag": "58a0743f-c382-4337-a735-e3eb138346ae", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:46:28.302569 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90c12ccb-bae4-44f4-ad16-4e8801287a20 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:46:28.303034 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae', 'status': 'completed', 'code': 200} Aug 20 09:46:28.323912 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-28b1e028-d48c-4d77-a43a-f1099fb2ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:28.325459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-28b1e028-d48c-4d77-a43a-f1099fb2ee11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0584679 Aug 20 09:46:28.374105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-5cfb6d7d-1b7b-45d8-ae41-8c299d872144 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 217 time: 0.0374529 Aug 20 09:46:28.458639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-dc18139e-9a0a-4d3c-9f1d-6198d7c6726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:28.461082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-dc18139e-9a0a-4d3c-9f1d-6198d7c6726f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 200 len: 835 time: 0.0810287 Aug 20 09:46:28.488585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 41517f44-7181-41c0-8e95-2672043926ce up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:28.535792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-b912ee7c-f135-4fa5-a2d4-c94b9140a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:28.536307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-b912ee7c-f135-4fa5-a2d4-c94b9140a261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba587019-e93e-450d-a57a-0d3c140832ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683036 Aug 20 09:46:28.559200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 41517f44-7181-41c0-8e95-2672043926ce completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:28.564516 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 41517f44-7181-41c0-8e95-2672043926ce triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:28.565261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:28.663083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-4fef24a1-ca74-498c-b6b6-518ebbdaf2ab service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129091 Aug 20 09:46:28.700128 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:28.754411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 41517f44-7181-41c0-8e95-2672043926ce, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=41517f44-7181-41c0-8e95-2672043926ce,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:28.761196 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:28.776038 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-94099bbe-f645-4287-b94d-b3aa24bfd5da req-10610185-b608-43ae-aac1-5e095cd5487f service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065404 Aug 20 09:46:28.834537 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=41517f44-7181-41c0-8e95-2672043926ce,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:28.873904 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-e4d946df-a8de-4f23-bb28-3a2fec7bc996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:28.875552 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-e4d946df-a8de-4f23-bb28-3a2fec7bc996 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0468514 Aug 20 09:46:28.978122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-9471b330-2e0a-4188-bcbd-be8f23dab9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:28.979496 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-9471b330-2e0a-4188-bcbd-be8f23dab9a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 896 time: 0.0959313 Aug 20 09:46:29.026334 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-1b505617-d20c-4599-bcb0-77960e7e3bee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 217 time: 0.0386405 Aug 20 09:46:29.076247 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-d6f54646-df90-4053-9613-bfa5286f6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:29.077787 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-d6f54646-df90-4053-9613-bfa5286f6ebb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 200 len: 835 time: 0.0446386 Aug 20 09:46:29.100884 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aff5b3-2ace-44a2-af34-8081eae95672 req-ecf56024-93cb-43ce-bd1f-348304196422 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:29.102563 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0aff5b3-2ace-44a2-af34-8081eae95672 req-ecf56024-93cb-43ce-bd1f-348304196422 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Aug 20 09:46:29.129389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-972c2b2e-e2c3-4055-a4fa-bbf4337d8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:29.129389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-972c2b2e-e2c3-4055-a4fa-bbf4337d8f32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba587019-e93e-450d-a57a-0d3c140832ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441091 Aug 20 09:46:29.154201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0aff5b3-2ace-44a2-af34-8081eae95672 req-42663337-49e7-444b-ac14-a3966eba2b2e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455060 Aug 20 09:46:29.238028 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-0eac8b6e-0845-49f7-a7ee-e9be38223758 service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001835 Aug 20 09:46:29.331928 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67e16ad9-ae7e-4414-b7d8-d6055d60d5b3 req-b4513291-1c60-434f-92e3-df2a5a97ead7 service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865021 Aug 20 09:46:30.298228 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79007fb3-3362-4f74-b54e-00b477a359a7 req-0d5f1234-5919-4ffb-b277-48004e02af48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:30.299746 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79007fb3-3362-4f74-b54e-00b477a359a7 req-0d5f1234-5919-4ffb-b277-48004e02af48 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0594351 Aug 20 09:46:30.341359 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-79007fb3-3362-4f74-b54e-00b477a359a7 req-1934655f-b18f-411c-803a-8bf386716230 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342250 Aug 20 09:46:30.444521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 41517f44-7181-41c0-8e95-2672043926ce up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:30.494315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 41517f44-7181-41c0-8e95-2672043926ce triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:30.494687 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:31.465561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44770e3-d65b-423a-8b9d-38d0aafe48d7 req-a8fa978d-f822-4aa7-9693-ccba98fbf7d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:31.467099 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d44770e3-d65b-423a-8b9d-38d0aafe48d7 req-a8fa978d-f822-4aa7-9693-ccba98fbf7d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0495009 Aug 20 09:46:31.509328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d44770e3-d65b-423a-8b9d-38d0aafe48d7 req-63ab8208-8fff-428e-b3f6-e6a083393021 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360167 Aug 20 09:46:31.872658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 58a0743f-c382-4337-a735-e3eb138346ae details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:46:31.969452 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 58a0743f-c382-4337-a735-e3eb138346ae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=58a0743f-c382-4337-a735-e3eb138346ae,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:31.981743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '58a0743f-c382-4337-a735-e3eb138346ae', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'port_id': '58a0743f-c382-4337-a735-e3eb138346ae', 'mac_address': 'fa:16:3e:db:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:46:32.017033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:32.029822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a0743f-c382-4337-a735-e3eb138346ae {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:46:32.049088 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 58a0743f-c382-4337-a735-e3eb138346ae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=58a0743f-c382-4337-a735-e3eb138346ae,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:32.053203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:32.099682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=58a0743f-c382-4337-a735-e3eb138346ae,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:32.252742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['58a0743f-c382-4337-a735-e3eb138346ae'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:46:32.624419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293fb17-e140-407e-8236-6c69c1f12ee9 req-4325f0d3-ae63-4141-b111-2f77debfe09b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:32.625945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6293fb17-e140-407e-8236-6c69c1f12ee9 req-4325f0d3-ae63-4141-b111-2f77debfe09b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Aug 20 09:46:32.665184 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6293fb17-e140-407e-8236-6c69c1f12ee9 req-60777a77-60e4-4679-b70f-74527e44b380 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331433 Aug 20 09:46:33.794389 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a158f4-1a67-4381-835a-c28428fb0770 req-5c138092-633f-4cf1-ba5f-4135616fd71b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:33.796005 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5a158f4-1a67-4381-835a-c28428fb0770 req-5c138092-633f-4cf1-ba5f-4135616fd71b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0617282 Aug 20 09:46:33.838702 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d5a158f4-1a67-4381-835a-c28428fb0770 req-35d285f4-90a2-4488-aee1-1cb572dec54f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361509 Aug 20 09:46:33.862222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 58a0743f-c382-4337-a735-e3eb138346ae up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:46:33.911824 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 58a0743f-c382-4337-a735-e3eb138346ae completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:46:33.916174 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 58a0743f-c382-4337-a735-e3eb138346ae triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:46:33.917337 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:34.000643 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:34.026785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:46:34.029080 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81db757a-be62-4381-a7be-a0ae5af2facc" -d '{"events": [{"server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "58a0743f-c382-4337-a735-e3eb138346ae"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:46:34.042447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 58a0743f-c382-4337-a735-e3eb138346ae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=58a0743f-c382-4337-a735-e3eb138346ae,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:46:34.046477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:34.072631 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938fb278-9203-4017-a118-4ece67b38dd6 x-openstack-request-id: req-938fb278-9203-4017-a118-4ece67b38dd6 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:46:34.072923 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "58a0743f-c382-4337-a735-e3eb138346ae", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:46:34.073174 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-938fb278-9203-4017-a118-4ece67b38dd6 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:46:34.073561 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae', 'code': 200} Aug 20 09:46:34.099117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=58a0743f-c382-4337-a735-e3eb138346ae,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:34.166307 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1f493-7ded-4a3f-a4b5-2f726aa25151 req-fc8eea94-7f4f-456e-8215-cf37703eb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:34.167874 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1a1f493-7ded-4a3f-a4b5-2f726aa25151 req-fc8eea94-7f4f-456e-8215-cf37703eb53f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0400786 Aug 20 09:46:34.206430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a1a1f493-7ded-4a3f-a4b5-2f726aa25151 req-ddff1836-ccef-47d1-9561-1aff14faefee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320179 Aug 20 09:46:34.952264 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738a401-f661-4f3a-a43d-739b19d7689b req-20b4e5a5-6b3e-460d-94aa-8ea4ac890b93 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:34.953802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8738a401-f661-4f3a-a43d-739b19d7689b req-20b4e5a5-6b3e-460d-94aa-8ea4ac890b93 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Aug 20 09:46:34.995805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8738a401-f661-4f3a-a43d-739b19d7689b req-4264bffc-3307-409c-9cc2-7b329cc7e75a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359979 Aug 20 09:46:36.111061 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce79dc-95db-4935-9f42-84d46e10a7b3 req-2b208c75-db84-4849-b044-3e800c0ea8e1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:36.112527 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acce79dc-95db-4935-9f42-84d46e10a7b3 req-2b208c75-db84-4849-b044-3e800c0ea8e1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Aug 20 09:46:36.149498 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-acce79dc-95db-4935-9f42-84d46e10a7b3 req-498b1fb1-fd19-425b-9fa8-9ee26eca3c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309486 Aug 20 09:46:36.260401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0fd22-929f-4324-b495-422b10c0f915 req-51ced61b-046c-40a3-86f5-5041f8206dce tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:36.261816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18a0fd22-929f-4324-b495-422b10c0f915 req-51ced61b-046c-40a3-86f5-5041f8206dce tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0483563 Aug 20 09:46:36.298187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18a0fd22-929f-4324-b495-422b10c0f915 req-22163c0c-0137-40c2-8237-55bfbad3a57e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305147 Aug 20 09:46:36.319060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36524) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:36.357644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa6121c-ea39-48f4-9d31-efb67e28cf56 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:36.359160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8aa6121c-ea39-48f4-9d31-efb67e28cf56 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1092 time: 0.0386040 Aug 20 09:46:36.361907 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36526) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:36.366113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '58a0743f-c382-4337-a735-e3eb138346ae', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:46:36.388624 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:36.486921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:36.590768 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.193 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/8b1eb8f7-a14b-4fd5-a335-524fc2288886) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:46:36.688436 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:36.726307 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:36.763690 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:46:36.766401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:46:36.769836 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:46:36.776966 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=8b1eb8f7-a14b-4fd5-a335-524fc2288886,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:37.129404 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:37.198570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:37.345380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:37.349984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:37.423684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=8b1eb8f7-a14b-4fd5-a335-524fc2288886,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:46:37.434140 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:37.535790 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 73a789c1-1085-4e2c-9de0-2790163f9830 associated. External IP: 172.25.5.193, port: 58a0743f-c382-4337-a735-e3eb138346ae. Aug 20 09:46:37.745754 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 234e5e93-ab26-4695-9fcd-1ab475511c68 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:46:37.855116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:46:37.865124 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] Sync routers for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:46:37.875910 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:37.876549 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:46:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:37.885381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:37.927071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a7eef4bc-2a64-4b3e-8961-f2c583707d23 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5596955 Aug 20 09:46:37.927071 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:46:37.927071 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e83afc-b452-4d02-bc38-5e21e1f80220" -d '{"events": [{"name": "network-changed", "server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "tag": "58a0743f-c382-4337-a735-e3eb138346ae"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:46:37.963657 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c7bfef-69f5-49fb-b00a-88387eb651d5 x-openstack-request-id: req-36c7bfef-69f5-49fb-b00a-88387eb651d5 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:46:37.964046 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "tag": "58a0743f-c382-4337-a735-e3eb138346ae", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:46:37.964435 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36c7bfef-69f5-49fb-b00a-88387eb651d5 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:46:37.964956 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae', 'status': 'completed', 'code': 200} Aug 20 09:46:38.031883 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-b84a4c2f-9471-425e-bc4c-9da0675a978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:38.033296 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-b84a4c2f-9471-425e-bc4c-9da0675a978f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0447979 Aug 20 09:46:38.069743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aad53-7b5a-4c69-9244-0a43ad518415 req-8306c1e1-f01c-42f7-8ffe-54321589992f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:38.072070 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b6aad53-7b5a-4c69-9244-0a43ad518415 req-8306c1e1-f01c-42f7-8ffe-54321589992f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0577576 Aug 20 09:46:38.126724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8b6aad53-7b5a-4c69-9244-0a43ad518415 req-2d80aec0-2610-4ce3-b05c-c7b016d6914f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415709 Aug 20 09:46:38.133179 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:38.138243 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-269d78b4-1783-448e-a3a0-2eae1d89edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:38.141965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-269d78b4-1783-448e-a3a0-2eae1d89edb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 896 time: 0.0989039 Aug 20 09:46:38.151862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36532) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:38.220556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-675835fe-7119-4268-b9f1-32f75185ce35 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/73a789c1-1085-4e2c-9de0-2790163f9830 HTTP/1.1" status: 200 len: 992 time: 0.0667770 Aug 20 09:46:38.224115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-17e7807d-7cf3-4553-8897-b78733210223 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 1000 time: 0.0770488 Aug 20 09:46:38.273773 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-8a32f372-bd77-4fa2-953f-422bd9040b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:38.275240 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-8a32f372-bd77-4fa2-953f-422bd9040b3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 200 len: 835 time: 0.0445280 Aug 20 09:46:38.320005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-6f969eee-f9db-4f2a-ad8b-263e2c17b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:46:38.321681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-6f969eee-f9db-4f2a-ad8b-263e2c17b183 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba587019-e93e-450d-a57a-0d3c140832ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403178 Aug 20 09:46:38.367050 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '73a789c1-1085-4e2c-9de0-2790163f9830', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'port_id': '58a0743f-c382-4337-a735-e3eb138346ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'mac_address': 'fa:16:3e:db:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:46:36Z', 'updated_at': '2021-08-20T09:46:36Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:38.397341 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] Checking router: 234e5e93-ab26-4695-9fcd-1ab475511c68 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:46:38.406949 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:46:38.407569 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:46:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:38.516255 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:46:38.733794 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-8ff2c02e-c357-40c1-8987-5ae10aded4f4 service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053166 Aug 20 09:46:38.758816 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '73a789c1-1085-4e2c-9de0-2790163f9830', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'port_id': '58a0743f-c382-4337-a735-e3eb138346ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'mac_address': 'fa:16:3e:db:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:46:36Z', 'updated_at': '2021-08-20T09:46:36Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:46:38.784669 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfe35d-2db2-4106-a4ba-318474ba8491 None None] The sync data for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 is: [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '73a789c1-1085-4e2c-9de0-2790163f9830', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'port_id': '58a0743f-c382-4337-a735-e3eb138346ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'mac_address': 'fa:16:3e:db:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:46:36Z', 'updated_at': '2021-08-20T09:46:36Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:46:38.825404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77e83afc-b452-4d02-bc38-5e21e1f80220 req-e22ccaff-0f8c-4495-ba36-cf2e1194f90d service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845373 Aug 20 09:46:38.992152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f98e00-ea86-48c6-99a1-55f71a5c8bcc None None] New status for floating IP 73a789c1-1085-4e2c-9de0-2790163f9830: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:46:39.224450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36534) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:39.286856 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f90f242a-167f-418f-b8a6-712eab42c696 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/73a789c1-1085-4e2c-9de0-2790163f9830 HTTP/1.1" status: 200 len: 992 time: 0.0610003 Aug 20 09:46:40.291441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36536) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:46:40.377254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-8f228032-6cdc-42a7-a0e0-bd1234c6544e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/73a789c1-1085-4e2c-9de0-2790163f9830 HTTP/1.1" status: 200 len: 994 time: 0.0843415 Aug 20 09:46:43.105419 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:43.245954 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25b1d61f-e071-4b12-867e-f043c827f69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:44.506597 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:46.422201 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:46.667448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b5068826-8760-43e6-b2bd-e54af48c95d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:47.635339 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:49.001211 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:46:52.828361 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:47:07.151087 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c335d-ba9f-41cf-84f7-1b7ea163b583 req-07cb9c63-d415-4256-9d08-e7ebf426aa0a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:07.152645 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-605c335d-ba9f-41cf-84f7-1b7ea163b583 req-07cb9c63-d415-4256-9d08-e7ebf426aa0a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0494540 Aug 20 09:47:07.153579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-ee4e544b-087f-44cc-9bc1-cc4a7d5381e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:07.155544 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-ee4e544b-087f-44cc-9bc1-cc4a7d5381e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0458686 Aug 20 09:47:07.190528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-605c335d-ba9f-41cf-84f7-1b7ea163b583 req-cd3c66c4-8858-4ffc-8cd9-85bc6f06658a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319114 Aug 20 09:47:07.246048 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-a8cafc1e-26a8-4e07-8fbe-2c861ef2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:07.247503 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-a8cafc1e-26a8-4e07-8fbe-2c861ef2096b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 896 time: 0.0844781 Aug 20 09:47:07.315291 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-a164c57e-f4bb-4319-8d6c-4a81be066eda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 1002 time: 0.0605316 Aug 20 09:47:07.363993 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-5f4d470f-a621-4515-abe9-2b31581fb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:07.365405 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-5f4d470f-a621-4515-abe9-2b31581fb106 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 200 len: 835 time: 0.0434585 Aug 20 09:47:07.410014 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-61ab3d43-9102-41ea-95ee-0f8d816e14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:07.411463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-61ab3d43-9102-41ea-95ee-0f8d816e14bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba587019-e93e-450d-a57a-0d3c140832ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386078 Aug 20 09:47:07.504113 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-344e183a-a7d5-49ba-a71a-dc227a36a0fe service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Aug 20 09:47:07.593224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-77c66480-c7f4-4ea3-8e20-448a6049c322 req-0294639b-ca24-4090-9b60-6e72393a3859 service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820208 Aug 20 09:47:08.306548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9050f4-32e4-4cbc-8d42-83afd903e0db req-80adf5e0-2540-45f4-b57f-6cee23905b0b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:08.308684 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e9050f4-32e4-4cbc-8d42-83afd903e0db req-80adf5e0-2540-45f4-b57f-6cee23905b0b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0476768 Aug 20 09:47:08.345401 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e9050f4-32e4-4cbc-8d42-83afd903e0db req-b8d789b9-478e-4a0f-b929-c2a5bc3d7b3c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306053 Aug 20 09:47:09.463026 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4dc9e-db64-4c53-a3a8-aa1de0aeb18d req-3fb206ce-53c1-4d5d-b3ad-958e456c4ff4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:09.464673 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cc4dc9e-db64-4c53-a3a8-aa1de0aeb18d req-3fb206ce-53c1-4d5d-b3ad-958e456c4ff4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0522046 Aug 20 09:47:09.501487 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4cc4dc9e-db64-4c53-a3a8-aa1de0aeb18d req-8c684909-b2b5-4bf0-acf2-e86491b6d26a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306649 Aug 20 09:47:10.615880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f205cf-1d8e-49da-995c-9a000a125b37 req-049c1940-241b-42e4-93f1-c197a55d0e83 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:10.617364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9f205cf-1d8e-49da-995c-9a000a125b37 req-049c1940-241b-42e4-93f1-c197a55d0e83 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0491951 Aug 20 09:47:10.655124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d9f205cf-1d8e-49da-995c-9a000a125b37 req-3a9a2a99-57a4-4af2-a94c-9b80334d105b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317483 Aug 20 09:47:11.792414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8c423-7708-4905-8898-b65112f3c79a req-0c8c81ed-4352-4364-8446-2a62a19e6806 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:11.793910 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35d8c423-7708-4905-8898-b65112f3c79a req-0c8c81ed-4352-4364-8446-2a62a19e6806 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0480237 Aug 20 09:47:11.830183 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-35d8c423-7708-4905-8898-b65112f3c79a req-d6ce733e-5224-47b7-a0df-3893aa9d1075 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303092 Aug 20 09:47:12.946171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c9bd1-6f81-4c1a-b7fc-7064d2538fd1 req-fef5f538-9341-4e70-8506-001b1dce4bf8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:12.948176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab0c9bd1-6f81-4c1a-b7fc-7064d2538fd1 req-fef5f538-9341-4e70-8506-001b1dce4bf8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Aug 20 09:47:12.985783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ab0c9bd1-6f81-4c1a-b7fc-7064d2538fd1 req-1a734082-8195-484f-99f8-67455e914f5b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313458 Aug 20 09:47:13.130348 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:13.246321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0e05732a-416e-401c-8499-5038fb0126f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:14.097460 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2d121-e9ff-4f85-9a18-a888ce138914 req-3e1e6074-ab0d-4300-b81b-f36380114e47 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:14.098998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15d2d121-e9ff-4f85-9a18-a888ce138914 req-3e1e6074-ab0d-4300-b81b-f36380114e47 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0481131 Aug 20 09:47:14.136363 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-15d2d121-e9ff-4f85-9a18-a888ce138914 req-b5beae47-475c-4e5a-ac41-3438a357f076 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307620 Aug 20 09:47:14.511668 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:15.251218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f81bf2-10c1-4203-ba08-31ed1aeded81 req-3ac56acb-5efc-444c-8b08-8cc69f1c86d5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:15.252599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3f81bf2-10c1-4203-ba08-31ed1aeded81 req-3ac56acb-5efc-444c-8b08-8cc69f1c86d5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0482497 Aug 20 09:47:15.288775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d3f81bf2-10c1-4203-ba08-31ed1aeded81 req-bbda4698-1a16-4294-a56c-7579a2ed0944 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299180 Aug 20 09:47:15.638670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-ddd914ee-56cf-445e-91d6-212e8c12e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:15.640112 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-ddd914ee-56cf-445e-91d6-212e8c12e61d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0402327 Aug 20 09:47:15.746219 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-8a58433c-57b3-4b48-82bf-69ede1573ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:15.747687 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-8a58433c-57b3-4b48-82bf-69ede1573ff8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 896 time: 0.0888119 Aug 20 09:47:15.815759 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-aee9d69f-5ac4-4e26-970b-32378d6f37fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 1002 time: 0.0608225 Aug 20 09:47:15.867280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-0bd2fbdf-c82a-407b-961b-376192955c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:15.868712 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-0bd2fbdf-c82a-407b-961b-376192955c52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 200 len: 835 time: 0.0466781 Aug 20 09:47:15.914129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-1fc528c3-1416-4aea-8eb8-0066a2fe293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:15.915553 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-1fc528c3-1416-4aea-8eb8-0066a2fe293a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba587019-e93e-450d-a57a-0d3c140832ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388205 Aug 20 09:47:16.006501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-858b7d8a-7b10-40af-8805-52054e88770d service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835335 Aug 20 09:47:16.100165 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6fa85a6d-f3c3-4999-88dc-0df03c3fce6c req-02e2b927-aedd-4764-81b4-d1f6bbfc495e service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862749 Aug 20 09:47:16.408198 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46f60e-2b7e-4aef-b88b-ca56e7afcbe7 req-bf60f7a5-9c9a-421f-b63f-83da1abc2d4d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:16.410160 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e46f60e-2b7e-4aef-b88b-ca56e7afcbe7 req-bf60f7a5-9c9a-421f-b63f-83da1abc2d4d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0528438 Aug 20 09:47:16.425267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:16.448148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0e46f60e-2b7e-4aef-b88b-ca56e7afcbe7 req-14703d1e-679d-40e2-b906-f8aee7e086bf tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329189 Aug 20 09:47:16.667191 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4277433b-aec7-4080-a9c0-c4fbcbbcf6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:17.566171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446dcab-3df3-4eaf-ae87-a4ce5dc78e6a req-d548d3b1-1791-42ab-b382-64702b03d091 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:17.567659 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8446dcab-3df3-4eaf-ae87-a4ce5dc78e6a req-d548d3b1-1791-42ab-b382-64702b03d091 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0515268 Aug 20 09:47:17.606586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8446dcab-3df3-4eaf-ae87-a4ce5dc78e6a req-c7a59314-d13a-4746-b96f-ea274a7a278d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308559 Aug 20 09:47:17.637750 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:18.718278 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34c51-7300-4255-b5dc-7e11480884c4 req-7c55fad8-fc1c-42cc-a45c-9eb1cd73c0b2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:18.720023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ca34c51-7300-4255-b5dc-7e11480884c4 req-7c55fad8-fc1c-42cc-a45c-9eb1cd73c0b2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0480936 Aug 20 09:47:18.757389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ca34c51-7300-4255-b5dc-7e11480884c4 req-bc600320-6137-40eb-baa9-9ed9758382d4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315783 Aug 20 09:47:18.779397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36574) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:18.840987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d30b8b10-e19c-4b95-bef0-98538639d761 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/73a789c1-1085-4e2c-9de0-2790163f9830 HTTP/1.1" status: 200 len: 994 time: 0.0604932 Aug 20 09:47:19.000893 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:29.828179 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:47:43.121209 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:43.245529 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-012cdfaf-2e8b-42f8-bea2-4919979c4c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:44.510176 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:46.426873 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:46.665994 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8b0c6e8d-ecb4-4ee4-b97e-92bc33730142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:47.641602 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.003614 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.180327 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36590) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:49.332678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 8b1eb8f7-a14b-4fd5-a335-524fc2288886 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:47:49.332927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.408244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.408569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.420221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 8b1eb8f7-a14b-4fd5-a335-524fc2288886 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:47:49.559350 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.589613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=8b1eb8f7-a14b-4fd5-a335-524fc2288886,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:49.601550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.601975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.602347 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.602693 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.603035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.603374 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.603710 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.604045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.604377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.604708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.605039 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.605365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:49.658288 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.658624 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 73a789c1-1085-4e2c-9de0-2790163f9830 disassociated (deleted). External IP: 172.25.5.193, port: 58a0743f-c382-4337-a735-e3eb138346ae. Aug 20 09:47:49.858888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 234e5e93-ab26-4695-9fcd-1ab475511c68 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:47:49.962299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:47:49.967130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:49.973219 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] Sync routers for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:47:49.982491 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:47:49.983322 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:49.992595 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-900ab877-05f3-44d4-a447-3cb600be16eb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/floatingips/73a789c1-1085-4e2c-9de0-2790163f9830 HTTP/1.1" status: 204 len: 168 time: 0.8111446 Aug 20 09:47:49.994391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:47:49.996679 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590d238-3945-472a-8a2c-9386fb3218b6" -d '{"events": [{"name": "network-changed", "server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "tag": "58a0743f-c382-4337-a735-e3eb138346ae"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:47:50.035494 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ade0c5-d37f-423b-b2dd-e476ffaf6846 x-openstack-request-id: req-48ade0c5-d37f-423b-b2dd-e476ffaf6846 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:47:50.035788 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "tag": "58a0743f-c382-4337-a735-e3eb138346ae", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:47:50.036043 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48ade0c5-d37f-423b-b2dd-e476ffaf6846 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:47:50.036447 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae', 'status': 'completed', 'code': 200} Aug 20 09:47:50.093201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:47:50.101105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-42a7b134-4f02-45f1-921f-b53e0a0541f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:50.103901 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-42a7b134-4f02-45f1-921f-b53e0a0541f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0445001 Aug 20 09:47:50.209893 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-e617e1af-2b22-42cc-91b0-e91c87b4d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:50.211501 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-e617e1af-2b22-42cc-91b0-e91c87b4d005 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 200 len: 896 time: 0.0948610 Aug 20 09:47:50.256389 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-072c3e5b-b861-4c16-ad43-41eb876c6888 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 200 len: 217 time: 0.0369320 Aug 20 09:47:50.298414 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:50.309103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-fee3480f-df9e-4e79-b4dd-90b3b508db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:50.310614 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-fee3480f-df9e-4e79-b4dd-90b3b508db46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 200 len: 835 time: 0.0464005 Aug 20 09:47:50.312009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf654b5-5f1e-4374-b97d-1f09986249a2 req-9b602143-2513-40cf-8630-ef146fca0128 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:50.313560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abf654b5-5f1e-4374-b97d-1f09986249a2 req-9b602143-2513-40cf-8630-ef146fca0128 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.1373312 Aug 20 09:47:50.324471 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] Checking router: 234e5e93-ab26-4695-9fcd-1ab475511c68 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:47:50.332658 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:47:50.333327 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:50.355556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abf654b5-5f1e-4374-b97d-1f09986249a2 req-ca7c4896-bc14-4b1b-985d-f954cbb936ad tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353346 Aug 20 09:47:50.359229 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-73c2d6b2-bd9b-4e65-a3b7-f4b76f0ca2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:50.360728 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-73c2d6b2-bd9b-4e65-a3b7-f4b76f0ca2d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba587019-e93e-450d-a57a-0d3c140832ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426795 Aug 20 09:47:50.372850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-7922f594-dd1a-4554-94b8-f7ad133c33cb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:47:50.373885 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-7922f594-dd1a-4554-94b8-f7ad133c33cb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062258 Aug 20 09:47:50.439423 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:47:50.469457 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-a6a671f5-ef10-4f8e-9562-b04424c5d1c4 service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Aug 20 09:47:50.564174 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3590d238-3945-472a-8a2c-9386fb3218b6 req-92721b6a-6d57-41df-a6da-74d9e51e9e05 service neutron] 10.222.0.26 "GET /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829020 Aug 20 09:47:50.635205 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:50.661091 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351d631a-c81d-460c-b7d7-3df19d8212f9 None None] The sync data for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 is: [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:23Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '41517f44-7181-41c0-8e95-2672043926ce', 'name': '', 'network_id': 'ba587019-e93e-450d-a57a-0d3c140832ba', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:ce:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:22Z', 'updated_at': '2021-08-20T09:46:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '78e684df-78b7-44bc-946e-fdad3048dcc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:47:50.869100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267f9c1-c0cc-47bb-b8ab-fff678c37d9b None None] New status for floating IP 73a789c1-1085-4e2c-9de0-2790163f9830: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:47:51.532470 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02029441-f899-4f11-9235-a8809ab84f90 req-4b70070e-cd82-43f9-8770-51d071a30aaa tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:51.533982 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02029441-f899-4f11-9235-a8809ab84f90 req-4b70070e-cd82-43f9-8770-51d071a30aaa tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.1096666 Aug 20 09:47:51.574133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-02029441-f899-4f11-9235-a8809ab84f90 req-9b8bd164-93a7-4f01-8177-9a94d7247269 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d478d9d-56e9-41e2-b583-40e14ff8326c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340557 Aug 20 09:47:51.637226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891cd9d-f728-4760-93ec-11a594522a1f req-c9926fcd-bb6e-468e-96ea-0d6abea680f8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:51.638753 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1891cd9d-f728-4760-93ec-11a594522a1f req-c9926fcd-bb6e-468e-96ea-0d6abea680f8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/ports?device_id=150fdf73-c875-4e1c-8c1b-17c1757cc1a2 HTTP/1.1" status: 200 len: 946 time: 0.0535600 Aug 20 09:47:51.726759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 58a0743f-c382-4337-a735-e3eb138346ae {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:47:51.727103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:51.817723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 58a0743f-c382-4337-a735-e3eb138346ae, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=58a0743f-c382-4337-a735-e3eb138346ae,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:47:51.818109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:51.831058 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 58a0743f-c382-4337-a735-e3eb138346ae owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:47:51.957456 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:51.986422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=58a0743f-c382-4337-a735-e3eb138346ae,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:52.013529 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.013902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.014238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.014570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.014897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.015223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.015547 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.015871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.016193 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.016517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.016870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.017187 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:52.036614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] No DVR routers for this DVR port 58a0743f-c382-4337-a735-e3eb138346ae on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:47:52.039049 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:52.040991 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1891cd9d-f728-4760-93ec-11a594522a1f req-cead57cd-09ad-4dea-8ef0-c40bf8deccae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "DELETE /v2.0/ports/58a0743f-c382-4337-a735-e3eb138346ae HTTP/1.1" status: 204 len: 173 time: 0.3964524 Aug 20 09:47:52.041416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'name': 'network-vif-deleted', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:47:52.043757 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1548a1e-2950-4ad1-a09e-fdab7bf85b04" -d '{"events": [{"server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "name": "network-vif-deleted", "tag": "58a0743f-c382-4337-a735-e3eb138346ae"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:47:52.084893 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5507bcb-69eb-489c-aba5-153bb195d23b x-openstack-request-id: req-f5507bcb-69eb-489c-aba5-153bb195d23b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:47:52.085189 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150fdf73-c875-4e1c-8c1b-17c1757cc1a2", "name": "network-vif-deleted", "tag": "58a0743f-c382-4337-a735-e3eb138346ae", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:47:52.085445 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5507bcb-69eb-489c-aba5-153bb195d23b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:47:52.085881 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150fdf73-c875-4e1c-8c1b-17c1757cc1a2', 'name': 'network-vif-deleted', 'tag': '58a0743f-c382-4337-a735-e3eb138346ae', 'status': 'completed', 'code': 200} Aug 20 09:47:52.630170 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36608) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:53.304508 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:53.548642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 41517f44-7181-41c0-8e95-2672043926ce {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:47:53.548990 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:53.637420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 41517f44-7181-41c0-8e95-2672043926ce, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=41517f44-7181-41c0-8e95-2672043926ce,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:47:53.638145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:53.650414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 41517f44-7181-41c0-8e95-2672043926ce owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:47:53.828915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:53.855852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=41517f44-7181-41c0-8e95-2672043926ce,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:54.028929 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.239973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 234e5e93-ab26-4695-9fcd-1ab475511c68 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:47:54.346284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:47:54.352843 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c1778226-5dd7-4a42-85d4-fd7c05ce5296 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/234e5e93-ab26-4695-9fcd-1ab475511c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199769 Aug 20 09:47:54.353892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36610) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:54.356543 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] Sync routers for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:47:54.365657 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:47:54.366485 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:54.406949 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting subnet 78e684df-78b7-44bc-946e-fdad3048dcc6 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:47:54.409996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.451782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.538644 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.572317 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:47:54.600401 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.626750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Subnet': ['ID=78e684df-78b7-44bc-946e-fdad3048dcc6,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:54.630455 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.632313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-961e29fb-13e7-4deb-98ab-804d88d2b906 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/subnets/78e684df-78b7-44bc-946e-fdad3048dcc6 HTTP/1.1" status: 204 len: 168 time: 0.2774930 Aug 20 09:47:54.634927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36612) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:54.639597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9dd6b-5204-4527-a347-a4813492459c None None] Network ba587019-e93e-450d-a57a-0d3c140832ba requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:47:54.742805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.757883 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:47:53Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:54.788766 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] Checking router: 234e5e93-ab26-4695-9fcd-1ab475511c68 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:47:54.798066 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] Routers {'234e5e93-ab26-4695-9fcd-1ab475511c68'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:47:54.798681 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['234e5e93-ab26-4695-9fcd-1ab475511c68'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:54.826940 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] DHCP port deletion for ba587019-e93e-450d-a57a-0d3c140832ba request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:47:54.856174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.879275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Deleting port 2a82f2b5-2319-4b7d-bbc4-a32214063741 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:47:54.880056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.909816 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] Set router 234e5e93-ab26-4695-9fcd-1ab475511c68 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:47:54.910506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port c511dedc-afad-4f8d-af31-1db2db4f61d5 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:47:54.910861 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.944100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] For port 2a82f2b5-2319-4b7d-bbc4-a32214063741, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2a82f2b5-2319-4b7d-bbc4-a32214063741,segment=NetworkSegment(f997cb89-65ba-45db-8bc6-71d36704373e),segment_id=f997cb89-65ba-45db-8bc6-71d36704373e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:47:54.944806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:54.963318 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Calling delete_port for 2a82f2b5-2319-4b7d-bbc4-a32214063741 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:47:54.996830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port c511dedc-afad-4f8d-af31-1db2db4f61d5, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c511dedc-afad-4f8d-af31-1db2db4f61d5,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:47:54.997200 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.011185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for c511dedc-afad-4f8d-af31-1db2db4f61d5 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:47:55.049550 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.075877 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Pushing event deleted for resources: {'Port': ['ID=2a82f2b5-2319-4b7d-bbc4-a32214063741,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:55.078170 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] No DVR routers for this DVR port 2a82f2b5-2319-4b7d-bbc4-a32214063741 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:47:55.086114 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.090675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.091864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.091864 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9f7301-0506-4bd0-826a-c6248864b242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:47:55.106378 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:47:53Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:55.132351 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b2080-17b8-4b54-a3e1-f264df6bdec8 None None] The sync data for ids ['234e5e93-ab26-4695-9fcd-1ab475511c68'] in n-d-804285-2 is: [{'id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620984522', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:47:53Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c511dedc-afad-4f8d-af31-1db2db4f61d5', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e5e93-ab26-4695-9fcd-1ab475511c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:46:19Z', 'updated_at': '2021-08-20T09:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:47:55.186327 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.215100 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=c511dedc-afad-4f8d-af31-1db2db4f61d5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:55.273536 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.360318 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.362296 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.404155 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.404739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Fanout notify agent at l3_agent the message router_deleted on router 234e5e93-ab26-4695-9fcd-1ab475511c68 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:47:55.411335 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.412443 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5eee1986-1767-4341-b501-a23e191e1f46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/routers/234e5e93-ab26-4695-9fcd-1ab475511c68 HTTP/1.1" status: 204 len: 168 time: 0.7765937 Aug 20 09:47:55.415122 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36614) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:55.495063 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.582431 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.592574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba587019-e93e-450d-a57a-0d3c140832ba']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:55.608745 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f997cb89-65ba-45db-8bc6-71d36704373e') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:55.609043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f997cb89-65ba-45db-8bc6-71d36704373e') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:55.617762 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.631661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.637447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:47:55.637882 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:47:55.640767 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:47:55.699502 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.707001 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.708955 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/networks/ba587019-e93e-450d-a57a-0d3c140832ba HTTP/1.1" status: 204 len: 168 time: 0.2927275 Aug 20 09:47:55.712476 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36616) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:55.722088 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff3b54-6eab-4c6a-a2cf-e4b35d694aae tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Network': ['ID=ba587019-e93e-450d-a57a-0d3c140832ba,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:55.778427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e22a1d7-9d2d-40a0-ac09-a4874a9de6f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.804469 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e22a1d7-9d2d-40a0-ac09-a4874a9de6f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.870343 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e22a1d7-9d2d-40a0-ac09-a4874a9de6f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.872995 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e22a1d7-9d2d-40a0-ac09-a4874a9de6f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:55.874279 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e22a1d7-9d2d-40a0-ac09-a4874a9de6f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/security-groups/2d478d9d-56e9-41e2-b583-40e14ff8326c HTTP/1.1" status: 204 len: 168 time: 0.1608074 Aug 20 09:47:55.883632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22a1d7-9d2d-40a0-ac09-a4874a9de6f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d478d9d-56e9-41e2-b583-40e14ff8326c,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.170986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36622) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.175758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930129707', 'description': 'tempest-secgroup-smoke-1930129707 description', 'project_id': 'aebba8b579c845c98337b0daeeec4a85'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.199454 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.284714 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.288751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.317249 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.321733 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465211 Aug 20 09:47:56.321733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93c9ce-d3d0-4613-8c0d-99a54a005c7a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492c838e-1a59-4dd2-b2ba-34026c841fc6,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.321979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36624) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.326273 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '492c838e-1a59-4dd2-b2ba-34026c841fc6', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.353496 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.358441 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 58a0743f-c382-4337-a735-e3eb138346ae no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:47:56.379010 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 58a0743f-c382-4337-a735-e3eb138346ae {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:47:56.379507 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 58a0743f-c382-4337-a735-e3eb138346ae not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:47:56.413167 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.417463 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.435720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ace2ba-c2f3-41bd-9192-d81efc132462,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.442118 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.446750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36626) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.447253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7d533215-d1be-478a-8f01-0f650711a17d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233902 Aug 20 09:47:56.451565 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '492c838e-1a59-4dd2-b2ba-34026c841fc6', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.480098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.510979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 41517f44-7181-41c0-8e95-2672043926ce no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:47:56.531253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 41517f44-7181-41c0-8e95-2672043926ce {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:47:56.531570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 41517f44-7181-41c0-8e95-2672043926ce not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:47:56.532268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2a82f2b5-2319-4b7d-bbc4-a32214063741 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:47:56.541934 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.546613 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.551508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2a82f2b5-2319-4b7d-bbc4-a32214063741 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:47:56.551860 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2a82f2b5-2319-4b7d-bbc4-a32214063741 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:47:56.552281 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c511dedc-afad-4f8d-af31-1db2db4f61d5 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:47:56.568855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d6a693-fd3b-4f5e-8f58-dde549af2da8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.575832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.578414 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-25775eee-898a-4fe0-b0cb-85a24bba0a1b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304932 Aug 20 09:47:56.580955 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36628) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.586352 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c511dedc-afad-4f8d-af31-1db2db4f61d5 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:47:56.586573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '492c838e-1a59-4dd2-b2ba-34026c841fc6', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.587478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c511dedc-afad-4f8d-af31-1db2db4f61d5 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:47:56.614567 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.674603 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.677700 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.695517 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08cd209-73ff-40b6-af6c-a0f111f7849a,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.702458 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.703806 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-17934fd9-f097-4688-9066-fcd126d3cc95 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210361 Aug 20 09:47:56.706676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36630) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.711396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '492c838e-1a59-4dd2-b2ba-34026c841fc6', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.738640 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.798645 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.802121 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.824877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb4debd-eb6a-4b9a-803b-a65f2bc0db16,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.828582 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.829827 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-92c958e9-da88-4681-b151-dfd8c8ed8807 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221166 Aug 20 09:47:56.832516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36632) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.836930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '492c838e-1a59-4dd2-b2ba-34026c841fc6', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.858602 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:47:56.863104 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.923138 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.926855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.947553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b8aa1b-3fa7-49d3-a2f3-507b983f3e2f,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:56.951850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:56.953280 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-10155bf4-626a-40c9-80be-acf80b60b077 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197836 Aug 20 09:47:56.956107 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36634) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:56.960767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': '492c838e-1a59-4dd2-b2ba-34026c841fc6', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:56.982332 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:47:56.986925 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.045163 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.048462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.066060 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e1514f-972b-41d5-919f-993463c3321c,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:57.071402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.072904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-398e134d-f913-4453-8838-ba6915a1ea2a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154957 Aug 20 09:47:57.075387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36636) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:57.080124 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'network': {'name': 'tempest-network-smoke--1551142298', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:57.100097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:47:57.104470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.127162 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:47:57.135840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.136189 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Added segment d0bf336d-1cdc-4346-b59a-f8aa9f1f959c of type vlan for network 235df344-7953-47a7-94b7-7b138db7086f Aug 20 09:47:57.173657 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.201637 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.207203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:57.207788 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.264846 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1884341 Aug 20 09:47:57.267585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36638) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:57.273994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'admin_state_up': True, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:57.284493 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80f5ab-6e67-41ae-860b-aa55533796ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Network': ['ID=235df344-7953-47a7-94b7-7b138db7086f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:57.295911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 235df344-7953-47a7-94b7-7b138db7086f details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:47:57.301701 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.302720 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.358625 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.488351 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.676661 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.695059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.792585 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.92 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a1d9ff5f-57dc-4482-b5e6-25346364e2fb) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:47:57.893486 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.933064 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:57.971249 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:47:57.974084 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:47:57.978446 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:47:57.986790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:58.222963 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:58.407823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:58.865793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:47:58.969944 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:47:58.979590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Sync routers for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:47:58.987966 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:58.992033 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a2324137-b996-439d-b137-d982fc79c759 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7206967 Aug 20 09:47:58.992192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:47:58.992192 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:58.992405 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36640) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:59.020317 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-00db80fc-9573-412f-9239-5932fbf81cf0 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=aebba8b579c845c98337b0daeeec4a85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264130 Aug 20 09:47:59.022885 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36642) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:59.096203 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:47:59.110635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07629bc4-539a-4992-a88b-4b255800ca73 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:59.112142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-07629bc4-539a-4992-a88b-4b255800ca73 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882783 Aug 20 09:47:59.115066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36644) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:59.145135 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ccb211d9-81b2-4ae0-b01e-94676a43d1d0 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288308 Aug 20 09:47:59.147799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36646) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:59.153542 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153427134', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:47:59.239907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:47:59.244150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.273265 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:58Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:47:59.303146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Checking router: 6a2571fc-03be-4ed1-88e8-ccbcc2600592 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:47:59.303496 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Updating router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 port a1d9ff5f-57dc-4482-b5e6-25346364e2fb binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:47:59.328396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.421589 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.491040 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Subnet': ['ID=03cf72fc-37d6-4c0d-ae92-c698468ab264,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:59.496836 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Checking segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:47:59.497258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network hostable DHCP agents. Network: 235df344-7953-47a7-94b7-7b138db7086f, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:47:59.514338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 235df344-7953-47a7-94b7-7b138db7086f is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:47:59.523301 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 235df344-7953-47a7-94b7-7b138db7086f) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:47:59.527890 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:47:59.528475 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.534514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6139dfc-3613-4465-b6e3-dfea43e42536 None None] Network 235df344-7953-47a7-94b7-7b138db7086f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:47:59.543693 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-056eff98-ddec-4392-acbf-11f8157c5535 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3947535 Aug 20 09:47:59.546709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36648) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:47:59.625830 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.645988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Transition to ACTIVE for port object a1d9ff5f-57dc-4482-b5e6-25346364e2fb will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:47:59.656593 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.746026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Attempting to bind port a1d9ff5f-57dc-4482-b5e6-25346364e2fb on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:47:59.746391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Attempting to bind port a1d9ff5f-57dc-4482-b5e6-25346364e2fb by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:47:59.746747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Attempting to bind port a1d9ff5f-57dc-4482-b5e6-25346364e2fb on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:47:59.748590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981fa3-2e2d-44ec-81b3-a9067fb3ee5e None None] Pushing event updated for resources: {'Port': ['ID=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:47:59.770346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:47:59.770722 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:47:59.771121 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.771510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:47:59.771982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Bound port: a1d9ff5f-57dc-4482-b5e6-25346364e2fb, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:47:59.772389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.795539 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-235df344-7953-47a7-94b7-7b138db7086f', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:47:59.796391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.893288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] For port a1d9ff5f-57dc-4482-b5e6-25346364e2fb, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:47:59.915659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] For port a1d9ff5f-57dc-4482-b5e6-25346364e2fb, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:47:59.924756 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:47:59.977051 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.014099 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Allocated IP 172.20.0.2 (235df344-7953-47a7-94b7-7b138db7086f/03cf72fc-37d6-4c0d-ae92-c698468ab264/3279fc6a-b818-4250-8734-b069271e7573) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:48:00.028384 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:48:00.029025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:00.032413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981fa3-2e2d-44ec-81b3-a9067fb3ee5e None None] Pushing event updated for resources: {'Port': ['ID=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:00.203799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:48:00.496104 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.514471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Transition to ACTIVE for port object 3279fc6a-b818-4250-8734-b069271e7573 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:00.540632 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Transition to ACTIVE for port object 3279fc6a-b818-4250-8734-b069271e7573 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:00.563864 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.595641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.1 (235df344-7953-47a7-94b7-7b138db7086f/03cf72fc-37d6-4c0d-ae92-c698468ab264/bdd654b6-8405-479e-9051-4517d170c43a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:48:00.610908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Network 235df344-7953-47a7-94b7-7b138db7086f is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:48:00.615383 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:48:00.620181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:48:00.635382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Pushing event updated for resources: {'Port': ['ID=3279fc6a-b818-4250-8734-b069271e7573,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:00.684373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:58Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:00.712202 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.712716 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Attempting to bind port 3279fc6a-b818-4250-8734-b069271e7573 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:48:00.713092 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Attempting to bind port 3279fc6a-b818-4250-8734-b069271e7573 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:48:00.713454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Attempting to bind port 3279fc6a-b818-4250-8734-b069271e7573 on network 235df344-7953-47a7-94b7-7b138db7086f {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:48:00.716475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b82e26-a231-4b3f-b698-9dd6dae815df None None] The sync data for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 is: [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:58Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:48:00.720729 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:48:00.721180 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Checking segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:48:00.721478 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.721894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Bound using segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:48:00.722359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Bound port: 3279fc6a-b818-4250-8734-b069271e7573, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:48:00.722749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.731428 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object bdd654b6-8405-479e-9051-4517d170c43a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:00.767403 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.798389 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] For port 3279fc6a-b818-4250-8734-b069271e7573, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:48:00.802592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] For port 3279fc6a-b818-4250-8734-b069271e7573, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3279fc6a-b818-4250-8734-b069271e7573,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:48:00.808782 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 235df344-7953-47a7-94b7-7b138db7086f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:48:00.811837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:48:00.812399 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.815654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:48:00.852105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=bdd654b6-8405-479e-9051-4517d170c43a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:00.873803 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:00.875477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215a121-9c08-4822-bcd4-8564484fb913 None None] Pushing event updated for resources: {'Port': ['ID=3279fc6a-b818-4250-8734-b069271e7573,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:01.047077 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:01.385119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:01.390761 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:01.464720 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:01.466653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=bdd654b6-8405-479e-9051-4517d170c43a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:01.568861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 235df344-7953-47a7-94b7-7b138db7086f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:48:01.570322 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:48:01.866589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06ce910-d548-432c-af5b-142668aced1a None None] Network 235df344-7953-47a7-94b7-7b138db7086f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:48:01.934920 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-12ad9aa4-7a4d-40c0-a5db-afab172c71bd None None] Provisioning for port 3279fc6a-b818-4250-8734-b069271e7573 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:02.022300 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:48:02.136270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:48:02.141323 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c2fd9115-f858-4f43-beb9-3af3a4cb3a11 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/6a2571fc-03be-4ed1-88e8-ccbcc2600592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5936146 Aug 20 09:48:02.265105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-24b82a1f-592d-4fc8-a195-d173d8fe411f None None] Provisioning for port bdd654b6-8405-479e-9051-4517d170c43a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:02.269128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-24b82a1f-592d-4fc8-a195-d173d8fe411f None None] Provisioning complete for port bdd654b6-8405-479e-9051-4517d170c43a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:02.269583 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-24b82a1f-592d-4fc8-a195-d173d8fe411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.310459 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-76741eb1-97e1-4612-9b83-20da861f8935 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930129707&fields=id&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 267 time: 0.0497801 Aug 20 09:48:02.313343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-24b82a1f-592d-4fc8-a195-d173d8fe411f None None] Port bdd654b6-8405-479e-9051-4517d170c43a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:48:02.376299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Sync routers for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:48:02.385785 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:48:02.386399 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:02.426390 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-933b3319-9722-4b35-af4b-afbbd2fd5dd1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:02.427932 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-933b3319-9722-4b35-af4b-afbbd2fd5dd1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 797 time: 0.1160653 Aug 20 09:48:02.455197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-5a8ee308-0cb6-45bf-a0d4-847ca0f916d0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/quotas/aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 375 time: 0.0121284 Aug 20 09:48:02.501878 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:48:02.524406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-e569c413-d806-45b4-a067-8b2b36c16cc2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611482 Aug 20 09:48:02.551042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f97a3fec-b8da-4e2f-ac56-1b6b15527092 None None] Provisioning complete for port bdd654b6-8405-479e-9051-4517d170c43a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:02.551538 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f97a3fec-b8da-4e2f-ac56-1b6b15527092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.602208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3279fc6a-b818-4250-8734-b069271e7573 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:02.606328 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-f97a3fec-b8da-4e2f-ac56-1b6b15527092 None None] Port bdd654b6-8405-479e-9051-4517d170c43a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:48:02.656243 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-a2d4daf3-b497-4bc8-92e9-a1019845dce0 service neutron] 10.222.0.35 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177604 Aug 20 09:48:02.674517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 3279fc6a-b818-4250-8734-b069271e7573 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:02.679078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3279fc6a-b818-4250-8734-b069271e7573 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:02.679536 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.758270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-81494fb3-a38b-4516-b8db-22e2e91d59ae service neutron] 10.222.0.35 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010580 Aug 20 09:48:02.761425 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:01Z', 'revision_number': 2, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:02.776353 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.787355 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Checking router: 6a2571fc-03be-4ed1-88e8-ccbcc2600592 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:48:02.788131 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Updating router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 port bdd654b6-8405-479e-9051-4517d170c43a binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:48:02.811284 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 3279fc6a-b818-4250-8734-b069271e7573, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3279fc6a-b818-4250-8734-b069271e7573,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:02.815594 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.821647 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.822862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a1d9ff5f-57dc-4482-b5e6-25346364e2fb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:02.888457 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a4194c7c-a33d-40cb-a60d-e0daff56a7c3 None None] Provisioning complete for port bdd654b6-8405-479e-9051-4517d170c43a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:02.889122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a4194c7c-a33d-40cb-a60d-e0daff56a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:02.941381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-485e378d-1823-4d5d-b095-91c95a136d91 req-508b5f89-6ac1-48c5-af82-e7eb4678e4c8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Aug 20 09:48:02.941656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=3279fc6a-b818-4250-8734-b069271e7573,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:02.958789 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a4194c7c-a33d-40cb-a60d-e0daff56a7c3 None None] Port bdd654b6-8405-479e-9051-4517d170c43a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:48:02.965666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a1d9ff5f-57dc-4482-b5e6-25346364e2fb completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:02.970373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a1d9ff5f-57dc-4482-b5e6-25346364e2fb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:02.970808 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.054078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.075875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a1d9ff5f-57dc-4482-b5e6-25346364e2fb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:03.079814 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.127154 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.129018 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:03.138189 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Transition to ACTIVE for port object bdd654b6-8405-479e-9051-4517d170c43a will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:03.143782 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.229823 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Pushing event updated for resources: {'Port': ['ID=bdd654b6-8405-479e-9051-4517d170c43a,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:03.245509 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.245880 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.246232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.246585 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.246914 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.247285 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.247599 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.248000 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.248317 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.248630 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.248948 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.249297 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:03.259901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Attempting to bind port bdd654b6-8405-479e-9051-4517d170c43a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:48:03.259901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Attempting to bind port bdd654b6-8405-479e-9051-4517d170c43a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:48:03.259901 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Attempting to bind port bdd654b6-8405-479e-9051-4517d170c43a on network 235df344-7953-47a7-94b7-7b138db7086f {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:48:03.265434 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:48:03.265883 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Checking segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:48:03.266222 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.266608 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Bound using segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:48:03.267371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Bound port: bdd654b6-8405-479e-9051-4517d170c43a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:48:03.267514 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.336279 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] For port bdd654b6-8405-479e-9051-4517d170c43a, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:48:03.339931 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] For port bdd654b6-8405-479e-9051-4517d170c43a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bdd654b6-8405-479e-9051-4517d170c43a,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:48:03.343344 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:03.405373 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237d586-4de5-4b11-b9b9-8a611bd4e7a5 None None] Pushing event updated for resources: {'Port': ['ID=bdd654b6-8405-479e-9051-4517d170c43a,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:03.410963 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:48:03.411573 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:03.626060 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:48:03.830666 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:03.858983 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8d60a-c8b1-4d55-86b6-c0f37959c688 None None] The sync data for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 is: [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:48:03.939101 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-034d19c4-b536-41cb-97f5-e38c29ee5be1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:03.940864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-034d19c4-b536-41cb-97f5-e38c29ee5be1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 797 time: 0.1260028 Aug 20 09:48:03.996859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-de65603e-6996-4476-8872-d303a6093df7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 380 time: 0.0456829 Aug 20 09:48:04.007748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'port': {'device_id': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'admin_state_up': True, 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'security_groups': ['492c838e-1a59-4dd2-b2ba-34026c841fc6']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:48:04.064572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9521046a-0ab5-49bf-a6c9-c0597c44ac08 req-be6154c6-ca10-401e-8ec7-31a906ef70d0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 210 time: 0.0346870 Aug 20 09:48:04.128264 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:48:04.131927 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.260280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.12 (235df344-7953-47a7-94b7-7b138db7086f/03cf72fc-37d6-4c0d-ae92-c698468ab264/c09fedc9-9b6d-471f-aa4d-f124bd7a88fa) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:48:04.414289 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.429255 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object c09fedc9-9b6d-471f-aa4d-f124bd7a88fa will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:04.466099 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.514039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 235df344-7953-47a7-94b7-7b138db7086f is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:48:04.517049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:48:04.520837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:48:04.551537 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:04.583457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:04.584161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.600057 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-72bd49f4-ceec-47e5-9696-9945c13818ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5965474 Aug 20 09:48:04.611504 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-4fce4fab-6ec7-4d03-9756-839871a13dee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:48:04.611728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bdd654b6-8405-479e-9051-4517d170c43a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:04.612481 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-4fce4fab-6ec7-4d03-9756-839871a13dee tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054603 Aug 20 09:48:04.625073 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Request body: {'port': {'device_id': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:48:04.665531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port bdd654b6-8405-479e-9051-4517d170c43a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:04.670106 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port bdd654b6-8405-479e-9051-4517d170c43a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:04.670635 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.688557 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.766631 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.801782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port bdd654b6-8405-479e-9051-4517d170c43a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bdd654b6-8405-479e-9051-4517d170c43a,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:04.808261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.809133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3279fc6a-b818-4250-8734-b069271e7573 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:04.886430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6662267b-1651-4497-ac17-3954d4cdaaa4 None None] Provisioning for port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:04.897792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6662267b-1651-4497-ac17-3954d4cdaaa4 None None] Provisioning complete for port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:04.898171 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6662267b-1651-4497-ac17-3954d4cdaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.900993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=bdd654b6-8405-479e-9051-4517d170c43a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:04.954647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6662267b-1651-4497-ac17-3954d4cdaaa4 None None] Port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:48:04.957781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 3279fc6a-b818-4250-8734-b069271e7573 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:04.958578 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:04.987991 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09fedc9-9b6d-471f-aa4d-f124bd7a88fa {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:48:04.996886 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:05.009552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Transition to ACTIVE for port object c09fedc9-9b6d-471f-aa4d-f124bd7a88fa will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:05.014146 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:05.040245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a1d9ff5f-57dc-4482-b5e6-25346364e2fb up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:05.067172 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:05.093068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a1d9ff5f-57dc-4482-b5e6-25346364e2fb triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:05.093443 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:05.155576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:48:05.155920 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:48:05.156261 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on network 235df344-7953-47a7-94b7-7b138db7086f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:48:05.160693 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on network 235df344-7953-47a7-94b7-7b138db7086f not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:48:05.161153 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on network 235df344-7953-47a7-94b7-7b138db7086f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:48:05.167173 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:48:05.167520 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Checking segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:48:05.167914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Bound using segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:48:05.168357 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Bound port: c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:48:05.168729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:05.220678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde0409-9ffa-4631-99d6-49fbfe1cbfdf req-def41d71-0b08-4faf-bba9-40413566f998 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.222718 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bde0409-9ffa-4631-99d6-49fbfe1cbfdf req-def41d71-0b08-4faf-bba9-40413566f998 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 944 time: 0.0724323 Aug 20 09:48:05.253740 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:48:05.257744 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:48:05.264260 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:05.270578 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bde0409-9ffa-4631-99d6-49fbfe1cbfdf req-99ce87b9-c2d8-4470-b925-e4d1b17f8de4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Aug 20 09:48:05.300751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.301381 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:05.302825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] 10.222.0.37 "PUT /v2.0/ports/c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1092 time: 0.6822987 Aug 20 09:48:05.303290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:48:05.305707 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b13d08-ac53-4812-bc14-780ff3478310" -d '{"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:48:05.335779 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb7757-ce22-4a3b-81ef-87e6196addd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:05.377741 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa29ca3-362b-4158-9e48-1f743d76099c x-openstack-request-id: req-6aa29ca3-362b-4158-9e48-1f743d76099c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:48:05.378131 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:48:05.378447 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6aa29ca3-362b-4158-9e48-1f743d76099c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:48:05.378995 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'status': 'completed', 'code': 200} Aug 20 09:48:05.396526 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-4490ae69-46aa-4d7b-9113-23cb68af1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.398275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-4490ae69-46aa-4d7b-9113-23cb68af1fbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1095 time: 0.0553243 Aug 20 09:48:05.441704 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-b7953618-0968-47a7-b1aa-1bda7112c444 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 217 time: 0.0354259 Aug 20 09:48:05.491497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-8c29791f-25ee-4274-ad51-4d9f7a7b40da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.493548 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-8c29791f-25ee-4274-ad51-4d9f7a7b40da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0451727 Aug 20 09:48:05.543569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-80a17b9f-94d2-4753-bc09-3c4a4d892b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.545744 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-80a17b9f-94d2-4753-bc09-3c4a4d892b1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460353 Aug 20 09:48:05.638923 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-77709707-7e58-4513-887f-f39b41338f9d service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834472 Aug 20 09:48:05.730573 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-830d5f8c-8d93-4eef-a64b-f8335184ba63 req-50a3498c-3fbd-43cf-8ebd-c61091bdb0cc service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852199 Aug 20 09:48:05.815867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-95deff43-fab0-4314-8291-70a9f128835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.817341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-95deff43-fab0-4314-8291-70a9f128835e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1095 time: 0.0403602 Aug 20 09:48:05.907119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-eabac146-563a-49b0-b97a-3db72389999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:05.908597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-eabac146-563a-49b0-b97a-3db72389999e service neutron] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.0841660 Aug 20 09:48:05.954587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-f04d684c-6c0e-43e2-8704-45c5629d1c0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 217 time: 0.0388682 Aug 20 09:48:06.005964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-255f4a6e-266c-4b42-bd53-a7052ac5a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:06.007341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-255f4a6e-266c-4b42-bd53-a7052ac5a41c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0448689 Aug 20 09:48:06.056780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-ee847ab5-c8da-4972-94bb-a96381a856dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:06.058267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-ee847ab5-c8da-4972-94bb-a96381a856dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424917 Aug 20 09:48:06.150706 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-ba522004-3428-4cf5-800a-ee775b8c6105 service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849631 Aug 20 09:48:06.239200 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-f9b13d08-ac53-4812-bc14-780ff3478310 req-1b133e0b-8580-4af9-ace3-2e1971355a6b service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803840 Aug 20 09:48:06.388314 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d950-bae2-4d34-a87c-6e5505a52a2d req-206e4a93-6fa8-4f3c-9a86-cdcbd9fb188d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:06.389815 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4669d950-bae2-4d34-a87c-6e5505a52a2d req-206e4a93-6fa8-4f3c-9a86-cdcbd9fb188d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 944 time: 0.0487034 Aug 20 09:48:06.427433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4669d950-bae2-4d34-a87c-6e5505a52a2d req-a55c5a65-33e7-4ea8-887d-97e033661bf7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Aug 20 09:48:06.492862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bdd654b6-8405-479e-9051-4517d170c43a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:06.540772 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port bdd654b6-8405-479e-9051-4517d170c43a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:06.541134 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:06.827630 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:48:07.542396 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5827c5e-bd3c-4184-b1e5-00d784210272 req-71098b01-ecad-4b3a-8b04-3e1b177c79da tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:07.543945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5827c5e-bd3c-4184-b1e5-00d784210272 req-71098b01-ecad-4b3a-8b04-3e1b177c79da tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 944 time: 0.0484464 Aug 20 09:48:07.583198 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a5827c5e-bd3c-4184-b1e5-00d784210272 req-0dbfda45-562b-4890-b34d-433e1431c3be tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Aug 20 09:48:08.324273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:48:08.417303 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:08.428397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'port_id': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'mac_address': 'fa:16:3e:2b:5f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:48:08.464448 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:08.480182 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09fedc9-9b6d-471f-aa4d-f124bd7a88fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:48:08.498361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:08.502426 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:08.547884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:08.696456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7bd68-375e-4022-95e2-c6e0716c796e req-70c259fd-357d-46e8-ba94-7589cbcd2bf3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:08.697965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95d7bd68-375e-4022-95e2-c6e0716c796e req-70c259fd-357d-46e8-ba94-7589cbcd2bf3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 945 time: 0.0488529 Aug 20 09:48:08.734274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:48:08.739001 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95d7bd68-375e-4022-95e2-c6e0716c796e req-2b5c92ad-1941-45d9-9579-b8b0412201ed tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351353 Aug 20 09:48:09.853304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091664a-9e4d-4909-98d0-41ff91af95d6 req-5339b323-8de0-49ed-a655-19c7a541bdc0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:09.854807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5091664a-9e4d-4909-98d0-41ff91af95d6 req-5339b323-8de0-49ed-a655-19c7a541bdc0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Aug 20 09:48:09.892231 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5091664a-9e4d-4909-98d0-41ff91af95d6 req-490f8a4d-c313-42ae-ab70-1e6f605a7935 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315325 Aug 20 09:48:10.339484 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:48:10.388047 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:48:10.391620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:48:10.391991 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:10.469751 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:10.491278 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:48:10.494133 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb6160e-307a-48ac-89b1-2f85e26fbdc1" -d '{"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-plugged", "status": "completed", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:48:10.506324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:10.510606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:10.533118 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644df3e2-af72-4f59-96a1-41a96708f714 x-openstack-request-id: req-644df3e2-af72-4f59-96a1-41a96708f714 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:48:10.533407 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-plugged", "status": "completed", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:48:10.533659 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-644df3e2-af72-4f59-96a1-41a96708f714 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:48:10.534062 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'code': 200} Aug 20 09:48:10.560361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:10.635128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a5838-af2d-4cdb-9f50-72d76b53f8ef req-f74248fb-f75b-4096-b4c1-a40afb89ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:10.636555 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-748a5838-af2d-4cdb-9f50-72d76b53f8ef req-f74248fb-f75b-4096-b4c1-a40afb89ad24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1097 time: 0.0458586 Aug 20 09:48:10.670361 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-748a5838-af2d-4cdb-9f50-72d76b53f8ef req-b55cc948-3249-4e14-b04e-7eee03a203c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269880 Aug 20 09:48:11.008160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e854fb0-7a85-4720-bc70-de774cf9c8ea req-c931fd96-9a67-47e8-830c-b88d4580189c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:11.009924 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e854fb0-7a85-4720-bc70-de774cf9c8ea req-c931fd96-9a67-47e8-830c-b88d4580189c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0499034 Aug 20 09:48:11.047755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e854fb0-7a85-4720-bc70-de774cf9c8ea req-8ee551a7-eb2a-474a-afea-30ebf0c00de8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Aug 20 09:48:12.163965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8f297-6933-480d-b34b-859f6f344db3 req-53d87c3e-8a64-4159-9e20-fea8a3f5383f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:12.165445 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bd8f297-6933-480d-b34b-859f6f344db3 req-53d87c3e-8a64-4159-9e20-fea8a3f5383f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0487628 Aug 20 09:48:12.206496 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6bd8f297-6933-480d-b34b-859f6f344db3 req-158867bb-470a-4535-bf9f-18d15052e5c0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351605 Aug 20 09:48:12.321181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec587ace-3ab1-42bd-ac2a-8524856e523f req-db73bdd6-b5c8-45f1-9f7c-dd298442d708 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:12.323201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec587ace-3ab1-42bd-ac2a-8524856e523f req-db73bdd6-b5c8-45f1-9f7c-dd298442d708 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0507593 Aug 20 09:48:12.361801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec587ace-3ab1-42bd-ac2a-8524856e523f req-e601c3f7-3994-4b12-ab0c-2e4c0ca360db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325882 Aug 20 09:48:12.383732 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36698) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:48:12.422509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ed0aa-ca92-45ae-88f6-965833fc3b77 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:12.424019 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb3ed0aa-ca92-45ae-88f6-965833fc3b77 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1092 time: 0.0388319 Aug 20 09:48:12.426751 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36700) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:48:12.431672 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:48:12.455381 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:12.552361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:12.653610 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.211 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/419a3792-e215-46db-93d6-65c37c561733) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:48:12.757406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:12.796373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:12.832675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:48:12.835437 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:48:12.839568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:48:12.867545 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=419a3792-e215-46db-93d6-65c37c561733,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:13.121063 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.197732 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.246982 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-90accbc3-4676-44e1-8772-d03d2b1c289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.270209 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.416010 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.420667 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.490193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=419a3792-e215-46db-93d6-65c37c561733,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:13.502101 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.601139 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 89c31ca6-3c43-4018-a693-4c2bf845cbf0 associated. External IP: 172.25.5.211, port: c09fedc9-9b6d-471f-aa4d-f124bd7a88fa. Aug 20 09:48:13.802424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:48:13.906840 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:48:13.916822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] Sync routers for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:48:13.923471 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:13.926733 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:48:13.927351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:13.958112 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb708a86-a26f-4354-b7b4-198e668e1785 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5276623 Aug 20 09:48:13.958112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:48:13.958749 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af70ef6b-ead8-4d12-a931-af15fcb9c04a" -d '{"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:48:14.017213 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a43f03-470a-456f-8b6d-30e437736f18 x-openstack-request-id: req-b8a43f03-470a-456f-8b6d-30e437736f18 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:48:14.017507 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:48:14.017792 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8a43f03-470a-456f-8b6d-30e437736f18 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:48:14.018202 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'status': 'completed', 'code': 200} Aug 20 09:48:14.036576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:48:14.075908 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e01f6-3810-4ecc-8b60-880d89429738 req-baabf724-48e2-456f-913d-5d397db7bf21 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:14.079781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd6e01f6-3810-4ecc-8b60-880d89429738 req-baabf724-48e2-456f-913d-5d397db7bf21 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0590830 Aug 20 09:48:14.089566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-f5d9ed0b-c658-4652-ae26-9f076390704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:14.091233 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-f5d9ed0b-c658-4652-ae26-9f076390704a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1097 time: 0.0497963 Aug 20 09:48:14.147633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dd6e01f6-3810-4ecc-8b60-880d89429738 req-a6a76b72-7d38-4572-8ee1-a7ccda80148f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562687 Aug 20 09:48:14.162175 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36708) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:48:14.200624 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-ff764986-1161-4ce7-9407-0a14d9d4cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:14.202819 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-ff764986-1161-4ce7-9407-0a14d9d4cdd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.1045074 Aug 20 09:48:14.225598 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-616265a7-1cfe-47b6-b9d0-3d3e0e3adc28 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/89c31ca6-3c43-4018-a693-4c2bf845cbf0 HTTP/1.1" status: 200 len: 992 time: 0.0620568 Aug 20 09:48:14.279638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-ee3b6f83-e41c-4f61-86ae-b7bbb16c0ade service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1000 time: 0.0693567 Aug 20 09:48:14.280382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '89c31ca6-3c43-4018-a693-4c2bf845cbf0', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'port_id': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'mac_address': 'fa:16:3e:2b:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:48:13Z', 'updated_at': '2021-08-20T09:48:13Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:04Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:14.306754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] Checking router: 6a2571fc-03be-4ed1-88e8-ccbcc2600592 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:48:14.315027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:48:14.315568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:47:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:14.328593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-83a68c3a-0526-4cfc-859e-beb3b29ad0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:14.330096 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-83a68c3a-0526-4cfc-859e-beb3b29ad0df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0438886 Aug 20 09:48:14.377104 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-1821481f-655f-4266-b9d7-5ac6ac083f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:14.378675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-1821481f-655f-4266-b9d7-5ac6ac083f7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414038 Aug 20 09:48:14.422550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:48:14.475507 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-0fc7a5b6-f6d5-4005-afb2-1556168c7121 service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881114 Aug 20 09:48:14.568259 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-af70ef6b-ead8-4d12-a931-af15fcb9c04a req-b1ea3d7d-46db-4e90-a8a7-8cea9718939c service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 Aug 20 09:48:14.694537 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:14.804083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '89c31ca6-3c43-4018-a693-4c2bf845cbf0', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'port_id': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'mac_address': 'fa:16:3e:2b:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:48:13Z', 'updated_at': '2021-08-20T09:48:13Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:04Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:48:14.833311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320bf40-f771-4cbc-9575-16641c76c81c None None] The sync data for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 is: [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '89c31ca6-3c43-4018-a693-4c2bf845cbf0', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'port_id': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'mac_address': 'fa:16:3e:2b:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:48:13Z', 'updated_at': '2021-08-20T09:48:13Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:04Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:48:15.028261 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabb00d-dfd7-4325-92ed-05ce6a352535 None None] New status for floating IP 89c31ca6-3c43-4018-a693-4c2bf845cbf0: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:48:15.227713 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36710) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:48:15.292320 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6416b3b3-7a0a-4700-97c5-bf3e4b7c2503 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/89c31ca6-3c43-4018-a693-4c2bf845cbf0 HTTP/1.1" status: 200 len: 994 time: 0.0634410 Aug 20 09:48:16.427466 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:16.666800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c20a-e038-4008-967c-f646de075773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:17.643853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:18.513877 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-1e60a45d-0dfa-45c2-9051-4a632b5d5628 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452738 Aug 20 09:48:18.592159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-03ad7cbe-9857-49e8-bdd3-f7ade8e79cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:18.593648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-03ad7cbe-9857-49e8-bdd3-f7ade8e79cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1097 time: 0.0408273 Aug 20 09:48:18.693825 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-d1004d6b-4de5-40ef-aca1-11e33e8c12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:18.695197 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-d1004d6b-4de5-40ef-aca1-11e33e8c12a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.0822055 Aug 20 09:48:18.766634 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-7fe05255-8e85-465e-8dd7-1c5e237f7719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1002 time: 0.0604582 Aug 20 09:48:18.815701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-c30935b1-811d-4b77-9a42-265c3a6fd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:18.817116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-c30935b1-811d-4b77-9a42-265c3a6fd6da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0430226 Aug 20 09:48:18.861241 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-afb5dc88-8b94-4948-b0af-de7df873d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:18.862715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-afb5dc88-8b94-4948-b0af-de7df873d79b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391068 Aug 20 09:48:18.954208 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-d50b6269-dfdb-43f1-a68d-b32ba99f1117 service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847070 Aug 20 09:48:19.007474 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:19.049651 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5e91ca94-7b1c-4be1-9bf7-e6b294337f0b req-1396cf0c-2b10-4af0-bda2-244052137643 service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881228 Aug 20 09:48:43.124800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:43.246949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-61948826-b671-4604-8198-3f7fd96499b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:43.827379 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:48:44.074929 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6a46d-125b-48bf-b432-2e57f137d848 req-8ef61595-76b2-417d-a3ea-fe95e5fcc694 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:44.076349 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98e6a46d-125b-48bf-b432-2e57f137d848 req-8ef61595-76b2-417d-a3ea-fe95e5fcc694 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0537908 Aug 20 09:48:44.141602 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-98e6a46d-125b-48bf-b432-2e57f137d848 req-cda3141b-2671-4b28-aa6c-5a516469f67f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592623 Aug 20 09:48:44.151607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e1bba6fc-386a-468d-a108-c7d604f18a6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924690 Aug 20 09:48:44.524551 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:45.267920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b245dd-2cb9-41fe-b42b-5e4fad40364e req-eb16571e-3517-4eb0-9fbc-2f790dce2a1a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:45.269424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46b245dd-2cb9-41fe-b42b-5e4fad40364e req-eb16571e-3517-4eb0-9fbc-2f790dce2a1a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0553267 Aug 20 09:48:45.308393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46b245dd-2cb9-41fe-b42b-5e4fad40364e req-d66adba6-462d-48e5-a3b1-b0d607401485 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330753 Aug 20 09:48:45.333732 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-dd5482b5-7ad4-4e1f-9b65-5a1c31829dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:45.335251 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-dd5482b5-7ad4-4e1f-9b65-5a1c31829dbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1097 time: 0.0849018 Aug 20 09:48:45.431722 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-c628d45a-13ab-497c-8ec1-69606de9567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:45.433103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-c628d45a-13ab-497c-8ec1-69606de9567b service neutron] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.0902865 Aug 20 09:48:45.499706 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e3a1822b-bc39-46b6-bda1-66f441d914e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1002 time: 0.0588555 Aug 20 09:48:45.557806 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-ac47c56c-4374-40e8-acb9-07e9bd6796f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:45.559261 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-ac47c56c-4374-40e8-acb9-07e9bd6796f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0476654 Aug 20 09:48:45.605342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-38af8af9-7806-405d-80f4-7253f2244e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:45.606843 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-38af8af9-7806-405d-80f4-7253f2244e5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398393 Aug 20 09:48:45.693965 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-c045c830-8333-4d23-8082-b8444b512895 service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792375 Aug 20 09:48:45.787618 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-38328c5e-96fd-461b-8b58-15b44a91784d service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Aug 20 09:48:46.422509 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c150fd-f53d-4ba2-a4ed-01b7ee49b750 req-4107a126-b983-4689-a52c-d22dfbc0d7c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:46.424045 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94c150fd-f53d-4ba2-a4ed-01b7ee49b750 req-4107a126-b983-4689-a52c-d22dfbc0d7c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0480907 Aug 20 09:48:46.428770 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:46.464521 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-94c150fd-f53d-4ba2-a4ed-01b7ee49b750 req-e13c2458-6df2-4503-8dee-e6ff85cb000c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Aug 20 09:48:46.666292 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3214ec8f-4515-427b-8674-2336ca590bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:47.581266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d5f20-03e7-418c-bc2a-57d831a9b544 req-bea11f11-c368-4914-9915-1d044f91f368 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:47.582777 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-069d5f20-03e7-418c-bc2a-57d831a9b544 req-bea11f11-c368-4914-9915-1d044f91f368 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0505006 Aug 20 09:48:47.620281 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-069d5f20-03e7-418c-bc2a-57d831a9b544 req-737b2b77-49b2-4524-8a1c-5c8105c38b51 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Aug 20 09:48:47.647157 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:48.737743 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446328-577e-4549-afe8-887e2177adda req-f6b0dac2-e52e-4c47-b68a-106e517acee4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:48.739146 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7446328-577e-4549-afe8-887e2177adda req-f6b0dac2-e52e-4c47-b68a-106e517acee4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0517144 Aug 20 09:48:48.776744 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e7446328-577e-4549-afe8-887e2177adda req-8e78cce0-a6c1-4633-a834-13bdc16743a4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309699 Aug 20 09:48:49.008810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:49.894420 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65582365-e02c-49b5-9c5d-2f4d1b5b0336 req-5a69dc18-3ba8-4f6f-99c3-65c799e686e8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:49.895881 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65582365-e02c-49b5-9c5d-2f4d1b5b0336 req-5a69dc18-3ba8-4f6f-99c3-65c799e686e8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0484412 Aug 20 09:48:49.933512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-65582365-e02c-49b5-9c5d-2f4d1b5b0336 req-d2b09e10-3d5e-4427-ab1f-d44119fc7091 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305593 Aug 20 09:48:51.047232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f1fbe-fc17-4837-8407-bbe4137e3a9a req-9a22006a-5d37-4f2a-b599-fe8c574e5526 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:51.048707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9f1fbe-fc17-4837-8407-bbe4137e3a9a req-9a22006a-5d37-4f2a-b599-fe8c574e5526 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Aug 20 09:48:51.085648 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b9f1fbe-fc17-4837-8407-bbe4137e3a9a req-c0cefbe3-2ef2-42dc-bf6b-b2950f755009 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309930 Aug 20 09:48:52.204280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff85c3-d293-4338-a731-da85d03b7ba9 req-71a0beb6-2b05-4eb2-a561-9de5fa2f65ad tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:52.205693 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64ff85c3-d293-4338-a731-da85d03b7ba9 req-71a0beb6-2b05-4eb2-a561-9de5fa2f65ad tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0526745 Aug 20 09:48:52.246411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-64ff85c3-d293-4338-a731-da85d03b7ba9 req-cb44a5cf-d67b-4027-9765-decfce0fc81f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348411 Aug 20 09:48:53.361414 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e04a-e77d-4484-878c-2622539b3e0c req-883a420a-53be-441e-acb5-f70783fdf4f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:53.362929 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5295e04a-e77d-4484-878c-2622539b3e0c req-883a420a-53be-441e-acb5-f70783fdf4f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0488422 Aug 20 09:48:53.399916 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5295e04a-e77d-4484-878c-2622539b3e0c req-b6cf3a54-4d54-443a-9aaf-b5251fcaab9d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309210 Aug 20 09:48:54.513528 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7634f-054a-4824-8dee-b0c586c3c19e req-232fb952-9908-4013-9d65-6ab083aa7040 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:54.515007 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4a7634f-054a-4824-8dee-b0c586c3c19e req-232fb952-9908-4013-9d65-6ab083aa7040 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0475209 Aug 20 09:48:54.553375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c4a7634f-054a-4824-8dee-b0c586c3c19e req-cfc32ee5-cd45-4a64-a498-582679413019 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Aug 20 09:48:55.671558 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74147e-9aa4-4ee6-80bd-3fd63b75ac05 req-8bff9c78-827b-4b75-8937-042c420b1bbd tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:55.673010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b74147e-9aa4-4ee6-80bd-3fd63b75ac05 req-8bff9c78-827b-4b75-8937-042c420b1bbd tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0508349 Aug 20 09:48:55.709872 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b74147e-9aa4-4ee6-80bd-3fd63b75ac05 req-86377525-ced5-42be-a1b3-f2a57637659f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Aug 20 09:48:56.823947 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b4610-b7c0-462b-8abb-c2bc6b8644f1 req-a50ea264-7d0c-4621-827e-4565be54c3f4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:56.825421 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb0b4610-b7c0-462b-8abb-c2bc6b8644f1 req-a50ea264-7d0c-4621-827e-4565be54c3f4 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0479844 Aug 20 09:48:56.861335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb0b4610-b7c0-462b-8abb-c2bc6b8644f1 req-bc6d29a9-e387-49f2-9da9-600dd031e960 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301108 Aug 20 09:48:57.582461 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-248829f9-2c06-4a75-9231-104b8060071c service neutron] show failed (client error): The resource could not be found. Aug 20 09:48:57.583470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-248829f9-2c06-4a75-9231-104b8060071c service neutron] 10.222.0.37 "GET /v2.0/ports/c09fedc9-9b6d-471f-aa4d-f124bd7a88fa/bindings/n-h2-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0554128 Aug 20 09:48:57.769676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-7783150d-3b4d-4480-9cd2-a6563684243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:57.771191 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-7783150d-3b4d-4480-9cd2-a6563684243c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 1097 time: 0.0396857 Aug 20 09:48:57.783215 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:48:57.836814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:57.982512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540744be-24f8-431a-ad48-ad76acaa4e96 req-55a4b805-b11e-495d-b946-3c7c82d993c2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:57.984011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-540744be-24f8-431a-ad48-ad76acaa4e96 req-55a4b805-b11e-495d-b946-3c7c82d993c2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0517216 Aug 20 09:48:58.021388 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-540744be-24f8-431a-ad48-ad76acaa4e96 req-f19a1e7d-aebd-4113-813c-e2121723d4b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Aug 20 09:48:58.040437 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:48:58.074092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:48:58.112943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:48:58.115159 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705337f-7243-4a43-a518-c6aa52f18d47" -d '{"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-unplugged", "status": "completed", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:48:58.119945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:58.132110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Transition to ACTIVE for port object c09fedc9-9b6d-471f-aa4d-f124bd7a88fa will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:48:58.136386 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:58.221607 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=6']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:58.232781 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00727f0-1594-4973-9c6c-2c6ff13de084 x-openstack-request-id: req-f00727f0-1594-4973-9c6c-2c6ff13de084 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:48:58.233074 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-unplugged", "status": "completed", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:48:58.233329 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f00727f0-1594-4973-9c6c-2c6ff13de084 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:48:58.233740 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'code': 200} Aug 20 09:48:58.235146 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.235494 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.235834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.236171 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.236505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.236837 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.237176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.237497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.237852 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.238181 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.238507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.238848 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:48:58.276867 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] No DVR routers for this DVR port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:48:58.413463 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:48:58.413833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:48:58.414166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on network 235df344-7953-47a7-94b7-7b138db7086f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:48:58.418902 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on network 235df344-7953-47a7-94b7-7b138db7086f not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:48:58.419225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Attempting to bind port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on network 235df344-7953-47a7-94b7-7b138db7086f {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:48:58.424024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:48:58.424360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Checking segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:48:58.424743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Bound using segment: {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:48:58.425166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Bound port: c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '235df344-7953-47a7-94b7-7b138db7086f'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:48:58.425523 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:58.486786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:48:58.489911 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:48:58.494520 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:58.531876 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:58.532606 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:48:58.533925 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] 10.222.0.26 "PUT /v2.0/ports/c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1092 time: 0.7546501 Aug 20 09:48:58.555005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60565-1ce0-4b16-ac82-d8a67a00f55f service neutron] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=7']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:48:58.600426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-16b704e1-40aa-415b-a788-9126adcd76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:58.601988 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-16b704e1-40aa-415b-a788-9126adcd76f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1095 time: 0.0436559 Aug 20 09:48:58.694550 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-b27dc2bc-7ba5-49cc-abe3-fe40c9d38ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:58.696014 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-b27dc2bc-7ba5-49cc-abe3-fe40c9d38ba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.0876496 Aug 20 09:48:58.768398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-040a4a9b-00b6-4df1-b0cc-2adab505f9ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1000 time: 0.0641131 Aug 20 09:48:58.817687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-93818f0b-d023-4adf-b002-4d4022c13f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:58.819103 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-93818f0b-d023-4adf-b002-4d4022c13f42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0429511 Aug 20 09:48:58.863821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-8bcb462f-c753-4e34-a3ac-f88f489644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:58.865261 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-8bcb462f-c753-4e34-a3ac-f88f489644b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389416 Aug 20 09:48:58.959526 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-5966cf2d-0921-4c97-8664-1e31fbff2036 service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866580 Aug 20 09:48:59.047616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7d0ac6c8-5dc5-4dc9-bcc2-347fe75277c8 req-50e6166f-d0ed-4177-a0af-6934885ff40c service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812809 Aug 20 09:48:59.147534 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2786d1-986a-4ee9-89f6-b8f0b9827edb req-82784c88-72ee-465b-8337-85ece620def9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:48:59.149026 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f2786d1-986a-4ee9-89f6-b8f0b9827edb req-82784c88-72ee-465b-8337-85ece620def9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 944 time: 0.0535481 Aug 20 09:48:59.186998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2f2786d1-986a-4ee9-89f6-b8f0b9827edb req-e2bfaf79-6e26-4955-8a0d-b406b9ced14a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Aug 20 09:49:00.235353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:00.237797 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa58a08-dbd1-455e-a41f-e8820dd0b468" -d '{"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:00.286427 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b363fb12-de82-4d04-b8cf-3435bbdfb57c x-openstack-request-id: req-b363fb12-de82-4d04-b8cf-3435bbdfb57c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:00.286734 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:00.286990 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b363fb12-de82-4d04-b8cf-3435bbdfb57c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:00.287391 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'status': 'completed', 'code': 200} Aug 20 09:49:00.304987 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cac23-bbc8-4268-9c24-d361402fec34 req-d4288011-c730-42e0-ab19-6918ff92a80f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.307136 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f31cac23-bbc8-4268-9c24-d361402fec34 req-d4288011-c730-42e0-ab19-6918ff92a80f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 944 time: 0.0498247 Aug 20 09:49:00.346342 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f31cac23-bbc8-4268-9c24-d361402fec34 req-9f492866-728b-4902-b196-12389e051f76 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Aug 20 09:49:00.382506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-c8c9ca07-1ec2-40a3-88aa-63b62aca0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.384026 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-c8c9ca07-1ec2-40a3-88aa-63b62aca0d6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1095 time: 0.0762937 Aug 20 09:49:00.385856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-7268e7a4-a5d7-443d-82d6-87713144a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.387229 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-7268e7a4-a5d7-443d-82d6-87713144a5aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1095 time: 0.0715580 Aug 20 09:49:00.543834 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-2e2e2186-ef4b-407a-bb90-474a5bf58c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.545312 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-2e2e2186-ef4b-407a-bb90-474a5bf58c63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.1540413 Aug 20 09:49:00.550245 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-0355cbf8-ffbb-46ae-93cf-b7aa6dc8a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.551597 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-0355cbf8-ffbb-46ae-93cf-b7aa6dc8a278 service neutron] 10.222.0.26 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.1523733 Aug 20 09:49:00.657809 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-381b698c-21ee-41b8-8893-3078e1e50eee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1000 time: 0.1038773 Aug 20 09:49:00.665172 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-e0c757dd-477e-4ecb-80a5-597fe264b4fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1000 time: 0.0731885 Aug 20 09:49:00.741733 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-815c2c5c-4cbc-4dd9-ac82-b8b425bbd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.743072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-815c2c5c-4cbc-4dd9-ac82-b8b425bbd807 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0764143 Aug 20 09:49:00.746456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-3de5bc66-965d-4337-bf53-691ea3764bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.747749 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-3de5bc66-965d-4337-bf53-691ea3764bcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0733361 Aug 20 09:49:00.811492 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-b6ea9122-d603-4aa4-90da-3df75806fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.812970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-b6ea9122-d603-4aa4-90da-3df75806fdb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627306 Aug 20 09:49:00.818338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-34ac9362-5b40-44d0-9b3a-6a426a152c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:00.819696 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-34ac9362-5b40-44d0-9b3a-6a426a152c36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615301 Aug 20 09:49:00.824164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:49:00.918577 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:00.929698 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'port_id': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'mac_address': 'fa:16:3e:2b:5f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:49:00.967581 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:00.970773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-ef46b81f-e5a5-4d05-92c9-9f036646cdfc service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501586 Aug 20 09:49:00.974084 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-6d4b67b7-d7a7-49f2-871e-b49a0a45c402 service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454413 Aug 20 09:49:00.980919 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09fedc9-9b6d-471f-aa4d-f124bd7a88fa {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:49:01.000130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:01.004214 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:01.052181 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:01.059922 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.060264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.060601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.060930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.061256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.061578 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.061947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.062266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.062588 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.062905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.063238 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.063534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:01.129327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-f0132a53-255a-4fde-852c-7ac27931cd44 service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516116 Aug 20 09:49:01.131221 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-faa58a08-dbd1-455e-a41f-e8820dd0b468 req-32de92b3-0421-4a08-96d4-8a4160854d0f service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464531 Aug 20 09:49:01.256439 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:49:01.464769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fe30-8a56-45ce-8d82-c4859418bb46 req-b464d960-30dc-4dfd-b8ec-ca401408b239 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:01.466300 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b37fe30-8a56-45ce-8d82-c4859418bb46 req-b464d960-30dc-4dfd-b8ec-ca401408b239 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Aug 20 09:49:01.504151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5b37fe30-8a56-45ce-8d82-c4859418bb46 req-05b033dd-885e-4c35-98a8-17e88b0c6dbc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Aug 20 09:49:01.699891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e3ea4-834d-485b-985f-ee0c03b81aee req-7a2e4bea-f357-4fce-9ce2-e796a44a18f9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:01.701372 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a26e3ea4-834d-485b-985f-ee0c03b81aee req-7a2e4bea-f357-4fce-9ce2-e796a44a18f9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 945 time: 0.0535364 Aug 20 09:49:01.715597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-49b591e0-1ea3-41dc-b509-0457e22b8722 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:01.717648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-49b591e0-1ea3-41dc-b509-0457e22b8722 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625&tenant_id=aebba8b579c845c98337b0daeeec4a85&binding%3Ahost_id=n-h2-804285-2 HTTP/1.1" status: 200 len: 945 time: 0.0571487 Aug 20 09:49:01.740255 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a26e3ea4-834d-485b-985f-ee0c03b81aee req-442397b1-be29-4d95-995b-4f4d89e0136c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Aug 20 09:49:01.780039 n-d-804285-2 neutron-server[101317]: INFO neutron.api.v2.resource [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-b0f811c8-5add-4e1d-aabb-42fabe440839 service neutron] delete failed (client error): The resource could not be found. Aug 20 09:49:01.781064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-b0f811c8-5add-4e1d-aabb-42fabe440839 service neutron] 10.222.0.37 "DELETE /v2.0/ports/c09fedc9-9b6d-471f-aa4d-f124bd7a88fa/bindings/n-h1-804285-2 HTTP/1.1" status: 404 len: 380 time: 0.0559442 Aug 20 09:49:01.861839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f022009-f26f-43a5-8ae7-e8fc6760c2fc req-9b8d771b-f3a8-4489-8590-015b2d3b69c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:01.863331 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f022009-f26f-43a5-8ae7-e8fc6760c2fc req-9b8d771b-f3a8-4489-8590-015b2d3b69c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 945 time: 0.0495408 Aug 20 09:49:01.864314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-812500ae-33b2-4546-b914-abd3e400d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:01.865814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-812500ae-33b2-4546-b914-abd3e400d858 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1096 time: 0.0410364 Aug 20 09:49:01.905915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f022009-f26f-43a5-8ae7-e8fc6760c2fc req-77d45661-da0c-4fab-b7bf-c60f7a1cc04a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Aug 20 09:49:01.958850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-0afaa31b-42a3-4593-9831-5b9d31b3a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:01.960311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-0afaa31b-42a3-4593-9831-5b9d31b3a266 service neutron] 10.222.0.37 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.0875530 Aug 20 09:49:02.025564 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-3873a297-b8ff-4c9a-a19b-dd79271aeb48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1001 time: 0.0565736 Aug 20 09:49:02.071932 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-0f58fee1-83c0-4828-9e3d-a66999c7b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:02.073540 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-0f58fee1-83c0-4828-9e3d-a66999c7b11a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0420625 Aug 20 09:49:02.122168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-50538563-cdbe-48ed-8388-aa1ccee6d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:02.123628 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-50538563-cdbe-48ed-8388-aa1ccee6d75a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432956 Aug 20 09:49:02.209482 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-f025a557-7feb-493a-a7da-89037ea02f7c service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788314 Aug 20 09:49:02.601707 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b92482ae-480a-4f5c-9046-1eaff1d4e2e1 req-a9a652eb-edf6-4e82-ac8f-c94383036aca service neutron] 10.222.0.37 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847749 Aug 20 09:49:02.623173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:49:02.664208 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:49:02.842572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:02.890707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:02.894585 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:02.894972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:02.980718 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:03.004459 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:03.007592 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f60c3a-4998-465c-b0f2-c66a7461f1af" -d '{"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-plugged", "status": "completed", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:03.031615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:03.037235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b090c0-877a-4a9c-bbdb-6207a4ad63dd req-2823d2d2-8834-4b56-ac65-9ad2627ad34b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:03.039095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8b090c0-877a-4a9c-bbdb-6207a4ad63dd req-2823d2d2-8834-4b56-ac65-9ad2627ad34b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 945 time: 0.0601206 Aug 20 09:49:03.040130 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:03.090271 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8b090c0-877a-4a9c-bbdb-6207a4ad63dd req-100857d5-8479-4839-8189-8fcf01884499 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401268 Aug 20 09:49:03.111201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=9']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:03.130457 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b52222-b554-43b2-b5e6-579564605fc7 x-openstack-request-id: req-58b52222-b554-43b2-b5e6-579564605fc7 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:03.130755 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-plugged", "status": "completed", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:03.131010 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58b52222-b554-43b2-b5e6-579564605fc7 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:03.131407 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'code': 200} Aug 20 09:49:04.208326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a0609-850f-4d23-8c69-79ce3d452a3a req-9f8317cb-0a70-4468-ad05-3e0209831ded tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:04.209692 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-703a0609-850f-4d23-8c69-79ce3d452a3a req-9f8317cb-0a70-4468-ad05-3e0209831ded tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0514596 Aug 20 09:49:04.246180 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-703a0609-850f-4d23-8c69-79ce3d452a3a req-a66c4eee-a87a-4d13-a990-29624e559a10 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305233 Aug 20 09:49:04.268234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36810) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:04.326266 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47aa1cde-4193-4d9e-8206-41b0e2383e2d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/89c31ca6-3c43-4018-a693-4c2bf845cbf0 HTTP/1.1" status: 200 len: 994 time: 0.0569177 Aug 20 09:49:13.146409 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:13.247656 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f2aba827-c083-4743-9cb5-dda4410d2154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:14.528800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:16.430983 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:16.666194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0e77a647-54e4-4c49-bf90-75df68a6aa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:17.649949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:18.602908 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-5df19cda-66ba-4e4b-a007-879476b48dc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389466 Aug 20 09:49:18.684977 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690797ce-913e-48f8-a163-9f185d5ad932 req-b12858fa-8781-40fa-b0b1-47e114e0a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:18.686464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-b12858fa-8781-40fa-b0b1-47e114e0a6ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1097 time: 0.0403841 Aug 20 09:49:18.788201 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690797ce-913e-48f8-a163-9f185d5ad932 req-5a0d1517-1803-49c7-829d-57387f184d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:18.789549 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-5a0d1517-1803-49c7-829d-57387f184d66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.0851481 Aug 20 09:49:18.853056 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-72c82fd1-de45-41d4-a25a-21b5648c071f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 1002 time: 0.0556135 Aug 20 09:49:18.899257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690797ce-913e-48f8-a163-9f185d5ad932 req-bc639697-7c69-4594-8c90-4fc432e0b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:18.900661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-bc639697-7c69-4594-8c90-4fc432e0b5f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0413878 Aug 20 09:49:18.948872 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690797ce-913e-48f8-a163-9f185d5ad932 req-86fbfca4-320a-41a1-bcf1-db12fb84ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:18.950427 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-86fbfca4-320a-41a1-bcf1-db12fb84ca9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432370 Aug 20 09:49:19.011685 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:19.040546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-8e3b9513-c528-4fcd-809a-fa294591a0f6 service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827236 Aug 20 09:49:19.134657 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690797ce-913e-48f8-a163-9f185d5ad932 req-f92ac559-1990-4610-ac97-856dd4e8defb service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877600 Aug 20 09:49:20.827138 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:49:30.693312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36824) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:30.847676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 419a3792-e215-46db-93d6-65c37c561733 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:49:30.847917 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:30.920017 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:30.920344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:30.932006 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 419a3792-e215-46db-93d6-65c37c561733 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:49:31.078851 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:31.104497 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=419a3792-e215-46db-93d6-65c37c561733,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:31.166648 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:31.166983 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 89c31ca6-3c43-4018-a693-4c2bf845cbf0 disassociated (deleted). External IP: 172.25.5.211, port: c09fedc9-9b6d-471f-aa4d-f124bd7a88fa. Aug 20 09:49:31.370994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:49:31.480475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:49:31.485345 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:31.490107 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] Sync routers for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:49:31.499313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:31.499925 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:31.512498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-dd108f1a-6c91-4b2c-9b05-724dbc27b8c3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/floatingips/89c31ca6-3c43-4018-a693-4c2bf845cbf0 HTTP/1.1" status: 204 len: 168 time: 0.8180618 Aug 20 09:49:31.513093 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:31.515393 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bddde8f-b0cc-49b4-ad7a-a265528fa246" -d '{"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:31.555666 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90795cb4-fb52-494c-9bc0-040080981663 x-openstack-request-id: req-90795cb4-fb52-494c-9bc0-040080981663 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:31.555963 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:31.556383 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90795cb4-fb52-494c-9bc0-040080981663 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:31.557096 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'status': 'completed', 'code': 200} Aug 20 09:49:31.620247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:31.621161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-0bb96646-f03a-4daf-9fb9-3c3b3481056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:31.622859 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-0bb96646-f03a-4daf-9fb9-3c3b3481056e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 1097 time: 0.0444946 Aug 20 09:49:31.734824 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-8616234b-aa56-4353-8a25-44cc294c795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:31.736933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-8616234b-aa56-4353-8a25-44cc294c795a service neutron] 10.222.0.26 "GET /v2.0/networks?id=235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 200 len: 897 time: 0.1027064 Aug 20 09:49:31.755464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f36154-9727-4ed3-93e8-6392a4bffb7c req-7def1b64-35fc-4440-ac3b-f33e2a2aaa71 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:31.757641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53f36154-9727-4ed3-93e8-6392a4bffb7c req-7def1b64-35fc-4440-ac3b-f33e2a2aaa71 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0578637 Aug 20 09:49:31.782318 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-6c2e00ad-4719-42d8-9e60-c188be3ade38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 200 len: 217 time: 0.0376036 Aug 20 09:49:31.802049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-53f36154-9727-4ed3-93e8-6392a4bffb7c req-d0c1f307-50f8-4080-98ce-27c8d5e1d852 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366678 Aug 20 09:49:31.835800 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:04Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:31.841217 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-f8efa13d-382b-4d12-a22e-52282873135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:31.842740 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-f8efa13d-382b-4d12-a22e-52282873135d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 200 len: 835 time: 0.0523233 Aug 20 09:49:31.864286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] Checking router: 6a2571fc-03be-4ed1-88e8-ccbcc2600592 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:49:31.873619 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:31.874204 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:31.895285 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-bf191ad9-98b6-4596-b1ac-3ba3625e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:31.896788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-bf191ad9-98b6-4596-b1ac-3ba3625e4416 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=235df344-7953-47a7-94b7-7b138db7086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462518 Aug 20 09:49:31.984947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:31.989001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-f90ba76d-6b32-4587-8ecc-9689c303f2a6 service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 Aug 20 09:49:32.085446 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3bddde8f-b0cc-49b4-ad7a-a265528fa246 req-37fa8b24-11b1-46dc-885c-702d84b3c474 service neutron] 10.222.0.26 "GET /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885186 Aug 20 09:49:32.185044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:04Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:32.213923 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd925f-2ab9-49a4-b194-7fcc8e3e2212 None None] The sync data for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 is: [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:00Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'bdd654b6-8405-479e-9051-4517d170c43a', 'name': '', 'network_id': '235df344-7953-47a7-94b7-7b138db7086f', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:cb:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:48:00Z', 'updated_at': '2021-08-20T09:48:04Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '03cf72fc-37d6-4c0d-ae92-c698468ab264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:49:32.430585 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb33087-44d1-4eca-a928-c8be9513177d None None] New status for floating IP 89c31ca6-3c43-4018-a693-4c2bf845cbf0: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:49:32.918780 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb35e5b-e3af-4a11-9fc2-1fa01dc9da1e req-aaefbd62-2ca9-4bd3-be47-da2a6433959e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:32.920270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbb35e5b-e3af-4a11-9fc2-1fa01dc9da1e req-aaefbd62-2ca9-4bd3-be47-da2a6433959e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0480361 Aug 20 09:49:32.958769 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbb35e5b-e3af-4a11-9fc2-1fa01dc9da1e req-5d5dabae-5861-4b10-938f-f1c8e3448b5b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=492c838e-1a59-4dd2-b2ba-34026c841fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Aug 20 09:49:32.989608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-38f2c73f-023a-4c31-8b13-d438fa72ee80 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:32.991109 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-38f2c73f-023a-4c31-8b13-d438fa72ee80 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/ports?device_id=95ddc1b6-7038-40a8-bc86-8faf5845c625 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Aug 20 09:49:33.077892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:49:33.078234 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:33.168299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:33.168567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:33.181128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for c09fedc9-9b6d-471f-aa4d-f124bd7a88fa owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:49:33.307881 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:33.336136 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=c09fedc9-9b6d-471f-aa4d-f124bd7a88fa,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:33.376443 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] No DVR routers for this DVR port c09fedc9-9b6d-471f-aa4d-f124bd7a88fa on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:49:33.379231 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:33.381201 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b05af766-5a52-4c73-af6a-4f094a864a6f req-61f032e3-f39e-44a7-a8fa-461f65ffeb3e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "DELETE /v2.0/ports/c09fedc9-9b6d-471f-aa4d-f124bd7a88fa HTTP/1.1" status: 204 len: 173 time: 0.3839126 Aug 20 09:49:33.558126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-deleted', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:33.560477 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8bb5ca-7100-4b54-a1ee-7aed983d5277" -d '{"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-deleted", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:33.596088 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3a2a93-5872-4795-ae8a-d88bfc67b39e x-openstack-request-id: req-3d3a2a93-5872-4795-ae8a-d88bfc67b39e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:33.596380 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ddc1b6-7038-40a8-bc86-8faf5845c625", "name": "network-vif-deleted", "tag": "c09fedc9-9b6d-471f-aa4d-f124bd7a88fa", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:33.596628 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d3a2a93-5872-4795-ae8a-d88bfc67b39e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:33.597023 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ddc1b6-7038-40a8-bc86-8faf5845c625', 'name': 'network-vif-deleted', 'tag': 'c09fedc9-9b6d-471f-aa4d-f124bd7a88fa', 'status': 'completed', 'code': 200} Aug 20 09:49:34.016923 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36838) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:34.377123 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:34.624345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port bdd654b6-8405-479e-9051-4517d170c43a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:49:34.624682 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:34.709579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port bdd654b6-8405-479e-9051-4517d170c43a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=bdd654b6-8405-479e-9051-4517d170c43a,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:34.710119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:34.723626 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for bdd654b6-8405-479e-9051-4517d170c43a owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:49:34.904103 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:34.936090 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=bdd654b6-8405-479e-9051-4517d170c43a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:35.117448 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:35.632355 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:49:35.736117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:49:35.741067 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3d041cee-6536-491d-9f12-4b3ed71612d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/6a2571fc-03be-4ed1-88e8-ccbcc2600592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231290 Aug 20 09:49:35.744353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36840) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:35.747277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] Sync routers for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:49:35.756197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:35.756867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:35.794310 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting subnet 03cf72fc-37d6-4c0d-ae92-c698468ab264 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:49:35.797384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:35.837056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:35.859896 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:35.925900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:35.986137 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.015323 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.020350 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/subnets/03cf72fc-37d6-4c0d-ae92-c698468ab264 HTTP/1.1" status: 204 len: 168 time: 0.2717497 Aug 20 09:49:36.020350 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27717e-5b01-4a31-a67d-bb2ec963db7e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Subnet': ['ID=03cf72fc-37d6-4c0d-ae92-c698468ab264,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:36.020564 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36842) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:36.025453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8e348-7319-4c13-89c2-bb3aba4ff84e None None] Network 235df344-7953-47a7-94b7-7b138db7086f requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:49:36.122782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:49:34Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'a1d9ff5f-57dc-4482-b5e6-25346364e2fb', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:36.124944 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.231260 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.285786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port a1d9ff5f-57dc-4482-b5e6-25346364e2fb {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:49:36.286138 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.320752 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] Checking router: 6a2571fc-03be-4ed1-88e8-ccbcc2600592 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:49:36.336102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] Routers {'6a2571fc-03be-4ed1-88e8-ccbcc2600592'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:36.336723 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:36.367118 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port a1d9ff5f-57dc-4482-b5e6-25346364e2fb, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:36.367584 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.381472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for a1d9ff5f-57dc-4482-b5e6-25346364e2fb owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:49:36.437398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] Set router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:36.464339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] DHCP port deletion for 235df344-7953-47a7-94b7-7b138db7086f request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:49:36.496067 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:49:36Z', 'revision_number': 6, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:36.542479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d20d2-91e5-4201-a185-ce061314ae35 None None] The sync data for ids ['6a2571fc-03be-4ed1-88e8-ccbcc2600592'] in n-d-804285-2 is: [{'id': '6a2571fc-03be-4ed1-88e8-ccbcc2600592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1686615059', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:47:57Z', 'updated_at': '2021-08-20T09:49:36Z', 'revision_number': 6, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:49:36.570656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] Deleting port 3279fc6a-b818-4250-8734-b069271e7573 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:49:36.571003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.571150 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.623725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=a1d9ff5f-57dc-4482-b5e6-25346364e2fb,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:36.637904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] For port 3279fc6a-b818-4250-8734-b069271e7573, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=3279fc6a-b818-4250-8734-b069271e7573,segment=NetworkSegment(d0bf336d-1cdc-4346-b59a-f8aa9f1f959c),segment_id=d0bf336d-1cdc-4346-b59a-f8aa9f1f959c)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:36.638563 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.648983 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.649375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.649688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.649688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.650906 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.651274 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.652212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.652212 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.652418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.652504 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] Calling delete_port for 3279fc6a-b818-4250-8734-b069271e7573 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:49:36.652596 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.652922 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.653250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:36.675519 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.730903 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.754778 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] Pushing event deleted for resources: {'Port': ['ID=3279fc6a-b818-4250-8734-b069271e7573,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:36.761820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31700af-4839-482f-a13f-073acf0fc726 None None] No DVR routers for this DVR port 3279fc6a-b818-4250-8734-b069271e7573 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:49:36.767234 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.770627 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:36.944475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3279fc6a-b818-4250-8734-b069271e7573 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:49:36.977780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 3279fc6a-b818-4250-8734-b069271e7573 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:49:36.978197 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 3279fc6a-b818-4250-8734-b069271e7573 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:49:37.026382 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:49:37.046894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: c09fedc9-9b6d-471f-aa4d-f124bd7a88fa {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:49:37.047243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c09fedc9-9b6d-471f-aa4d-f124bd7a88fa not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:49:37.169306 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.170038 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2571fc-03be-4ed1-88e8-ccbcc2600592 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:49:37.177820 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.178980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-47a02d15-7c52-4435-a88c-0c3433bb8a18 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/routers/6a2571fc-03be-4ed1-88e8-ccbcc2600592 HTTP/1.1" status: 204 len: 168 time: 1.1580446 Aug 20 09:49:37.182876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36846) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:37.258936 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.354302 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.364010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235df344-7953-47a7-94b7-7b138db7086f']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:37.374312 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:37.374617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bf336d-1cdc-4346-b59a-f8aa9f1f959c') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:37.383141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.396783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.403494 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:49:37.403885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: timer() Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:49:37.406921 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:49:37.461970 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.469872 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.471676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/networks/235df344-7953-47a7-94b7-7b138db7086f HTTP/1.1" status: 204 len: 168 time: 0.2878520 Aug 20 09:49:37.474751 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36848) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:37.483721 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef021a-b26e-4968-8847-5663f1e68e08 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Network': ['ID=235df344-7953-47a7-94b7-7b138db7086f,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:37.533751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c62adf49-8248-4b52-8896-f98d68634c26 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.559433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c62adf49-8248-4b52-8896-f98d68634c26 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.619056 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c62adf49-8248-4b52-8896-f98d68634c26 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.621479 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c62adf49-8248-4b52-8896-f98d68634c26 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:37.622674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c62adf49-8248-4b52-8896-f98d68634c26 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/security-groups/492c838e-1a59-4dd2-b2ba-34026c841fc6 HTTP/1.1" status: 204 len: 168 time: 0.1468658 Aug 20 09:49:37.631660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62adf49-8248-4b52-8896-f98d68634c26 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c838e-1a59-4dd2-b2ba-34026c841fc6,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:37.888602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 36854) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:37.893351 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476009001', 'description': 'tempest-secgroup-smoke-1476009001 description', 'project_id': 'aebba8b579c845c98337b0daeeec4a85'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:37.915620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.001199 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.004885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.032626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.033853 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441741 Aug 20 09:49:38.035719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab43f9-4e84-42dd-93b0-769bc0bc857b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a3c72c-92a7-4cb8-b53d-6111fa481c06,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.036862 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36856) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.041670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c72c-92a7-4cb8-b53d-6111fa481c06', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.066867 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.126749 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.130317 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.149474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddc3824-c6d8-44a1-8b00-238430343a20,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.156521 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.157923 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b9dce2f6-ae9f-4d10-b5fb-870bb2144543 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200209 Aug 20 09:49:38.160605 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36858) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.165053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c72c-92a7-4cb8-b53d-6111fa481c06', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.191717 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.247847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.251586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.268419 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdbdf16-2dfe-41f2-85ff-5956e8c7f97f,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.275876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.277069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b7b8b903-628e-451f-8924-7234744088db tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154780 Aug 20 09:49:38.280863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36860) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.285250 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c72c-92a7-4cb8-b53d-6111fa481c06', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.311204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.366976 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.371242 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.392238 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7333218-0db1-4917-b359-5e0be39f13db,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.395782 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.396970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3a47ebdb-0236-4432-b339-08188172da2c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151550 Aug 20 09:49:38.399665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36862) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.405037 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c72c-92a7-4cb8-b53d-6111fa481c06', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.436960 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.500711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.505923 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.524142 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a718fd-5903-473b-8089-047e6ef4bab6,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.530670 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.531903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2b4a3919-2c6a-4313-b29c-5e40e6177020 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310081 Aug 20 09:49:38.534554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36864) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.539022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c72c-92a7-4cb8-b53d-6111fa481c06', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.549158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bdd654b6-8405-479e-9051-4517d170c43a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:49:38.561867 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:49:38.566700 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.569935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: bdd654b6-8405-479e-9051-4517d170c43a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:49:38.570279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device bdd654b6-8405-479e-9051-4517d170c43a not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:49:38.570690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a1d9ff5f-57dc-4482-b5e6-25346364e2fb no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:49:38.589621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a1d9ff5f-57dc-4482-b5e6-25346364e2fb {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:49:38.589991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a1d9ff5f-57dc-4482-b5e6-25346364e2fb not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:49:38.626171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.629546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.646045 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7b5054-b443-44b3-bbdf-d980faf386ce,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.653470 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.654679 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-788994d7-2be9-42f9-961f-68ec1e3da986 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191545 Aug 20 09:49:38.657381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36866) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.661803 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'a5a3c72c-92a7-4cb8-b53d-6111fa481c06', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.683872 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:49:38.688540 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.749757 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.753324 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.772705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c94fad-1959-4e78-8450-deb82ee2181d,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:38.777444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.778649 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-865efb2a-1ad4-43ea-ae70-64ea778dd5cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202705 Aug 20 09:49:38.781455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36868) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.786447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'network': {'name': 'tempest-network-smoke--296183407', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'port_security_enabled': True}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.806847 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:49:38.810233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.834341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:49:38.843622 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.843964 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Added segment b557fed4-5d06-4e85-93fc-02bc6e40f7da of type vlan for network 6e4a3fee-d5de-4903-8425-7b489ec984ad Aug 20 09:49:38.882823 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.907473 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.913064 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:38.913639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:38.966399 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1838670 Aug 20 09:49:38.969474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36870) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:38.976185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'admin_state_up': True, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:38.994203 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa50e71-d2f8-415d-9236-9850ac47b313 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Network': ['ID=6e4a3fee-d5de-4903-8425-7b489ec984ad,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:39.004331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:49:39.006790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.007945 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.062274 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.192559 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.377181 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.395460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.497916 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.204 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4936aa22-c3a0-4d8a-8c09-9a5c7945cecd) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:49:39.597372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.635230 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:39.669058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:49:39.673471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:39.676367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:49:39.711783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:39.928664 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.120841 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.245469 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router afc40589-1c37-430e-b59a-38350d2621a1 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:49:40.344298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:49:40.353531 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Sync routers for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:49:40.362777 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:40.363011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.363354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:40.367258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f29d38db-1abc-4585-b87a-9898798624ea tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3938489 Aug 20 09:49:40.367472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36872) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:40.400079 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e3f2d06e-6da7-4e96-aa92-c37ec5da331b tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=aebba8b579c845c98337b0daeeec4a85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314031 Aug 20 09:49:40.402595 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36874) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:40.466724 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:40.487367 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f759e-efea-42a8-ae33-3e915bc59099 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:40.488902 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-493f759e-efea-42a8-ae33-3e915bc59099 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854061 Aug 20 09:49:40.491817 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36876) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:40.520081 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6a4f011e-5efb-46c4-a92a-f1454f167de3 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272453 Aug 20 09:49:40.522522 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36878) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:40.527497 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442106372', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:40.617744 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:49:40.622097 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.643228 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:39Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:40.668948 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Checking router: afc40589-1c37-430e-b59a-38350d2621a1 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:49:40.669295 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Updating router afc40589-1c37-430e-b59a-38350d2621a1 port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:49:40.693608 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.803349 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.870099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Subnet': ['ID=eb19af2a-43b2-4191-b020-5de831ca5de2,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:40.872337 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Checking segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:49:40.872709 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network hostable DHCP agents. Network: 6e4a3fee-d5de-4903-8425-7b489ec984ad, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:49:40.891562 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:49:40.900914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 6e4a3fee-d5de-4903-8425-7b489ec984ad) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:40.904933 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:40.905532 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.912126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2eaac5-f77a-426c-b9fa-ba7562fd93e1 None None] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:49:40.923937 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9b2fd055-c671-4fb5-a3de-cfac3b7dfed1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3977759 Aug 20 09:49:40.924132 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36880) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:40.958103 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:40.965630 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Transition to ACTIVE for port object 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:40.971920 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.016179 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Attempting to bind port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:49:41.016551 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Attempting to bind port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:49:41.016912 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Attempting to bind port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:49:41.028019 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:49:41.028545 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:49:41.028947 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.029336 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:49:41.029824 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Bound port: 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:49:41.030203 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.037597 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Pushing event updated for resources: {'Port': ['ID=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:41.070754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-6e4a3fee-d5de-4903-8425-7b489ec984ad', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:49:41.071909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.084371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.084710 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.085046 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.085383 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.085733 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.086054 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.086379 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.086818 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.087016 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.087926 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.088312 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.088810 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:49:41.101570 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] For port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:49:41.106582 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] For port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:49:41.110885 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.159836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:41.160463 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:41.211346 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f477af-18a6-4eb5-a022-be93e598922f None None] Pushing event updated for resources: {'Port': ['ID=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:41.219359 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Allocated IP 172.20.0.2 (6e4a3fee-d5de-4903-8425-7b489ec984ad/eb19af2a-43b2-4191-b020-5de831ca5de2/83facba4-6918-444e-8c66-f483b956049b) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:49:41.282152 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:41.376670 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.386223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Transition to ACTIVE for port object 83facba4-6918-444e-8c66-f483b956049b will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:41.398460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.403560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Transition to ACTIVE for port object 83facba4-6918-444e-8c66-f483b956049b will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:41.411423 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.452498 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:49:41.455472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:41.461900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:49:41.465295 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Pushing event updated for resources: {'Port': ['ID=83facba4-6918-444e-8c66-f483b956049b,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:41.521173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Attempting to bind port 83facba4-6918-444e-8c66-f483b956049b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:49:41.521707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Attempting to bind port 83facba4-6918-444e-8c66-f483b956049b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:49:41.522183 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Attempting to bind port 83facba4-6918-444e-8c66-f483b956049b on network 6e4a3fee-d5de-4903-8425-7b489ec984ad {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:49:41.528034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:49:41.528561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Checking segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:49:41.529070 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.529545 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Bound using segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:49:41.530105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Bound port: 83facba4-6918-444e-8c66-f483b956049b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:49:41.530562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.577596 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:39Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:41.598267 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] For port 83facba4-6918-444e-8c66-f483b956049b, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:49:41.601708 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] For port 83facba4-6918-444e-8c66-f483b956049b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=83facba4-6918-444e-8c66-f483b956049b,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:49:41.607763 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:41.609841 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cbc1eb-966b-4854-aa0d-5a911031c387 None None] The sync data for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 is: [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:39Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:49:41.666549 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5216754-1ffb-4fe6-872a-c70c40c11c2f None None] Pushing event updated for resources: {'Port': ['ID=83facba4-6918-444e-8c66-f483b956049b,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:42.069141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.1 (6e4a3fee-d5de-4903-8425-7b489ec984ad/eb19af2a-43b2-4191-b020-5de831ca5de2/7fd79f95-1498-492e-8b2e-06c4b225d619) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:49:42.193485 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.209206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object 7fd79f95-1498-492e-8b2e-06c4b225d619 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:42.243374 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.285927 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:49:42.289181 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:42.293272 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:49:42.320503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=7fd79f95-1498-492e-8b2e-06c4b225d619,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:42.345467 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.489254 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.636876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 83facba4-6918-444e-8c66-f483b956049b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:42.686534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1779943-ab1e-44da-ab13-2c409a0c1317 None None] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:49:42.742074 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 83facba4-6918-444e-8c66-f483b956049b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:42.755844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:42.793462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.798103 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.838429 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] Provisioning for port 83facba4-6918-444e-8c66-f483b956049b completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:42.850095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] Provisioning complete for port 83facba4-6918-444e-8c66-f483b956049b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:42.850477 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.876126 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=7fd79f95-1498-492e-8b2e-06c4b225d619,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:42.879671 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.903391 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:42.914237 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:42.914615 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:42.976954 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:49:42.979178 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:43.036756 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.057097 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.095438 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:43.097584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] For port 83facba4-6918-444e-8c66-f483b956049b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=83facba4-6918-444e-8c66-f483b956049b,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:43.101051 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.107618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.108554 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router afc40589-1c37-430e-b59a-38350d2621a1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:49:43.167008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:43.196736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.226764 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53c523-31f7-4e9d-bc1e-c57687fce8a2 None None] Pushing event updated for resources: {'Port': ['ID=83facba4-6918-444e-8c66-f483b956049b,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:43.246359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:49:43.260042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e59aa9f9-aaed-49b4-a822-bc1023b249ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/afc40589-1c37-430e-b59a-38350d2621a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3265812 Aug 20 09:49:43.261450 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-292c8b14-b5fc-4257-a4da-ab12f54d5ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.310430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Sync routers for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:49:43.325260 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:43.325490 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:43.366829 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b9c6dfff-ae5a-481b-88b3-8940353bd617 None None] Provisioning for port 7fd79f95-1498-492e-8b2e-06c4b225d619 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:43.375555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b9c6dfff-ae5a-481b-88b3-8940353bd617 None None] Provisioning complete for port 7fd79f95-1498-492e-8b2e-06c4b225d619 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:43.375929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dfff-ae5a-481b-88b3-8940353bd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.410297 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-01c540b3-abb1-492a-a8e9-3e352eb8028a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476009001&fields=id&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 267 time: 0.0366764 Aug 20 09:49:43.451387 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6dfff-ae5a-481b-88b3-8940353bd617 None None] Port 7fd79f95-1498-492e-8b2e-06c4b225d619 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:49:43.471293 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:43.501702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b9c6dfff-ae5a-481b-88b3-8940353bd617 None None] Provisioning complete for port 83facba4-6918-444e-8c66-f483b956049b triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:43.502097 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dfff-ae5a-481b-88b3-8940353bd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.531073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-9194b7c8-a2bc-4cf3-b27e-65e7998e4780 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:43.533450 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-9194b7c8-a2bc-4cf3-b27e-65e7998e4780 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 796 time: 0.1150212 Aug 20 09:49:43.550697 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-4fbd84b3-d5a0-493e-bb35-6609964c2b46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/quotas/aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 375 time: 0.0100381 Aug 20 09:49:43.618600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-2796afd8-5f41-46df-87f4-cd120882c715 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555944 Aug 20 09:49:43.739123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 2, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:43.758683 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-3b9931d9-76d7-425f-b8b5-16a464c1f37f service neutron] 10.222.0.35 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372232 Aug 20 09:49:43.764997 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Checking router: afc40589-1c37-430e-b59a-38350d2621a1 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:49:43.765349 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Updating router afc40589-1c37-430e-b59a-38350d2621a1 port 7fd79f95-1498-492e-8b2e-06c4b225d619 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:49:43.789817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.838953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8b544908-ada1-4636-82b0-c4c6b97eac3e None None] Provisioning complete for port 7fd79f95-1498-492e-8b2e-06c4b225d619 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:43.839321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8b544908-ada1-4636-82b0-c4c6b97eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:43.856316 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-21dba3b1-c2fe-435d-bc9f-9c9b4d96265e service neutron] 10.222.0.35 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908656 Aug 20 09:49:43.936153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8b544908-ada1-4636-82b0-c4c6b97eac3e None None] Port 7fd79f95-1498-492e-8b2e-06c4b225d619 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:49:44.039841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-91a8df4f-d67d-4bc3-b86b-8946d8af656e req-c9157339-7d1e-4151-ae83-7c92fda94836 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 210 time: 0.0327144 Aug 20 09:49:44.108969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.119448 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Transition to ACTIVE for port object 7fd79f95-1498-492e-8b2e-06c4b225d619 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:44.125224 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.174581 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e511-a373-4045-b1d2-4da5e5639d18 None None] Pushing event updated for resources: {'Port': ['ID=7fd79f95-1498-492e-8b2e-06c4b225d619,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:44.233039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Attempting to bind port 7fd79f95-1498-492e-8b2e-06c4b225d619 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:49:44.233410 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Attempting to bind port 7fd79f95-1498-492e-8b2e-06c4b225d619 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:49:44.233810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Attempting to bind port 7fd79f95-1498-492e-8b2e-06c4b225d619 on network 6e4a3fee-d5de-4903-8425-7b489ec984ad {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:49:44.240044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:49:44.240447 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Checking segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:49:44.241009 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.241418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Bound using segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:49:44.241980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Bound port: 7fd79f95-1498-492e-8b2e-06c4b225d619, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:49:44.242309 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.310700 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] For port 7fd79f95-1498-492e-8b2e-06c4b225d619, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:49:44.314304 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] For port 7fd79f95-1498-492e-8b2e-06c4b225d619, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fd79f95-1498-492e-8b2e-06c4b225d619,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:49:44.319784 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.388780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:44.389579 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:44.602131 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 83facba4-6918-444e-8c66-f483b956049b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:44.633397 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e511-a373-4045-b1d2-4da5e5639d18 None None] Pushing event updated for resources: {'Port': ['ID=7fd79f95-1498-492e-8b2e-06c4b225d619,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:44.655170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.726425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:44.756290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 83facba4-6918-444e-8c66-f483b956049b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:44.756913 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:44.949942 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:45.020512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-dc6dbe22-7e09-4796-8937-7ce7be883660 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:45.022869 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-dc6dbe22-7e09-4796-8937-7ce7be883660 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 796 time: 0.1237206 Aug 20 09:49:45.037259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:45.037639 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.062911 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:44Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:45.067995 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-8e6ecf31-0b89-4a4d-9600-7963a5290911 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 380 time: 0.0361898 Aug 20 09:49:45.081305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'port': {'device_id': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'admin_state_up': True, 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'security_groups': ['a5a3c72c-92a7-4cb8-b53d-6111fa481c06']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:45.094609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca85981-f93b-49db-a25e-858fc7e598ab None None] The sync data for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 is: [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:44Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:49:45.161738 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-de2a6875-6073-4bf2-baf3-4a14b4f7e85e req-aa811865-e5a3-4b75-8c3f-2ebc9df7fec7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 210 time: 0.0371995 Aug 20 09:49:45.254100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:49:45.257685 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.389097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.9 (6e4a3fee-d5de-4903-8425-7b489ec984ad/eb19af2a-43b2-4191-b020-5de831ca5de2/791e50b7-6812-4213-9f75-e527aadbe08d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:49:45.546710 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.562972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object 791e50b7-6812-4213-9f75-e527aadbe08d will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:45.598661 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.646523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:49:45.649678 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:45.656614 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:49:45.660820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=791e50b7-6812-4213-9f75-e527aadbe08d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:45.715815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:45.716498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.733478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-eadf0640-85cd-43c0-a592-ee51639e61f1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562741 Aug 20 09:49:45.746546 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Request body: {'port': {'device_id': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:45.805464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.937497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6cbdaf3-9504-4a25-b548-3a108a758280 None None] Provisioning for port 791e50b7-6812-4213-9f75-e527aadbe08d completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:45.941575 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c6cbdaf3-9504-4a25-b548-3a108a758280 None None] Provisioning complete for port 791e50b7-6812-4213-9f75-e527aadbe08d triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:45.941984 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdaf3-9504-4a25-b548-3a108a758280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:45.982979 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbdaf3-9504-4a25-b548-3a108a758280 None None] Port 791e50b7-6812-4213-9f75-e527aadbe08d cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:49:46.085869 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791e50b7-6812-4213-9f75-e527aadbe08d {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:49:46.094252 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.106551 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Transition to ACTIVE for port object 791e50b7-6812-4213-9f75-e527aadbe08d will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:49:46.110499 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.167709 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Pushing event updated for resources: {'Port': ['ID=791e50b7-6812-4213-9f75-e527aadbe08d,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:46.235569 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Attempting to bind port 791e50b7-6812-4213-9f75-e527aadbe08d on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:49:46.235913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Attempting to bind port 791e50b7-6812-4213-9f75-e527aadbe08d by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:49:46.236248 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Attempting to bind port 791e50b7-6812-4213-9f75-e527aadbe08d on network 6e4a3fee-d5de-4903-8425-7b489ec984ad {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:49:46.240748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Port 791e50b7-6812-4213-9f75-e527aadbe08d on network 6e4a3fee-d5de-4903-8425-7b489ec984ad not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:49:46.241078 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Attempting to bind port 791e50b7-6812-4213-9f75-e527aadbe08d on network 6e4a3fee-d5de-4903-8425-7b489ec984ad {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:49:46.246505 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:49:46.246853 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Checking segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:49:46.247444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Bound using segment: {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:49:46.247661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Bound port: 791e50b7-6812-4213-9f75-e527aadbe08d, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b557fed4-5d06-4e85-93fc-02bc6e40f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:49:46.248214 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.292964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c6c6c-8271-43b5-98e3-43dc1a0c6876 req-85dbe444-0b99-49a6-8f2a-9e4d5c8e8b71 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.294732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf9c6c6c-8271-43b5-98e3-43dc1a0c6876 req-85dbe444-0b99-49a6-8f2a-9e4d5c8e8b71 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 943 time: 0.0513813 Aug 20 09:49:46.319994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] For port 791e50b7-6812-4213-9f75-e527aadbe08d, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:49:46.324116 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] For port 791e50b7-6812-4213-9f75-e527aadbe08d, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=791e50b7-6812-4213-9f75-e527aadbe08d,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:49:46.328565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.338386 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf9c6c6c-8271-43b5-98e3-43dc1a0c6876 req-de7bda2c-b6b5-48d5-a01e-2c90dd89d1fc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375464 Aug 20 09:49:46.366887 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.367814 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.369262 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 1091 time: 0.6275551 Aug 20 09:49:46.371600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:46.374718 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957c140-117b-41e2-8587-ad6e0d15468c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:46.405338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ee229-4135-47a5-8929-c76fe22231d8 service neutron] Pushing event updated for resources: {'Port': ['ID=791e50b7-6812-4213-9f75-e527aadbe08d,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:46.435485 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.447913 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9939351f-87b5-4373-b6c8-68e4654efa24 x-openstack-request-id: req-9939351f-87b5-4373-b6c8-68e4654efa24 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:46.448159 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:46.448348 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9939351f-87b5-4373-b6c8-68e4654efa24 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:46.448705 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d', 'status': 'completed', 'code': 200} Aug 20 09:49:46.465783 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-efafe40a-da9e-422e-8cef-cdf75ea10b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.467301 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-efafe40a-da9e-422e-8cef-cdf75ea10b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1094 time: 0.0484807 Aug 20 09:49:46.511152 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-fdffa287-5865-4a59-9762-ceeaf4bfed8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 217 time: 0.0353820 Aug 20 09:49:46.570192 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-105c9d7f-d98f-4158-b2a8-408b18a72556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.572218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-105c9d7f-d98f-4158-b2a8-408b18a72556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 200 len: 834 time: 0.0541008 Aug 20 09:49:46.583738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd79f95-1498-492e-8b2e-06c4b225d619 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:46.621274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-7f16cf8b-fbdd-482c-a9e1-05232cf07bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.622921 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-7f16cf8b-fbdd-482c-a9e1-05232cf07bd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4a3fee-d5de-4903-8425-7b489ec984ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423751 Aug 20 09:49:46.646190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 7fd79f95-1498-492e-8b2e-06c4b225d619 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:46.650540 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7fd79f95-1498-492e-8b2e-06c4b225d619 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:46.651044 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.691928 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-97638dcd-84dc-49e8-89a1-5ab2e3e9072c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.716574 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-f0bda43a-e36d-42f0-8df5-b042376a114d service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868478 Aug 20 09:49:46.740011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.771599 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 7fd79f95-1498-492e-8b2e-06c4b225d619, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fd79f95-1498-492e-8b2e-06c4b225d619,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:46.775972 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:46.813214 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3d015215-6d38-41da-9ad6-b8b22b969ef1 req-6d95b184-43d1-45b6-8c77-934a149c6083 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895190 Aug 20 09:49:46.824095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=7fd79f95-1498-492e-8b2e-06c4b225d619,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:46.902885 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957c140-117b-41e2-8587-ad6e0d15468c req-09ec0e41-695d-474a-b81a-abb304ff1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.904360 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-09ec0e41-695d-474a-b81a-abb304ff1bcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1094 time: 0.0456140 Aug 20 09:49:46.997029 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957c140-117b-41e2-8587-ad6e0d15468c req-9cb14e2b-6a63-49ee-ab37-9b4501dce796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:46.998553 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-9cb14e2b-6a63-49ee-ab37-9b4501dce796 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 896 time: 0.0877926 Aug 20 09:49:47.040360 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-a2faf887-d334-4539-8f82-e93eab1ed162 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 217 time: 0.0344861 Aug 20 09:49:47.088897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957c140-117b-41e2-8587-ad6e0d15468c req-0d9b2415-3c39-497a-a936-e00679e8e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:47.090247 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-0d9b2415-3c39-497a-a936-e00679e8e146 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 200 len: 834 time: 0.0427816 Aug 20 09:49:47.142500 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957c140-117b-41e2-8587-ad6e0d15468c req-843fbe9d-87eb-47ee-a674-54a6c86c18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:47.143956 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-843fbe9d-87eb-47ee-a674-54a6c86c18ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4a3fee-d5de-4903-8425-7b489ec984ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453918 Aug 20 09:49:47.237380 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-979ca09c-7fcd-4279-b176-a7d3de2ed6d2 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Aug 20 09:49:47.331018 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6957c140-117b-41e2-8587-ad6e0d15468c req-e3fc093d-277d-48c0-89d5-b71270c3d22c service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843749 Aug 20 09:49:47.457153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d80ee5-91b1-47bc-84e4-0a1b58b0b733 req-9f88f744-b036-4ffc-aa11-3a0a9fffe850 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:47.462845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84d80ee5-91b1-47bc-84e4-0a1b58b0b733 req-9f88f744-b036-4ffc-aa11-3a0a9fffe850 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 943 time: 0.0586445 Aug 20 09:49:47.500600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-84d80ee5-91b1-47bc-84e4-0a1b58b0b733 req-926f08ab-f73c-4904-bfa2-568841ac2734 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Aug 20 09:49:47.653383 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:48.554000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd79f95-1498-492e-8b2e-06c4b225d619 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:48.601910 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 7fd79f95-1498-492e-8b2e-06c4b225d619 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:48.602285 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:48.619970 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8013b48-ed0a-4c4e-8af6-ff80564712c1 req-c1369ef2-c879-446f-a201-5996df850bfc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:48.621600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8013b48-ed0a-4c4e-8af6-ff80564712c1 req-c1369ef2-c879-446f-a201-5996df850bfc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 943 time: 0.0500512 Aug 20 09:49:48.660355 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b8013b48-ed0a-4c4e-8af6-ff80564712c1 req-8e35293f-f4d3-4751-8494-d162d3321048 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Aug 20 09:49:48.872550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 791e50b7-6812-4213-9f75-e527aadbe08d details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:49:48.963486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 791e50b7-6812-4213-9f75-e527aadbe08d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=791e50b7-6812-4213-9f75-e527aadbe08d,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:48.978308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': '791e50b7-6812-4213-9f75-e527aadbe08d', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'port_id': '791e50b7-6812-4213-9f75-e527aadbe08d', 'mac_address': 'fa:16:3e:b3:e0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:49:49.022865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:49.023660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:49.036522 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791e50b7-6812-4213-9f75-e527aadbe08d {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:49:49.055423 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 791e50b7-6812-4213-9f75-e527aadbe08d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=791e50b7-6812-4213-9f75-e527aadbe08d,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:49.059422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:49.105727 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=791e50b7-6812-4213-9f75-e527aadbe08d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:49.260634 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['791e50b7-6812-4213-9f75-e527aadbe08d'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:49:49.773518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f1e77-8cd3-449f-a8f7-fb3f8ec70300 req-92d9c920-29a7-43ce-aade-93f6cf152ee7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:49.775616 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d7f1e77-8cd3-449f-a8f7-fb3f8ec70300 req-92d9c920-29a7-43ce-aade-93f6cf152ee7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 944 time: 0.0484204 Aug 20 09:49:49.811828 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0d7f1e77-8cd3-449f-a8f7-fb3f8ec70300 req-14cef6ec-2845-4f7a-8497-6bc2a9a7336f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303888 Aug 20 09:49:50.888544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 791e50b7-6812-4213-9f75-e527aadbe08d up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:49:50.932752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3e799-7f67-465d-a44e-a9c39a610fe5 req-5e2e0cd3-f8e8-473b-b19e-a5e242c2c244 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:50.934328 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55f3e799-7f67-465d-a44e-a9c39a610fe5 req-5e2e0cd3-f8e8-473b-b19e-a5e242c2c244 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 944 time: 0.0538177 Aug 20 09:49:50.937976 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port 791e50b7-6812-4213-9f75-e527aadbe08d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:49:50.941607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port 791e50b7-6812-4213-9f75-e527aadbe08d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:49:50.942033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:50.973998 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-55f3e799-7f67-465d-a44e-a9c39a610fe5 req-d810ad3e-5632-4757-8961-264165229207 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Aug 20 09:49:51.021909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:51.043916 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:51.046184 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c03d609-26cd-41d0-9061-cfa5cce19b6d" -d '{"events": [{"server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "name": "network-vif-plugged", "status": "completed", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:51.059033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port 791e50b7-6812-4213-9f75-e527aadbe08d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=791e50b7-6812-4213-9f75-e527aadbe08d,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:49:51.062969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:51.089229 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88160c7-68f3-41c6-a18a-090edd2cac9b x-openstack-request-id: req-d88160c7-68f3-41c6-a18a-090edd2cac9b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:51.089525 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "name": "network-vif-plugged", "status": "completed", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:51.089854 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d88160c7-68f3-41c6-a18a-090edd2cac9b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:51.090357 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d', 'code': 200} Aug 20 09:49:51.119583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=791e50b7-6812-4213-9f75-e527aadbe08d,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:51.179337 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47e8f1-2c7d-45b9-b88d-69ba90ac8f6e req-6bb399f4-3631-4bf3-a7f1-dfa86f8bd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:51.180822 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad47e8f1-2c7d-45b9-b88d-69ba90ac8f6e req-6bb399f4-3631-4bf3-a7f1-dfa86f8bd80f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1096 time: 0.0404289 Aug 20 09:49:51.215647 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ad47e8f1-2c7d-45b9-b88d-69ba90ac8f6e req-f2147638-94e5-4746-bf8b-6befbb5136e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276351 Aug 20 09:49:52.088219 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c2d5-f0da-411c-8865-be6196c2cd22 req-0a290518-b698-40d3-b2b2-2c7ef8add9ad tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:52.089685 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbb7c2d5-f0da-411c-8865-be6196c2cd22 req-0a290518-b698-40d3-b2b2-2c7ef8add9ad tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0478215 Aug 20 09:49:52.127764 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbb7c2d5-f0da-411c-8865-be6196c2cd22 req-0da914b4-69f3-4edf-807e-49654cac0a4d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Aug 20 09:49:53.243066 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b185b8-1552-48e2-8b00-a9db0fdd1826 req-45d16d40-c5bb-4455-9697-7f2f520026ac tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:53.245201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b185b8-1552-48e2-8b00-a9db0fdd1826 req-45d16d40-c5bb-4455-9697-7f2f520026ac tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0494823 Aug 20 09:49:53.281484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-77b185b8-1552-48e2-8b00-a9db0fdd1826 req-d5b0e8db-b70d-4dfc-aa3e-c4904292e84e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304179 Aug 20 09:49:53.398485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554de32-8bd5-4a9a-ab76-b401a3256d02 req-a4eab29a-47ca-4d2a-8ddc-482c7e587791 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:53.400014 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e554de32-8bd5-4a9a-ab76-b401a3256d02 req-a4eab29a-47ca-4d2a-8ddc-482c7e587791 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0536239 Aug 20 09:49:53.437455 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e554de32-8bd5-4a9a-ab76-b401a3256d02 req-9efcdec5-1577-47b5-9f5f-a41d3caadf3d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Aug 20 09:49:53.458573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36932) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:53.497740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6d7e9-a3df-492e-b83b-94def1c1f5a9 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:53.499157 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-59e6d7e9-a3df-492e-b83b-94def1c1f5a9 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1091 time: 0.0396330 Aug 20 09:49:53.501965 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36934) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:53.506322 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '791e50b7-6812-4213-9f75-e527aadbe08d', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:49:53.528641 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:53.625954 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:53.726023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.173 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/bf2a273f-5e5c-478d-b614-551b771b4212) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:49:53.826953 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:53.870270 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:53.905458 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:49:53.908167 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:49:53.911476 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:49:53.936326 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=bf2a273f-5e5c-478d-b614-551b771b4212,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:54.265597 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:54.329040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:54.473916 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:54.478790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:54.546234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=bf2a273f-5e5c-478d-b614-551b771b4212,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:49:54.559711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:54.657721 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP a1542b04-1bfc-4170-8c6f-becb6e3c653b associated. External IP: 172.25.5.173, port: 791e50b7-6812-4213-9f75-e527aadbe08d. Aug 20 09:49:54.858911 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router afc40589-1c37-430e-b59a-38350d2621a1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:49:54.962678 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:49:54.972227 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] Sync routers for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:49:54.978864 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:49:54.981430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:54.982256 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:55.005609 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-92de772d-80ed-4211-a936-a0571affb84b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5026171 Aug 20 09:49:55.006319 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:49:55.009175 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:49:55.100891 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:55.108536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023f450-41ea-40c1-9419-18299e8b5e83 req-b1c9264a-7f64-4643-8f23-ea45b57750d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:55.110169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5023f450-41ea-40c1-9419-18299e8b5e83 req-b1c9264a-7f64-4643-8f23-ea45b57750d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0527887 Aug 20 09:49:55.117350 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c0bd91-5400-443d-baad-2332fc9397f5 x-openstack-request-id: req-46c0bd91-5400-443d-baad-2332fc9397f5 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:49:55.117648 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:49:55.118443 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46c0bd91-5400-443d-baad-2332fc9397f5 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:49:55.119501 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d', 'status': 'completed', 'code': 200} Aug 20 09:49:55.154921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5023f450-41ea-40c1-9419-18299e8b5e83 req-a7778e2e-9773-401a-bcf0-f469e05fcf53 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344825 Aug 20 09:49:55.172210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-8c3f1485-1d60-4c61-9daf-1670bdb503f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:55.173750 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-8c3f1485-1d60-4c61-9daf-1670bdb503f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1096 time: 0.0448146 Aug 20 09:49:55.178918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36942) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:55.249592 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cdd4e781-c48b-492b-a439-29a3583153a0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/a1542b04-1bfc-4170-8c6f-becb6e3c653b HTTP/1.1" status: 200 len: 991 time: 0.0695040 Aug 20 09:49:55.271391 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-a07bc96d-e505-418d-b79a-20d3c7671f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:55.272850 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-a07bc96d-e505-418d-b79a-20d3c7671f06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 896 time: 0.0927060 Aug 20 09:49:55.334189 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'a1542b04-1bfc-4170-8c6f-becb6e3c653b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'port_id': '791e50b7-6812-4213-9f75-e527aadbe08d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'mac_address': 'fa:16:3e:b3:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:49:54Z', 'updated_at': '2021-08-20T09:49:54Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:46Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:55.340460 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-5270b220-56f8-4c67-ad0c-85bff216d158 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 999 time: 0.0596156 Aug 20 09:49:55.361143 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] Checking router: afc40589-1c37-430e-b59a-38350d2621a1 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:49:55.369309 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:49:55.369943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:49:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:55.388752 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-8e0ddc51-cd73-4744-be8d-24393bff392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:55.390243 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-8e0ddc51-cd73-4744-be8d-24393bff392b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 200 len: 834 time: 0.0430579 Aug 20 09:49:55.440776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-c0b9f226-5597-4e26-b8d5-5eee5f26f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:49:55.442303 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-c0b9f226-5597-4e26-b8d5-5eee5f26f65b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4a3fee-d5de-4903-8425-7b489ec984ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441234 Aug 20 09:49:55.476456 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:49:55.531169 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-3e08e650-1d3c-446c-b0fe-1b101378e581 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814517 Aug 20 09:49:55.625364 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b3417e30-2fa3-4cab-b21c-44fb2a7a2d49 req-b832202e-f6d0-4a38-96fa-71bd1cda1a41 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873086 Aug 20 09:49:55.698689 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'a1542b04-1bfc-4170-8c6f-becb6e3c653b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'port_id': '791e50b7-6812-4213-9f75-e527aadbe08d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'mac_address': 'fa:16:3e:b3:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:49:54Z', 'updated_at': '2021-08-20T09:49:54Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:46Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:49:55.724540 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceae5e4-faa7-4f82-85aa-a6d083c418c2 None None] The sync data for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 is: [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'a1542b04-1bfc-4170-8c6f-becb6e3c653b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'port_id': '791e50b7-6812-4213-9f75-e527aadbe08d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'mac_address': 'fa:16:3e:b3:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:49:54Z', 'updated_at': '2021-08-20T09:49:54Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:46Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:49:55.926396 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cc8e4-81a2-447b-94dd-8b4d4e42477f None None] New status for floating IP a1542b04-1bfc-4170-8c6f-becb6e3c653b: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:49:56.253548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36944) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:49:56.312717 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-20291bab-1789-45dc-9689-f73ed2b4484c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/a1542b04-1bfc-4170-8c6f-becb6e3c653b HTTP/1.1" status: 200 len: 993 time: 0.0579150 Aug 20 09:49:57.826804 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:50:13.158956 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:13.261502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-06eb2d29-0adf-43bd-89c7-1629cd72ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:14.537784 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:16.437025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:16.664043 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5209dca2-ed5a-4cf1-89a7-9ecd093dae2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:17.656386 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:19.016614 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:20.527399 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-e4e5f436-b076-4977-84d4-9fe80dbbbd73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425489 Aug 20 09:50:20.608582 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-44d48980-99d3-447c-9f5a-43650b719675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:20.610070 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-44d48980-99d3-447c-9f5a-43650b719675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1096 time: 0.0407434 Aug 20 09:50:20.713161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-415b20bc-79a8-4f51-a1da-08565931f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:20.714630 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-415b20bc-79a8-4f51-a1da-08565931f726 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 896 time: 0.0866191 Aug 20 09:50:20.777949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-67eeb1ea-309b-4c4c-80c2-a24f1314a911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 1001 time: 0.0561435 Aug 20 09:50:20.824907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-8fcd4591-80b9-483a-94fb-e4348d13ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:20.826311 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-8fcd4591-80b9-483a-94fb-e4348d13ae08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 200 len: 834 time: 0.0415859 Aug 20 09:50:20.874602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-e9be27f5-01be-48df-b00c-2eb7e4659219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:20.876045 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-e9be27f5-01be-48df-b00c-2eb7e4659219 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4a3fee-d5de-4903-8425-7b489ec984ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431349 Aug 20 09:50:20.964588 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-03b890af-2c8e-416f-8e95-cbb918788b1f service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791748 Aug 20 09:50:21.055302 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5be96bdc-2c08-4357-a08d-aa90498a7411 req-47143ed4-1b49-40cd-a4f8-75aca874e740 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831757 Aug 20 09:50:27.398666 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e47c-3fea-4584-8642-65c3df670c35 req-d1f9bcbe-5537-4b7c-97fb-5a07d86eb515 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:27.400432 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e356e47c-3fea-4584-8642-65c3df670c35 req-d1f9bcbe-5537-4b7c-97fb-5a07d86eb515 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0530267 Aug 20 09:50:27.437586 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e356e47c-3fea-4584-8642-65c3df670c35 req-c66b30d2-8d6b-4617-a1b7-bb38df9c1c3b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Aug 20 09:50:28.553679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fec22d-f593-4c28-b4ef-cada10fb5d0e req-ab694388-aa24-4fc9-be52-24517d2811c5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:28.555193 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1fec22d-f593-4c28-b4ef-cada10fb5d0e req-ab694388-aa24-4fc9-be52-24517d2811c5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0483513 Aug 20 09:50:28.593990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d1fec22d-f593-4c28-b4ef-cada10fb5d0e req-ece9b573-0f64-42c0-855d-c80b1f147326 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Aug 20 09:50:29.708634 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c712e-a2af-46e6-b010-29ad9ab6cdb4 req-80e0a853-9af9-4410-82a1-a26938964a19 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:29.710122 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c8c712e-a2af-46e6-b010-29ad9ab6cdb4 req-80e0a853-9af9-4410-82a1-a26938964a19 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0492489 Aug 20 09:50:29.747912 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c8c712e-a2af-46e6-b010-29ad9ab6cdb4 req-b46860ca-901e-44ba-80fa-5ba94766855b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Aug 20 09:50:30.865455 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9f37d-fcf4-4aeb-adad-91c6748923b8 req-688b89e6-a74b-4c51-b837-a38124c4e653 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:30.866967 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22a9f37d-fcf4-4aeb-adad-91c6748923b8 req-688b89e6-a74b-4c51-b837-a38124c4e653 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0535161 Aug 20 09:50:30.904550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-22a9f37d-fcf4-4aeb-adad-91c6748923b8 req-4667ee93-9186-46b0-9a36-3fc8021efee2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Aug 20 09:50:32.024842 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586776-538f-4ac9-9280-43c62575e182 req-989f7b5d-bf21-4d0f-93d5-5095ed5a32a1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:32.026940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f586776-538f-4ac9-9280-43c62575e182 req-989f7b5d-bf21-4d0f-93d5-5095ed5a32a1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0493917 Aug 20 09:50:32.064127 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f586776-538f-4ac9-9280-43c62575e182 req-f1bb6321-b691-4604-9cc0-60c0677611f7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Aug 20 09:50:33.185607 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01854108-9435-4286-8c34-87ecfa2d4917 req-59047c2a-f80c-4dd8-a762-773f34818924 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:33.187499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01854108-9435-4286-8c34-87ecfa2d4917 req-59047c2a-f80c-4dd8-a762-773f34818924 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0559561 Aug 20 09:50:33.230299 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01854108-9435-4286-8c34-87ecfa2d4917 req-59f94925-63e4-42d7-892e-6cd98e3a79ff tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366073 Aug 20 09:50:34.358464 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367753-2970-4a84-bf03-36e6330fabc5 req-dcfec517-0861-40f2-9b20-28b2c80c245f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:34.360861 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05367753-2970-4a84-bf03-36e6330fabc5 req-dcfec517-0861-40f2-9b20-28b2c80c245f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0596309 Aug 20 09:50:34.400652 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-05367753-2970-4a84-bf03-36e6330fabc5 req-451e1921-8557-4a5b-91e1-955112e9d7d3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Aug 20 09:50:34.826885 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:50:35.514341 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f65a39-72e0-4523-87d9-965bc6d0c845 req-a559bc14-c8a8-4966-91ac-fd74c3e02a25 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:35.515838 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3f65a39-72e0-4523-87d9-965bc6d0c845 req-a559bc14-c8a8-4966-91ac-fd74c3e02a25 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0479589 Aug 20 09:50:35.553863 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3f65a39-72e0-4523-87d9-965bc6d0c845 req-1a4ed8b4-5ec7-4005-b4c0-1871af1d2ac5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Aug 20 09:50:36.675533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431453-933f-4c3a-b699-4fde9de16a10 req-59aa746d-6db0-4d01-b7cc-ddbf2dc974fd tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:36.677030 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c431453-933f-4c3a-b699-4fde9de16a10 req-59aa746d-6db0-4d01-b7cc-ddbf2dc974fd tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0495923 Aug 20 09:50:36.716884 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0c431453-933f-4c3a-b699-4fde9de16a10 req-f3d204b7-8aaa-476b-8ea7-104270301c88 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Aug 20 09:50:37.834281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94cc82-7b71-44df-b53a-bd594b808c3a req-40d301ed-1cf4-4f62-b0f6-58f3c56cfde1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:37.835749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f94cc82-7b71-44df-b53a-bd594b808c3a req-40d301ed-1cf4-4f62-b0f6-58f3c56cfde1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0520241 Aug 20 09:50:37.873423 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9f94cc82-7b71-44df-b53a-bd594b808c3a req-9addb0f4-94fb-4886-95b0-b1d2e5927cf5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Aug 20 09:50:37.895670 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 36990) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:50:37.954775 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a9710be2-7209-4700-a53a-eaf588279e34 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/a1542b04-1bfc-4170-8c6f-becb6e3c653b HTTP/1.1" status: 200 len: 993 time: 0.0579314 Aug 20 09:50:39.218953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeab940-ea23-402c-bb98-20159af8076b req-49898180-2c26-41a7-9206-efb5f4211b2d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:39.220447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbeab940-ea23-402c-bb98-20159af8076b req-49898180-2c26-41a7-9206-efb5f4211b2d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0538893 Aug 20 09:50:39.235422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-38cdc768-0729-493f-acad-0ab485aababa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:39.236924 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-38cdc768-0729-493f-acad-0ab485aababa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1096 time: 0.0424924 Aug 20 09:50:39.258466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cbeab940-ea23-402c-bb98-20159af8076b req-28d4da72-f1d1-4a31-ba91-96818e655bb6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Aug 20 09:50:39.327396 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-03f3ae4a-5b5e-4f0b-a7e5-1f796a40e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:39.328873 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-03f3ae4a-5b5e-4f0b-a7e5-1f796a40e11c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 896 time: 0.0835845 Aug 20 09:50:39.397593 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-04fd1fa9-93cb-4947-b133-15bc5870269b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 1001 time: 0.0615749 Aug 20 09:50:39.446216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-5873ed47-f106-4a7a-97b1-e0706ad3e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:39.448382 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-5873ed47-f106-4a7a-97b1-e0706ad3e6ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 200 len: 834 time: 0.0430086 Aug 20 09:50:39.491005 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-70703146-f3bf-4bde-a304-9709bac3dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:39.492378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-70703146-f3bf-4bde-a304-9709bac3dc42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4a3fee-d5de-4903-8425-7b489ec984ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382984 Aug 20 09:50:39.582470 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-b3c0194c-ae91-485b-aad0-e3f968f8e2df service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828829 Aug 20 09:50:39.671506 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-ebf80ac9-55c2-436a-80f0-7bf967556e26 req-5850d11c-c47e-4fc5-a35e-da94552e94ab service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810370 Aug 20 09:50:40.376248 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6c50-5cef-4b22-88d0-6d8ffb60c017 req-42ce06c0-77be-4054-9021-d12d60e404d6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:50:40.377761 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d78c6c50-5cef-4b22-88d0-6d8ffb60c017 req-42ce06c0-77be-4054-9021-d12d60e404d6 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0499241 Aug 20 09:50:40.414230 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d78c6c50-5cef-4b22-88d0-6d8ffb60c017 req-586ccf81-03ca-4438-8603-b6bbeadf3b45 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305605 Aug 20 09:50:40.438089 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37000) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:50:40.497346 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ce2f4dbe-3ed9-436f-86bd-b4f33fe44cd1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/a1542b04-1bfc-4170-8c6f-becb6e3c653b HTTP/1.1" status: 200 len: 993 time: 0.0581288 Aug 20 09:50:43.174286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:43.261168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2ec623f6-13c6-4a4a-a7e9-bf3d5dedabc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:44.560852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:46.440817 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:46.667370 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8999b378-d1bf-49d2-a0ae-fd6a52c81536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:47.672007 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:50:49.020088 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:10.867289 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37014) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:11.027202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port bf2a273f-5e5c-478d-b614-551b771b4212 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:51:11.027548 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:11.102888 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:11.103217 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:11.115130 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for bf2a273f-5e5c-478d-b614-551b771b4212 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:51:11.262123 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:11.294336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=bf2a273f-5e5c-478d-b614-551b771b4212,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:11.319221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.319577 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.319924 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.320266 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.320612 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.320951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.321287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.321622 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.321982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.322328 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.322644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.322977 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:11.364589 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:11.364989 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP a1542b04-1bfc-4170-8c6f-becb6e3c653b disassociated (deleted). External IP: 172.25.5.173, port: 791e50b7-6812-4213-9f75-e527aadbe08d. Aug 20 09:51:11.582905 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router afc40589-1c37-430e-b59a-38350d2621a1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:51:11.702918 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:51:11.709219 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:11.714034 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] Sync routers for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:51:11.725382 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:11.726180 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:50:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:11.741237 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9e877ed9-5d0f-4a0f-b0af-7d69f3756d07 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/floatingips/a1542b04-1bfc-4170-8c6f-becb6e3c653b HTTP/1.1" status: 204 len: 168 time: 0.8728745 Aug 20 09:51:11.741877 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:51:11.744157 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91751a35-cb1a-461b-9627-98a05032da21" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:51:11.791354 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fdc82b-f296-4f98-9739-3d3792cedee2 x-openstack-request-id: req-43fdc82b-f296-4f98-9739-3d3792cedee2 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:51:11.791652 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:51:11.791915 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43fdc82b-f296-4f98-9739-3d3792cedee2 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:51:11.792324 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d', 'status': 'completed', 'code': 200} Aug 20 09:51:11.829791 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:51:11.847407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:11.872661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91751a35-cb1a-461b-9627-98a05032da21 req-77682a62-ddbb-474d-9040-ee9e0b6ff880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:11.886864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-77682a62-ddbb-474d-9040-ee9e0b6ff880 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 1096 time: 0.0684381 Aug 20 09:51:12.008022 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af48d30-ebc7-410c-ad39-2bd9ddd2f000 req-de9d06c7-0da5-49e2-b2cf-d8a0f9425992 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:12.009611 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2af48d30-ebc7-410c-ad39-2bd9ddd2f000 req-de9d06c7-0da5-49e2-b2cf-d8a0f9425992 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0683796 Aug 20 09:51:12.015246 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91751a35-cb1a-461b-9627-98a05032da21 req-37e2d276-3966-455b-b45e-d2f98ce36e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:12.016761 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-37e2d276-3966-455b-b45e-d2f98ce36e94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 200 len: 896 time: 0.1150243 Aug 20 09:51:12.056489 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2af48d30-ebc7-410c-ad39-2bd9ddd2f000 req-8b325325-3d15-4bf3-9c3c-81b9692432d1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Aug 20 09:51:12.071715 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-d382c44e-5fc0-4360-a58c-e178e75a4143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 200 len: 217 time: 0.0432754 Aug 20 09:51:12.098768 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:46Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:12.128748 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] Checking router: afc40589-1c37-430e-b59a-38350d2621a1 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:51:12.129988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91751a35-cb1a-461b-9627-98a05032da21 req-f3dc56b9-636d-4b13-9f90-72892197e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:12.131603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-f3dc56b9-636d-4b13-9f90-72892197e8f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 200 len: 834 time: 0.0497234 Aug 20 09:51:12.137764 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:12.138375 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:50:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:12.181210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91751a35-cb1a-461b-9627-98a05032da21 req-2bd747e3-0b61-4b25-a55b-21e8c0a71920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:12.182770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-2bd747e3-0b61-4b25-a55b-21e8c0a71920 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e4a3fee-d5de-4903-8425-7b489ec984ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420783 Aug 20 09:51:12.286659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-40674c8f-2173-40e5-bd54-4c450010eef2 service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946534 Aug 20 09:51:12.359585 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:12.383554 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-91751a35-cb1a-461b-9627-98a05032da21 req-11989644-c470-4ffd-99de-6d08c4f548dd service neutron] 10.222.0.37 "GET /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873022 Aug 20 09:51:12.562582 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:46Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:12.593802 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aae2a5-f875-4c80-a7f0-de91dcc26ceb None None] The sync data for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 is: [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:42Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '7fd79f95-1498-492e-8b2e-06c4b225d619', 'name': '', 'network_id': '6e4a3fee-d5de-4903-8425-7b489ec984ad', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:85:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:41Z', 'updated_at': '2021-08-20T09:49:46Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': 'eb19af2a-43b2-4191-b020-5de831ca5de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:51:12.817232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295b12a-4cab-4491-80e9-7f484443fb5b None None] New status for floating IP a1542b04-1bfc-4170-8c6f-becb6e3c653b: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:51:13.178196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e78f1-89c1-481c-be90-01b54f3f5a2d req-8da13968-1e44-4b9a-aa71-334a7175c03f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:13.179818 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f41e78f1-89c1-481c-be90-01b54f3f5a2d req-8da13968-1e44-4b9a-aa71-334a7175c03f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0492201 Aug 20 09:51:13.182307 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:13.217631 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f41e78f1-89c1-481c-be90-01b54f3f5a2d req-dfdbb805-4890-4b6e-b05c-ad64f1930f9b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=a5a3c72c-92a7-4cb8-b53d-6111fa481c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319128 Aug 20 09:51:13.262113 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c6346641-455b-4324-9a26-bf5794709a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:13.541132 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-3eef89a0-d5e1-4eea-b8b1-5bbb2fb3da9d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:13.542639 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-3eef89a0-d5e1-4eea-b8b1-5bbb2fb3da9d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 945 time: 0.0507574 Aug 20 09:51:13.644689 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 791e50b7-6812-4213-9f75-e527aadbe08d {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:51:13.645032 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:13.733484 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 791e50b7-6812-4213-9f75-e527aadbe08d, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=791e50b7-6812-4213-9f75-e527aadbe08d,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:13.733882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:13.747314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 791e50b7-6812-4213-9f75-e527aadbe08d owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:51:13.880579 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:13.910608 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=791e50b7-6812-4213-9f75-e527aadbe08d,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:13.938772 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.939122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.939462 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.939792 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.940738 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.941103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.941427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.941770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.942103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.942425 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.942748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.943069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:13.965829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] No DVR routers for this DVR port 791e50b7-6812-4213-9f75-e527aadbe08d on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:51:13.968700 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:13.970681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2196d8f0-604c-4cc2-a3ce-ec85389d478f req-0ac84ca9-50dd-481f-b941-f05fa0b44f37 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.37 "DELETE /v2.0/ports/791e50b7-6812-4213-9f75-e527aadbe08d HTTP/1.1" status: 204 len: 173 time: 0.4219446 Aug 20 09:51:13.971114 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'name': 'network-vif-deleted', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:51:13.973528 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc6af42-6ab3-4701-a1bb-df70794a5e55" -d '{"events": [{"server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "name": "network-vif-deleted", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:51:14.014569 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2ff1b-2286-4924-8d59-c099603ed61b x-openstack-request-id: req-79f2ff1b-2286-4924-8d59-c099603ed61b {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:51:14.014868 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7cd48a-7d5b-423f-9727-3c2c62ceef0a", "name": "network-vif-deleted", "tag": "791e50b7-6812-4213-9f75-e527aadbe08d", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:51:14.015125 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79f2ff1b-2286-4924-8d59-c099603ed61b {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:51:14.015550 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7cd48a-7d5b-423f-9727-3c2c62ceef0a', 'name': 'network-vif-deleted', 'tag': '791e50b7-6812-4213-9f75-e527aadbe08d', 'status': 'completed', 'code': 200} Aug 20 09:51:14.338497 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a8588345-9ccd-4932-942d-0f9fb75ebc8c req-a9dc7d25-f7d2-4295-946c-3a8a925831bd tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef7cd48a-7d5b-423f-9727-3c2c62ceef0a HTTP/1.1" status: 200 len: 210 time: 0.0345066 Aug 20 09:51:14.566695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:15.400222 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37030) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:16.107432 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:16.373897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 7fd79f95-1498-492e-8b2e-06c4b225d619 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:51:16.374145 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:16.443111 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:16.467551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 7fd79f95-1498-492e-8b2e-06c4b225d619, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=7fd79f95-1498-492e-8b2e-06c4b225d619,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:16.468168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:16.485850 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 7fd79f95-1498-492e-8b2e-06c4b225d619 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:51:16.671941 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-abe5f169-60c2-4451-8053-1fdaeae8b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:16.694649 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:16.720815 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=7fd79f95-1498-492e-8b2e-06c4b225d619,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:16.890041 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.114359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router afc40589-1c37-430e-b59a-38350d2621a1 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:51:17.217953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:51:17.223714 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5e44445b-95d6-4294-9039-1a94a3d6b3f5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/afc40589-1c37-430e-b59a-38350d2621a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221731 Aug 20 09:51:17.226294 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37032) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:17.228708 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] Sync routers for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:51:17.238182 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:17.238952 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:17.254313 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 791e50b7-6812-4213-9f75-e527aadbe08d no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:51:17.276190 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: 791e50b7-6812-4213-9f75-e527aadbe08d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:51:17.276555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device 791e50b7-6812-4213-9f75-e527aadbe08d not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:51:17.278068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting subnet eb19af2a-43b2-4191-b020-5de831ca5de2 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:51:17.281395 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.321171 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.350887 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:17.417814 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.479937 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.507855 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Subnet': ['ID=eb19af2a-43b2-4191-b020-5de831ca5de2,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:17.512971 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.514721 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0232adad-c37b-4c25-94f1-b8f0fe2b7f6f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/subnets/eb19af2a-43b2-4191-b020-5de831ca5de2 HTTP/1.1" status: 204 len: 168 time: 0.2874954 Aug 20 09:51:17.517616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37034) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:17.520479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1495de-0473-4926-b7ca-1ea38f85b7b2 None None] Network 6e4a3fee-d5de-4903-8425-7b489ec984ad requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:51:17.540224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:51:16Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:17.568497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] Checking router: afc40589-1c37-430e-b59a-38350d2621a1 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:51:17.578599 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] Routers {'afc40589-1c37-430e-b59a-38350d2621a1'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:17.579239 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['afc40589-1c37-430e-b59a-38350d2621a1'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:17.633265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.667273 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.710073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] DHCP port deletion for 6e4a3fee-d5de-4903-8425-7b489ec984ad request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:51:17.711672 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] Set router afc40589-1c37-430e-b59a-38350d2621a1 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:17.767259 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Deleting port 83facba4-6918-444e-8c66-f483b956049b {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:51:17.767553 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.772977 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.845321 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] For port 83facba4-6918-444e-8c66-f483b956049b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=83facba4-6918-444e-8c66-f483b956049b,segment=NetworkSegment(b557fed4-5d06-4e85-93fc-02bc6e40f7da),segment_id=b557fed4-5d06-4e85-93fc-02bc6e40f7da)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:17.845818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.861510 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Calling delete_port for 83facba4-6918-444e-8c66-f483b956049b owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:51:17.924942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:51:16Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:17.946332 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:17.957753 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8e1ff-9347-492b-9eae-264d3ad4bbcb None None] The sync data for ids ['afc40589-1c37-430e-b59a-38350d2621a1'] in n-d-804285-2 is: [{'id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369104992', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:51:16Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': '4936aa22-c3a0-4d8a-8c09-9a5c7945cecd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc40589-1c37-430e-b59a-38350d2621a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:49:39Z', 'updated_at': '2021-08-20T09:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:51:17.979749 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Pushing event deleted for resources: {'Port': ['ID=83facba4-6918-444e-8c66-f483b956049b,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:17.985469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] No DVR routers for this DVR port 83facba4-6918-444e-8c66-f483b956049b on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:51:18.001068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.001411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.001793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.002134 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.002557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.003436 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.003728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.004050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.004373 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.004691 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.005011 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.005331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9de8f-a0e7-47bf-87cc-7c7f6c65e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:18.152734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:51:18.153022 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.231918 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:18.232280 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.245320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:51:18.416636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.443937 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=4936aa22-c3a0-4d8a-8c09-9a5c7945cecd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:18.505813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.602208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.604393 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.643808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 83facba4-6918-444e-8c66-f483b956049b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:51:18.653098 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.653663 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Fanout notify agent at l3_agent the message router_deleted on router afc40589-1c37-430e-b59a-38350d2621a1 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:51:18.661807 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.663211 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-811a879d-0868-430b-b139-0605497a9654 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/routers/afc40589-1c37-430e-b59a-38350d2621a1 HTTP/1.1" status: 204 len: 168 time: 1.1447504 Aug 20 09:51:18.665234 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 83facba4-6918-444e-8c66-f483b956049b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:51:18.665582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 83facba4-6918-444e-8c66-f483b956049b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:51:18.665986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37036) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:18.666253 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd79f95-1498-492e-8b2e-06c4b225d619 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:51:18.686277 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 7fd79f95-1498-492e-8b2e-06c4b225d619 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:51:18.686620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 7fd79f95-1498-492e-8b2e-06c4b225d619 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:51:18.750466 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.855608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.870427 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4a3fee-d5de-4903-8425-7b489ec984ad']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:18.883298 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b557fed4-5d06-4e85-93fc-02bc6e40f7da') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:18.883593 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b557fed4-5d06-4e85-93fc-02bc6e40f7da') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:18.892461 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.906268 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.913161 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:51:18.913832 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:51:18.917133 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:51:18.976419 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.984316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:18.986152 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/networks/6e4a3fee-d5de-4903-8425-7b489ec984ad HTTP/1.1" status: 204 len: 168 time: 0.3192205 Aug 20 09:51:18.989688 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37038) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:18.999157 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963c708-7f38-443a-b496-3d41d0598522 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Network': ['ID=6e4a3fee-d5de-4903-8425-7b489ec984ad,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:19.021475 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.053373 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2688ec1-6f89-44ad-ae54-1f741fbb8c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.082741 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2688ec1-6f89-44ad-ae54-1f741fbb8c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.152537 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2688ec1-6f89-44ad-ae54-1f741fbb8c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.155255 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d2688ec1-6f89-44ad-ae54-1f741fbb8c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.156466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d2688ec1-6f89-44ad-ae54-1f741fbb8c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/security-groups/a5a3c72c-92a7-4cb8-b53d-6111fa481c06 HTTP/1.1" status: 204 len: 168 time: 0.1656899 Aug 20 09:51:19.168255 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2688ec1-6f89-44ad-ae54-1f741fbb8c8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a3c72c-92a7-4cb8-b53d-6111fa481c06,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:19.424108 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37046) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:19.431759 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20667', 'description': 'tempest-secgroup-smoke-20667 description', 'project_id': 'aebba8b579c845c98337b0daeeec4a85'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:19.462186 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.543066 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.546847 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.575440 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.576682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1487558 Aug 20 09:51:19.578501 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103d016-e327-4954-8f36-772a810cf351 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ac551-7962-4295-a058-a18e58418985,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:19.579675 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37048) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:19.584496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'c62ac551-7962-4295-a058-a18e58418985', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:19.611398 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.671131 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.676068 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.695651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f82509-4948-4c29-89f9-8168664c708e,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:19.702223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.703565 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-795f83c0-d0c4-40c6-be71-b5443a6a1633 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228178 Aug 20 09:51:19.706290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37050) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:19.710845 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'c62ac551-7962-4295-a058-a18e58418985', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:19.738636 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.796223 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.800538 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.817671 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760e6795-d086-4099-ba60-7df6e0f310aa,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:19.823934 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.825218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f245d944-43a6-4e7f-847a-c2ba381399a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179969 Aug 20 09:51:19.827847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37052) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:19.832568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'c62ac551-7962-4295-a058-a18e58418985', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:19.859743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.918970 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.922752 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.941032 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795d6ab0-48bd-4ebd-9445-d281961bf089,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:19.951041 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:19.952307 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c3ccf372-c5b8-4938-b317-bdaba3e5d9c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234975 Aug 20 09:51:19.955076 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37054) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:19.960169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'c62ac551-7962-4295-a058-a18e58418985', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:19.986643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.047997 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.052373 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.070163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3fee80-daa3-4336-a4b3-29aee189b9e1,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:20.076472 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.077664 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-83a20190-9e1e-459c-97a8-25be312ca59c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211035 Aug 20 09:51:20.080731 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37056) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:20.085430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'c62ac551-7962-4295-a058-a18e58418985', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:20.108360 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:51:20.114719 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.188488 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.192813 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.210603 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ece74f6-cee5-4a7a-9d59-da6fb7edb1bc,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:20.217372 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.218602 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2e1657e9-2420-42c9-93c2-84576ede56b5 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369703 Aug 20 09:51:20.221408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37058) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:20.225838 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'security_group_rule': {'security_group_id': 'c62ac551-7962-4295-a058-a18e58418985', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:20.246944 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Project aebba8b579c845c98337b0daeeec4a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:51:20.251567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.311424 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.314850 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.334430 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3823e39f-20f8-4819-983c-7771bd5c8204,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:20.337770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.338945 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-0cf4c665-336a-47be-9170-ca2eec908fdc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165471 Aug 20 09:51:20.341982 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37060) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:20.347669 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'network': {'name': 'tempest-network-smoke--1426548142', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'port_security_enabled': True}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:20.367708 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:51:20.371258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.393701 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:51:20.402684 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.403146 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Added segment 87ed0c17-027f-4bbc-90c0-2a6ad585e332 of type vlan for network b3294a36-b92e-46d2-aa2f-0ff7f71d053b Aug 20 09:51:20.446229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.474274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.479746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:20.480337 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.538807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1958044 Aug 20 09:51:20.541507 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37062) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:20.545922 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'admin_state_up': True, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:20.556083 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:51:20.561495 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e47dfe-e830-4aab-b29a-2777e2b503f2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Network': ['ID=b3294a36-b92e-46d2-aa2f-0ff7f71d053b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:20.579300 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.580786 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.584834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:51:20.587216 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:51:20.587536 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 4936aa22-c3a0-4d8a-8c09-9a5c7945cecd not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:51:20.639751 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.777193 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.968996 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:20.988945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:21.103683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.165 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/c2333527-8ae3-49f8-bb28-d3b37a67af10) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:51:21.207750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:21.246746 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:21.281180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:51:21.284621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:21.287948 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:51:21.322315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=c2333527-8ae3-49f8-bb28-d3b37a67af10,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:21.556277 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:21.761259 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:21.893655 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router f4cdf787-0b42-46b2-9800-71abb725d6fe is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:51:22.005280 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:51:22.015637 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Sync routers for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:51:22.027052 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.027431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:22.028151 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:22.029007 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-41dae2e7-e12d-4890-b6af-d1cb9b7b3870 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4864173 Aug 20 09:51:22.032176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37064) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:22.120594 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1eca1f90-67f2-4d18-9717-b1de5b94d04d tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=aebba8b579c845c98337b0daeeec4a85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871279 Aug 20 09:51:22.124415 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37068) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:22.224800 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea23f6-fec7-499e-94a2-705dc439ead1 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:22.226482 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3bea23f6-fec7-499e-94a2-705dc439ead1 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011083 Aug 20 09:51:22.229417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37070) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:22.261428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-d79aa314-b996-4c54-9c77-6dd045348756 tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=08f59161-2b18-4800-8478-b94bd03b5143&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307393 Aug 20 09:51:22.264424 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37072) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:22.270775 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870531252', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:22.322082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:22.365210 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:51:22.368783 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.515937 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:21Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:22.545007 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Checking router: f4cdf787-0b42-46b2-9800-71abb725d6fe for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:51:22.545435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Updating router f4cdf787-0b42-46b2-9800-71abb725d6fe port c2333527-8ae3-49f8-bb28-d3b37a67af10 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:51:22.569570 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.574681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.639874 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Subnet': ['ID=6ffda658-b687-4cff-a461-60b25e3788e8,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:22.644335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Checking segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:51:22.644698 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network hostable DHCP agents. Network: b3294a36-b92e-46d2-aa2f-0ff7f71d053b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:51:22.663375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:51:22.681428 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, b3294a36-b92e-46d2-aa2f-0ff7f71d053b) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:22.686694 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:22.688112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.703362 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29690913-81bb-446d-a7b9-2627c2936a64 None None] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:51:22.713439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5afffa04-9495-4313-a9f8-23cfa6f31c77 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4478524 Aug 20 09:51:22.716334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37074) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:22.951096 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.964897 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:51:22.965793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:22.970907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Transition to ACTIVE for port object c2333527-8ae3-49f8-bb28-d3b37a67af10 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:22.984071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.101644 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309343e5-3f74-4a46-94bf-a39cf4711aab None None] Pushing event updated for resources: {'Port': ['ID=c2333527-8ae3-49f8-bb28-d3b37a67af10,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:23.106241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Attempting to bind port c2333527-8ae3-49f8-bb28-d3b37a67af10 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:51:23.106605 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Attempting to bind port c2333527-8ae3-49f8-bb28-d3b37a67af10 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:51:23.106977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Attempting to bind port c2333527-8ae3-49f8-bb28-d3b37a67af10 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:51:23.121268 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:51:23.121646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:51:23.122083 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.122475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:51:23.122954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Bound port: c2333527-8ae3-49f8-bb28-d3b37a67af10, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:51:23.123543 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.207850 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Allocated IP 172.20.0.2 (b3294a36-b92e-46d2-aa2f-0ff7f71d053b/6ffda658-b687-4cff-a461-60b25e3788e8/30fa89c1-a188-4664-9e6c-3ba4dcbc131a) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:51:23.213306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] For port c2333527-8ae3-49f8-bb28-d3b37a67af10, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:51:23.218519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] For port c2333527-8ae3-49f8-bb28-d3b37a67af10, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c2333527-8ae3-49f8-bb28-d3b37a67af10,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:51:23.224733 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.350445 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:23.351091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:23.354725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309343e5-3f74-4a46-94bf-a39cf4711aab None None] Pushing event updated for resources: {'Port': ['ID=c2333527-8ae3-49f8-bb28-d3b37a67af10,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:23.511988 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.513583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.523319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:23.552838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Transition to ACTIVE for port object 30fa89c1-a188-4664-9e6c-3ba4dcbc131a will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:23.630816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Transition to ACTIVE for port object 30fa89c1-a188-4664-9e6c-3ba4dcbc131a will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:23.640895 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.700673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:51:23.709101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:23.721756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:51:23.727617 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Pushing event updated for resources: {'Port': ['ID=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:23.803341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Attempting to bind port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:51:23.803620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Attempting to bind port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:51:23.803989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Attempting to bind port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a on network b3294a36-b92e-46d2-aa2f-0ff7f71d053b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:51:23.811471 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:51:23.811844 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Checking segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:51:23.812259 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.812679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Bound using segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:51:23.813161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Bound port: 30fa89c1-a188-4664-9e6c-3ba4dcbc131a, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:51:23.813533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.818422 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.1 (b3294a36-b92e-46d2-aa2f-0ff7f71d053b/6ffda658-b687-4cff-a461-60b25e3788e8/35d06d14-d213-4285-82ba-9e25ccf35546) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:51:23.857635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:21Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:23.893348 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fba3b-248d-483d-bb21-ab1f8e93a9d7 None None] The sync data for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 is: [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:21Z', 'revision_number': 3, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:51:23.923790 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] For port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:51:23.926506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] For port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:51:23.931815 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.950613 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:23.981039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object 35d06d14-d213-4285-82ba-9e25ccf35546 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:24.000512 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3491d24-4159-48a9-bba0-c72827218cb3 None None] Pushing event updated for resources: {'Port': ['ID=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:24.023427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.091479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:51:24.095468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:24.103615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:51:24.113994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=35d06d14-d213-4285-82ba-9e25ccf35546,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:24.184535 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.409406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.713152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c2333527-8ae3-49f8-bb28-d3b37a67af10 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:24.795527 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c2333527-8ae3-49f8-bb28-d3b37a67af10 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:24.800731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c2333527-8ae3-49f8-bb28-d3b37a67af10 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:24.801894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.806219 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.821647 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.907417 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.911792 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.922561 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=35d06d14-d213-4285-82ba-9e25ccf35546,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:24.943998 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c2333527-8ae3-49f8-bb28-d3b37a67af10, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c2333527-8ae3-49f8-bb28-d3b37a67af10,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:24.949969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:24.951276 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 30fa89c1-a188-4664-9e6c-3ba4dcbc131a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:25.052808 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:51:25.054347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:25.055118 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c2333527-8ae3-49f8-bb28-d3b37a67af10,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:25.075988 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:25.199345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router f4cdf787-0b42-46b2-9800-71abb725d6fe has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:51:25.269553 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ca414-b140-43f9-9057-f83b27a2aa57 None None] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:51:25.346434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] Provisioning for port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:25.346652 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:51:25.360838 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-afdb513b-ceb7-4c76-a29a-2566b1cfa308 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/f4cdf787-0b42-46b2-9800-71abb725d6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362236 Aug 20 09:51:25.361101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] Provisioning complete for port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:25.361101 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:25.513071 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:25.539263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-4755d852-aa76-4b54-b625-77d76daa8515 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20667&fields=id&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 267 time: 0.0549891 Aug 20 09:51:25.556146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] For port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:25.563002 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:25.623921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6669e7f-0d86-44cb-bd11-59b56b6875fe None None] Pushing event updated for resources: {'Port': ['ID=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:25.702783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-d8c29bc0-38ba-4c71-9881-68daf903f938 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:25.704411 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-d8c29bc0-38ba-4c71-9881-68daf903f938 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/networks?id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 200 len: 797 time: 0.1641786 Aug 20 09:51:25.724724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-d86b7330-e821-456c-84cb-9d3c40823e17 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/quotas/aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 375 time: 0.0122447 Aug 20 09:51:25.789314 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-a9f815d3-2703-4cbd-81b4-cdc55d276c5f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585394 Aug 20 09:51:25.797958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bca129e2-2146-43b1-9189-a33f95891e8f None None] Provisioning complete for port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:25.798568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca129e2-2146-43b1-9189-a33f95891e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:25.856456 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-56b9ff7c-72e5-4d98-981f-7c03ac28e35c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:51:25.857484 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-56b9ff7c-72e5-4d98-981f-7c03ac28e35c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549073 Aug 20 09:51:25.893650 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Sync routers for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:51:25.914863 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:25.915490 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:25.934653 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bca129e2-2146-43b1-9189-a33f95891e8f None None] Provisioning for port 35d06d14-d213-4285-82ba-9e25ccf35546 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:25.943379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-bca129e2-2146-43b1-9189-a33f95891e8f None None] Provisioning complete for port 35d06d14-d213-4285-82ba-9e25ccf35546 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:25.943757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bca129e2-2146-43b1-9189-a33f95891e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:25.995725 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-bca129e2-2146-43b1-9189-a33f95891e8f None None] Port 35d06d14-d213-4285-82ba-9e25ccf35546 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:51:26.010491 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-0b1cd736-4fc1-4f73-981c-a4413e356fe4 service neutron] 10.222.0.35 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441107 Aug 20 09:51:26.073062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:26.118747 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4130ca9e-ef04-4aad-bdb8-a685e2e0c6b9 None None] Provisioning complete for port 35d06d14-d213-4285-82ba-9e25ccf35546 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:26.119122 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4130ca9e-ef04-4aad-bdb8-a685e2e0c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.136075 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-a2545b88-d5e1-4b39-a9fb-9a2c696bdfee service neutron] 10.222.0.35 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226187 Aug 20 09:51:26.173005 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4130ca9e-ef04-4aad-bdb8-a685e2e0c6b9 None None] Port 35d06d14-d213-4285-82ba-9e25ccf35546 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:51:26.303115 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6c104d97-786d-4931-ad72-3358ad1e0a56 None None] Provisioning complete for port 35d06d14-d213-4285-82ba-9e25ccf35546 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:26.304902 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6c104d97-786d-4931-ad72-3358ad1e0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.332093 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 2, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:26.354115 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7c607a4f-b18a-42de-a971-7a1e64c15c4f req-3f4f30be-4d52-4153-a681-80e028f882a3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 210 time: 0.0450337 Aug 20 09:51:26.358802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-6c104d97-786d-4931-ad72-3358ad1e0a56 None None] Port 35d06d14-d213-4285-82ba-9e25ccf35546 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:51:26.372053 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Checking router: f4cdf787-0b42-46b2-9800-71abb725d6fe for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:51:26.372481 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Updating router f4cdf787-0b42-46b2-9800-71abb725d6fe port 35d06d14-d213-4285-82ba-9e25ccf35546 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:51:26.405164 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.626975 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c2333527-8ae3-49f8-bb28-d3b37a67af10 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:26.696120 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c2333527-8ae3-49f8-bb28-d3b37a67af10 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:26.696607 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.790697 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 30fa89c1-a188-4664-9e6c-3ba4dcbc131a up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:26.821519 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.834304 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Transition to ACTIVE for port object 35d06d14-d213-4285-82ba-9e25ccf35546 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:26.843114 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.849344 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:26.850169 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:26.905981 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Pushing event updated for resources: {'Port': ['ID=35d06d14-d213-4285-82ba-9e25ccf35546,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:26.916408 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.916905 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.917435 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.917920 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.918448 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.918882 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.919306 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.919730 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.920151 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.920583 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.921141 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:26.921532 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:51:27.004575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Attempting to bind port 35d06d14-d213-4285-82ba-9e25ccf35546 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:51:27.004575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Attempting to bind port 35d06d14-d213-4285-82ba-9e25ccf35546 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:51:27.004888 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Attempting to bind port 35d06d14-d213-4285-82ba-9e25ccf35546 on network b3294a36-b92e-46d2-aa2f-0ff7f71d053b {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:51:27.010874 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:51:27.011261 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Checking segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:51:27.011884 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:27.012480 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Bound using segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:51:27.013134 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Bound port: 35d06d14-d213-4285-82ba-9e25ccf35546, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:51:27.013694 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:27.095453 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] For port 35d06d14-d213-4285-82ba-9e25ccf35546, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:51:27.100249 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] For port 35d06d14-d213-4285-82ba-9e25ccf35546, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35d06d14-d213-4285-82ba-9e25ccf35546,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:51:27.111098 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:27.180451 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:27.181098 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:27.219102 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635c10-fbff-4ecc-9f78-9d278bb1d7ef None None] Pushing event updated for resources: {'Port': ['ID=35d06d14-d213-4285-82ba-9e25ccf35546,revision_number=4']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:27.324593 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:27.423954 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-450f757f-e2b0-4d51-9b2d-da21cfd440df tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:27.426278 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-450f757f-e2b0-4d51-9b2d-da21cfd440df tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/networks?id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 200 len: 797 time: 0.1588848 Aug 20 09:51:27.479892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-f0cc020f-bb04-4942-ab1c-eaa2da9136cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aebba8b579c845c98337b0daeeec4a85 HTTP/1.1" status: 200 len: 375 time: 0.0452330 Aug 20 09:51:27.480878 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b51b537-49b1-4768-8c5a-c4f60c240439 req-129aad00-de61-4132-b03b-4dd30af113b9 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 210 time: 0.0291979 Aug 20 09:51:27.490016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'port': {'device_id': '1c812100-477f-4c8a-86e1-87028de3b35b', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'admin_state_up': True, 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'security_groups': ['c62ac551-7962-4295-a058-a18e58418985']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:27.573667 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:27Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:27.602387 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Made reservation on behalf of aebba8b579c845c98337b0daeeec4a85 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:51:27.603328 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721df3f-4dec-40fb-a65d-7c73a8b77d5b None None] The sync data for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 is: [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:27Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:51:27.607229 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:27.761762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.20.0.4 (b3294a36-b92e-46d2-aa2f-0ff7f71d053b/6ffda658-b687-4cff-a461-60b25e3788e8/bb709af1-5fd2-483d-b933-35d1b283b32a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:51:27.937872 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:27.962906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Transition to ACTIVE for port object bb709af1-5fd2-483d-b933-35d1b283b32a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:27.999878 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.042103 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:51:28.050999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:28.055072 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:51:28.065395 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=bb709af1-5fd2-483d-b933-35d1b283b32a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:28.115805 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:28.116819 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.136543 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-f7fcb5d6-af40-456f-bf11-48445596665c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6509275 Aug 20 09:51:28.209000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Request body: {'port': {'device_id': '1c812100-477f-4c8a-86e1-87028de3b35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:28.282306 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.348271 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b00d8ac1-1575-4eef-ac19-4afcdc9d066a None None] Provisioning for port bb709af1-5fd2-483d-b933-35d1b283b32a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:28.353157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-b00d8ac1-1575-4eef-ac19-4afcdc9d066a None None] Provisioning complete for port bb709af1-5fd2-483d-b933-35d1b283b32a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:28.354389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b00d8ac1-1575-4eef-ac19-4afcdc9d066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.395039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-b00d8ac1-1575-4eef-ac19-4afcdc9d066a None None] Port bb709af1-5fd2-483d-b933-35d1b283b32a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:51:28.583407 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb709af1-5fd2-483d-b933-35d1b283b32a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:51:28.591941 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.606469 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Transition to ACTIVE for port object bb709af1-5fd2-483d-b933-35d1b283b32a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:51:28.614806 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.645940 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30285d-2312-4d27-81ea-ce4529631659 req-53cab2e2-9e92-4db1-9591-ddd964a0b1dc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:28.649814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee30285d-2312-4d27-81ea-ce4529631659 req-53cab2e2-9e92-4db1-9591-ddd964a0b1dc tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 931 time: 0.0839486 Aug 20 09:51:28.679841 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35d06d14-d213-4285-82ba-9e25ccf35546 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:28.705117 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Pushing event updated for resources: {'Port': ['ID=bb709af1-5fd2-483d-b933-35d1b283b32a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:28.726439 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee30285d-2312-4d27-81ea-ce4529631659 req-049fe310-cbe8-4a04-bd6f-1bfa18726a46 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0700970 Aug 20 09:51:28.772974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Attempting to bind port bb709af1-5fd2-483d-b933-35d1b283b32a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:51:28.773423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Attempting to bind port bb709af1-5fd2-483d-b933-35d1b283b32a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:51:28.773956 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Attempting to bind port bb709af1-5fd2-483d-b933-35d1b283b32a on network b3294a36-b92e-46d2-aa2f-0ff7f71d053b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:51:28.775033 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 35d06d14-d213-4285-82ba-9e25ccf35546 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:28.778895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Port bb709af1-5fd2-483d-b933-35d1b283b32a on network b3294a36-b92e-46d2-aa2f-0ff7f71d053b not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:51:28.779231 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Attempting to bind port bb709af1-5fd2-483d-b933-35d1b283b32a on network b3294a36-b92e-46d2-aa2f-0ff7f71d053b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:51:28.781564 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 35d06d14-d213-4285-82ba-9e25ccf35546 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:28.782410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.786957 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:51:28.787317 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Checking segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:51:28.787718 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Bound using segment: {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:51:28.788175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Bound port: bb709af1-5fd2-483d-b933-35d1b283b32a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ed0c17-027f-4bbc-90c0-2a6ad585e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:51:28.788547 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.874623 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] For port bb709af1-5fd2-483d-b933-35d1b283b32a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:51:28.879445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] For port bb709af1-5fd2-483d-b933-35d1b283b32a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bb709af1-5fd2-483d-b933-35d1b283b32a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:51:28.885273 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.887677 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.926813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 35d06d14-d213-4285-82ba-9e25ccf35546, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35d06d14-d213-4285-82ba-9e25ccf35546,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:28.934004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.937018 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:28.937699 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:28.939348 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] 10.222.0.26 "PUT /v2.0/ports/bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 200 len: 1091 time: 0.7884316 Aug 20 09:51:28.940140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:51:28.942480 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:51:28.968345 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68603e3c-dc71-4d2c-bec1-bab2ffb5074d service neutron] Pushing event updated for resources: {'Port': ['ID=bb709af1-5fd2-483d-b933-35d1b283b32a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:29.021958 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f1c124-b845-451c-bb9e-cc151f4a7b11 x-openstack-request-id: req-e4f1c124-b845-451c-bb9e-cc151f4a7b11 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:51:29.022979 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:51:29.022979 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4f1c124-b845-451c-bb9e-cc151f4a7b11 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:51:29.023424 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'status': 'completed', 'code': 200} Aug 20 09:51:29.029958 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=35d06d14-d213-4285-82ba-9e25ccf35546,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:29.065870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-8961abe8-ab26-454c-ba94-b9cf23c65379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.067505 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-8961abe8-ab26-454c-ba94-b9cf23c65379 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1094 time: 0.0561733 Aug 20 09:51:29.112970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-1693e168-2fb5-4d17-a763-e830b43151d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 200 len: 217 time: 0.0375702 Aug 20 09:51:29.163634 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-eb8c02bf-0a47-4d3e-9c25-a5aeb674c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.165138 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-eb8c02bf-0a47-4d3e-9c25-a5aeb674c9f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ffda658-b687-4cff-a461-60b25e3788e8 HTTP/1.1" status: 200 len: 834 time: 0.0463166 Aug 20 09:51:29.212522 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2196-a463-4832-b97e-938f79650eb0 req-fed6e6e2-0bfb-40a9-839e-eb8e06c371f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.214076 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-fed6e6e2-0bfb-40a9-839e-eb8e06c371f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425060 Aug 20 09:51:29.309665 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-5f2706e3-1e58-48a7-9d1c-3b7d3247e53e service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886638 Aug 20 09:51:29.402857 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-abad2196-a463-4832-b97e-938f79650eb0 req-50fcb8e1-89cb-4e43-9f6a-fb148a4090e0 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857396 Aug 20 09:51:29.495347 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-02aee6d6-62df-48f8-a242-888254f8f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.496755 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-02aee6d6-62df-48f8-a242-888254f8f4bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1094 time: 0.0461214 Aug 20 09:51:29.588375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-3daac046-4274-4de0-9847-084578689505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.589905 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-3daac046-4274-4de0-9847-084578689505 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 200 len: 897 time: 0.0859494 Aug 20 09:51:29.636886 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-651df592-61fa-4d59-a317-5f0ffb6abfde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 200 len: 217 time: 0.0394857 Aug 20 09:51:29.703323 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-69140df7-b8b3-4a36-86e5-419b2953e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.704910 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-69140df7-b8b3-4a36-86e5-419b2953e377 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ffda658-b687-4cff-a461-60b25e3788e8 HTTP/1.1" status: 200 len: 834 time: 0.0606585 Aug 20 09:51:29.761857 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-b64e3b38-70e2-43c7-b379-9a948dac6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.763373 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-b64e3b38-70e2-43c7-b379-9a948dac6239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507917 Aug 20 09:51:29.850790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c6a40-2e88-4736-a1e6-b7f11e4235cb req-64e316b9-1d5c-4eda-9881-001a431f6fcf tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:29.852433 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec1c6a40-2e88-4736-a1e6-b7f11e4235cb req-64e316b9-1d5c-4eda-9881-001a431f6fcf tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 943 time: 0.0553894 Aug 20 09:51:29.863660 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-83f86cba-0500-4321-b103-c43fc942f472 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924017 Aug 20 09:51:29.899057 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ec1c6a40-2e88-4736-a1e6-b7f11e4235cb req-5420f707-9f33-4fa8-907e-059c56712ac8 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0369051 Aug 20 09:51:29.960652 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a89e4162-9d0c-4d94-ad82-e4087d5e13ee req-cdde5fab-b811-422c-9024-b4797f294e6d service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895243 Aug 20 09:51:30.606172 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35d06d14-d213-4285-82ba-9e25ccf35546 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:30.666187 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 35d06d14-d213-4285-82ba-9e25ccf35546 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:30.666565 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:31.016159 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7f802-d4fe-4f39-958a-2c4bf12e03cc req-be805373-8fd6-41d3-b67c-2fe4ff973248 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:31.017801 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1a7f802-d4fe-4f39-958a-2c4bf12e03cc req-be805373-8fd6-41d3-b67c-2fe4ff973248 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 943 time: 0.0498097 Aug 20 09:51:31.056719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c1a7f802-d4fe-4f39-958a-2c4bf12e03cc req-73a1b950-45aa-4eac-be81-a881555b289c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0327923 Aug 20 09:51:31.585077 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bb709af1-5fd2-483d-b933-35d1b283b32a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:51:31.684300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bb709af1-5fd2-483d-b933-35d1b283b32a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bb709af1-5fd2-483d-b933-35d1b283b32a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:31.696374 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'port_id': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'mac_address': 'fa:16:3e:45:9a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:51:31.734759 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:31.748347 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb709af1-5fd2-483d-b933-35d1b283b32a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:51:31.772508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bb709af1-5fd2-483d-b933-35d1b283b32a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bb709af1-5fd2-483d-b933-35d1b283b32a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:31.776501 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:31.825690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=bb709af1-5fd2-483d-b933-35d1b283b32a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:32.004534 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['bb709af1-5fd2-483d-b933-35d1b283b32a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:51:32.176151 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cbf36-ab1d-4217-9f7d-eb44ee887e68 req-196168b5-c2c1-4373-a48b-4aa126453f29 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:32.177742 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-902cbf36-ab1d-4217-9f7d-eb44ee887e68 req-196168b5-c2c1-4373-a48b-4aa126453f29 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 944 time: 0.0505717 Aug 20 09:51:32.223244 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-902cbf36-ab1d-4217-9f7d-eb44ee887e68 req-201c4b94-78c8-4ebd-9c0f-ed7ad5438651 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0386920 Aug 20 09:51:33.341067 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b789f3e-ad67-4373-95b2-58df60d954d9 req-7443719d-c515-48d6-967f-2cca1ad3f6b2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:33.342858 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b789f3e-ad67-4373-95b2-58df60d954d9 req-7443719d-c515-48d6-967f-2cca1ad3f6b2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 944 time: 0.0504766 Aug 20 09:51:33.382936 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4b789f3e-ad67-4373-95b2-58df60d954d9 req-223b7f5d-d147-4afb-90ce-97b932c191a2 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0338576 Aug 20 09:51:33.585403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bb709af1-5fd2-483d-b933-35d1b283b32a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:51:33.634894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port bb709af1-5fd2-483d-b933-35d1b283b32a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:51:33.638774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port bb709af1-5fd2-483d-b933-35d1b283b32a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:51:33.639143 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:33.719173 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:33.745521 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:51:33.747935 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecaf724-8fb0-47b2-9996-ecd20fc7a940" -d '{"events": [{"server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "name": "network-vif-plugged", "status": "completed", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:51:33.761003 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port bb709af1-5fd2-483d-b933-35d1b283b32a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bb709af1-5fd2-483d-b933-35d1b283b32a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:51:33.766118 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:33.791450 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a9da75-14b3-421f-9f6d-6a8c6ea8d371 x-openstack-request-id: req-30a9da75-14b3-421f-9f6d-6a8c6ea8d371 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:51:33.791745 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "name": "network-vif-plugged", "status": "completed", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:51:33.792020 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30a9da75-14b3-421f-9f6d-6a8c6ea8d371 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:51:33.792408 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'code': 200} Aug 20 09:51:33.820100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=bb709af1-5fd2-483d-b933-35d1b283b32a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:33.890458 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db83504-aa92-4fab-b9ae-68f82f82886b req-ad6519a0-9d37-4b67-9df2-4e0681568c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:33.891900 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5db83504-aa92-4fab-b9ae-68f82f82886b req-ad6519a0-9d37-4b67-9df2-4e0681568c95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1096 time: 0.0430126 Aug 20 09:51:33.929139 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5db83504-aa92-4fab-b9ae-68f82f82886b req-f17a683a-72a8-4820-a31b-9f561776014a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0299590 Aug 20 09:51:34.498886 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd10b-55ec-47a3-bccd-28c9732245cb req-fc24da4b-1241-4baa-ab7f-cb6a53863d74 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:34.500369 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eacd10b-55ec-47a3-bccd-28c9732245cb req-fc24da4b-1241-4baa-ab7f-cb6a53863d74 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0493836 Aug 20 09:51:34.539804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6eacd10b-55ec-47a3-bccd-28c9732245cb req-86983962-0051-4b8f-8606-7cbee230847f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0320365 Aug 20 09:51:35.657356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d081458-581e-4ecb-b1dc-e3ce6810639c req-15217a4a-b54e-49af-bd7a-0bca8aecd9ef tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:35.659564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d081458-581e-4ecb-b1dc-e3ce6810639c req-15217a4a-b54e-49af-bd7a-0bca8aecd9ef tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0489662 Aug 20 09:51:35.700900 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4d081458-581e-4ecb-b1dc-e3ce6810639c req-d7b529eb-45c0-4612-a0e8-be025e88bf5f tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0354104 Aug 20 09:51:35.821673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa331-532a-47aa-bde5-0d5640c8f402 req-f41c85e6-47d5-42e2-8194-2cfef5cd067a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:35.823273 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce6fa331-532a-47aa-bde5-0d5640c8f402 req-f41c85e6-47d5-42e2-8194-2cfef5cd067a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0510790 Aug 20 09:51:35.864821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce6fa331-532a-47aa-bde5-0d5640c8f402 req-2b6c50a0-cd68-487d-aa15-0fa0b2b2b4ec tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0352826 Aug 20 09:51:35.886847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37130) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:35.931426 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f0dc6-ac75-4267-9be5-c0974284d3ab tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:35.933113 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-516f0dc6-ac75-4267-9be5-c0974284d3ab tempest-TestNetworkAdvancedServerOps-1708109020 tempest-TestNetworkAdvancedServerOps-1708109020-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1091 time: 0.0452666 Aug 20 09:51:35.936253 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37132) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:35.941395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:51:35.965605 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.063239 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.162599 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Allocated IP 172.25.5.174 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/e497d177-94f8-4b9f-a68d-9b3b5dca0260) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:51:36.267943 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.306027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.343824 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:51:36.348153 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:51:36.355298 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:51:36.358357 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=e497d177-94f8-4b9f-a68d-9b3b5dca0260,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:36.728827 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.794850 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.947297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:36.951766 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:37.020999 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event updated for resources: {'Port': ['ID=e497d177-94f8-4b9f-a68d-9b3b5dca0260,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:51:37.035372 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:37.134230 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 195a0ad9-2026-4e20-aaf2-3879b65a61a9 associated. External IP: 172.25.5.174, port: bb709af1-5fd2-483d-b933-35d1b283b32a. Aug 20 09:51:37.341333 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router f4cdf787-0b42-46b2-9800-71abb725d6fe has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:51:37.449284 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:51:37.459770 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] Sync routers for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:51:37.465907 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:37.470480 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:37.471223 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:37.493174 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b1392c78-f7a2-4c93-880d-d8a441002574 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5556207 Aug 20 09:51:37.493638 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:51:37.496033 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b855170-5a84-4673-bf13-192f676e542e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:51:37.543481 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc0935-50d3-419a-a7c4-46117e906bcf x-openstack-request-id: req-fdbc0935-50d3-419a-a7c4-46117e906bcf {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:51:37.543772 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:51:37.544024 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fdbc0935-50d3-419a-a7c4-46117e906bcf {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:51:37.544424 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'status': 'completed', 'code': 200} Aug 20 09:51:37.593139 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:37.601518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524136a-8020-4a8b-8a36-491cfe7f5b2b req-63e4f775-57dd-4fd7-b280-0e7a8aff255e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:37.603103 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c524136a-8020-4a8b-8a36-491cfe7f5b2b req-63e4f775-57dd-4fd7-b280-0e7a8aff255e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0515070 Aug 20 09:51:37.614169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855170-5a84-4673-bf13-192f676e542e req-7cda46bd-1414-4267-887d-12bd051fa36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:37.615788 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-7cda46bd-1414-4267-887d-12bd051fa36d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1096 time: 0.0483868 Aug 20 09:51:37.648852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c524136a-8020-4a8b-8a36-491cfe7f5b2b req-336f95d1-669f-4f96-8522-56419f2fcd99 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0390208 Aug 20 09:51:37.671427 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37138) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:37.713900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855170-5a84-4673-bf13-192f676e542e req-0af3c570-fcb5-4448-b76d-a23d7747a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:37.715623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-0af3c570-fcb5-4448-b76d-a23d7747a9a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 200 len: 897 time: 0.0934215 Aug 20 09:51:37.792305 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-57fff9c4-e2b6-44be-b6f6-aebd2f724755 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 200 len: 999 time: 0.0693660 Aug 20 09:51:37.841051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '195a0ad9-2026-4e20-aaf2-3879b65a61a9', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'port_id': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'mac_address': 'fa:16:3e:45:9a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c812100-477f-4c8a-86e1-87028de3b35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:51:36Z', 'updated_at': '2021-08-20T09:51:36Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:37.843762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855170-5a84-4673-bf13-192f676e542e req-4117282e-9794-4d28-8321-f064fa726aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:37.845509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-4117282e-9794-4d28-8321-f064fa726aef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ffda658-b687-4cff-a461-60b25e3788e8 HTTP/1.1" status: 200 len: 834 time: 0.0469499 Aug 20 09:51:37.869571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] Checking router: f4cdf787-0b42-46b2-9800-71abb725d6fe for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:51:37.879909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:51:37.880554 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:37.897100 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855170-5a84-4673-bf13-192f676e542e req-f17b509e-9672-4ada-bd75-1cbefe52cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:51:37.898659 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-f17b509e-9672-4ada-bd75-1cbefe52cd81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463130 Aug 20 09:51:37.995685 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:51:37.999378 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-b9eebbf8-d25e-47dd-a7bc-c077a6db55e0 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939968 Aug 20 09:51:38.100920 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-24e07d31-d029-4bd2-9296-75c068e4af8c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/195a0ad9-2026-4e20-aaf2-3879b65a61a9 HTTP/1.1" status: 200 len: 991 time: 0.4271092 Aug 20 09:51:38.103120 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-6b855170-5a84-4673-bf13-192f676e542e req-f91c810f-3c7f-42b1-8273-732a86d95ef2 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966911 Aug 20 09:51:38.241612 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '195a0ad9-2026-4e20-aaf2-3879b65a61a9', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'port_id': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'mac_address': 'fa:16:3e:45:9a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c812100-477f-4c8a-86e1-87028de3b35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:51:36Z', 'updated_at': '2021-08-20T09:51:36Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:51:38.268266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862eb27-0b83-4a6c-a0a8-45694cc9ed7a None None] The sync data for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 is: [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '195a0ad9-2026-4e20-aaf2-3879b65a61a9', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'floating_ip_address': '172.25.5.174', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'port_id': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'mac_address': 'fa:16:3e:45:9a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c812100-477f-4c8a-86e1-87028de3b35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:51:36Z', 'updated_at': '2021-08-20T09:51:36Z', 'revision_number': 0, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:51:38.466180 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61c9e4-564f-49f3-8c2f-da3505de8d2f None None] New status for floating IP 195a0ad9-2026-4e20-aaf2-3879b65a61a9: ACTIVE {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:51:39.103717 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37142) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:51:39.166416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4380533b-d740-4c35-96e4-e1b4fdc3b960 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/195a0ad9-2026-4e20-aaf2-3879b65a61a9 HTTP/1.1" status: 200 len: 993 time: 0.0614519 Aug 20 09:51:43.186237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:43.262742 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1309d484-0080-4535-a2a1-d89f47b9cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:44.570170 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:46.444940 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:46.664201 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d5170a0e-e414-4436-884b-7fe0bf4c61db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:47.666488 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:51:48.829449 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:51:49.025159 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:06.866602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d990-9873-472e-8a17-9cd2ee72e846 req-e031f7fb-ac30-48e5-b464-1f684ad6f69d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:06.868039 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbb6d990-9873-472e-8a17-9cd2ee72e846 req-e031f7fb-ac30-48e5-b464-1f684ad6f69d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0505309 Aug 20 09:52:06.906144 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fbb6d990-9873-472e-8a17-9cd2ee72e846 req-94a98755-f710-4b5e-b6e7-4375f32511a0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0320408 Aug 20 09:52:08.023430 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15b73-f52e-4c91-9245-de5b6d5ba3a1 req-842a9f8f-ab19-472f-8309-a0ff43bde65d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:08.024951 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfa15b73-f52e-4c91-9245-de5b6d5ba3a1 req-842a9f8f-ab19-472f-8309-a0ff43bde65d tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0491412 Aug 20 09:52:08.065224 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dfa15b73-f52e-4c91-9245-de5b6d5ba3a1 req-11ac6f0d-8db5-4308-9366-3e19499532e7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0342765 Aug 20 09:52:08.087982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37162) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:08.152794 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bcfcc217-9d76-4c0d-a072-ac4402c5f6e3 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/195a0ad9-2026-4e20-aaf2-3879b65a61a9 HTTP/1.1" status: 200 len: 993 time: 0.0636227 Aug 20 09:52:09.426008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b75d2-68ca-41bc-be27-1dd3bfd1469e req-23abee3e-cceb-4d78-a04e-cd0c902c1c33 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:09.427573 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c09b75d2-68ca-41bc-be27-1dd3bfd1469e req-23abee3e-cceb-4d78-a04e-cd0c902c1c33 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0543914 Aug 20 09:52:09.443515 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-432d5147-30f5-4c8e-8cb3-b6595db18c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:09.445028 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-432d5147-30f5-4c8e-8cb3-b6595db18c78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1096 time: 0.0470252 Aug 20 09:52:09.466830 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c09b75d2-68ca-41bc-be27-1dd3bfd1469e req-83d84f21-38b7-4a64-9ae3-539dd64cde49 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0330427 Aug 20 09:52:09.534616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-e8b81dcd-69e8-4c8f-b1a3-4fa842c4fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:09.536094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-e8b81dcd-69e8-4c8f-b1a3-4fa842c4fd21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 200 len: 897 time: 0.0845726 Aug 20 09:52:09.608524 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-2fad2c6d-0f78-4caf-8767-ac7e03176d5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 200 len: 1001 time: 0.0660841 Aug 20 09:52:09.658501 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-dcf6ab77-6d80-4bb5-a262-a002a99b2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:09.659951 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-dcf6ab77-6d80-4bb5-a262-a002a99b2202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ffda658-b687-4cff-a461-60b25e3788e8 HTTP/1.1" status: 200 len: 834 time: 0.0435171 Aug 20 09:52:09.707445 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-cfa1f855-c16b-4698-9815-402d746692aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:09.708959 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-cfa1f855-c16b-4698-9815-402d746692aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421841 Aug 20 09:52:09.803463 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-0a681c09-a3bf-4f60-b321-de7564b6feff service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877581 Aug 20 09:52:09.890461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cbae18ac-5145-48ae-af7b-1750e9a105c5 req-a5646503-0bfe-496c-a356-f0c0019c93db service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807791 Aug 20 09:52:10.586550 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4967-57a9-44f6-a391-e9e84c562323 req-d97d775f-c19c-44dd-8ccf-82f6092f7ce0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:10.588023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c5f4967-57a9-44f6-a391-e9e84c562323 req-d97d775f-c19c-44dd-8ccf-82f6092f7ce0 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0491955 Aug 20 09:52:10.630319 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6c5f4967-57a9-44f6-a391-e9e84c562323 req-28dfbf36-c8b2-4f74-9095-103424fc30cb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0358970 Aug 20 09:52:11.748838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c4082-0c70-4475-aaff-4d746c033f48 req-0cf20012-d466-47b3-9c7a-76f935531aeb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:11.750486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a0c4082-0c70-4475-aaff-4d746c033f48 req-0cf20012-d466-47b3-9c7a-76f935531aeb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0527177 Aug 20 09:52:11.787375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a0c4082-0c70-4475-aaff-4d746c033f48 req-5682e59b-8564-4354-9a1b-1b65ca21eda1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0304835 Aug 20 09:52:11.811370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37174) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:11.873771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fd0e707d-037f-45ad-80d8-4724aed2d82c tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/floatingips/195a0ad9-2026-4e20-aaf2-3879b65a61a9 HTTP/1.1" status: 200 len: 993 time: 0.0611734 Aug 20 09:52:12.152141 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37180) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:12.311764 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port e497d177-94f8-4b9f-a68d-9b3b5dca0260 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:52:12.312112 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:12.390006 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:12.390336 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:12.402561 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for e497d177-94f8-4b9f-a68d-9b3b5dca0260 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:52:12.551247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:12.578286 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=e497d177-94f8-4b9f-a68d-9b3b5dca0260,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:12.602474 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.602833 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.603205 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.603518 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.603859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.604192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.604524 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.604853 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.605184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.605512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.605865 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.606185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:12.647937 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:12.648269 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Floating IP 195a0ad9-2026-4e20-aaf2-3879b65a61a9 disassociated (deleted). External IP: 172.25.5.174, port: bb709af1-5fd2-483d-b933-35d1b283b32a. Aug 20 09:52:12.857968 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router f4cdf787-0b42-46b2-9800-71abb725d6fe has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:52:12.967587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:12.972915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:12.977657 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] Sync routers for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:12.990926 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:12.991528 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:12.999990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-04ab0cdf-db08-4f4d-b924-2ca6233f3e81 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/floatingips/195a0ad9-2026-4e20-aaf2-3879b65a61a9 HTTP/1.1" status: 204 len: 168 time: 0.8467529 Aug 20 09:52:13.000625 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:52:13.003350 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:52:13.045798 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7ea32a-9156-4c0a-a630-99e3d396a45e x-openstack-request-id: req-8a7ea32a-9156-4c0a-a630-99e3d396a45e {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:52:13.046420 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:52:13.046711 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a7ea32a-9156-4c0a-a630-99e3d396a45e {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:52:13.047133 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'status': 'completed', 'code': 200} Aug 20 09:52:13.108592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:13.110999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-b72c1658-3dbd-44de-b7ef-6375a1e7d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:13.112956 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-b72c1658-3dbd-44de-b7ef-6375a1e7d7ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aebba8b579c845c98337b0daeeec4a85&device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 1096 time: 0.0447931 Aug 20 09:52:13.233601 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-c5983028-3dbc-4906-9449-a0ea2939b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:13.235471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-c5983028-3dbc-4906-9449-a0ea2939b058 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 200 len: 897 time: 0.1107101 Aug 20 09:52:13.244335 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7d4e8-0317-408d-822b-99f713670a25 req-7c83d86e-06fc-4039-ad66-9ee578109a38 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:13.245961 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddb7d4e8-0317-408d-822b-99f713670a25 req-7c83d86e-06fc-4039-ad66-9ee578109a38 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0557961 Aug 20 09:52:13.282702 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-129f3293-1f4d-4e97-aaf7-07da7fda5121 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 200 len: 217 time: 0.0396051 Aug 20 09:52:13.299270 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ddb7d4e8-0317-408d-822b-99f713670a25 req-32485469-7253-4a34-bb47-20a06f7ce73a tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0387161 Aug 20 09:52:13.335029 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-39031610-8d69-48d5-9e10-e3bc1c00e9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:13.342801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-651cda50-8ab1-4cd2-829b-584f25e1bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:13.344256 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-651cda50-8ab1-4cd2-829b-584f25e1bcf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ffda658-b687-4cff-a461-60b25e3788e8 HTTP/1.1" status: 200 len: 834 time: 0.0518882 Aug 20 09:52:13.364481 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:13.393105 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-841126f5-b333-4798-9ac7-a07428fec9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:13.394661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-841126f5-b333-4798-9ac7-a07428fec9b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3294a36-b92e-46d2-aa2f-0ff7f71d053b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416670 Aug 20 09:52:13.486866 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-6243f3ae-77ec-497a-a2b1-65d4ccc514f7 service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Aug 20 09:52:13.500592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:13.528906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] Checking router: f4cdf787-0b42-46b2-9800-71abb725d6fe for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:13.538232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:13.538859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:51:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:13.585459 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-9113d93e-1a7b-49c6-a07b-1b14784bb2a3 req-68c81fb5-6149-4ef9-8b38-08b0bd61b32e service neutron] 10.222.0.26 "GET /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907664 Aug 20 09:52:13.652407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:13.848986 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:13.875424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56799b32-c64b-4a3b-b6da-ab3b4923e12c None None] The sync data for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 is: [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '35d06d14-d213-4285-82ba-9e25ccf35546', 'name': '', 'network_id': 'b3294a36-b92e-46d2-aa2f-0ff7f71d053b', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'mac_address': 'fa:16:3e:00:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:23Z', 'updated_at': '2021-08-20T09:51:28Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'subnets': [{'id': '6ffda658-b687-4cff-a461-60b25e3788e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:14.095062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d2c93-f8bf-431e-9458-db8b9e95bbc1 None None] New status for floating IP 195a0ad9-2026-4e20-aaf2-3879b65a61a9: DOWN {{(pid=101319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:52:14.412739 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e4666-6924-4ecd-a676-92c3afcd25d6 req-d42a4115-d7c3-4f4f-80d7-4d82573ed477 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:14.414205 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c2e4666-6924-4ecd-a676-92c3afcd25d6 req-d42a4115-d7c3-4f4f-80d7-4d82573ed477 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0497923 Aug 20 09:52:14.451981 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5c2e4666-6924-4ecd-a676-92c3afcd25d6 req-e04b6501-b1bf-429a-9093-452addcd150e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c62ac551-7962-4295-a058-a18e58418985&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0318370 Aug 20 09:52:14.581811 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:14.801985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-29d2bd7f-ab6d-43ce-8ed1-19a37964af5b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:14.803480 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-29d2bd7f-ab6d-43ce-8ed1-19a37964af5b tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 945 time: 0.0501850 Aug 20 09:52:14.895786 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port bb709af1-5fd2-483d-b933-35d1b283b32a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:52:14.896127 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:14.984162 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port bb709af1-5fd2-483d-b933-35d1b283b32a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=bb709af1-5fd2-483d-b933-35d1b283b32a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:14.984525 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:14.997964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for bb709af1-5fd2-483d-b933-35d1b283b32a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:52:15.127352 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:15.154122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=bb709af1-5fd2-483d-b933-35d1b283b32a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:15.168328 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.168676 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.169017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.169354 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.169688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.170061 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.170397 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.170723 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.171049 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.171394 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.171719 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.172081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:15.210265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] No DVR routers for this DVR port bb709af1-5fd2-483d-b933-35d1b283b32a on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:52:15.212961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:15.215175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d648d90b-4295-4969-92c9-fc9d0de6ff05 req-45abb42c-e037-473d-a30a-0a74d143a582 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.26 "DELETE /v2.0/ports/bb709af1-5fd2-483d-b933-35d1b283b32a HTTP/1.1" status: 204 len: 173 time: 0.4061508 Aug 20 09:52:15.215636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'name': 'network-vif-deleted', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:52:15.218274 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d7dab-5f1f-4cd9-87df-f5953f68a9a2" -d '{"events": [{"server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "name": "network-vif-deleted", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:52:15.265920 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac30a5b5-283f-49fa-9097-6c4d638b6a2e x-openstack-request-id: req-ac30a5b5-283f-49fa-9097-6c4d638b6a2e {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:52:15.266218 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c812100-477f-4c8a-86e1-87028de3b35b", "name": "network-vif-deleted", "tag": "bb709af1-5fd2-483d-b933-35d1b283b32a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:52:15.267399 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac30a5b5-283f-49fa-9097-6c4d638b6a2e {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:52:15.267813 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c812100-477f-4c8a-86e1-87028de3b35b', 'name': 'network-vif-deleted', 'tag': 'bb709af1-5fd2-483d-b933-35d1b283b32a', 'status': 'completed', 'code': 200} Aug 20 09:52:15.562781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9c8d7d1c-4e1c-48df-a891-1ee51b5ade92 req-5b39371f-9807-4306-86a1-20bede71727e tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c812100-477f-4c8a-86e1-87028de3b35b HTTP/1.1" status: 200 len: 210 time: 0.0280507 Aug 20 09:52:16.448033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:16.620982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37196) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:16.665093 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-542bb804-4299-471e-b3ce-992f52d740b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:16.989042 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:17.120491 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-adc3a224-10b9-4e23-a5c5-13053a831429 req-88c86b07-d00c-493d-b5b0-f72309cbe9e3 service neutron] (101316) timed out ('10.222.0.35', 33554) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 09:52:17.244758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port 35d06d14-d213-4285-82ba-9e25ccf35546 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:52:17.244978 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:17.330338 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port 35d06d14-d213-4285-82ba-9e25ccf35546, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=35d06d14-d213-4285-82ba-9e25ccf35546,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:17.330705 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:17.343637 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for 35d06d14-d213-4285-82ba-9e25ccf35546 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:52:17.531125 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:17.562994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=35d06d14-d213-4285-82ba-9e25ccf35546,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:17.669818 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:17.749472 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:17.833884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bb709af1-5fd2-483d-b933-35d1b283b32a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:52:17.853702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: bb709af1-5fd2-483d-b933-35d1b283b32a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:52:17.854064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device bb709af1-5fd2-483d-b933-35d1b283b32a not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:52:17.964914 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Router f4cdf787-0b42-46b2-9800-71abb725d6fe has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:52:18.070533 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:18.075485 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2edf48b5-24b7-44d5-a96a-651fe34cb0c7 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "PUT /v2.0/routers/f4cdf787-0b42-46b2-9800-71abb725d6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534991 Aug 20 09:52:18.078333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37198) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:18.081780 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] Sync routers for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:18.090816 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:18.091631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:18.133567 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting subnet 6ffda658-b687-4cff-a461-60b25e3788e8 {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 09:52:18.136770 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.175676 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.200547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:18.260162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.323729 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.351480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffda658-b687-4cff-a461-60b25e3788e8,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:18.355208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.357929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-3cc5c6a9-5e6c-43ba-b6b4-ac9fce401140 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/subnets/6ffda658-b687-4cff-a461-60b25e3788e8 HTTP/1.1" status: 204 len: 168 time: 0.2778294 Aug 20 09:52:18.359814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37200) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:18.367009 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed89931-7b5f-4ca0-bce2-002cca03136e None None] Network b3294a36-b92e-46d2-aa2f-0ff7f71d053b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:52:18.486623 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:52:17Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:18.518275 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] Checking router: f4cdf787-0b42-46b2-9800-71abb725d6fe for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:18.533001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] Routers {'f4cdf787-0b42-46b2-9800-71abb725d6fe'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:18.533673 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['f4cdf787-0b42-46b2-9800-71abb725d6fe'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:18.626095 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] DHCP port deletion for b3294a36-b92e-46d2-aa2f-0ff7f71d053b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 09:52:18.678535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] Set router f4cdf787-0b42-46b2-9800-71abb725d6fe gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:18.778845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 30fa89c1-a188-4664-9e6c-3ba4dcbc131a no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:52:18.787948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.816160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] Deleting port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:52:18.816535 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.894313 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.915454 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] For port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:18.915852 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.947558 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Deleting port c2333527-8ae3-49f8-bb28-d3b37a67af10 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:52:18.947921 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:18.951739 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] Calling delete_port for 30fa89c1-a188-4664-9e6c-3ba4dcbc131a owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:52:19.030762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] For port c2333527-8ae3-49f8-bb28-d3b37a67af10, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c2333527-8ae3-49f8-bb28-d3b37a67af10,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:19.031135 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.041244 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.045465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Calling delete_port for c2333527-8ae3-49f8-bb28-d3b37a67af10 owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:52:19.064504 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.107486 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,segment=NetworkSegment(87ed0c17-027f-4bbc-90c0-2a6ad585e332),segment_id=87ed0c17-027f-4bbc-90c0-2a6ad585e332)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:19.111273 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:52:17Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:19.114912 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.146307 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43ca74-162a-4d69-bc32-655a541f924a None None] The sync data for ids ['f4cdf787-0b42-46b2-9800-71abb725d6fe'] in n-d-804285-2 is: [{'id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616236417', 'tenant_id': 'aebba8b579c845c98337b0daeeec4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:52:17Z', 'revision_number': 5, 'project_id': 'aebba8b579c845c98337b0daeeec4a85', 'gw_port': {'id': 'c2333527-8ae3-49f8-bb28-d3b37a67af10', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cdf787-0b42-46b2-9800-71abb725d6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:51:20Z', 'updated_at': '2021-08-20T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:19.164518 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.166635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event deleted for resources: {'Port': ['ID=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:19.178961 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.179222 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.179560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.179909 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.180214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.180541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.180862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.181184 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.184705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.184705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.184705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.184705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:19.189102 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] No DVR routers for this DVR port 30fa89c1-a188-4664-9e6c-3ba4dcbc131a on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:52:19.211822 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187adda-2998-41b4-aa2e-2fafc15dd43d None None] Pushing event deleted for resources: {'Port': ['ID=30fa89c1-a188-4664-9e6c-3ba4dcbc131a,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:19.233263 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.264762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Port': ['ID=c2333527-8ae3-49f8-bb28-d3b37a67af10,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:19.322172 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.414011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.416042 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.459916 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.460441 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Fanout notify agent at l3_agent the message router_deleted on router f4cdf787-0b42-46b2-9800-71abb725d6fe {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 09:52:19.467402 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.468510 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-85cc07c2-0328-400c-85a9-f461ddc51086 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/routers/f4cdf787-0b42-46b2-9800-71abb725d6fe HTTP/1.1" status: 204 len: 168 time: 1.1071823 Aug 20 09:52:19.471870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37202) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:19.563328 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.658630 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.669202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3294a36-b92e-46d2-aa2f-0ff7f71d053b']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:19.686799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed0c17-027f-4bbc-90c0-2a6ad585e332') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:19.687129 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed0c17-027f-4bbc-90c0-2a6ad585e332') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:19.696235 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.713119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.720609 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 09:52:19.721014 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: timer() Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 09:52:19.724253 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 09:52:19.783222 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.794464 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.794464 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/networks/b3294a36-b92e-46d2-aa2f-0ff7f71d053b HTTP/1.1" status: 204 len: 168 time: 0.3195784 Aug 20 09:52:19.795462 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37204) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:19.808371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277a405-990a-4b78-a6b3-48b02eb05cdb tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'Network': ['ID=b3294a36-b92e-46d2-aa2f-0ff7f71d053b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:19.858314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f96971-73b8-4bac-b8fc-0ba05ba0acc1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.885168 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f96971-73b8-4bac-b8fc-0ba05ba0acc1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.947609 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f96971-73b8-4bac-b8fc-0ba05ba0acc1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.950267 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e2f96971-73b8-4bac-b8fc-0ba05ba0acc1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:19.951651 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e2f96971-73b8-4bac-b8fc-0ba05ba0acc1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] 10.222.0.35 "DELETE /v2.0/security-groups/c62ac551-7962-4295-a058-a18e58418985 HTTP/1.1" status: 204 len: 168 time: 0.1553586 Aug 20 09:52:19.961702 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f96971-73b8-4bac-b8fc-0ba05ba0acc1 tempest-TestNetworkAdvancedServerOps-1798773231 tempest-TestNetworkAdvancedServerOps-1798773231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ac551-7962-4295-a058-a18e58418985,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:20.295540 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37212) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:20.433336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b845249f-5e58-459e-a71c-6b60cd90a17d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aebba8b579c845c98337b0daeeec4a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363800 Aug 20 09:52:20.435708 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37216) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:20.487383 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-100b2ff9-5c5c-4f89-9c70-a801c522e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.508673 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-100b2ff9-5c5c-4f89-9c70-a801c522e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.562342 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-100b2ff9-5c5c-4f89-9c70-a801c522e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.565340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-100b2ff9-5c5c-4f89-9c70-a801c522e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.566632 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-100b2ff9-5c5c-4f89-9c70-a801c522e41c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1b76db4-eb11-4c4f-baf3-daf81dc7edfe HTTP/1.1" status: 204 len: 168 time: 0.1299648 Aug 20 09:52:20.575332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b2ff9-5c5c-4f89-9c70-a801c522e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b76db4-eb11-4c4f-baf3-daf81dc7edfe,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:20.651144 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c2333527-8ae3-49f8-bb28-d3b37a67af10 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:52:20.671227 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c2333527-8ae3-49f8-bb28-d3b37a67af10 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:52:20.671569 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c2333527-8ae3-49f8-bb28-d3b37a67af10 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:52:20.671993 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35d06d14-d213-4285-82ba-9e25ccf35546 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:52:20.694403 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 35d06d14-d213-4285-82ba-9e25ccf35546 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:52:20.694745 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 35d06d14-d213-4285-82ba-9e25ccf35546 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:52:20.849574 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37222) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:20.863691 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bfb1-22a7-48ca-82d0-cad772b6bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.953956 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bfb1-22a7-48ca-82d0-cad772b6bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.959051 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bfb1-22a7-48ca-82d0-cad772b6bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:20.996625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-c7e0bfb1-22a7-48ca-82d0-cad772b6bbe4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8647fed57a24a5f830b677e5694647a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457901 Aug 20 09:52:20.997485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0bfb1-22a7-48ca-82d0-cad772b6bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a88237-1333-4cdc-96d2-ee2015290c66,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:20.999377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37224) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:21.051686 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb4020bf-a6bf-41c6-a66e-3d6b81405b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:21.073919 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb4020bf-a6bf-41c6-a66e-3d6b81405b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:21.124245 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb4020bf-a6bf-41c6-a66e-3d6b81405b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:21.128109 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-eb4020bf-a6bf-41c6-a66e-3d6b81405b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:21.129297 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-eb4020bf-a6bf-41c6-a66e-3d6b81405b63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24a88237-1333-4cdc-96d2-ee2015290c66 HTTP/1.1" status: 204 len: 168 time: 0.1273317 Aug 20 09:52:21.137102 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4020bf-a6bf-41c6-a66e-3d6b81405b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a88237-1333-4cdc-96d2-ee2015290c66,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:21.848816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37246) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:21.945000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-136966256-network', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:21.966290 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Made reservation on behalf of 724f0c2604c24799a5f1bca1c6edb571 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:52:21.968550 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:21.977614 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.071517 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.075150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.097045 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:52:22.111814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757378bc-89a3-47fd-8686-9d118c2fa946,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:22.117749 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.117749 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Added segment 60a2c17a-d0a5-4d2b-82e0-82c8fb6df319 of type vlan for network c1fad0d7-6795-46dd-9c87-574aecce7a0b Aug 20 09:52:22.155580 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.179508 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.180373 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:22.180959 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.239725 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3897712 Aug 20 09:52:22.242838 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:22.244903 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e40b2b-2629-4c2f-a5c4-5041cfba14d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fad0d7-6795-46dd-9c87-574aecce7a0b,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:22.249010 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Request body: {'subnet': {'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-136966256-subnet', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:22.256036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:52:22.271566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Made reservation on behalf of 724f0c2604c24799a5f1bca1c6edb571 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:52:22.274308 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.445708 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.503859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:22.511876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Checking segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:22.512232 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Network hostable DHCP agents. Network: c1fad0d7-6795-46dd-9c87-574aecce7a0b, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:52:22.529391 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:52:22.538895 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, c1fad0d7-6795-46dd-9c87-574aecce7a0b) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:22.543632 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:22.544683 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.548075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff79d1e5-2d57-4c55-b844-51d82c13237b None None] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:52:22.559460 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-9436ed09-3c36-4739-89a7-e7e207dd2592 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3153610 Aug 20 09:52:22.562098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37252) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:22.567573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:22.589831 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.591088 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.650280 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.701214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:52:22.702141 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.785875 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:22.999425 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Allocated IP 172.20.0.2 (c1fad0d7-6795-46dd-9c87-574aecce7a0b/ac97d6b5-87e9-4afa-818b-fd3a730dd4c5/fdfd3774-841c-44e9-8107-cd341d219956) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:23.149485 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.159290 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Transition to ACTIVE for port object fdfd3774-841c-44e9-8107-cd341d219956 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:23.174879 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Transition to ACTIVE for port object fdfd3774-841c-44e9-8107-cd341d219956 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:23.182039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.216862 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:23.219665 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:23.222774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:23.254300 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3774-841c-44e9-8107-cd341d219956,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:23.285873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Attempting to bind port fdfd3774-841c-44e9-8107-cd341d219956 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:23.286570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Attempting to bind port fdfd3774-841c-44e9-8107-cd341d219956 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:23.286570 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Attempting to bind port fdfd3774-841c-44e9-8107-cd341d219956 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:23.291592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:23.291977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Checking segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:23.292383 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.292777 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Bound using segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:23.293244 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Bound port: fdfd3774-841c-44e9-8107-cd341d219956, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:23.293627 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.328382 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.347778 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.360041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] For port fdfd3774-841c-44e9-8107-cd341d219956, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:23.363430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] For port fdfd3774-841c-44e9-8107-cd341d219956, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fdfd3774-841c-44e9-8107-cd341d219956,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:23.367402 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.423032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae03f-aff8-422b-9ad2-6fd7d8184c53 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3774-841c-44e9-8107-cd341d219956,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:23.460935 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Allocated IP 172.25.5.26 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/6be2e820-8bae-4cbd-9633-e7b13182d21b) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:23.573314 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.618067 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:23.662098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:23.665003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:23.668535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:23.694613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Pushing event updated for resources: {'Port': ['ID=6be2e820-8bae-4cbd-9633-e7b13182d21b,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:23.920832 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:24.124928 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:24.262736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:52:24.292126 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec604bf-65f6-4ea9-9e8b-54fec8cabb3f None None] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:52:24.358365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-71fbba37-ce1c-4bf6-83dc-048b205b5a17 None None] Provisioning for port fdfd3774-841c-44e9-8107-cd341d219956 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:24.374889 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:24.387722 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:24.393069 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:24.397142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4d9052b2-a24e-4a57-bdb8-89a56ce55e2c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8315516 Aug 20 09:52:24.397397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37254) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:24.399942 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:24.400715 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:24.549682 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:24.739563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fdfd3774-841c-44e9-8107-cd341d219956 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:24.825135 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port fdfd3774-841c-44e9-8107-cd341d219956 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:24.832058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fdfd3774-841c-44e9-8107-cd341d219956 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:24.834056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:24.834742 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:23Z', 'revision_number': 3, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:24.867631 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:24.868363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Updating router 0026e40d-131b-403f-a184-bc50cf6dcde9 port 6be2e820-8bae-4cbd-9633-e7b13182d21b binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:52:24.894210 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:24.925379 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:24.960900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port fdfd3774-841c-44e9-8107-cd341d219956, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fdfd3774-841c-44e9-8107-cd341d219956,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:24.966724 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.003711 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.027014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=fdfd3774-841c-44e9-8107-cd341d219956,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:25.166069 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.178362 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Transition to ACTIVE for port object 6be2e820-8bae-4cbd-9633-e7b13182d21b will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:25.181741 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Allocated IP 172.20.0.1 (c1fad0d7-6795-46dd-9c87-574aecce7a0b/ac97d6b5-87e9-4afa-818b-fd3a730dd4c5/f7565407-b0a1-45b2-859a-c539b7ae5112) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:25.184306 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.321120 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.330903 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Attempting to bind port 6be2e820-8bae-4cbd-9633-e7b13182d21b on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:25.331338 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Attempting to bind port 6be2e820-8bae-4cbd-9633-e7b13182d21b by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:25.331758 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Attempting to bind port 6be2e820-8bae-4cbd-9633-e7b13182d21b on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:25.339285 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Transition to ACTIVE for port object f7565407-b0a1-45b2-859a-c539b7ae5112 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:25.341926 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bb56d-eb42-44da-8dbc-3e7a2d9963af None None] Pushing event updated for resources: {'Port': ['ID=6be2e820-8bae-4cbd-9633-e7b13182d21b,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:25.345693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:25.345693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:25.345693 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.346122 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:25.346370 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Bound port: 6be2e820-8bae-4cbd-9633-e7b13182d21b, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:25.346762 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.378176 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.400693 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] For port 6be2e820-8bae-4cbd-9633-e7b13182d21b, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:25.404879 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] For port 6be2e820-8bae-4cbd-9633-e7b13182d21b, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6be2e820-8bae-4cbd-9633-e7b13182d21b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:25.412769 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.424964 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:25.428883 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:25.432342 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:25.463973 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Pushing event updated for resources: {'Port': ['ID=f7565407-b0a1-45b2-859a-c539b7ae5112,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:25.469848 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:25.470451 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:25.485009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.518226 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bb56d-eb42-44da-8dbc-3e7a2d9963af None None] Pushing event updated for resources: {'Port': ['ID=6be2e820-8bae-4cbd-9633-e7b13182d21b,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:25.617596 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:25.653339 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.734873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1ec79f3d-8eca-4a0e-a4ca-106bf62ad440 None None] Provisioning for port f7565407-b0a1-45b2-859a-c539b7ae5112 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:25.741057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1ec79f3d-8eca-4a0e-a4ca-106bf62ad440 None None] Provisioning complete for port f7565407-b0a1-45b2-859a-c539b7ae5112 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:25.741454 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1ec79f3d-8eca-4a0e-a4ca-106bf62ad440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.779466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1ec79f3d-8eca-4a0e-a4ca-106bf62ad440 None None] Port f7565407-b0a1-45b2-859a-c539b7ae5112 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:52:25.815520 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:23Z', 'revision_number': 3, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:25.843597 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13a20d-880a-4bd1-b039-a0bf27e901ce None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:23Z', 'revision_number': 3, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:25.845299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.851045 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:52:25.851961 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.920110 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:25.922070 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Pushing event updated for resources: {'Port': ['ID=f7565407-b0a1-45b2-859a-c539b7ae5112,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:26.020393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:26.022113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:26.155642 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:52:26.281790 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:26.288089 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-a13875bb-7f0d-4bbe-9c08-6f3ab5d9f92b admin admin] 10.222.0.35 "PUT /v2.0/routers/0026e40d-131b-403f-a184-bc50cf6dcde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896539 Aug 20 09:52:26.404051 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4029a74a-94eb-4c8a-aa5f-8d01c92c52ed None None] Provisioning complete for port f7565407-b0a1-45b2-859a-c539b7ae5112 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:26.404684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4029a74a-94eb-4c8a-aa5f-8d01c92c52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.457335 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-4029a74a-94eb-4c8a-aa5f-8d01c92c52ed None None] Port f7565407-b0a1-45b2-859a-c539b7ae5112 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:52:26.734584 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6be2e820-8bae-4cbd-9633-e7b13182d21b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:26.788867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 6be2e820-8bae-4cbd-9633-e7b13182d21b completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:26.794532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6be2e820-8bae-4cbd-9633-e7b13182d21b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:26.795023 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.812912 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37270) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:26.821646 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-860355806-network', 'tenant_id': 'd7886db2b24e42f4996569956d5df917'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:26.851009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Made reservation on behalf of d7886db2b24e42f4996569956d5df917 for: {'network': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:52:26.855060 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.867927 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.910632 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.941028 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 6be2e820-8bae-4cbd-9633-e7b13182d21b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6be2e820-8bae-4cbd-9633-e7b13182d21b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:26.950198 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.951340 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fdfd3774-841c-44e9-8107-cd341d219956 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:26.988011 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:26.992059 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.028617 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 09:52:27.040113 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=6be2e820-8bae-4cbd-9633-e7b13182d21b,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:27.040356 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0069ad80-a2b8-49d2-85df-d7849612f486,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:27.046909 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.047269 n-d-804285-2 neutron-server[101316]: INFO neutron.db.segments_db [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Added segment e7f30083-6c14-4284-bd81-0621f6a75983 of type vlan for network c6310948-9bf4-41f3-baa1-b04704c29e69 Aug 20 09:52:27.047491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port fdfd3774-841c-44e9-8107-cd341d219956 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:27.048288 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.090356 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.122995 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.124449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:27.125578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.186011 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3708479 Aug 20 09:52:27.190092 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37272) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:27.194812 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e716-4e66-4429-aca3-ca9a9fd1e5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6310948-9bf4-41f3-baa1-b04704c29e69,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:27.199003 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Request body: {'subnet': {'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-860355806-subnet', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:27.208548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network c6310948-9bf4-41f3-baa1-b04704c29e69 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 09:52:27.222338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Made reservation on behalf of d7886db2b24e42f4996569956d5df917 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:52:27.225015 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.414151 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.426124 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:27.435805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:27.436563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:27.471610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4e1f7c-98ce-4587-a296-1e46d54fce11,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:27.480311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Checking segment: {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:27.480684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Network hostable DHCP agents. Network: c6310948-9bf4-41f3-baa1-b04704c29e69, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 09:52:27.497541 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Network c6310948-9bf4-41f3-baa1-b04704c29e69 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 09:52:27.506683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, c6310948-9bf4-41f3-baa1-b04704c29e69) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:27.511199 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:27.511811 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.527210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7561cb2-23f7-4101-9d5f-aff956f1c960 None None] Network c6310948-9bf4-41f3-baa1-b04704c29e69 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:52:27.527587 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-9d1bf2a5-b7e4-409c-94d8-11b6365fad0d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3357699 Aug 20 09:52:27.529816 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37274) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:27.534562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:27.554750 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.555753 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.596464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:27.608815 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.756427 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.812068 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-c6310948-9bf4-41f3-baa1-b04704c29e69', 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'fixed_ips': [{'subnet_id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 09:52:27.812916 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.970754 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:27.977168 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 2, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:27.990482 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.007220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:28.007573 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Updating router 0026e40d-131b-403f-a184-bc50cf6dcde9 port f7565407-b0a1-45b2-859a-c539b7ae5112 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:52:28.035220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Allocated IP 172.20.0.2 (c6310948-9bf4-41f3-baa1-b04704c29e69/1b4e1f7c-98ce-4587-a296-1e46d54fce11/0e2354a9-d9ae-4e49-9f93-45d5e3ba2004) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:28.047523 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.097478 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Allocated IP 172.25.5.69 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/53517951-3e1b-4634-934f-418eecdd7e58) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:28.206326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.246854 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.284182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:28.288464 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:28.291896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:28.320748 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Pushing event updated for resources: {'Port': ['ID=53517951-3e1b-4634-934f-418eecdd7e58,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:28.329927 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.344740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Transition to ACTIVE for port object 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:28.380060 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Transition to ACTIVE for port object 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:28.388399 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.472288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Network c6310948-9bf4-41f3-baa1-b04704c29e69 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:28.474081 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Pushing event updated for resources: {'Port': ['ID=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:28.482411 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:28.485740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:28.500475 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.529058 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Transition to ACTIVE for port object f7565407-b0a1-45b2-859a-c539b7ae5112 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:28.549909 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.575251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.592590 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Attempting to bind port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:28.592968 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Attempting to bind port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:28.593401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Attempting to bind port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 on network c6310948-9bf4-41f3-baa1-b04704c29e69 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:28.612297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:28.612684 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Checking segment: {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:28.613094 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.613497 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Bound using segment: {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:28.614001 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Bound port: 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:28.614391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.618159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb464766-ff4a-416e-81ff-c7b61a79c9ad None None] Pushing event updated for resources: {'Port': ['ID=f7565407-b0a1-45b2-859a-c539b7ae5112,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:28.682302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6be2e820-8bae-4cbd-9633-e7b13182d21b up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:28.815218 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.933705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Attempting to bind port f7565407-b0a1-45b2-859a-c539b7ae5112 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:28.934407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Attempting to bind port f7565407-b0a1-45b2-859a-c539b7ae5112 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:28.934407 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Attempting to bind port f7565407-b0a1-45b2-859a-c539b7ae5112 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:28.946464 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] For port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:28.949503 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] For port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:28.953886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:28.954301 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Checking segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:28.955040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.955462 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Bound using segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:28.956044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Bound port: f7565407-b0a1-45b2-859a-c539b7ae5112, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:28.956512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:28.956916 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 09:52:28.966267 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:29.049566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 6be2e820-8bae-4cbd-9633-e7b13182d21b triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:29.050025 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:29.091915 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3d3a7-e61d-463a-a04c-cb5d893b9cff None None] Pushing event updated for resources: {'Port': ['ID=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:29.099968 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:29.112965 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] For port f7565407-b0a1-45b2-859a-c539b7ae5112, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:29.118301 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291810-c887-413d-ba86-3b772345399a None None] Sync routers for ids ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:29.120453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] For port f7565407-b0a1-45b2-859a-c539b7ae5112, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7565407-b0a1-45b2-859a-c539b7ae5112,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:29.124876 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:29.128774 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:29.131836 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] Routers {'32fc7139-c98b-4922-b1e7-a86a7b91eb02'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:29.132172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37276) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:29.133038 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:29.133990 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-f9fcf34f-c752-413b-bf4c-eea3e9893c38 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6021085 Aug 20 09:52:29.226854 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:29.227506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:29.234982 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb464766-ff4a-416e-81ff-c7b61a79c9ad None None] Pushing event updated for resources: {'Port': ['ID=f7565407-b0a1-45b2-859a-c539b7ae5112,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:29.346133 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] Set router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:29.400547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:29.663855 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:28Z', 'revision_number': 3, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:29.688674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:29Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:29.706022 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291810-c887-413d-ba86-3b772345399a None None] Checking router: 32fc7139-c98b-4922-b1e7-a86a7b91eb02 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:29.706429 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291810-c887-413d-ba86-3b772345399a None None] Updating router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 port 53517951-3e1b-4634-934f-418eecdd7e58 binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:52:29.719217 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a486e-d42e-454f-81e1-1b4c49aacd3d None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:29Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:29.732207 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9291810-c887-413d-ba86-3b772345399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.051528 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9291810-c887-413d-ba86-3b772345399a None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.064333 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-f9291810-c887-413d-ba86-3b772345399a None None] Transition to ACTIVE for port object 53517951-3e1b-4634-934f-418eecdd7e58 will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:30.072685 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9291810-c887-413d-ba86-3b772345399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.106984 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.134832 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Pushing event updated for resources: {'Port': ['ID=53517951-3e1b-4634-934f-418eecdd7e58,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:30.146087 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.147077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.147583 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.148092 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.148579 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.149077 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.149914 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.150407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.151130 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.151457 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.151785 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.152143 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:52:30.174161 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f9291810-c887-413d-ba86-3b772345399a None None] Attempting to bind port 53517951-3e1b-4634-934f-418eecdd7e58 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:30.174970 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f9291810-c887-413d-ba86-3b772345399a None None] Attempting to bind port 53517951-3e1b-4634-934f-418eecdd7e58 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:30.175498 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9291810-c887-413d-ba86-3b772345399a None None] Attempting to bind port 53517951-3e1b-4634-934f-418eecdd7e58 on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:30.181734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9291810-c887-413d-ba86-3b772345399a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:30.182433 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9291810-c887-413d-ba86-3b772345399a None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:30.183010 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9291810-c887-413d-ba86-3b772345399a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.183561 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9291810-c887-413d-ba86-3b772345399a None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:30.184200 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-f9291810-c887-413d-ba86-3b772345399a None None] Bound port: 53517951-3e1b-4634-934f-418eecdd7e58, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:30.184773 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9291810-c887-413d-ba86-3b772345399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.243050 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-f9291810-c887-413d-ba86-3b772345399a None None] For port 53517951-3e1b-4634-934f-418eecdd7e58, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:30.246491 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-f9291810-c887-413d-ba86-3b772345399a None None] For port 53517951-3e1b-4634-934f-418eecdd7e58, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=53517951-3e1b-4634-934f-418eecdd7e58,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:30.256231 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-f9291810-c887-413d-ba86-3b772345399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.305395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Allocated IP 172.20.0.1 (c6310948-9bf4-41f3-baa1-b04704c29e69/1b4e1f7c-98ce-4587-a296-1e46d54fce11/c96a7f41-f15d-4510-84af-6ad27df96137) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:30.319043 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] Routers {'32fc7139-c98b-4922-b1e7-a86a7b91eb02'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:30.319704 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:30.394912 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9aa390-b83d-443a-b79c-67be9d7acf92 None None] Pushing event updated for resources: {'Port': ['ID=53517951-3e1b-4634-934f-418eecdd7e58,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:30.420461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9903bd6-24c4-4040-9d19-d4153fb562e4 None None] Network c6310948-9bf4-41f3-baa1-b04704c29e69 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 09:52:30.441218 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.457385 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Transition to ACTIVE for port object c96a7f41-f15d-4510-84af-6ad27df96137 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:30.461040 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] Set router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:30.492015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-801ace16-3d0b-4b06-89c3-084cc58e8fa5 None None] Provisioning for port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:30.502021 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.547344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Network c6310948-9bf4-41f3-baa1-b04704c29e69 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:30.551722 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:30.556188 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:30.602575 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Pushing event updated for resources: {'Port': ['ID=c96a7f41-f15d-4510-84af-6ad27df96137,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:30.616102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.758364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-f9291810-c887-413d-ba86-3b772345399a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:28Z', 'revision_number': 3, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:30.805335 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9291810-c887-413d-ba86-3b772345399a None None] The sync data for ids ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'] in n-d-804285-2 is: [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:28Z', 'revision_number': 3, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:30.825437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:30.826533 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:30.910266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:30.922984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:30.923969 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.042953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.055911 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.061572 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.077056 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0c73c83a-7faf-4f02-a372-1a0b4f489365 None None] Provisioning for port c96a7f41-f15d-4510-84af-6ad27df96137 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:31.086826 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0c73c83a-7faf-4f02-a372-1a0b4f489365 None None] Provisioning complete for port c96a7f41-f15d-4510-84af-6ad27df96137 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:31.087108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0c73c83a-7faf-4f02-a372-1a0b4f489365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.105145 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Pushing event updated for resources: {'Port': ['ID=c96a7f41-f15d-4510-84af-6ad27df96137,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:31.113694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:31.122933 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.124148 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7565407-b0a1-45b2-859a-c539b7ae5112 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:31.146075 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.187444 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-0c73c83a-7faf-4f02-a372-1a0b4f489365 None None] Port c96a7f41-f15d-4510-84af-6ad27df96137 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:52:31.228547 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0c73c83a-7faf-4f02-a372-1a0b4f489365 None None] Provisioning complete for port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:31.228995 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0c73c83a-7faf-4f02-a372-1a0b4f489365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.284912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:31.285172 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Network c6310948-9bf4-41f3-baa1-b04704c29e69 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:31.287095 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:31.334776 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port f7565407-b0a1-45b2-859a-c539b7ae5112 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:31.361693 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f7565407-b0a1-45b2-859a-c539b7ae5112 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:31.361960 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.461304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:52:31.480646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.516810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port f7565407-b0a1-45b2-859a-c539b7ae5112, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7565407-b0a1-45b2-859a-c539b7ae5112,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:31.523436 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.577813 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-c3ea816d-f13e-4214-b6ee-a092cb532ab8 None None] Provisioning complete for port c96a7f41-f15d-4510-84af-6ad27df96137 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:31.578316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c3ea816d-f13e-4214-b6ee-a092cb532ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.604113 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:31.610696 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-fd6c48b0-f0a5-4c6b-b566-b8be190f3723 admin admin] 10.222.0.35 "PUT /v2.0/routers/32fc7139-c98b-4922-b1e7-a86a7b91eb02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4765651 Aug 20 09:52:31.621945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=f7565407-b0a1-45b2-859a-c539b7ae5112,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:31.635366 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea816d-f13e-4214-b6ee-a092cb532ab8 None None] Port c96a7f41-f15d-4510-84af-6ad27df96137 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:52:31.757331 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5c4c60db-e332-4d10-9158-2706aa49c689 None None] Provisioning complete for port c96a7f41-f15d-4510-84af-6ad27df96137 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:31.757883 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5c4c60db-e332-4d10-9158-2706aa49c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:31.795582 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c60db-e332-4d10-9158-2706aa49c689 None None] Port c96a7f41-f15d-4510-84af-6ad27df96137 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:52:32.720886 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7565407-b0a1-45b2-859a-c539b7ae5112 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:32.722365 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37284) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:32.727699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105056042', 'description': 'tempest-secgroup-smoke-1105056042 description', 'project_id': '724f0c2604c24799a5f1bca1c6edb571'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:32.751253 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.775214 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port f7565407-b0a1-45b2-859a-c539b7ae5112 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:32.776380 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.845410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.849706 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.861837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:32.877446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.881657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1549706 Aug 20 09:52:32.882374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37286) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:32.883359 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0a4e-fc57-4666-9a7c-401ee5d20fb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0ec20f-593c-45a1-b494-f322ea21b8ac,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:32.893568 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '5b0ec20f-593c-45a1-b494-f322ea21b8ac', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:32.912417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:32.912881 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.928016 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.993797 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:32.996808 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 53517951-3e1b-4634-934f-418eecdd7e58 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:32.998083 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.013725 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d8d2e8-3170-46e5-83c3-8c55ddca3ac3,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.025033 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.031340 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1a599b6d-8521-43d0-9e59-3468679dd44e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413484 Aug 20 09:52:33.031450 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37288) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:33.035271 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '5b0ec20f-593c-45a1-b494-f322ea21b8ac', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:33.056799 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Sync routers for ids ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:33.063821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 53517951-3e1b-4634-934f-418eecdd7e58 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:33.064625 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.071255 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Routers {'32fc7139-c98b-4922-b1e7-a86a7b91eb02'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:33.071861 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:33.074469 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 53517951-3e1b-4634-934f-418eecdd7e58 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:33.074838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.121947 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.125579 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.143951 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89196c6-2f40-4687-b7bb-dc8bac598a30,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.151450 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.152866 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1148a720-c408-455d-965d-3efa947d66d9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226492 Aug 20 09:52:33.155797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:33.160685 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '5b0ec20f-593c-45a1-b494-f322ea21b8ac', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:33.186706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.229666 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Set router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:33.245355 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.249565 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.270453 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c446a5c-bead-4870-87f5-e0ec764272a2,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.274094 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.278035 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-309f28d8-fdb7-4433-9b61-cff52fe008b7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185844 Aug 20 09:52:33.278533 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.278639 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37292) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:33.283000 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '5b0ec20f-593c-45a1-b494-f322ea21b8ac', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:33.311585 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.333057 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 53517951-3e1b-4634-934f-418eecdd7e58, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=53517951-3e1b-4634-934f-418eecdd7e58,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:33.343862 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.374484 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.378596 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.396183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ef437-141e-49b6-91d3-c5577fc53b35,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.403639 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.405123 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-579f5915-2584-414a-a9ec-5eb2735bd1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255088 Aug 20 09:52:33.408471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37294) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:33.413232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '5b0ec20f-593c-45a1-b494-f322ea21b8ac', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:33.439129 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Project 724f0c2604c24799a5f1bca1c6edb571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:52:33.444274 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.451433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=53517951-3e1b-4634-934f-418eecdd7e58,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.508514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 4, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c96a7f41-f15d-4510-84af-6ad27df96137', 'name': '', 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'mac_address': 'fa:16:3e:8c:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:30Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 2, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'subnets': [{'id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:33.510288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.514976 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.532293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b7f611-70b9-47c1-8c47-7cf80c4fa277,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.536576 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Checking router: 32fc7139-c98b-4922-b1e7-a86a7b91eb02 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:33.536930 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Updating router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 port c96a7f41-f15d-4510-84af-6ad27df96137 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 09:52:33.540010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.541461 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-008b578c-6ddd-4be7-8c9f-c66bef40c0c7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319399 Aug 20 09:52:33.547899 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37296) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:33.554082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '5b0ec20f-593c-45a1-b494-f322ea21b8ac', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:33.567705 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.579320 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Project 724f0c2604c24799a5f1bca1c6edb571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:52:33.585608 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.654161 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.659948 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.680084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efbf381-df49-409d-b763-1f65ba7be4a6,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.684422 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.693439 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7ae2898e-9c13-492b-9c98-0bea6203bdbd tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353478 Aug 20 09:52:33.828633 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-23da7617-406f-4d39-adc4-f551cd5d0b40 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105056042&fields=id&tenant_id=724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 267 time: 0.0331652 Aug 20 09:52:33.890356 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.900887 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Transition to ACTIVE for port object c96a7f41-f15d-4510-84af-6ad27df96137 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:33.907338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:33.946783 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-4505f410-d7ac-4e53-ae61-81b55986a091 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:33.948845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-4505f410-d7ac-4e53-ae61-81b55986a091 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 808 time: 0.1123953 Aug 20 09:52:33.964317 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977f8bd-38c5-4742-9176-f930d9d3af70 None None] Pushing event updated for resources: {'Port': ['ID=c96a7f41-f15d-4510-84af-6ad27df96137,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:33.971071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-9c630eb5-e7cd-43bc-bbce-92abed9d8917 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/quotas/724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 375 time: 0.0113041 Aug 20 09:52:34.022176 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Attempting to bind port c96a7f41-f15d-4510-84af-6ad27df96137 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:34.022542 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Attempting to bind port c96a7f41-f15d-4510-84af-6ad27df96137 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:34.022903 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Attempting to bind port c96a7f41-f15d-4510-84af-6ad27df96137 on network c6310948-9bf4-41f3-baa1-b04704c29e69 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:34.028145 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:34.028519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Checking segment: {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:34.028949 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:34.029370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Bound using segment: {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:34.029853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Bound port: c96a7f41-f15d-4510-84af-6ad27df96137, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f30083-6c14-4284-bd81-0621f6a75983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:34.030232 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:34.034548 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-4e091b75-e912-4c71-a443-27e12ef3164a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550044 Aug 20 09:52:34.104433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] For port c96a7f41-f15d-4510-84af-6ad27df96137, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:34.108519 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] For port c96a7f41-f15d-4510-84af-6ad27df96137, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c96a7f41-f15d-4510-84af-6ad27df96137,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:34.114174 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:34.143133 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-d9d2f9cf-e798-4107-b410-b307ee7f9237 service neutron] 10.222.0.35 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955791 Aug 20 09:52:34.177819 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977f8bd-38c5-4742-9176-f930d9d3af70 None None] Pushing event updated for resources: {'Port': ['ID=c96a7f41-f15d-4510-84af-6ad27df96137,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:34.180541 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Routers {'32fc7139-c98b-4922-b1e7-a86a7b91eb02'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:34.181155 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:34.250860 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-1d3ab2a9-e8ac-458d-a983-2f0a1cb36aa6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993342 Aug 20 09:52:34.306977 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] Set router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:34.435096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e54bfbc4-f150-4d36-b252-d54a96d5a6bd req-d13f87e1-2812-4b00-abf9-1eab1903799b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 210 time: 0.0289147 Aug 20 09:52:34.544326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 4, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c96a7f41-f15d-4510-84af-6ad27df96137', 'name': '', 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'mac_address': 'fa:16:3e:8c:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:30Z', 'updated_at': '2021-08-20T09:52:34Z', 'revision_number': 4, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'subnets': [{'id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:34.570785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bba6c74-7d56-461c-8349-7d94f9c8f1b7 None None] The sync data for ids ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'] in n-d-804285-2 is: [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:30Z', 'revision_number': 4, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'c96a7f41-f15d-4510-84af-6ad27df96137', 'name': '', 'network_id': 'c6310948-9bf4-41f3-baa1-b04704c29e69', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'mac_address': 'fa:16:3e:8c:40:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:30Z', 'updated_at': '2021-08-20T09:52:34Z', 'revision_number': 4, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'subnets': [{'id': '1b4e1f7c-98ce-4587-a296-1e46d54fce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:34.678324 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 53517951-3e1b-4634-934f-418eecdd7e58 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:34.729702 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 53517951-3e1b-4634-934f-418eecdd7e58 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:34.730108 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:35.511139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-92725b6f-b62f-4a14-bfdf-cfc359f2c990 req-acd82b4e-18ad-4a1b-a16e-a738fb4eedd8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 210 time: 0.0263703 Aug 20 09:52:36.595755 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6ed169d3-5988-4b9d-aa95-7e0ff754b755 req-dba58685-8e6e-4912-b4fa-0e4629ea4031 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 210 time: 0.0341094 Aug 20 09:52:36.674621 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c96a7f41-f15d-4510-84af-6ad27df96137 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:36.722876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port c96a7f41-f15d-4510-84af-6ad27df96137 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:36.726315 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c96a7f41-f15d-4510-84af-6ad27df96137 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:36.726681 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:36.804564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:36.839200 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port c96a7f41-f15d-4510-84af-6ad27df96137, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c96a7f41-f15d-4510-84af-6ad27df96137,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:36.844049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:36.891837 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=c96a7f41-f15d-4510-84af-6ad27df96137,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:37.572864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-1ca7ae71-90da-489c-85d7-827de630f061 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:37.574281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-1ca7ae71-90da-489c-85d7-827de630f061 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 808 time: 0.1095817 Aug 20 09:52:37.622170 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-9573e3cb-3447-4dd7-ab74-f15c7d43b767 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 380 time: 0.0394342 Aug 20 09:52:37.638781 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'port': {'device_id': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'admin_state_up': True, 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'security_groups': ['5b0ec20f-593c-45a1-b494-f322ea21b8ac']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:37.700367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3f243ceb-6f72-443a-ac1d-eb706c696573 req-2a3f3b64-67f8-4aa2-be5a-bfd6a1f206bb tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 210 time: 0.0270712 Aug 20 09:52:37.755966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Made reservation on behalf of 724f0c2604c24799a5f1bca1c6edb571 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:52:37.759433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:37.880026 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Allocated IP 172.20.0.5 (c1fad0d7-6795-46dd-9c87-574aecce7a0b/ac97d6b5-87e9-4afa-818b-fd3a730dd4c5/f947fbde-fb29-4830-8710-f1a3f502fc28) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:38.018316 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.031649 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Transition to ACTIVE for port object f947fbde-fb29-4830-8710-f1a3f502fc28 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:38.065011 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.114270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:38.117177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:38.119631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:38.148402 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:38.178943 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:38.179649 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.194903 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-833bf3c4-b9e3-4c19-b846-0ae74062c7ac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601761 Aug 20 09:52:38.206877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Request body: {'port': {'device_id': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:38.272556 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.347551 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-529b6eb7-825b-4875-a940-e8632c134330 None None] Provisioning for port f947fbde-fb29-4830-8710-f1a3f502fc28 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:38.351186 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-529b6eb7-825b-4875-a940-e8632c134330 None None] Provisioning complete for port f947fbde-fb29-4830-8710-f1a3f502fc28 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:38.351559 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-529b6eb7-825b-4875-a940-e8632c134330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.385326 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-529b6eb7-825b-4875-a940-e8632c134330 None None] Port f947fbde-fb29-4830-8710-f1a3f502fc28 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:52:38.530176 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:52:38.537971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.549559 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Transition to ACTIVE for port object f947fbde-fb29-4830-8710-f1a3f502fc28 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:52:38.553605 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.603777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:38.667628 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c96a7f41-f15d-4510-84af-6ad27df96137 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:38.678762 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:52:38.679106 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:52:38.679438 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:38.684134 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Port f947fbde-fb29-4830-8710-f1a3f502fc28 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:52:38.684457 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:52:38.690856 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:52:38.691195 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Checking segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:52:38.691590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Bound using segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:52:38.692024 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Bound port: f947fbde-fb29-4830-8710-f1a3f502fc28, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:52:38.692416 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.718532 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port c96a7f41-f15d-4510-84af-6ad27df96137 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:38.718924 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.765417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:52:38.769833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:52:38.784332 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.824256 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc27d4f-4f30-4c1c-8c29-76f995a35a18 req-843420d1-2f10-491c-aa40-c6fb6d71caef tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:38.825804 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bc27d4f-4f30-4c1c-8c29-76f995a35a18 req-843420d1-2f10-491c-aa40-c6fb6d71caef tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 943 time: 0.0542405 Aug 20 09:52:38.837896 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:38.838512 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:38.839882 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] 10.222.0.26 "PUT /v2.0/ports/f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 1091 time: 0.6374314 Aug 20 09:52:38.840409 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:52:38.842870 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0a20ff-c927-4818-948c-b5437f329fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:52:38.855095 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfa208-0d99-4578-94eb-2ebeb9c8e4ee service neutron] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:38.878582 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8bc27d4f-4f30-4c1c-8c29-76f995a35a18 req-28275ccc-11ec-481d-8f37-85ac921d3ed0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Aug 20 09:52:38.902879 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b343e1-0d0a-48b5-ac45-06d58f5213ca x-openstack-request-id: req-f0b343e1-0d0a-48b5-ac45-06d58f5213ca {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:52:38.903102 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:52:38.903331 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0b343e1-0d0a-48b5-ac45-06d58f5213ca {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:52:38.903721 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'status': 'completed', 'code': 200} Aug 20 09:52:38.935771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-83f34bd7-7b8a-471f-9c60-4d52ae62e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:38.937555 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-83f34bd7-7b8a-471f-9c60-4d52ae62e937 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1094 time: 0.0480549 Aug 20 09:52:38.981442 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-c1618a4d-87cd-46d0-b48b-8137142e513d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 217 time: 0.0359564 Aug 20 09:52:39.032687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-d8fd7b09-6a1b-4fa6-8329-c396bf0def95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.034205 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-d8fd7b09-6a1b-4fa6-8329-c396bf0def95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0459678 Aug 20 09:52:39.083042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-352c712f-0a3d-433e-b291-0c5ee7dce69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.084539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-352c712f-0a3d-433e-b291-0c5ee7dce69c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440571 Aug 20 09:52:39.171961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-7753f277-d633-4357-9970-30a531d7c982 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801394 Aug 20 09:52:39.262207 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-2096b2eb-94e8-4f1e-9d02-902f53b313d9 req-832423dc-f9b5-453f-a9e3-ff657ac60ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Aug 20 09:52:39.342636 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-4f1624e2-74ff-4356-bfec-d2f4f6781f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.344124 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-4f1624e2-74ff-4356-bfec-d2f4f6781f8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1094 time: 0.0400600 Aug 20 09:52:39.432159 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-98470535-97e8-43db-a74b-75b0e64e0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.433520 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-98470535-97e8-43db-a74b-75b0e64e0839 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0821414 Aug 20 09:52:39.476488 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-b391b7ed-a0b8-49a5-bd5a-a395cfd5c89a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 217 time: 0.0363867 Aug 20 09:52:39.525999 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-a56b88d5-5df0-4aa2-bdd7-5c8d4cb0183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.527484 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-a56b88d5-5df0-4aa2-bdd7-5c8d4cb0183c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0443497 Aug 20 09:52:39.575371 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-b7e9497b-81aa-4013-92e9-3c44221010bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.576835 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-b7e9497b-81aa-4013-92e9-3c44221010bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404940 Aug 20 09:52:39.668374 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-be12e179-dacf-4c90-9e7d-364d411d901b service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834782 Aug 20 09:52:39.758814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8d0a20ff-c927-4818-948c-b5437f329fdd req-0bc847ce-3077-411e-a060-7ffcd38f8c18 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806680 Aug 20 09:52:39.996587 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83a9f-5240-4bae-ab7a-df222be12869 req-cf9da1e4-bf0b-4a51-807f-6f1b2e4291f3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:39.998097 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efe83a9f-5240-4bae-ab7a-df222be12869 req-cf9da1e4-bf0b-4a51-807f-6f1b2e4291f3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 943 time: 0.0488787 Aug 20 09:52:40.035448 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efe83a9f-5240-4bae-ab7a-df222be12869 req-1aff3d17-5b31-42c1-8828-fca5c039a4f1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314472 Aug 20 09:52:41.152273 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592982dc-05fc-4b2e-8735-4fee2659fcb6 req-62e50e43-e4a9-43c4-9327-f790ddaba556 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:41.153771 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-592982dc-05fc-4b2e-8735-4fee2659fcb6 req-62e50e43-e4a9-43c4-9327-f790ddaba556 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 943 time: 0.0517654 Aug 20 09:52:41.191968 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-592982dc-05fc-4b2e-8735-4fee2659fcb6 req-a3dd21e4-75ee-4c98-b22c-14b1e642b117 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Aug 20 09:52:41.970475 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:52:42.067350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:42.078455 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'mac_address': 'fa:16:3e:1d:14:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:52:42.115375 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:42.127466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:52:42.146434 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:42.149803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:42.195672 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:42.306662 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024d89-3820-4ec8-8acc-51e393b39def req-4290b054-2733-4de8-adbc-b19f17c95d82 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:42.308206 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e024d89-3820-4ec8-8acc-51e393b39def req-4290b054-2733-4de8-adbc-b19f17c95d82 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0505483 Aug 20 09:52:42.347420 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e024d89-3820-4ec8-8acc-51e393b39def req-3db22c05-eb1f-4598-a982-8ae49cbc2d42 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Aug 20 09:52:42.353834 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f947fbde-fb29-4830-8710-f1a3f502fc28'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:52:43.185129 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:43.266180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c411-2314-41f2-a043-ce69c8062b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:43.467871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a239ec5-2d2a-47fe-9f88-064f944eacfb req-da7bd762-81dd-4a33-a46e-09688be171c5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:43.469350 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a239ec5-2d2a-47fe-9f88-064f944eacfb req-da7bd762-81dd-4a33-a46e-09688be171c5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0524821 Aug 20 09:52:43.506956 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7a239ec5-2d2a-47fe-9f88-064f944eacfb req-ebc54613-fe18-484d-a35d-385fe89e01c2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307615 Aug 20 09:52:43.986901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:52:44.040768 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port f947fbde-fb29-4830-8710-f1a3f502fc28 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:52:44.044791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f947fbde-fb29-4830-8710-f1a3f502fc28 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:52:44.045181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:44.128003 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:44.149205 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:52:44.151629 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e637b67b-d35f-481c-b2bb-ccadf7564a16" -d '{"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-plugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:52:44.164546 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:52:44.168494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:44.192057 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cdb15c-4057-47b1-8428-092aa9128b1d x-openstack-request-id: req-46cdb15c-4057-47b1-8428-092aa9128b1d {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:52:44.192687 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-plugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:52:44.192687 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46cdb15c-4057-47b1-8428-092aa9128b1d {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:52:44.192998 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'code': 200} Aug 20 09:52:44.222499 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:44.296442 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92de8-7fd0-4532-bf14-ebf7b75856c4 req-0a6c37d1-f142-45e6-b4f9-d295a1b93bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:44.298044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67c92de8-7fd0-4532-bf14-ebf7b75856c4 req-0a6c37d1-f142-45e6-b4f9-d295a1b93bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1096 time: 0.0507791 Aug 20 09:52:44.581985 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:44.633101 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6619b0-2e69-4c56-88c4-91e4761b3554 req-f51afee7-e56a-46f5-9784-079b040e3500 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:44.635073 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f6619b0-2e69-4c56-88c4-91e4761b3554 req-f51afee7-e56a-46f5-9784-079b040e3500 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0592949 Aug 20 09:52:44.657472 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-67c92de8-7fd0-4532-bf14-ebf7b75856c4 req-57cede6d-02f6-4707-9ecd-7494295c0c7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527715 Aug 20 09:52:44.676567 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5f6619b0-2e69-4c56-88c4-91e4761b3554 req-bf937223-04ed-4423-870a-81358cd19d38 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Aug 20 09:52:45.803014 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9f0b3-1e7e-420c-9364-0ed72752391a req-fef99d1a-6376-4346-8ed8-d17662c96673 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:45.804512 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0f9f0b3-1e7e-420c-9364-0ed72752391a req-fef99d1a-6376-4346-8ed8-d17662c96673 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0509288 Aug 20 09:52:45.842286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b0f9f0b3-1e7e-420c-9364-0ed72752391a req-2b4da0ec-a6eb-4811-9866-5a988a8b10f5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Aug 20 09:52:45.960797 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c43fd-db24-4863-8303-f25d05655bc2 req-b4cd4ddb-a904-4249-9b61-ae17a7f49c7f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:45.962523 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-533c43fd-db24-4863-8303-f25d05655bc2 req-b4cd4ddb-a904-4249-9b61-ae17a7f49c7f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0545859 Aug 20 09:52:46.000964 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-533c43fd-db24-4863-8303-f25d05655bc2 req-1ea91577-711d-44c6-8990-1a3ddb79e5be tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Aug 20 09:52:46.023223 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37364) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:46.164598 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d6dde-ff8f-45d1-a772-0b11d45f67b7 tempest-TestShelveInstance-2047237283 tempest-TestShelveInstance-2047237283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:46.166389 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f39d6dde-ff8f-45d1-a772-0b11d45f67b7 tempest-TestShelveInstance-2047237283 tempest-TestShelveInstance-2047237283-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1091 time: 0.1418412 Aug 20 09:52:46.169324 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37368) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:52:46.173866 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:52:46.196299 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:46.290261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:46.395928 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Allocated IP 172.25.5.39 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4f515d46-55cd-4286-a943-ae2b52319fcc) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:52:46.452945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:46.495256 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:46.534969 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:46.583410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:52:46.586602 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:52:46.594370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:52:46.597068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'Port': ['ID=4f515d46-55cd-4286-a943-ae2b52319fcc,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:46.665049 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c59708d5-7009-450c-9462-0857ecbbd9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:46.986460 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.050955 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.196438 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.201183 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.266003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'Port': ['ID=4f515d46-55cd-4286-a943-ae2b52319fcc,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:52:47.280053 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.378234 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Floating IP 45967b89-6d70-4a0b-81a5-8b182efd5f7b associated. External IP: 172.25.5.39, port: f947fbde-fb29-4830-8710-f1a3f502fc28. Aug 20 09:52:47.584985 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:52:47.672317 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.695138 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:52:47.705651 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7f245-b547-442c-aae4-732aa428644d None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:52:47.712549 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:52:47.716108 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:47.716715 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:47.741233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-78340015-3775-4ac7-b23a-96d8b7b738fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5708022 Aug 20 09:52:47.742009 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:52:47.744452 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:52:47.785694 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2b127-3a5c-4f15-aa50-3a4188229cf9 x-openstack-request-id: req-ecb2b127-3a5c-4f15-aa50-3a4188229cf9 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:52:47.786010 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:52:47.786260 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecb2b127-3a5c-4f15-aa50-3a4188229cf9 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:52:47.786683 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'status': 'completed', 'code': 200} Aug 20 09:52:47.857496 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-1ee6baa1-8cf6-4ee4-b4ae-5f7a1da86a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:47.859726 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-1ee6baa1-8cf6-4ee4-b4ae-5f7a1da86a5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1096 time: 0.0488324 Aug 20 09:52:47.911625 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:47.961878 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-f6628e19-ee51-4eeb-a85c-76ea54a2ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:47.963362 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-f6628e19-ee51-4eeb-a85c-76ea54a2ebf6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0975776 Aug 20 09:52:48.028525 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-c2c93a10-856d-4d1c-b513-67a0fe5d0d5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 998 time: 0.0584767 Aug 20 09:52:48.077739 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-dfe4adf2-bde2-4289-b1c6-a43180136e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:48.079235 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-dfe4adf2-bde2-4289-b1c6-a43180136e7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0445936 Aug 20 09:52:48.127480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-d2a6b943-9c79-4b5f-8727-1237a724b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:52:48.128864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-d2a6b943-9c79-4b5f-8727-1237a724b919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430510 Aug 20 09:52:48.135089 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '45967b89-6d70-4a0b-81a5-8b182efd5f7b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'mac_address': 'fa:16:3e:1d:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:52:46Z', 'updated_at': '2021-08-20T09:52:46Z', 'revision_number': 0, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:48.165631 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7f245-b547-442c-aae4-732aa428644d None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:52:48.173937 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:52:48.174533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:52:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:48.218220 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-dfe4dc53-60db-49bc-87b8-d65769ef6a66 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824189 Aug 20 09:52:48.279654 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:52:48.312807 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b2646a59-b292-4b0d-8056-43f8fd3ddb4c req-17d6a88f-bf44-4f3a-a0e8-cb885e9ff0a4 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Aug 20 09:52:48.497344 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-02c7f245-b547-442c-aae4-732aa428644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '45967b89-6d70-4a0b-81a5-8b182efd5f7b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'mac_address': 'fa:16:3e:1d:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:52:46Z', 'updated_at': '2021-08-20T09:52:46Z', 'revision_number': 0, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:52:48.526799 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7f245-b547-442c-aae4-732aa428644d None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '45967b89-6d70-4a0b-81a5-8b182efd5f7b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'floating_ip_address': '172.25.5.39', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'mac_address': 'fa:16:3e:1d:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:52:46Z', 'updated_at': '2021-08-20T09:52:46Z', 'revision_number': 0, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:52:48.723548 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd161a7a-556f-4f3e-bffc-ac1d2b3b9a79 None None] New status for floating IP 45967b89-6d70-4a0b-81a5-8b182efd5f7b: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:52:49.030144 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:02.850427 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:53:13.186021 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:13.267695 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32951ac4-7f8c-4b8d-a755-27af1c197757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:14.597511 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:16.445679 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:16.665889 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-83002fcc-10ff-4b46-89ff-e7155a6e4ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:17.674296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:19.033554 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:21.628425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-8c04ce27-f125-46a2-b11a-1e8a0e8e75df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404620 Aug 20 09:53:21.706479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-ec1413b2-5ca3-492f-933d-d28de8779a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:53:21.707960 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-ec1413b2-5ca3-492f-933d-d28de8779a05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1096 time: 0.0404570 Aug 20 09:53:21.813263 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-9162605f-9fd7-4c7c-8019-d782b622de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:53:21.814739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-9162605f-9fd7-4c7c-8019-d782b622de3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0869920 Aug 20 09:53:21.881763 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-ad25bd80-6c05-420e-8fc7-eea625ce44ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 1000 time: 0.0593996 Aug 20 09:53:21.937532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-aaa40170-a75d-48ce-a0fd-c2032ee466fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:53:21.938989 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-aaa40170-a75d-48ce-a0fd-c2032ee466fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0497637 Aug 20 09:53:21.988906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-20e1866e-c3cc-4fe6-8316-9bc2ce20c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:53:21.990430 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-20e1866e-c3cc-4fe6-8316-9bc2ce20c5ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443325 Aug 20 09:53:22.079204 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-a84b404b-04e1-4999-b26c-6caf6636b06c service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Aug 20 09:53:22.171721 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-90ba7ac5-4fdc-4ee8-a14f-24b711036417 req-2b55c165-ffb6-4e23-9fc3-df9faae7ce9f service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845587 Aug 20 09:53:39.849734 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:53:43.184035 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:43.268032 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b86a9817-5017-4b12-a1c3-5d874dfd2cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:44.609406 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:46.446534 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:46.672026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8d5ae12b-52f1-4449-bcef-e73c201921ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:47.680884 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:53:49.040028 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:13.186803 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:13.270106 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2023064f-1030-4f63-b2eb-03c80a9133de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:14.624986 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:16.449286 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:16.662227 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-495a2d69-a817-42fa-88d9-d3f57409807b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:16.848692 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:54:17.678813 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:19.039906 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:23.629489 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-78a8d96a-071d-4f33-9fdf-3ff00c645d24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419438 Aug 20 09:54:23.709111 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-affe856f-d4ce-4d34-bf93-ef623329f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:23.710651 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-affe856f-d4ce-4d34-bf93-ef623329f0f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1096 time: 0.0399041 Aug 20 09:54:23.814615 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-91f7e657-ac4c-4abf-8101-7c3456e188c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:23.816085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-91f7e657-ac4c-4abf-8101-7c3456e188c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0865774 Aug 20 09:54:23.888724 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-54435cd8-ae83-4fd7-8130-4f52fc5483be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 1000 time: 0.0662413 Aug 20 09:54:23.937334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-17d0d1cb-9980-4e52-8727-7224f7ec44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:23.938768 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-17d0d1cb-9980-4e52-8727-7224f7ec44c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0435629 Aug 20 09:54:23.987399 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-f8d80f2a-156d-4014-b4d9-a6e303a902ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:23.988884 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-f8d80f2a-156d-4014-b4d9-a6e303a902ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434244 Aug 20 09:54:24.076155 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-9fb74710-6df0-422d-ba81-1c888180ce55 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800569 Aug 20 09:54:24.169963 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-51732407-524c-458c-96d1-5cf4abbd09b0 req-cedf3f31-cff1-40ba-b47a-53a542d20ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871670 Aug 20 09:54:43.181206 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:43.270321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5659bf6b-a933-4213-b7b8-604fc7751387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:43.607798 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86231-565a-4ee8-8624-936b30f1e783 req-7b2037cb-5405-4859-adbb-f58cd9fa30e8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:43.609305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09d86231-565a-4ee8-8624-936b30f1e783 req-7b2037cb-5405-4859-adbb-f58cd9fa30e8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.1027598 Aug 20 09:54:43.646313 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-09d86231-565a-4ee8-8624-936b30f1e783 req-0ab35f19-42da-4084-85ca-b053ba4f748a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Aug 20 09:54:44.622358 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:44.779033 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667c0d-f1a0-4298-80dc-b238a384faf6 req-6f224e22-cbd8-42aa-8efa-a42e263c3323 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:44.780495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20667c0d-f1a0-4298-80dc-b238a384faf6 req-6f224e22-cbd8-42aa-8efa-a42e263c3323 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0516338 Aug 20 09:54:44.817569 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-20667c0d-f1a0-4298-80dc-b238a384faf6 req-aa9d0d6c-6969-4a65-b0b1-3294e2f96805 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311012 Aug 20 09:54:45.962484 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77059f7-abf3-4c2a-99a3-8481e12637cf req-5af51619-c29d-473e-96f2-3e8cc8bdc577 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:45.964253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d77059f7-abf3-4c2a-99a3-8481e12637cf req-5af51619-c29d-473e-96f2-3e8cc8bdc577 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0552497 Aug 20 09:54:46.006471 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d77059f7-abf3-4c2a-99a3-8481e12637cf req-c0b4cdaa-769b-481b-8673-80baa6db14e3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360088 Aug 20 09:54:46.451342 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:46.662053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2985b82d-48ca-4437-ae1d-f9fb27feb4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:47.181075 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ad27d-ef1b-4796-ac4e-b5160b6e38a0 req-6621329e-a194-4fc3-bb70-c6a3b4bfed36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:47.183015 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-998ad27d-ef1b-4796-ac4e-b5160b6e38a0 req-6621329e-a194-4fc3-bb70-c6a3b4bfed36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0481896 Aug 20 09:54:47.221891 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-998ad27d-ef1b-4796-ac4e-b5160b6e38a0 req-086f9152-3e4c-4251-9054-2f135e079c2b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Aug 20 09:54:47.684793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:48.341234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd8c0-cf29-42ff-b305-fafba1d4c33f req-0b70732b-3624-4709-a25b-9136bf2eb906 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:48.342714 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee7fd8c0-cf29-42ff-b305-fafba1d4c33f req-0b70732b-3624-4709-a25b-9136bf2eb906 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0534706 Aug 20 09:54:48.381773 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ee7fd8c0-cf29-42ff-b305-fafba1d4c33f req-f52eaeb5-0f6d-40e9-b0fa-35f492d6819f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Aug 20 09:54:49.044372 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:49.496073 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d906-ebbf-4e8b-b72a-bc25c025ed04 req-f7f659ba-dd83-416e-9976-e1b697e66673 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:49.497550 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7911d906-ebbf-4e8b-b72a-bc25c025ed04 req-f7f659ba-dd83-416e-9976-e1b697e66673 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0504651 Aug 20 09:54:49.535375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7911d906-ebbf-4e8b-b72a-bc25c025ed04 req-9a5c0cbb-93da-4dde-81c2-4964b6bb8739 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317829 Aug 20 09:54:50.649979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b84af2-a7b8-453a-8230-85ba8f0cc117 req-885fac0a-62c5-47c5-9d40-b2b7344e0428 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:50.651467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b84af2-a7b8-453a-8230-85ba8f0cc117 req-885fac0a-62c5-47c5-9d40-b2b7344e0428 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0487163 Aug 20 09:54:50.689268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-62b84af2-a7b8-453a-8230-85ba8f0cc117 req-0b1f1b13-3572-403c-9623-4388252baeed tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308139 Aug 20 09:54:51.810503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4137d-e74e-4053-bed5-6b866d4d6163 req-a34e3096-e2db-4d44-a502-081083e4505c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:51.812305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5e4137d-e74e-4053-bed5-6b866d4d6163 req-a34e3096-e2db-4d44-a502-081083e4505c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0537713 Aug 20 09:54:51.849456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f5e4137d-e74e-4053-bed5-6b866d4d6163 req-04c5ea4c-5046-45fa-9b92-1747478575ff tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Aug 20 09:54:52.970514 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df54932-d95b-459e-8c44-b57888369576 req-1c262d20-8266-41e3-9004-ee4586a53508 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:52.971999 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4df54932-d95b-459e-8c44-b57888369576 req-1c262d20-8266-41e3-9004-ee4586a53508 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0495946 Aug 20 09:54:53.010134 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4df54932-d95b-459e-8c44-b57888369576 req-c5e44e42-49c9-4963-987c-01c6567089a2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Aug 20 09:54:53.847833 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:54:54.123649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48d4de-992c-430f-8975-bb03a9a44dd5 req-4dce8734-1348-4420-8606-8d888f467181 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:54.125520 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d48d4de-992c-430f-8975-bb03a9a44dd5 req-4dce8734-1348-4420-8606-8d888f467181 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0474005 Aug 20 09:54:54.162732 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d48d4de-992c-430f-8975-bb03a9a44dd5 req-d7a7cc45-9f26-405d-b3e6-9efad36cb822 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Aug 20 09:54:54.439918 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:54:54.533202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:54:54.544091 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'mac_address': 'fa:16:3e:1d:14:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:54:54.581263 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:54.594334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:54:54.614934 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:54:54.618006 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:54.671852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:54:54.679468 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.679870 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.680243 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.680627 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.681019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.681418 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.681781 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.682163 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.682525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.682939 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.683291 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.683646 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:54:54.694514 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['f947fbde-fb29-4830-8710-f1a3f502fc28'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:54:55.287863 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bfa70-d573-40d0-8bcc-2f1a2277965f req-a5bc5f94-41d5-4c91-ae1c-d512acd5a078 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:55.289456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-258bfa70-d573-40d0-8bcc-2f1a2277965f req-a5bc5f94-41d5-4c91-ae1c-d512acd5a078 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0542369 Aug 20 09:54:55.328561 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-258bfa70-d573-40d0-8bcc-2f1a2277965f req-b49995b7-f131-4554-bf51-1b82645c57c4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Aug 20 09:54:56.455082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:54:56.467984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b2a7-b181-4a9f-9285-ad0ad24453af req-74fe3105-66c5-47bb-98d1-06dddead7d37 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:56.476278 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9c6b2a7-b181-4a9f-9285-ad0ad24453af req-74fe3105-66c5-47bb-98d1-06dddead7d37 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0693891 Aug 20 09:54:56.518149 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port f947fbde-fb29-4830-8710-f1a3f502fc28 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:54:56.518729 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:56.522148 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a9c6b2a7-b181-4a9f-9285-ad0ad24453af req-eec3b5e7-58e4-4c55-bc46-5b8647bf5442 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Aug 20 09:54:56.614119 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:56.641220 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:54:56.643602 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f9b3c-6184-485c-a328-8e2a80c3d2eb" -d '{"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-plugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:54:56.664945 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:54:56.671892 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:54:56.737019 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:54:56.784818 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed9d958-c125-4bcb-9053-a87eba6eb9fe x-openstack-request-id: req-8ed9d958-c125-4bcb-9053-a87eba6eb9fe {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:54:56.785119 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-plugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:54:56.785374 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ed9d958-c125-4bcb-9053-a87eba6eb9fe {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:54:56.785794 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'code': 200} Aug 20 09:54:57.647050 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b65802-52b9-4a36-a1f7-f54d5acca230 req-6021521e-9cb9-49e7-a029-0d80c00d1dac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:57.648565 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3b65802-52b9-4a36-a1f7-f54d5acca230 req-6021521e-9cb9-49e7-a029-0d80c00d1dac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0556638 Aug 20 09:54:57.690311 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3b65802-52b9-4a36-a1f7-f54d5acca230 req-c5166beb-0016-43f4-8d08-537ebb834a9b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355310 Aug 20 09:54:58.834230 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b8d13-d467-4047-babf-a3c67e6b18dd req-a44aca54-c45d-4635-bb32-49d9fe29b746 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:54:58.837980 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a26b8d13-d467-4047-babf-a3c67e6b18dd req-a44aca54-c45d-4635-bb32-49d9fe29b746 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0561008 Aug 20 09:54:58.879641 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a26b8d13-d467-4047-babf-a3c67e6b18dd req-c83f6e7b-fee9-4b69-97a2-1d4505b1c14d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Aug 20 09:55:00.014401 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a3d1-b241-4cf1-b585-a18978ab6872 req-ba00a82d-3e96-429f-95c8-43608f56dfa6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:00.021807 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e66a3d1-b241-4cf1-b585-a18978ab6872 req-ba00a82d-3e96-429f-95c8-43608f56dfa6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0628338 Aug 20 09:55:00.058123 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2e66a3d1-b241-4cf1-b585-a18978ab6872 req-a987ead2-3923-4eff-83c1-c84932462cca tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352941 Aug 20 09:55:01.185653 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b18da3-5ace-457b-ba53-ad895c09cad7 req-7d32c62a-e270-4a0d-bfa4-df9ce2cefa6c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:01.192124 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b18da3-5ace-457b-ba53-ad895c09cad7 req-7d32c62a-e270-4a0d-bfa4-df9ce2cefa6c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0560679 Aug 20 09:55:01.236268 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f4b18da3-5ace-457b-ba53-ad895c09cad7 req-c27926f6-7453-46df-bf5a-7ee3e5f9b08d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376825 Aug 20 09:55:02.362030 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f6b1-63d2-4c57-88df-11b54fc4c070 req-46a4c75a-41fb-49e7-8a93-e296fab8798a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:02.363560 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c684f6b1-63d2-4c57-88df-11b54fc4c070 req-46a4c75a-41fb-49e7-8a93-e296fab8798a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0561442 Aug 20 09:55:02.408625 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c684f6b1-63d2-4c57-88df-11b54fc4c070 req-ce602516-aeb0-43de-a2ab-60a43bc62ad9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Aug 20 09:55:03.545449 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fdc0a-84eb-4ee0-8500-0b88623d72a9 req-65511c05-3eae-40d3-b9c8-9daa782c84d6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:03.550197 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-260fdc0a-84eb-4ee0-8500-0b88623d72a9 req-65511c05-3eae-40d3-b9c8-9daa782c84d6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0576043 Aug 20 09:55:03.599069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-260fdc0a-84eb-4ee0-8500-0b88623d72a9 req-2527015a-59c2-43ff-8ca2-cb4351b912ad tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446961 Aug 20 09:55:04.744306 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f8a8-7ff6-4f76-b453-ad7a86a59732 req-d0d458b1-582f-478d-bdbe-22de2d5788b1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:04.745781 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88f6f8a8-7ff6-4f76-b453-ad7a86a59732 req-d0d458b1-582f-478d-bdbe-22de2d5788b1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0565965 Aug 20 09:55:04.787620 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88f6f8a8-7ff6-4f76-b453-ad7a86a59732 req-23154ca7-eecc-44f8-8419-1e753774d2df tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350108 Aug 20 09:55:05.803590 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-5cf8ff80-98f0-4141-8f87-89b0a6652e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:05.805075 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-5cf8ff80-98f0-4141-8f87-89b0a6652e8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1096 time: 0.0408568 Aug 20 09:55:05.898527 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-ceb1d608-d404-4884-9d82-3d24ecbb1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:05.900018 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-ceb1d608-d404-4884-9d82-3d24ecbb1ee9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0875828 Aug 20 09:55:05.913512 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa963-d547-48c9-ad5e-322549e03892 req-b8585d39-96be-4b73-8525-bbae790a2fa5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:05.917978 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da6fa963-d547-48c9-ad5e-322549e03892 req-b8585d39-96be-4b73-8525-bbae790a2fa5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0575287 Aug 20 09:55:05.958191 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-da6fa963-d547-48c9-ad5e-322549e03892 req-1a987f42-8181-40f0-abb7-2b2e516e6e90 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362160 Aug 20 09:55:05.973226 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-f94f03c9-c08f-4a06-8278-b2b77bb61d40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 1000 time: 0.0662577 Aug 20 09:55:06.025017 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-89648417-3f2e-479f-a2d2-bbf1a756b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:06.026742 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-89648417-3f2e-479f-a2d2-bbf1a756b230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0470939 Aug 20 09:55:06.073228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-c8607ed0-1049-447f-b2d6-a38de476b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:06.074648 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-c8607ed0-1049-447f-b2d6-a38de476b381 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408192 Aug 20 09:55:06.167140 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-47ceac44-396c-4156-b658-d151a99ff612 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842817 Aug 20 09:55:06.259061 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a596d3cc-3782-43fd-8865-c338c0ca7249 req-54c4503c-b1a2-4194-9bcc-3ed1e95319a4 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839155 Aug 20 09:55:07.073265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88398e3b-8962-4fdd-b648-053009346b88 req-e4fbcfb3-7424-4b57-b844-c363568bb9e8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:07.082022 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88398e3b-8962-4fdd-b648-053009346b88 req-e4fbcfb3-7424-4b57-b844-c363568bb9e8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0555658 Aug 20 09:55:07.118241 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-88398e3b-8962-4fdd-b648-053009346b88 req-6d9f771e-73f9-4d2a-84e5-5a9b2d75f315 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Aug 20 09:55:08.236541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c8103-cac3-4bc1-abf0-f96c1928d13f req-50c55ee8-58c9-42dc-830c-263905a0d66c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:08.237996 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba8c8103-cac3-4bc1-abf0-f96c1928d13f req-50c55ee8-58c9-42dc-830c-263905a0d66c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0491583 Aug 20 09:55:08.275854 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ba8c8103-cac3-4bc1-abf0-f96c1928d13f req-3c9da9aa-6202-43a0-ba81-3b1dc7df2eac tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Aug 20 09:55:08.497503 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601efed-9dca-4e93-9473-b975e513cf22 req-46e9aca8-9a3d-4649-a697-775e52b2d84f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:08.499583 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f601efed-9dca-4e93-9473-b975e513cf22 req-46e9aca8-9a3d-4649-a697-775e52b2d84f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0559511 Aug 20 09:55:08.521474 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:55:08.540672 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-f601efed-9dca-4e93-9473-b975e513cf22 req-297f3dea-8be3-4961-97f3-92ca25ed2854 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347357 Aug 20 09:55:08.607745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:08.631346 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:55:08.633684 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b640a3-68be-4eed-82d9-dd4f780ea838" -d '{"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-unplugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:55:08.636785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37582) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:55:08.651014 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:55:08.656726 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:08.697800 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981fea09-a34e-454a-a667-3994bee1603b x-openstack-request-id: req-981fea09-a34e-454a-a667-3994bee1603b {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:55:08.698266 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-unplugged", "status": "failed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "code": 422}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:55:08.698676 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-981fea09-a34e-454a-a667-3994bee1603b {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:55:08.699279 n-d-804285-2 neutron-server[101318]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'code': 422} returned with failed status Aug 20 09:55:08.724635 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:55:08.747063 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-7ebf809e-7509-44b3-afb8-b3da80bc05b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090305 Aug 20 09:55:09.660143 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919308ba-c26a-471e-9754-14563780b870 req-3f22ab61-f264-4fe3-afa0-f782886aeef2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:09.661675 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-919308ba-c26a-471e-9754-14563780b870 req-3f22ab61-f264-4fe3-afa0-f782886aeef2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 943 time: 0.0493207 Aug 20 09:55:09.700289 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-2af7df2d-d389-4430-8d05-1526abfd08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:09.703102 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-2af7df2d-d389-4430-8d05-1526abfd08ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad&tenant_id=724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 1094 time: 0.0916243 Aug 20 09:55:09.705130 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-919308ba-c26a-471e-9754-14563780b870 req-96046c20-4567-4eff-a0ce-d7a4196dcb37 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353577 Aug 20 09:55:09.715242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804285-2', 'device_owner': 'compute:nova'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:55:09.768706 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:09.964386 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:55:09.997686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:55:10.033318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:55:10.040836 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:10.053138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Transition to ACTIVE for port object f947fbde-fb29-4830-8710-f1a3f502fc28 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:55:10.056708 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:10.135242 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=9']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:55:10.147562 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.147906 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.148232 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.148570 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.148897 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.149251 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.149572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.149913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.150234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.150552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.150868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.151182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:55:10.183169 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] No DVR routers for this DVR port f947fbde-fb29-4830-8710-f1a3f502fc28 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:55:10.323711 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:55:10.324050 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:55:10.324374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:55:10.330228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Port f947fbde-fb29-4830-8710-f1a3f502fc28 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:55:10.330557 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Attempting to bind port f947fbde-fb29-4830-8710-f1a3f502fc28 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:55:10.335423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:55:10.335759 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Checking segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:55:10.336141 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Bound using segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:55:10.336565 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Bound port: f947fbde-fb29-4830-8710-f1a3f502fc28, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:55:10.336925 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:10.401374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:55:10.406180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:55:10.412063 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:10.444384 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:10.445037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:10.446542 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] 10.222.0.37 "PUT /v2.0/ports/f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 1091 time: 0.7362864 Aug 20 09:55:10.448947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:55:10.451199 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690631af-a498-4012-a34b-f95b4656e738" -d '{"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:55:10.503871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96c9b8-4fe8-41d9-80db-02fabbf55102 service neutron] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=10']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:55:10.525798 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-1dfb0f22-44bc-408d-a52e-15d31a2419e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:10.527400 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-1dfb0f22-44bc-408d-a52e-15d31a2419e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1095 time: 0.0544026 Aug 20 09:55:10.584014 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc1bbc-30fc-4fd4-9d82-e8c7b011f9dd x-openstack-request-id: req-07fc1bbc-30fc-4fd4-9d82-e8c7b011f9dd {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:55:10.584307 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:55:10.584559 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07fc1bbc-30fc-4fd4-9d82-e8c7b011f9dd {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:55:10.584958 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'status': 'completed', 'code': 200} Aug 20 09:55:10.630746 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-7345b6a3-feaf-40c0-8bdc-27c3dd7b9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:10.632281 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-7345b6a3-feaf-40c0-8bdc-27c3dd7b9dee service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0977764 Aug 20 09:55:10.699534 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-abd0dbd5-a523-4afc-b0c4-05901ee03ad5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 998 time: 0.0596848 Aug 20 09:55:10.756305 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-14814425-2eb0-4b16-9a75-8c062df10b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:10.757828 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-14814425-2eb0-4b16-9a75-8c062df10b3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0521138 Aug 20 09:55:10.803554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-fe77c955-4a7e-4959-8f16-077e744abf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:10.805039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-fe77c955-4a7e-4959-8f16-077e744abf2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406053 Aug 20 09:55:10.833762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3b2f7-08f9-4d82-9660-ac19bb49753b req-12656b0f-ddf5-4255-8d23-038690903c82 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:10.835260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bf3b2f7-08f9-4d82-9660-ac19bb49753b req-12656b0f-ddf5-4255-8d23-038690903c82 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0546172 Aug 20 09:55:10.872759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1bf3b2f7-08f9-4d82-9660-ac19bb49753b req-42be4482-84cc-45f2-93b5-7c90c2b4bc5d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Aug 20 09:55:10.899369 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-ecf838b8-2d2b-419e-a772-bda47edc6c6e service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864100 Aug 20 09:55:11.000409 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-e0ba4c4b-5973-457f-91c6-12c022f38039 service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932925 Aug 20 09:55:11.088981 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690631af-a498-4012-a34b-f95b4656e738 req-153b323e-a9d8-49bc-96d8-61b724ed3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:11.090892 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-153b323e-a9d8-49bc-96d8-61b724ed3a3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1095 time: 0.0432057 Aug 20 09:55:11.185985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690631af-a498-4012-a34b-f95b4656e738 req-09e41a43-499e-4bf5-af89-7c9699008eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:11.188094 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-09e41a43-499e-4bf5-af89-7c9699008eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0903554 Aug 20 09:55:11.264677 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-9bb0fccb-68b8-488e-8707-64b277826b9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 998 time: 0.0688577 Aug 20 09:55:11.996148 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb333-2d3e-4286-99df-62c6f98bf6fb req-5dc4dc11-a3e3-4988-ba90-b2aca3cccbf0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:12.003837 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-edecb333-2d3e-4286-99df-62c6f98bf6fb req-5dc4dc11-a3e3-4988-ba90-b2aca3cccbf0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0592632 Aug 20 09:55:12.040335 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-edecb333-2d3e-4286-99df-62c6f98bf6fb req-9d22e0b9-5365-4870-85e5-51bd24021eba tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355976 Aug 20 09:55:13.176299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569808f-2018-4bbd-ab90-96ab0cf722b4 req-224547a7-62a1-4d45-9f62-9b6824dfdda5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:13.179802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1569808f-2018-4bbd-ab90-96ab0cf722b4 req-224547a7-62a1-4d45-9f62-9b6824dfdda5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0566502 Aug 20 09:55:13.189193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:13.224086 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1569808f-2018-4bbd-ab90-96ab0cf722b4 req-3cc609b6-7bd7-40c6-96bb-5cbb42b7be95 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369067 Aug 20 09:55:13.276237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a792660c-f4f6-4965-a11a-f8af5e6e990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:14.349566 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee5fc-1ad3-41a1-81d1-afdafdfbeaba req-3e8324e1-dc48-454e-9d5e-5a21a4a81996 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:14.351071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df3ee5fc-1ad3-41a1-81d1-afdafdfbeaba req-3e8324e1-dc48-454e-9d5e-5a21a4a81996 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0536010 Aug 20 09:55:14.399055 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df3ee5fc-1ad3-41a1-81d1-afdafdfbeaba req-390aafdc-773d-44be-95fd-b2c80ed044bb tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 Aug 20 09:55:14.639089 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:15.514665 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2b9e5-0d80-4907-8b57-e772c0bb2e89 req-a280abf5-326b-477b-887f-4a7a0b242f69 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:15.516404 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ead2b9e5-0d80-4907-8b57-e772c0bb2e89 req-a280abf5-326b-477b-887f-4a7a0b242f69 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0553205 Aug 20 09:55:15.559330 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ead2b9e5-0d80-4907-8b57-e772c0bb2e89 req-84975f66-a310-4b13-a73e-1ef0e805b15d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Aug 20 09:55:16.459469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:16.669039 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e623-fd0b-48a3-9bf7-95c92ea17ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:16.690473 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d6322-4340-43a5-905e-e4fca8f1ea5a req-72a4f9e2-5b15-4b1f-bbee-16388658c2f2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:16.692276 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-774d6322-4340-43a5-905e-e4fca8f1ea5a req-72a4f9e2-5b15-4b1f-bbee-16388658c2f2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0610604 Aug 20 09:55:16.737994 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-774d6322-4340-43a5-905e-e4fca8f1ea5a req-7bf11d8e-c1c9-4599-bb99-65d2f114c15c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Aug 20 09:55:17.686325 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:17.864788 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e493e2-abe6-4b8d-a19f-4fdb06787e14 req-d61c10f4-2c9b-4735-8215-6c8d4b3df3aa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:17.866326 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0e493e2-abe6-4b8d-a19f-4fdb06787e14 req-d61c10f4-2c9b-4735-8215-6c8d4b3df3aa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0618632 Aug 20 09:55:17.909274 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c0e493e2-abe6-4b8d-a19f-4fdb06787e14 req-0ea3fb48-dde9-4a0b-8717-a46a8166e501 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363660 Aug 20 09:55:19.053934 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:19.055604 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda62b3d-6891-4e3f-b4ec-8908b72befc3 req-f93178a7-f1b1-45f6-ac5b-1be59fb85be1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:19.057094 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cda62b3d-6891-4e3f-b4ec-8908b72befc3 req-f93178a7-f1b1-45f6-ac5b-1be59fb85be1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0602772 Aug 20 09:55:19.100434 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cda62b3d-6891-4e3f-b4ec-8908b72befc3 req-1f9042f9-3d67-45a5-848d-10f3931edc74 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368526 Aug 20 09:55:20.238756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c16e-dfb3-4db2-93c9-50d4d1195202 req-6fece06a-f843-48fa-be8f-b3ac175f30c0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:20.240247 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f66c16e-dfb3-4db2-93c9-50d4d1195202 req-6fece06a-f843-48fa-be8f-b3ac175f30c0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0562723 Aug 20 09:55:20.284302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-8f66c16e-dfb3-4db2-93c9-50d4d1195202 req-957856a4-ba59-449e-ac74-78c707e9aaa5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379679 Aug 20 09:55:21.406591 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aa437-6292-41ae-be75-41445ed979cb req-bc0651e7-2d89-4dab-a0f4-247850c08c71 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:21.408735 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e4aa437-6292-41ae-be75-41445ed979cb req-bc0651e7-2d89-4dab-a0f4-247850c08c71 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0532262 Aug 20 09:55:21.445473 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e4aa437-6292-41ae-be75-41445ed979cb req-1ad0b41f-4a77-46f8-b652-b29951d6a9c8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Aug 20 09:55:21.794423 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690631af-a498-4012-a34b-f95b4656e738 req-a9944dfd-b604-4526-937a-4eaf4606ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:21.795885 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-a9944dfd-b604-4526-937a-4eaf4606ffd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0456774 Aug 20 09:55:21.845861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690631af-a498-4012-a34b-f95b4656e738 req-5f70b055-f429-416a-9810-60fc68d333fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:21.847342 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-5f70b055-f429-416a-9810-60fc68d333fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439119 Aug 20 09:55:21.939643 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-a3649811-80bc-4b12-941d-333314efda2d service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805943 Aug 20 09:55:22.036550 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-690631af-a498-4012-a34b-f95b4656e738 req-a86268cf-1b7e-49ee-9401-6bf22e0caea9 service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891857 Aug 20 09:55:22.547742 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-64c318ae-f4e3-484b-963a-1d84c197efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:22.550471 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-64c318ae-f4e3-484b-963a-1d84c197efe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1095 time: 0.0442924 Aug 20 09:55:22.566675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da290a-bd35-4e8b-8f01-bd729f14b85d req-fcbe285e-dcbc-4878-91f0-2f70cb964f7a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:22.568201 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46da290a-bd35-4e8b-8f01-bd729f14b85d req-fcbe285e-dcbc-4878-91f0-2f70cb964f7a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0525389 Aug 20 09:55:22.607966 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46da290a-bd35-4e8b-8f01-bd729f14b85d req-236b550e-afa9-48a6-928d-46137ed86bb8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336280 Aug 20 09:55:22.666640 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-ddc211fc-dea2-4bee-8e66-9c70d6c36a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:22.668121 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-ddc211fc-dea2-4bee-8e66-9c70d6c36a15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0914817 Aug 20 09:55:22.738881 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-96e4c1f4-129c-4a90-b592-20fb5e19733a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 998 time: 0.0631824 Aug 20 09:55:22.787658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-c7d1a557-8179-4245-aae4-bc218c1d2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:22.789110 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-c7d1a557-8179-4245-aae4-bc218c1d2897 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0441513 Aug 20 09:55:22.835712 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-77984e95-9f57-49c4-ba20-524fd811b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:22.837209 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-77984e95-9f57-49c4-ba20-524fd811b021 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409887 Aug 20 09:55:22.931784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-a4dfafa0-7400-4e08-9bf6-eedb4f0ff715 service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Aug 20 09:55:23.020805 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-647f3da1-20ca-4eb5-973a-f36b02c733e1 req-1bbe858a-cea6-4d06-8663-2771fe743d5b service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819004 Aug 20 09:55:23.724023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55723a-9340-48f2-8464-3c69c98126a0 req-5c8435ea-e05f-407c-8b5d-90493119e4d6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:23.725499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e55723a-9340-48f2-8464-3c69c98126a0 req-5c8435ea-e05f-407c-8b5d-90493119e4d6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 944 time: 0.0484970 Aug 20 09:55:23.764023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1e55723a-9340-48f2-8464-3c69c98126a0 req-fc056b77-506e-41c3-8b2b-bc5e2d799fb4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Aug 20 09:55:24.604325 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:55:24.697365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:55:24.709928 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'port_id': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'mac_address': 'fa:16:3e:1d:14:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:55:24.751357 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:24.763682 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:55:24.782026 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:55:24.786346 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:24.837802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=11']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:55:24.887131 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10fea3-62a9-4ab4-9e0f-19bfe21e373d req-f3c0f917-b2e2-481c-8278-08ad5539ee7e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:24.888508 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b10fea3-62a9-4ab4-9e0f-19bfe21e373d req-f3c0f917-b2e2-481c-8278-08ad5539ee7e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0535018 Aug 20 09:55:24.926445 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b10fea3-62a9-4ab4-9e0f-19bfe21e373d req-e04777b4-7469-435d-bd28-c9adda0780fe tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Aug 20 09:55:25.026572 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['f947fbde-fb29-4830-8710-f1a3f502fc28'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:55:26.042898 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f47b4-95e9-4bbd-a34b-9c57fa7965ef req-12b15bb3-c308-451e-a892-f2546ca043a3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:26.043945 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-660f47b4-95e9-4bbd-a34b-9c57fa7965ef req-12b15bb3-c308-451e-a892-f2546ca043a3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 945 time: 0.0511582 Aug 20 09:55:26.127336 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-660f47b4-95e9-4bbd-a34b-9c57fa7965ef req-7ffe31dd-a8ff-40ef-966d-52903d3934f5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680809 Aug 20 09:55:26.609350 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:55:26.660417 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port f947fbde-fb29-4830-8710-f1a3f502fc28 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:55:26.665608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port f947fbde-fb29-4830-8710-f1a3f502fc28 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:55:26.666164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:26.745723 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:26.768531 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:55:26.770793 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef2204-4ab2-4f4c-adf8-505ee61b02c8" -d '{"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-plugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:55:26.784815 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:55:26.789463 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:26.814292 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1c02a7-361d-4a88-beb6-d3e6b007aeb3 x-openstack-request-id: req-be1c02a7-361d-4a88-beb6-d3e6b007aeb3 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:55:26.814603 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-plugged", "status": "completed", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:55:26.814857 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be1c02a7-361d-4a88-beb6-d3e6b007aeb3 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:55:26.815245 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'code': 200} Aug 20 09:55:26.844626 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=12']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:55:26.975622 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005823-7c41-4cf7-b104-140f23f3d646 req-907a750c-9c98-4664-a12e-dc7b708defb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:26.977127 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c0005823-7c41-4cf7-b104-140f23f3d646 req-907a750c-9c98-4664-a12e-dc7b708defb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1097 time: 0.0478005 Aug 20 09:55:27.012915 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c0005823-7c41-4cf7-b104-140f23f3d646 req-5356ee0e-9655-4c5a-9095-7ebfdc52c314 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278466 Aug 20 09:55:27.241618 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e513-9b82-4002-992f-540bdf8cbc20 req-b6dc6234-9c73-41ab-9945-420107a48fc4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:27.243041 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2578e513-9b82-4002-992f-540bdf8cbc20 req-b6dc6234-9c73-41ab-9945-420107a48fc4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 946 time: 0.0480921 Aug 20 09:55:27.283049 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2578e513-9b82-4002-992f-540bdf8cbc20 req-19921ec2-1db3-4fd3-b579-f128c163803c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Aug 20 09:55:28.417200 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252bd0-0fcd-47af-aa46-4a799f09bf7a req-b38d6ad0-43b3-4881-8ac3-363ab63b6594 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:28.418739 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14252bd0-0fcd-47af-aa46-4a799f09bf7a req-b38d6ad0-43b3-4881-8ac3-363ab63b6594 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 946 time: 0.0539863 Aug 20 09:55:28.459680 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-14252bd0-0fcd-47af-aa46-4a799f09bf7a req-8e62ff4b-d9a1-4e01-bec6-2fa9cd18b347 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Aug 20 09:55:29.585614 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986425-749c-4298-b1d3-d35eaf796769 req-8b0a14b0-1bb9-4e43-90b0-fcbd456c7209 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:55:29.587208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d986425-749c-4298-b1d3-d35eaf796769 req-8b0a14b0-1bb9-4e43-90b0-fcbd456c7209 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 946 time: 0.0546467 Aug 20 09:55:29.630852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3d986425-749c-4298-b1d3-d35eaf796769 req-ced9d5d6-7e2c-48c3-84dc-a67c647c141d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364857 Aug 20 09:55:30.847168 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:55:43.196666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:43.268298 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a03bec68-1c00-4280-af94-710c14482291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:44.636312 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:46.452279 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:46.659410 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-876e4283-9243-4383-99b6-434a9c37a279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:47.691394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:55:49.051965 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:07.845822 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:56:13.209208 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:13.269254 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f4206c3-6363-40e2-a258-8dd30a46fc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:14.653038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:16.454954 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:16.660624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3849e3f2-315a-47d5-9f14-c0764b5632d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:17.691491 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:19.055711 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:22.524299 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-89f96298-475e-4944-ae8d-f26801b86f97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386224 Aug 20 09:56:22.610895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-553b5ce2-2add-4699-ae67-71d42bc7af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:22.612563 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-553b5ce2-2add-4699-ae67-71d42bc7af9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1097 time: 0.0448575 Aug 20 09:56:22.716434 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-ae9126c1-3129-48d8-8684-b868e86e57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:22.718370 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-ae9126c1-3129-48d8-8684-b868e86e57a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0873988 Aug 20 09:56:22.782986 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-89c7c913-6f32-400e-8c73-636e758bb854 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 1000 time: 0.0578632 Aug 20 09:56:22.834532 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-c1d92b0d-3d13-4bd2-b6fc-d1b403ae7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:22.835984 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-c1d92b0d-3d13-4bd2-b6fc-d1b403ae7f6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0469046 Aug 20 09:56:22.881451 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-c956007c-ac6f-4bbb-b94a-5af0aac8f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:22.882961 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-c956007c-ac6f-4bbb-b94a-5af0aac8f1e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394661 Aug 20 09:56:22.972486 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-98f45d58-9ff9-45bf-a551-35d4c9e7da0b service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Aug 20 09:56:23.067137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c72420e2-5bb1-4047-a5b1-358ae2d7b5d2 req-d5351614-3e0c-466c-9107-2e56bcbf3954 service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873885 Aug 20 09:56:38.355085 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37716) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:38.899194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Deleting port 4f515d46-55cd-4286-a943-ae2b52319fcc {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:56:38.899566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:38.974876 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:38.975212 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:38.987161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Calling delete_port for 4f515d46-55cd-4286-a943-ae2b52319fcc owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:56:39.132774 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:39.157423 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event deleted for resources: {'Port': ['ID=4f515d46-55cd-4286-a943-ae2b52319fcc,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:39.169483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.169859 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.170202 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.170541 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.170875 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.171206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.171535 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.171869 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.172194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.172516 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.172839 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.173160 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:39.228252 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:39.228589 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Floating IP 45967b89-6d70-4a0b-81a5-8b182efd5f7b disassociated (deleted). External IP: 172.25.5.39, port: f947fbde-fb29-4830-8710-f1a3f502fc28. Aug 20 09:56:39.445254 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:56:39.551989 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:56:39.556800 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:39.561371 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:56:39.571241 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:56:39.571848 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:56:39.583728 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-db04c075-431f-49c3-930c-0276ba502f32 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "DELETE /v2.0/floatingips/45967b89-6d70-4a0b-81a5-8b182efd5f7b HTTP/1.1" status: 204 len: 168 time: 1.2276402 Aug 20 09:56:39.584377 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:56:39.587200 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:56:39.679923 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:56:39.724456 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f9a11c-6aa5-4ff7-8577-c7999c1433fd x-openstack-request-id: req-f2f9a11c-6aa5-4ff7-8577-c7999c1433fd {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:56:39.724727 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:56:39.725055 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2f9a11c-6aa5-4ff7-8577-c7999c1433fd {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:56:39.725423 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'status': 'completed', 'code': 200} Aug 20 09:56:39.793859 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-a0cad5be-9167-464b-9544-0d9df712026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:39.795375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-a0cad5be-9167-464b-9544-0d9df712026d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 1097 time: 0.0464833 Aug 20 09:56:39.828287 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70782146-fca0-4a30-9c5f-3f54133f9141 req-2d8b92ee-b4ac-401b-9594-06be1ef0d9c8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:39.830676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70782146-fca0-4a30-9c5f-3f54133f9141 req-2d8b92ee-b4ac-401b-9594-06be1ef0d9c8 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 946 time: 0.0506558 Aug 20 09:56:39.874482 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70782146-fca0-4a30-9c5f-3f54133f9141 req-f08694c7-02f2-43bd-9014-f8b9391b1a4e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376401 Aug 20 09:56:39.898459 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:56:39.900575 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-eb442b32-728f-43fa-9bd6-ef50f45f95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:39.902115 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-eb442b32-728f-43fa-9bd6-ef50f45f95fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0994623 Aug 20 09:56:39.928161 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:56:39.936817 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:56:39.937433 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:56:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:56:39.944762 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-d842dc40-9d32-415b-a971-f91f5196a0e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 200 len: 217 time: 0.0350268 Aug 20 09:56:39.997665 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-89d7eaec-a641-4280-a6ec-c39008e53ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:39.999164 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-89d7eaec-a641-4280-a6ec-c39008e53ebf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0449862 Aug 20 09:56:40.046914 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-eda1dbbc-3b45-4a38-bf7b-119a4a7a0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:40.048443 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-eda1dbbc-3b45-4a38-bf7b-119a4a7a0773 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417099 Aug 20 09:56:40.142268 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:56:40.149327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-26f163e3-c782-48fc-8708-76ceb354ed95 service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Aug 20 09:56:40.243727 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-76eaa1d0-0fc1-4994-8a36-85fe2ba592cb req-04306ee1-c7eb-4aef-ad53-3b55267a1cd3 service neutron] 10.222.0.37 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Aug 20 09:56:40.342007 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:56:40.367749 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f0347-b7eb-47ad-a575-9c68cb1744e0 None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:56:40.594493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a001e6-07c4-43a0-abf8-094d68f51537 None None] New status for floating IP 45967b89-6d70-4a0b-81a5-8b182efd5f7b: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:56:40.997669 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043f207-238f-4b90-8a41-7069c6c36202 req-37633b08-0d6d-4f9e-ae90-2913c9d97983 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:40.999186 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0043f207-238f-4b90-8a41-7069c6c36202 req-37633b08-0d6d-4f9e-ae90-2913c9d97983 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 946 time: 0.0510764 Aug 20 09:56:41.038120 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0043f207-238f-4b90-8a41-7069c6c36202 req-370bed1d-100f-4165-b3b5-5fb3185f4ea9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=5b0ec20f-593c-45a1-b494-f322ea21b8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Aug 20 09:56:41.069545 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-9820cab4-9cd1-40fc-8dac-f86cbb9212ea tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:41.071039 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-9820cab4-9cd1-40fc-8dac-f86cbb9212ea tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 946 time: 0.0522449 Aug 20 09:56:41.159552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Deleting port f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 09:56:41.159800 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:41.551039 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] For port f947fbde-fb29-4830-8710-f1a3f502fc28, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=f947fbde-fb29-4830-8710-f1a3f502fc28,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:56:41.551405 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:41.563777 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Calling delete_port for f947fbde-fb29-4830-8710-f1a3f502fc28 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 09:56:41.687010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:41.718124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event deleted for resources: {'Port': ['ID=f947fbde-fb29-4830-8710-f1a3f502fc28,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:41.733518 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.733921 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.734265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.734602 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.734934 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.735265 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.735598 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.735930 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.736849 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.737440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.737864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.738197 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:56:41.771472 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] No DVR routers for this DVR port f947fbde-fb29-4830-8710-f1a3f502fc28 on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 09:56:41.774010 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:41.775933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-97ba695f-9310-417b-91f8-3266f2c12cb7 req-0f975a5b-78b4-404b-b8c1-3ed590576d68 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.37 "DELETE /v2.0/ports/f947fbde-fb29-4830-8710-f1a3f502fc28 HTTP/1.1" status: 204 len: 173 time: 0.6985872 Aug 20 09:56:41.776361 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-deleted', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:56:41.778675 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10c5ce3-2c06-41cd-9a69-03cc499837d2" -d '{"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-deleted", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:56:41.822648 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e88354-bf06-4f42-81a6-50e57b9ef8b0 x-openstack-request-id: req-d9e88354-bf06-4f42-81a6-50e57b9ef8b0 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:56:41.822936 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd28116b-1870-4ad0-8dd7-620e11854fad", "name": "network-vif-deleted", "tag": "f947fbde-fb29-4830-8710-f1a3f502fc28", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:56:41.823183 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9e88354-bf06-4f42-81a6-50e57b9ef8b0 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:56:41.823571 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd28116b-1870-4ad0-8dd7-620e11854fad', 'name': 'network-vif-deleted', 'tag': 'f947fbde-fb29-4830-8710-f1a3f502fc28', 'status': 'completed', 'code': 200} Aug 20 09:56:42.158365 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0b270e88-4fa0-4828-a220-aca3eec66661 req-51bbdd3c-9845-4303-a68e-fb9ff9c66157 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd28116b-1870-4ad0-8dd7-620e11854fad HTTP/1.1" status: 200 len: 210 time: 0.0370421 Aug 20 09:56:43.213238 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.214519 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37740) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:43.270553 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cb77ff0f-a9e0-4297-90ec-087dbf238585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.272943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ef3df41-0b91-4bdd-a54c-5d8a65f9ff67 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.304246 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ef3df41-0b91-4bdd-a54c-5d8a65f9ff67 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.365326 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ef3df41-0b91-4bdd-a54c-5d8a65f9ff67 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.367845 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-8ef3df41-0b91-4bdd-a54c-5d8a65f9ff67 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.369020 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-8ef3df41-0b91-4bdd-a54c-5d8a65f9ff67 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "DELETE /v2.0/security-groups/5b0ec20f-593c-45a1-b494-f322ea21b8ac HTTP/1.1" status: 204 len: 168 time: 0.1535227 Aug 20 09:56:43.379720 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3df41-0b91-4bdd-a54c-5d8a65f9ff67 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0ec20f-593c-45a1-b494-f322ea21b8ac,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:43.602660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 37746) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:43.607467 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755593269', 'description': 'tempest-secgroup-smoke-755593269 description', 'project_id': '724f0c2604c24799a5f1bca1c6edb571'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:43.629971 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.714162 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.717643 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.745945 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.747152 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434369 Aug 20 09:56:43.748964 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91602802-bf65-44b3-ac2a-b7b356195b7b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:43.750196 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37748) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:43.755370 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '6550ee7b-8c53-446f-ac7b-ed20ed7a23c0', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:43.781448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.837238 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.841813 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.862231 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba38a38-d295-461e-8ddc-b64c6aeb3d7d,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:43.869184 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.870545 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ad41a516-784c-44ed-a64f-d68704bac4ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193461 Aug 20 09:56:43.873530 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37750) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:43.878448 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '6550ee7b-8c53-446f-ac7b-ed20ed7a23c0', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:43.903569 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.963420 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.967080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.985813 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c33e8-574d-4526-b0be-27b4703525b7,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:43.993269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:43.994760 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-32aabdaa-f99d-4933-b6b6-5450536544d1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202545 Aug 20 09:56:43.997496 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37752) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:44.002400 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '6550ee7b-8c53-446f-ac7b-ed20ed7a23c0', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:44.028246 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.084912 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.088828 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.105471 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b9d1af-2ec0-42c9-98a7-279a95535b78,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:44.111692 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.113080 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b55b2460-ab3a-45d2-b11c-5885fec04f36 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146288 Aug 20 09:56:44.115882 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37754) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:44.120263 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '6550ee7b-8c53-446f-ac7b-ed20ed7a23c0', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:44.146546 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.203962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.207926 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.226532 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd182382-000c-4b9e-8a8a-b167b313b327,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:44.231444 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.232682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-0ff781dc-0a98-4a7a-b55d-692e7e6464b0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158686 Aug 20 09:56:44.235536 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37756) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:44.240008 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '6550ee7b-8c53-446f-ac7b-ed20ed7a23c0', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:44.261121 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Project 724f0c2604c24799a5f1bca1c6edb571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:56:44.265798 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.326369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.330292 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.348021 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44189148-2c33-4882-9fa0-611c0723a7e2,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:44.356915 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.358142 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-2ebd9d63-b70d-4345-820a-838ac83f9926 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216395 Aug 20 09:56:44.361054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37758) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:56:44.365372 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'security_group_rule': {'security_group_id': '6550ee7b-8c53-446f-ac7b-ed20ed7a23c0', 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:56:44.385809 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Project 724f0c2604c24799a5f1bca1c6edb571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 09:56:44.390406 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.451393 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.455804 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.476035 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af58b693-22e0-4ce4-94f7-cd11be22c714,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:56:44.483346 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.484594 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-16c778b2-7bb8-47da-8e9b-bf27e45b841f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226354 Aug 20 09:56:44.650804 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:44.845362 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:56:44.885264 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:56:44.905953 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: f947fbde-fb29-4830-8710-f1a3f502fc28 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 09:56:44.906302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device f947fbde-fb29-4830-8710-f1a3f502fc28 not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 09:56:46.456593 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:46.662105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9cf679fb-ad35-4896-b082-3b2d7101c518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:47.696876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:49.057330 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:56:57.714406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-804c6187-d9b9-4e03-93e1-15c6b12dc5f6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755593269&fields=id&tenant_id=724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 267 time: 0.0345473 Aug 20 09:56:57.824727 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-7f677c23-3656-4c06-b8d0-3a7743d046e6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:56:57.826262 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-7f677c23-3656-4c06-b8d0-3a7743d046e6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 808 time: 0.1051257 Aug 20 09:56:57.842488 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-4470e822-87f0-4599-ac24-fa335f4ba087 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/quotas/724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 375 time: 0.0104823 Aug 20 09:56:57.896088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-aa184701-80a1-473f-9038-c6ecedcb6884 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474896 Aug 20 09:56:57.955034 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-05b85d8f-d1c2-4b06-b452-29ce76c92240 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:56:57.956069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-05b85d8f-d1c2-4b06-b452-29ce76c92240 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492175 Aug 20 09:56:58.046888 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-6dd5a7c7-66f2-4b1a-ac0c-0369f02a5ba8 service neutron] 10.222.0.35 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830836 Aug 20 09:56:58.141859 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-e9f740e2-40ab-4e2e-b2f0-97f58c1c2817 service neutron] 10.222.0.35 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878336 Aug 20 09:56:58.454367 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52b95915-6f73-42e9-8df4-625e12b0864b req-36865648-561a-4054-ac75-e1bc088e106c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0353267 Aug 20 09:56:59.543889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b2efd96-092b-4081-9a91-9570e414f44d req-e58d87f6-4847-4daf-95ad-a569ed26110f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0298126 Aug 20 09:57:00.630486 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-68730faf-c621-4ec5-a234-c7e372f77d1d req-d2209666-2239-4557-bbe2-72874a498e58 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0258276 Aug 20 09:57:01.367234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-022d366d-4212-4573-8acb-7d95c4045648 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:01.368681 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-022d366d-4212-4573-8acb-7d95c4045648 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 808 time: 0.1047547 Aug 20 09:57:01.413357 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-390d7dc1-aa1d-4e88-ab57-c37fc8f7fc2a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 379 time: 0.0358181 Aug 20 09:57:01.423258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'port': {'device_id': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'admin_state_up': True, 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'security_groups': ['6550ee7b-8c53-446f-ac7b-ed20ed7a23c0']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:57:01.534225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Made reservation on behalf of 724f0c2604c24799a5f1bca1c6edb571 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 09:57:01.538545 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:01.669572 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Allocated IP 172.20.0.10 (c1fad0d7-6795-46dd-9c87-574aecce7a0b/ac97d6b5-87e9-4afa-818b-fd3a730dd4c5/7bacd963-acca-4b98-a4c1-369026d45584) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:57:01.738707 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ed965dba-04c5-405a-b83d-347cfde7039c req-25c10de6-f9f2-4bac-a390-62fdc27c20d4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0321419 Aug 20 09:57:01.812048 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:01.826311 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Transition to ACTIVE for port object 7bacd963-acca-4b98-a4c1-369026d45584 will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:57:01.857812 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:01.905743 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:57:01.908831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:57:01.912533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:57:01.956974 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:01.981815 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:01.982449 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:01.998483 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-5c0cda38-338c-4d83-b9f7-0bda1af29e11 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789082 Aug 20 09:57:02.061293 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Request body: {'port': {'device_id': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:57:02.136949 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.181703 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ef945b92-4513-4e5f-8fa9-158fec5bee8c None None] Provisioning for port 7bacd963-acca-4b98-a4c1-369026d45584 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:57:02.186161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ef945b92-4513-4e5f-8fa9-158fec5bee8c None None] Provisioning complete for port 7bacd963-acca-4b98-a4c1-369026d45584 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:57:02.186644 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef945b92-4513-4e5f-8fa9-158fec5bee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.221980 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ef945b92-4513-4e5f-8fa9-158fec5bee8c None None] Port 7bacd963-acca-4b98-a4c1-369026d45584 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 09:57:02.426734 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bacd963-acca-4b98-a4c1-369026d45584 {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:57:02.434194 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.445873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Transition to ACTIVE for port object 7bacd963-acca-4b98-a4c1-369026d45584 will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 09:57:02.450086 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.498183 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:02.589780 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Attempting to bind port 7bacd963-acca-4b98-a4c1-369026d45584 on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 09:57:02.590128 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Attempting to bind port 7bacd963-acca-4b98-a4c1-369026d45584 by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 09:57:02.590528 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Attempting to bind port 7bacd963-acca-4b98-a4c1-369026d45584 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:57:02.595087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Port 7bacd963-acca-4b98-a4c1-369026d45584 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 09:57:02.595658 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Attempting to bind port 7bacd963-acca-4b98-a4c1-369026d45584 on network c1fad0d7-6795-46dd-9c87-574aecce7a0b {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 09:57:02.601659 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 9, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 09:57:02.602044 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Checking segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 09:57:02.602440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Bound using segment: {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 09:57:02.602884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Bound port: 7bacd963-acca-4b98-a4c1-369026d45584, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 09:57:02.603255 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.681429 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 09:57:02.685257 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 09:57:02.690301 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.729985 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:02.730721 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:02.732160 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] 10.222.0.26 "PUT /v2.0/ports/7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 1092 time: 0.7257373 Aug 20 09:57:02.732629 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:57:02.735695 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05" -d '{"events": [{"name": "network-changed", "server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:57:02.763069 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d098e5-e41d-41dd-b97a-c7bd064c9ced service neutron] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:02.914471 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77f79f-e467-44be-bc1f-cbcf6f29dfc9 x-openstack-request-id: req-af77f79f-e467-44be-bc1f-cbcf6f29dfc9 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:57:02.914852 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:57:02.915211 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af77f79f-e467-44be-bc1f-cbcf6f29dfc9 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:57:02.915687 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'status': 'completed', 'code': 200} Aug 20 09:57:02.919686 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-490d212c-8b05-4ffb-a3f6-c2eaac4bb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:02.922111 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-490d212c-8b05-4ffb-a3f6-c2eaac4bb481 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1095 time: 0.0935705 Aug 20 09:57:02.956165 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea581c-2e13-4516-940e-e51a3c64aaf4 req-7931a842-0260-4888-a022-1e6a83d8592d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:02.958816 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fea581c-2e13-4516-940e-e51a3c64aaf4 req-7931a842-0260-4888-a022-1e6a83d8592d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0816388 Aug 20 09:57:02.979428 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-d2e5f006-7331-49ac-83a3-7e82228a543e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 217 time: 0.0482879 Aug 20 09:57:03.013064 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5fea581c-2e13-4516-940e-e51a3c64aaf4 req-dd0eec67-9e19-43ed-b664-f43398cf9b86 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 Aug 20 09:57:03.045448 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-100bc1a4-a4bc-4472-8277-1d0a438d290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:03.047478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-100bc1a4-a4bc-4472-8277-1d0a438d290d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0610287 Aug 20 09:57:03.094358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-93a66c9b-9cd9-432b-b560-8922bbfcec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:03.095808 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-93a66c9b-9cd9-432b-b560-8922bbfcec68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414822 Aug 20 09:57:03.192485 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-68840a48-af61-4227-8533-54d2956df3d9 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897379 Aug 20 09:57:03.289146 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-844abc2d-4b1e-4d39-b2bb-e1de0f362b76 req-69bda676-6aa0-47be-80f1-5f918f3ca3f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898519 Aug 20 09:57:03.378641 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-1c70fb6f-7871-4dcb-860d-e4f3e94b5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:03.380192 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-1c70fb6f-7871-4dcb-860d-e4f3e94b5599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1095 time: 0.0417299 Aug 20 09:57:03.478758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-11761e39-54c1-4266-9361-ac0fa22331cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:03.480255 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-11761e39-54c1-4266-9361-ac0fa22331cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0924802 Aug 20 09:57:03.522916 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-cb75f996-82af-4536-95f4-bcab0fa8005e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 217 time: 0.0359795 Aug 20 09:57:03.577122 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-8e7cbf48-7562-4319-b083-53ef52ce21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:03.578675 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-8e7cbf48-7562-4319-b083-53ef52ce21dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0492129 Aug 20 09:57:03.624020 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-9494488f-7fae-4a59-9bfc-7286a0da9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:03.625521 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-9494488f-7fae-4a59-9bfc-7286a0da9c72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398369 Aug 20 09:57:03.716182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-7ba608ff-f4d1-40ee-82d9-bc3d34867634 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831428 Aug 20 09:57:03.809244 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b90aa360-9c43-4ca3-9c6d-256b8e97ca05 req-bae639f9-f923-401b-888a-7097871a2ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858798 Aug 20 09:57:04.132810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cf1e0-0b72-4909-ba2b-975afa6296d1 req-a56083f2-c764-49b2-943e-c59c280db47e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:04.134368 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-278cf1e0-0b72-4909-ba2b-975afa6296d1 req-a56083f2-c764-49b2-943e-c59c280db47e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0503862 Aug 20 09:57:04.172768 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-278cf1e0-0b72-4909-ba2b-975afa6296d1 req-f8e50513-f875-4dcc-b12a-a9a97593be23 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322831 Aug 20 09:57:05.292856 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f623-3e0b-41b5-b952-ce15547b41e3 req-98b5e965-0582-4bff-b1f6-e210b724f497 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:05.294528 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44b0f623-3e0b-41b5-b952-ce15547b41e3 req-98b5e965-0582-4bff-b1f6-e210b724f497 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0511324 Aug 20 09:57:05.341597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44b0f623-3e0b-41b5-b952-ce15547b41e3 req-8fda01ef-30a2-425d-aa83-0bb4b5cda29a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Aug 20 09:57:06.456465 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccae09-2f33-4975-aaa3-a0c6c180f278 req-2e2544c6-c240-43c7-a9f9-6f1e75716712 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:06.457965 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5bccae09-2f33-4975-aaa3-a0c6c180f278 req-2e2544c6-c240-43c7-a9f9-6f1e75716712 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0488405 Aug 20 09:57:06.499117 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5bccae09-2f33-4975-aaa3-a0c6c180f278 req-119b0a91-c268-4cac-aa6b-dcf7d3b26536 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348601 Aug 20 09:57:07.624097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098a0f1-61cb-43e3-b662-4c9c5cf0de87 req-1839c30a-6e8e-42fb-9120-900c84e082f6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:07.625572 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2098a0f1-61cb-43e3-b662-4c9c5cf0de87 req-1839c30a-6e8e-42fb-9120-900c84e082f6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0548015 Aug 20 09:57:07.663940 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2098a0f1-61cb-43e3-b662-4c9c5cf0de87 req-2ab6cd19-e1c7-40b3-8101-cac23cd31ce9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Aug 20 09:57:08.777112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5bdbb-38d0-4884-b99c-959cc60cd60a req-bfcca277-d1df-4255-ac24-6c393f493ee5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:08.778619 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5d5bdbb-38d0-4884-b99c-959cc60cd60a req-bfcca277-d1df-4255-ac24-6c393f493ee5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0481212 Aug 20 09:57:08.819918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e5d5bdbb-38d0-4884-b99c-959cc60cd60a req-4750177b-3d52-4b19-9612-f58f1b2c3043 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353742 Aug 20 09:57:09.933373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ce074-4c9d-4da3-9740-8f3aafc26fbb req-9989b62e-e634-4870-a0e9-b8173fc7d1aa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:09.934876 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-334ce074-4c9d-4da3-9740-8f3aafc26fbb req-9989b62e-e634-4870-a0e9-b8173fc7d1aa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0484912 Aug 20 09:57:09.975681 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-334ce074-4c9d-4da3-9740-8f3aafc26fbb req-bf3ace1b-46ad-4d0d-bf3b-68fc5888a000 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348763 Aug 20 09:57:11.087668 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef459c0d-905b-493c-a0a7-fa016e7d6795 req-34aade18-315f-4c8a-b8fb-8515960a4f0f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:11.089151 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef459c0d-905b-493c-a0a7-fa016e7d6795 req-34aade18-315f-4c8a-b8fb-8515960a4f0f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0489242 Aug 20 09:57:11.126918 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ef459c0d-905b-493c-a0a7-fa016e7d6795 req-fda326df-90ec-4f48-96ea-88b6dd951037 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Aug 20 09:57:12.241608 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8747a02-63ec-4526-be8d-b23d868efd4f req-814e0141-76b4-4c23-a448-6b2abb879b95 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:12.243034 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8747a02-63ec-4526-be8d-b23d868efd4f req-814e0141-76b4-4c23-a448-6b2abb879b95 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0494797 Aug 20 09:57:12.286419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d8747a02-63ec-4526-be8d-b23d868efd4f req-368947c5-06b5-411d-a5ef-b8eb9fa6574f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370762 Aug 20 09:57:13.233101 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:13.247012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:57:13.281962 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b691-d162-4d75-8b30-6001e0cc7eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:13.360443 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:57:13.371707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '7bacd963-acca-4b98-a4c1-369026d45584', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'port_id': '7bacd963-acca-4b98-a4c1-369026d45584', 'mac_address': 'fa:16:3e:fa:cd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:57:13.399958 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a32918-e5c1-43b0-ab53-20ebd1773c63 req-949821b3-0625-486f-afee-67b5c82fb6c1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:13.401456 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52a32918-e5c1-43b0-ab53-20ebd1773c63 req-949821b3-0625-486f-afee-67b5c82fb6c1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Aug 20 09:57:13.409797 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:13.425339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bacd963-acca-4b98-a4c1-369026d45584 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:57:13.442970 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-52a32918-e5c1-43b0-ab53-20ebd1773c63 req-95e45561-35b7-4ace-a4d0-0c0402e95160 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353415 Aug 20 09:57:13.446773 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:57:13.450815 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:13.501252 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:13.508398 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.508741 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.509078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.509419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.509766 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.510098 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.510424 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.510763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.511070 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.511388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.511709 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.512039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:57:13.693127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['7bacd963-acca-4b98-a4c1-369026d45584'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:57:14.561880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fe6e-7563-4177-afcb-248e4836f0ed req-0bdbcb27-ab47-4e1b-ba53-d6921bbaaa4a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:14.563375 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46c2fe6e-7563-4177-afcb-248e4836f0ed req-0bdbcb27-ab47-4e1b-ba53-d6921bbaaa4a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Aug 20 09:57:14.602441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-46c2fe6e-7563-4177-afcb-248e4836f0ed req-ced85052-f5d4-44c8-badf-a8f8b48a701b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315454 Aug 20 09:57:14.649547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:15.246487 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:57:15.308233 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port 7bacd963-acca-4b98-a4c1-369026d45584 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 09:57:15.313247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 7bacd963-acca-4b98-a4c1-369026d45584 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:57:15.313806 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:15.390841 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:15.415614 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:57:15.417868 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3439a-2e8f-4666-8e63-448b221f736d" -d '{"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-plugged", "status": "completed", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:57:15.431320 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:57:15.435791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:15.460106 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaacedda-b955-4886-b8e7-83437f8eedb6 x-openstack-request-id: req-aaacedda-b955-4886-b8e7-83437f8eedb6 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:57:15.460406 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-plugged", "status": "completed", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:57:15.460662 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aaacedda-b955-4886-b8e7-83437f8eedb6 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:57:15.461057 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'code': 200} Aug 20 09:57:15.492370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:15.557107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258f6f4-1ea6-4d50-a3d6-8f3a97318583 req-e70ebdc7-91d8-4151-ac4a-fab6677453a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:15.558649 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4258f6f4-1ea6-4d50-a3d6-8f3a97318583 req-e70ebdc7-91d8-4151-ac4a-fab6677453a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0414245 Aug 20 09:57:15.596800 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4258f6f4-1ea6-4d50-a3d6-8f3a97318583 req-f5debd53-93c1-42d6-aee3-a5da83df9d33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Aug 20 09:57:15.719244 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5d29-0e40-4c62-9fcd-4fec8f7bccce req-e4d02e08-6125-453d-8310-f2bb16572556 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:15.720740 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd4f5d29-0e40-4c62-9fcd-4fec8f7bccce req-e4d02e08-6125-453d-8310-f2bb16572556 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0492260 Aug 20 09:57:15.767176 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fd4f5d29-0e40-4c62-9fcd-4fec8f7bccce req-2985af38-7588-4245-a007-eef1ec4f7921 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Aug 20 09:57:16.461194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:16.664532 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d23de263-9c2f-47d0-bc2c-c2295477771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:16.882351 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01163e55-1fcc-414f-b0e9-77db576196fa req-eee9601a-a729-4d69-9dcc-7c3ba78a48fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:16.883841 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01163e55-1fcc-414f-b0e9-77db576196fa req-eee9601a-a729-4d69-9dcc-7c3ba78a48fa tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Aug 20 09:57:16.920169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01163e55-1fcc-414f-b0e9-77db576196fa req-13982702-c8e5-461c-9858-6aa7c237f89e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304618 Aug 20 09:57:17.033375 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899514b-3043-4fbd-8531-79ec5f03a03c req-5627f4ee-310e-4577-b5a1-64214a68f809 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:17.034790 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9899514b-3043-4fbd-8531-79ec5f03a03c req-5627f4ee-310e-4577-b5a1-64214a68f809 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Aug 20 09:57:17.072169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9899514b-3043-4fbd-8531-79ec5f03a03c req-b70845d6-a602-45f2-b66f-ccca528571f3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309286 Aug 20 09:57:17.092996 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37956) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:57:17.131890 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb2632-238b-4672-8f7f-b36fc999528e tempest-TestShelveInstance-2047237283 tempest-TestShelveInstance-2047237283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:17.133381 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e9cb2632-238b-4672-8f7f-b36fc999528e tempest-TestShelveInstance-2047237283 tempest-TestShelveInstance-2047237283-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1092 time: 0.0394039 Aug 20 09:57:17.136184 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 37958) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 09:57:17.140551 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': '7bacd963-acca-4b98-a4c1-369026d45584', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 09:57:17.163148 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:17.259446 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:17.363171 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Allocated IP 172.25.5.64 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/4d08d62c-cbc4-41bf-a50f-48a578909ce0) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 09:57:17.464731 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:17.503391 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:17.539552 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 09:57:17.542515 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 09:57:17.545525 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 09:57:17.578418 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'Port': ['ID=4d08d62c-cbc4-41bf-a50f-48a578909ce0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:17.697362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:17.903396 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:17.971555 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:18.134675 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:18.139170 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:18.210834 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event updated for resources: {'Port': ['ID=4d08d62c-cbc4-41bf-a50f-48a578909ce0,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:57:18.220380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:18.326322 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Floating IP d90468f7-86cb-436c-bd46-d0a9b9e4acb4 associated. External IP: 172.25.5.64, port: 7bacd963-acca-4b98-a4c1-369026d45584. Aug 20 09:57:18.537177 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 09:57:18.643023 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 09:57:18.653210 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 09:57:18.658755 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:18.664178 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:57:18.664801 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:57:18.686263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-aa456bc3-9a9f-4e01-8b29-f3fd617d3df5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5490179 Aug 20 09:57:18.686852 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:57:18.689122 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb94763-10e6-4f33-b484-af4855c200d8" -d '{"events": [{"name": "network-changed", "server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:57:18.738838 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 09:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00cbe18-8a20-4362-9b83-bf1388699e00 x-openstack-request-id: req-d00cbe18-8a20-4362-9b83-bf1388699e00 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:57:18.739160 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:57:18.739452 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d00cbe18-8a20-4362-9b83-bf1388699e00 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:57:18.739814 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'status': 'completed', 'code': 200} Aug 20 09:57:18.771943 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:57:18.801168 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-19026249-478a-4278-932f-2615a22a27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:18.802770 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-19026249-478a-4278-932f-2615a22a27f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0413511 Aug 20 09:57:18.894900 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-a8c04a45-3134-4d66-aa81-7bad8acf5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:18.896970 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-a8c04a45-3134-4d66-aa81-7bad8acf5b66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0877542 Aug 20 09:57:18.966885 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-11389525-fb69-4760-95c2-9f92caa77f29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 999 time: 0.0630980 Aug 20 09:57:18.988895 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd90468f7-86cb-436c-bd46-d0a9b9e4acb4', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'port_id': '7bacd963-acca-4b98-a4c1-369026d45584', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'mac_address': 'fa:16:3e:fa:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:57:17Z', 'updated_at': '2021-08-20T09:57:17Z', 'revision_number': 0, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:57:19.014354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 09:57:19.020870 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-4e8c51e1-c85a-4504-a297-d9b8eca95681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:19.022375 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-4e8c51e1-c85a-4504-a297-d9b8eca95681 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0490112 Aug 20 09:57:19.023194 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 09:57:19.023796 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T09:57:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:57:19.060296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:19.068403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-341f209c-5b46-4ad0-af65-c9b6eb5d4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:19.070064 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-341f209c-5b46-4ad0-af65-c9b6eb5d4cbb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412819 Aug 20 09:57:19.129385 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 09:57:19.159083 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-7e5c75ae-2291-4625-b609-10f68f5061ee service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824237 Aug 20 09:57:19.253036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8eb94763-10e6-4f33-b484-af4855c200d8 req-bb4214dd-370d-483a-af4f-afc24ea02216 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874078 Aug 20 09:57:19.349387 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd90468f7-86cb-436c-bd46-d0a9b9e4acb4', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'port_id': '7bacd963-acca-4b98-a4c1-369026d45584', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'mac_address': 'fa:16:3e:fa:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:57:17Z', 'updated_at': '2021-08-20T09:57:17Z', 'revision_number': 0, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 09:57:19.375183 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b7894-4bd6-4889-9f34-cd6fda327976 None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': 'd90468f7-86cb-436c-bd46-d0a9b9e4acb4', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'port_id': '7bacd963-acca-4b98-a4c1-369026d45584', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'mac_address': 'fa:16:3e:fa:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T09:57:17Z', 'updated_at': '2021-08-20T09:57:17Z', 'revision_number': 0, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 09:57:19.559000 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae515-3622-41f1-a9dc-05a7585cef4c None None] New status for floating IP d90468f7-86cb-436c-bd46-d0a9b9e4acb4: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 09:57:21.844391 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:57:26.590196 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-c9e06b4a-7884-4d1c-8791-63831d62f02c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409911 Aug 20 09:57:26.671702 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-99095e97-2276-4fbb-9fa5-47054a226458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:26.673286 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-99095e97-2276-4fbb-9fa5-47054a226458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0430722 Aug 20 09:57:26.788621 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-a0466fa0-ea98-42e3-a98a-416362e99f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:26.790265 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-a0466fa0-ea98-42e3-a98a-416362e99f46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0983245 Aug 20 09:57:26.863098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-4d478c60-ae09-4b7a-bf6e-e9a76c34a04f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 1001 time: 0.0660207 Aug 20 09:57:26.922552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-4d5ec518-a464-4a1b-b19b-cca1316525b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:26.924136 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-4d5ec518-a464-4a1b-b19b-cca1316525b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0541208 Aug 20 09:57:26.971417 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-891f642a-f08e-4030-88ba-6df377529519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:57:26.972919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-891f642a-f08e-4030-88ba-6df377529519 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412247 Aug 20 09:57:27.062254 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-ec8ff372-92a0-413a-bdce-ca622bf356f5 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813172 Aug 20 09:57:27.159546 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5f8ad841-d946-4a0e-a3cc-b923db9eed7d req-8a05b9c7-bfa3-41af-8238-d4350e4bdccc service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904844 Aug 20 09:57:43.222907 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:43.276519 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-97be62bf-949e-41d4-949e-00748809dbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:44.681135 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:46.463242 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:46.664346 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-62568ab4-5e5b-4509-95f0-a857a8e7185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:47.700117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:49.062918 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:57:58.843364 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:58:13.236910 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:13.277595 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-df98b56b-573f-4aa9-b600-26378eebad3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:14.695216 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:16.463801 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:16.664777 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a3972e31-97b0-4cd0-b527-e589304df4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:17.702524 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:19.066193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:26.606508 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-7a08145c-48d2-4322-bf9c-2e7703e33161 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444260 Aug 20 09:58:26.690148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-4cfbc77e-b6af-4500-9154-668964899be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:58:26.691672 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-4cfbc77e-b6af-4500-9154-668964899be6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0435061 Aug 20 09:58:26.797554 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-e22ba346-9f03-438d-887b-2fee58beabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:58:26.799072 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-e22ba346-9f03-438d-887b-2fee58beabd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0899143 Aug 20 09:58:26.864920 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-9be7437e-14f1-4579-8bfe-aa16cba3ccfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 1001 time: 0.0581267 Aug 20 09:58:26.918814 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-7fbf19a0-c805-48d0-b4c4-e8749cc87b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:58:26.920300 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-7fbf19a0-c805-48d0-b4c4-e8749cc87b4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0487580 Aug 20 09:58:26.967140 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-999ac545-2175-4dbf-afb9-ebcaeba0a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:58:26.968680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-999ac545-2175-4dbf-afb9-ebcaeba0a827 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411429 Aug 20 09:58:26.982321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-796a9e78-37d1-493f-98d2-7d1eab7ae55a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 09:58:26.983275 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-796a9e78-37d1-493f-98d2-7d1eab7ae55a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054457 Aug 20 09:58:27.072579 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-43d6af16-3e11-47cf-a846-14f370101403 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820858 Aug 20 09:58:27.167580 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-823b6b16-ba2c-4d49-960b-b3b442c14a50 req-82af773b-4eaf-45d2-9dae-8e29ba5b8194 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887401 Aug 20 09:58:35.842407 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:58:43.234833 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:43.277320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ef7da07b-43d5-4286-a0bd-e8bcffd998fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:44.726660 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:46.464965 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:46.664648 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a49ae812-cd0a-407e-ba04-d76a0846c299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:47.704953 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:58:49.068837 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:11.425235 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ffe4e-05b9-4cfb-af8a-e406a6beae02 req-3abf0dd0-b401-475a-aac4-ff50b0f2e138 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:11.426669 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158ffe4e-05b9-4cfb-af8a-e406a6beae02 req-3abf0dd0-b401-475a-aac4-ff50b0f2e138 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0502565 Aug 20 09:59:11.466802 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-158ffe4e-05b9-4cfb-af8a-e406a6beae02 req-c63d1e53-bf2b-40ce-9436-2b1af45e1b1a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342352 Aug 20 09:59:12.615332 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476675-7f29-485d-a1c5-1283b4f2e64a req-07d73478-bf6c-4470-8198-b172732841da tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:12.616914 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce476675-7f29-485d-a1c5-1283b4f2e64a req-07d73478-bf6c-4470-8198-b172732841da tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0556071 Aug 20 09:59:12.656896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ce476675-7f29-485d-a1c5-1283b4f2e64a req-101dac32-d6f1-4a7c-b2ff-2f0e97aba3d4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333898 Aug 20 09:59:12.841294 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 09:59:13.258514 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:13.276857 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-259ad1c3-52a3-48e2-a2f8-792cd8630817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:13.802362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c16dad-37e2-44be-b81a-0c34cc73cf14 req-7a1f2f53-e36d-4859-99e4-cda4735660ca tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:13.803852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70c16dad-37e2-44be-b81a-0c34cc73cf14 req-7a1f2f53-e36d-4859-99e4-cda4735660ca tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0479782 Aug 20 09:59:13.841915 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-70c16dad-37e2-44be-b81a-0c34cc73cf14 req-a07c5c50-6722-4d2a-9ed4-db06d3a4034f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Aug 20 09:59:14.726400 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:14.955675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d253a-2526-4b99-a08d-26842b634ad1 req-593bcf8b-b8e9-4e80-a1ad-ecf530703474 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:14.957166 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f1d253a-2526-4b99-a08d-26842b634ad1 req-593bcf8b-b8e9-4e80-a1ad-ecf530703474 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0480807 Aug 20 09:59:15.004280 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f1d253a-2526-4b99-a08d-26842b634ad1 req-36ad07b8-2d10-4184-bbf5-2b5175837f26 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 Aug 20 09:59:16.124299 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ab0cd-0d31-485f-84fc-13d608097846 req-6153624f-3d40-4715-b5fd-0254e15ed0e6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:16.125783 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-055ab0cd-0d31-485f-84fc-13d608097846 req-6153624f-3d40-4715-b5fd-0254e15ed0e6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0514967 Aug 20 09:59:16.162600 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-055ab0cd-0d31-485f-84fc-13d608097846 req-141ef35f-19bd-428e-baaa-b855969b7e5f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308032 Aug 20 09:59:16.466250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:16.665363 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3b0668bd-ea25-459a-8857-542353433b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:17.278321 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766ff46-6f91-435a-aa4d-ef63941b7bfd req-fc4c49ae-1174-45a6-8297-6cc45610e3f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:17.279797 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2766ff46-6f91-435a-aa4d-ef63941b7bfd req-fc4c49ae-1174-45a6-8297-6cc45610e3f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0488455 Aug 20 09:59:17.317406 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2766ff46-6f91-435a-aa4d-ef63941b7bfd req-c011500c-adc2-495a-ab27-77b05bff5179 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Aug 20 09:59:17.708790 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:18.436169 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7c93d-a5bf-4f07-b364-dfab43a262e8 req-79269934-b6f6-4814-9c0c-a6d8dd9ba0f3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:18.437803 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57a7c93d-a5bf-4f07-b364-dfab43a262e8 req-79269934-b6f6-4814-9c0c-a6d8dd9ba0f3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0510716 Aug 20 09:59:18.475409 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-57a7c93d-a5bf-4f07-b364-dfab43a262e8 req-bab0243b-fa4b-4e8e-a67b-82d8f63e9fe4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Aug 20 09:59:19.071237 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:19.592173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f59-f225-4638-977f-3ec82b2832a7 req-8f9fdc3b-1bca-41d2-ac35-45a65b2836e7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:19.593650 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42da0f59-f225-4638-977f-3ec82b2832a7 req-8f9fdc3b-1bca-41d2-ac35-45a65b2836e7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0522254 Aug 20 09:59:19.631292 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-42da0f59-f225-4638-977f-3ec82b2832a7 req-aca9dfce-805f-4d6a-ad95-e43fcd10c5d6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Aug 20 09:59:20.749439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30145-1d3f-4a30-89c4-6807a46138b3 req-9aa226e2-7c77-4655-914b-5eab187d4cf7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:20.751069 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6dc30145-1d3f-4a30-89c4-6807a46138b3 req-9aa226e2-7c77-4655-914b-5eab187d4cf7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0519917 Aug 20 09:59:20.790993 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6dc30145-1d3f-4a30-89c4-6807a46138b3 req-12d0ba8b-5a9e-45f1-9a79-1b625b40715c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338862 Aug 20 09:59:21.537314 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-d829f897-0c08-4183-be0e-e67022a33bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:21.538825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-d829f897-0c08-4183-be0e-e67022a33bdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0411468 Aug 20 09:59:21.633600 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-3713fe96-c671-43dd-9c70-c9ee69bed2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:21.635326 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-3713fe96-c671-43dd-9c70-c9ee69bed2be service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0903378 Aug 20 09:59:21.703222 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-7d906161-d086-4858-84c4-2eb8ecafad52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 1001 time: 0.0608473 Aug 20 09:59:21.752456 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-c25606f0-2202-48f0-aa82-a1ac1d688e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:21.753933 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-c25606f0-2202-48f0-aa82-a1ac1d688e37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0442498 Aug 20 09:59:21.805674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-45b231d8-73ce-4059-8a49-e862b59e785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:21.807098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-45b231d8-73ce-4059-8a49-e862b59e785b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464115 Aug 20 09:59:21.898956 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-8aea32c0-c3bd-4697-9178-0867e571a88a service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842383 Aug 20 09:59:21.905373 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1e8bd-4769-4bff-be07-ba519ee5fdd1 req-45d5081e-4f23-4112-b6ae-ed558223357d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:21.906898 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dd1e8bd-4769-4bff-be07-ba519ee5fdd1 req-45d5081e-4f23-4112-b6ae-ed558223357d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Aug 20 09:59:21.946285 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4dd1e8bd-4769-4bff-be07-ba519ee5fdd1 req-e5d819b7-dee9-4736-a690-967162a8d65b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Aug 20 09:59:21.999825 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-afc5a751-01e3-4c04-a3de-037a12e5f68b req-df77467b-7f2c-4c90-b8f9-bdbb10615ea9 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945401 Aug 20 09:59:23.062051 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496564d-cd61-4cfe-aa29-edafe0ef680d req-59ff9387-6d31-4e49-9aba-8064f4cebd44 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:23.063542 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6496564d-cd61-4cfe-aa29-edafe0ef680d req-59ff9387-6d31-4e49-9aba-8064f4cebd44 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Aug 20 09:59:23.101071 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6496564d-cd61-4cfe-aa29-edafe0ef680d req-6ca1f9af-e5b1-41a6-a66f-37c46297fa6b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Aug 20 09:59:24.223001 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eee78-44b6-486a-9e6c-c217203449fd req-3686b610-5e00-4b3d-8c7f-b92439e06735 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:24.224676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d77eee78-44b6-486a-9e6c-c217203449fd req-3686b610-5e00-4b3d-8c7f-b92439e06735 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0537996 Aug 20 09:59:24.264603 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-d77eee78-44b6-486a-9e6c-c217203449fd req-8988a98c-03f3-4836-9c9c-e50862c31149 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339341 Aug 20 09:59:25.385275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f80e5-a98f-4fdf-83a5-f3ad0e17023c req-8a4e0dba-9be1-4550-82fa-2ec54ec4c523 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:25.386791 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d6f80e5-a98f-4fdf-83a5-f3ad0e17023c req-8a4e0dba-9be1-4550-82fa-2ec54ec4c523 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Aug 20 09:59:25.428178 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6d6f80e5-a98f-4fdf-83a5-f3ad0e17023c req-80eb42dd-3da3-4a85-8c4c-32ebcbfc5566 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347130 Aug 20 09:59:25.914917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 09:59:25.988851 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:26.009888 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:59:26.012097 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc446a0f-a04e-4ebb-b5d5-040598999d62" -d '{"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-unplugged", "status": "completed", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:59:26.024193 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:59:26.028081 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:26.054611 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 09:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d400e-4607-4fa4-9760-abf34baa06f5 x-openstack-request-id: req-099d400e-4607-4fa4-9760-abf34baa06f5 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:59:26.054902 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-unplugged", "status": "failed", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "code": 422}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:59:26.055151 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-099d400e-4607-4fa4-9760-abf34baa06f5 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:59:26.055530 n-d-804285-2 neutron-server[101318]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'code': 422} returned with failed status Aug 20 09:59:26.080422 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:59:26.087795 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.088133 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.088463 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.088791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.089117 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.089435 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.089779 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.090100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.090414 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.090728 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.091041 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.091354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 09:59:26.662857 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12ce7e-bbfc-4be5-a087-3adb076c3208 req-d10d587c-8c93-4bd5-a087-c179ea9a2119 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:26.664424 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e12ce7e-bbfc-4be5-a087-3adb076c3208 req-d10d587c-8c93-4bd5-a087-c179ea9a2119 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0528297 Aug 20 09:59:26.732416 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e12ce7e-bbfc-4be5-a087-3adb076c3208 req-62b5f03c-f02e-41a8-b0c8-e37dfb88f5e7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615027 Aug 20 09:59:26.745889 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-ca89c0c1-6a7c-40f6-8492-374e6cc548f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1574359 Aug 20 09:59:27.854941 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a831ba-6653-4c08-905d-02d2612347ae req-2d58bbde-012d-4437-a572-cc1213508ea7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:27.856719 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2a831ba-6653-4c08-905d-02d2612347ae req-2d58bbde-012d-4437-a572-cc1213508ea7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0544510 Aug 20 09:59:27.898219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a2a831ba-6653-4c08-905d-02d2612347ae req-67242a61-615f-4f33-9eb6-f790e15d365f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348592 Aug 20 09:59:29.013020 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1a46c-5dac-4c6b-91f7-248d259054fc req-eb7ce313-8dc3-4d18-ba54-be4e2f6c486a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:29.014596 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ec1a46c-5dac-4c6b-91f7-248d259054fc req-eb7ce313-8dc3-4d18-ba54-be4e2f6c486a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0474510 Aug 20 09:59:29.056821 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-2ec1a46c-5dac-4c6b-91f7-248d259054fc req-87048590-6b70-4432-90dd-9d9cee1be37b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354238 Aug 20 09:59:30.175097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f28ef-0dfc-482c-b5e3-4b4a1921a14d req-6fb74eb0-c6ea-4b59-a59d-0bcbcc9d06b5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:30.176725 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-245f28ef-0dfc-482c-b5e3-4b4a1921a14d req-6fb74eb0-c6ea-4b59-a59d-0bcbcc9d06b5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0521502 Aug 20 09:59:30.220203 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-245f28ef-0dfc-482c-b5e3-4b4a1921a14d req-270c9f14-58e7-48ba-9c41-f9f44e6f7d7a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373709 Aug 20 09:59:31.340704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7da82e-48d7-4b8d-b535-82544d43ac88 req-5d63fe9e-0852-4773-b015-11eeb101767b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:31.342129 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e7da82e-48d7-4b8d-b535-82544d43ac88 req-5d63fe9e-0852-4773-b015-11eeb101767b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0536385 Aug 20 09:59:31.381419 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3e7da82e-48d7-4b8d-b535-82544d43ac88 req-fafa547a-9d41-4748-98f6-b9c6b828c1ab tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327659 Aug 20 09:59:32.499962 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce198a-9e23-4e8d-82d9-3fe067b6c780 req-0726c455-bdff-404c-b320-94fa069b0b4a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:32.501466 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23ce198a-9e23-4e8d-82d9-3fe067b6c780 req-0726c455-bdff-404c-b320-94fa069b0b4a tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0508752 Aug 20 09:59:32.545763 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-23ce198a-9e23-4e8d-82d9-3fe067b6c780 req-81b94871-e45e-43b6-ba2a-7ffd56a5a3c6 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381157 Aug 20 09:59:33.670393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe62cd4-9263-43a4-91a1-faed872f3416 req-e5f52f86-b8da-49c0-957d-441189aae2b1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:33.672495 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efe62cd4-9263-43a4-91a1-faed872f3416 req-e5f52f86-b8da-49c0-957d-441189aae2b1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0553882 Aug 20 09:59:33.693165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126343-1400-4e17-8b22-44d39de9f283 req-ca58bdd8-78ba-4b74-935c-e0918e82a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:33.694929 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-ca58bdd8-78ba-4b74-935c-e0918e82a625 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76&tenant_id=724f0c2604c24799a5f1bca1c6edb571 HTTP/1.1" status: 200 len: 1095 time: 0.0456946 Aug 20 09:59:33.714125 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-efe62cd4-9263-43a4-91a1-faed872f3416 req-e52012a4-c664-4b27-9255-0baa5e7ae0be tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353515 Aug 20 09:59:33.762819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126343-1400-4e17-8b22-44d39de9f283 req-07165931-a831-43ca-9108-3b27e214b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:33.764341 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-07165931-a831-43ca-9108-3b27e214b4f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1095 time: 0.0469663 Aug 20 09:59:33.862374 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126343-1400-4e17-8b22-44d39de9f283 req-5c804b7b-9887-4906-8306-9bea02ed23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:33.863864 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-5c804b7b-9887-4906-8306-9bea02ed23c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0926275 Aug 20 09:59:33.930325 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-303c36df-fd2f-4fbe-bb39-c06c17f06700 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 999 time: 0.0597613 Aug 20 09:59:33.988610 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126343-1400-4e17-8b22-44d39de9f283 req-78a0eaa7-c0c2-4c23-a2a8-80ac1cfc93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:33.990654 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-78a0eaa7-c0c2-4c23-a2a8-80ac1cfc93d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0543027 Aug 20 09:59:34.041700 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126343-1400-4e17-8b22-44d39de9f283 req-7bb997e5-b0ef-42c3-9b11-49fab212d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:34.043432 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-7bb997e5-b0ef-42c3-9b11-49fab212d865 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460119 Aug 20 09:59:34.157225 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-93899bc3-9ff2-4051-8bce-bf00ba1a9a0f service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070588 Aug 20 09:59:34.285863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-967b74e5-8769-4d03-b423-486bb4115c3a service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198215 Aug 20 09:59:34.840123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aee5e-b8c3-443d-bd6d-1c04c88422b1 req-3f9b7bb9-8dcc-4c00-bfaa-5e864c99c001 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:34.841676 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-400aee5e-b8c3-443d-bd6d-1c04c88422b1 req-3f9b7bb9-8dcc-4c00-bfaa-5e864c99c001 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0512209 Aug 20 09:59:34.880751 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-400aee5e-b8c3-443d-bd6d-1c04c88422b1 req-3176171a-6424-4091-9f22-0ad642365c39 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316296 Aug 20 09:59:35.999982 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bc211-4b59-4c20-b3a6-318607424499 req-0716a065-3984-452c-9313-5766f71170f7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:36.002220 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e5bc211-4b59-4c20-b3a6-318607424499 req-0716a065-3984-452c-9313-5766f71170f7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0502446 Aug 20 09:59:36.043068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-5e5bc211-4b59-4c20-b3a6-318607424499 req-acbd1bed-1de1-41d0-a78e-62b40268322c tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347912 Aug 20 09:59:37.168820 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab5ef-163f-46c6-96b1-4c6798201388 req-e156774e-586c-4764-a505-2800b59ad5f5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:37.170253 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-994ab5ef-163f-46c6-96b1-4c6798201388 req-e156774e-586c-4764-a505-2800b59ad5f5 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0580614 Aug 20 09:59:37.208904 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-994ab5ef-163f-46c6-96b1-4c6798201388 req-47638336-0402-487b-9e30-5f1a603e0272 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Aug 20 09:59:38.324897 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c912d65-a6e1-4b6d-8131-30d70052fe79 req-e537bb43-bfd0-4c78-900b-12adb0997b69 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:38.326413 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c912d65-a6e1-4b6d-8131-30d70052fe79 req-e537bb43-bfd0-4c78-900b-12adb0997b69 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0508337 Aug 20 09:59:38.365839 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c912d65-a6e1-4b6d-8131-30d70052fe79 req-ade9e3d2-b797-4b90-a17e-50801e453f09 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329139 Aug 20 09:59:39.480784 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c95909-e287-4985-9958-f92fe9250698 req-49f85095-806f-4009-b1c0-193aaaa0ba53 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:39.482286 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80c95909-e287-4985-9958-f92fe9250698 req-49f85095-806f-4009-b1c0-193aaaa0ba53 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0496800 Aug 20 09:59:39.524199 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-80c95909-e287-4985-9958-f92fe9250698 req-ee4f581f-cd4e-480b-857c-8f25490e0787 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Aug 20 09:59:40.640726 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fa8ee-f287-4ebb-aec0-bab144457c24 req-48f2edc1-6ddc-4e52-ab27-ea2e40954bb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:40.643535 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b5fa8ee-f287-4ebb-aec0-bab144457c24 req-48f2edc1-6ddc-4e52-ab27-ea2e40954bb7 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0521665 Aug 20 09:59:40.682364 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6b5fa8ee-f287-4ebb-aec0-bab144457c24 req-c9905579-e0f2-4400-b2e7-f95f8f01edf1 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328503 Aug 20 09:59:41.815099 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e72694-043d-4d4b-935d-c9a65e60e7fd req-65b1ff80-d845-4d9f-836a-3b94c0d6ec6d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:41.816599 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3e72694-043d-4d4b-935d-c9a65e60e7fd req-65b1ff80-d845-4d9f-836a-3b94c0d6ec6d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 944 time: 0.0497348 Aug 20 09:59:41.854213 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-e3e72694-043d-4d4b-935d-c9a65e60e7fd req-800ad73e-441e-4662-ab0b-3aca7f38a0f2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Aug 20 09:59:41.976642 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 09:59:42.070261 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:59:42.081875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': '7bacd963-acca-4b98-a4c1-369026d45584', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'port_id': '7bacd963-acca-4b98-a4c1-369026d45584', 'mac_address': 'fa:16:3e:fa:cd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 09:59:42.124135 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:42.137748 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bacd963-acca-4b98-a4c1-369026d45584 {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 09:59:42.156782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:59:42.160665 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:42.208743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:59:42.406101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['7bacd963-acca-4b98-a4c1-369026d45584'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 09:59:43.020756 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e91cd-7e77-4deb-9351-91ee66a8190a req-e22cf15f-3a4a-4e86-b82e-1082c5c45231 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:43.023415 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-930e91cd-7e77-4deb-9351-91ee66a8190a req-e22cf15f-3a4a-4e86-b82e-1082c5c45231 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 945 time: 0.1004536 Aug 20 09:59:43.064556 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-930e91cd-7e77-4deb-9351-91ee66a8190a req-558baeca-dacd-4a66-99de-211e03394384 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352714 Aug 20 09:59:43.283140 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:43.284054 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f8a9f82-632e-4902-96f3-d013f45693cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:43.976604 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 09:59:44.023970 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port 7bacd963-acca-4b98-a4c1-369026d45584 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 09:59:44.024343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:44.102154 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:44.127306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 09:59:44.129577 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018f3362-2ea5-4b87-b9dd-5bada110f344" -d '{"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-plugged", "status": "completed", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 09:59:44.142050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 09:59:44.146898 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:44.172970 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad335496-fe54-4c6f-bfa3-27887cc15cdd x-openstack-request-id: req-ad335496-fe54-4c6f-bfa3-27887cc15cdd {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 09:59:44.173939 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-plugged", "status": "completed", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 09:59:44.174321 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad335496-fe54-4c6f-bfa3-27887cc15cdd {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 09:59:44.174677 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'code': 200} Aug 20 09:59:44.213707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 09:59:44.238387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a0ff7-79f8-4e02-8be2-04fad2ea1f4d req-49bc85b4-038d-4b5e-a584-d3e6dca9a2c0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:44.239987 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb3a0ff7-79f8-4e02-8be2-04fad2ea1f4d req-49bc85b4-038d-4b5e-a584-d3e6dca9a2c0 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.1054900 Aug 20 09:59:44.281390 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-cb3a0ff7-79f8-4e02-8be2-04fad2ea1f4d req-109495ad-f162-489e-a933-135007cbbb55 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349658 Aug 20 09:59:44.325358 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097d921-60aa-4311-beec-bea8ef46ba0a req-b59702fa-a658-4045-8986-9e1ff7c6af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:44.326954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e097d921-60aa-4311-beec-bea8ef46ba0a req-b59702fa-a658-4045-8986-9e1ff7c6af9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0426087 Aug 20 09:59:44.364856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-e097d921-60aa-4311-beec-bea8ef46ba0a req-8e54bbd2-99f8-4b20-96a2-6bde9e3e0e78 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Aug 20 09:59:44.740779 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:45.410388 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24fc23-f46e-493d-b8e2-b9213b1ef4af req-a23134fe-8516-4979-9e2b-ad7654f7f3f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 09:59:45.411903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a24fc23-f46e-493d-b8e2-b9213b1ef4af req-a23134fe-8516-4979-9e2b-ad7654f7f3f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0537019 Aug 20 09:59:45.451061 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3a24fc23-f46e-493d-b8e2-b9213b1ef4af req-f228d942-d956-45d9-a5e0-b1da76bf3533 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Aug 20 09:59:46.468082 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:46.668011 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7cd467f0-8d84-4c09-8a60-d8bcd6491f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:47.712736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:49.082095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 09:59:49.842340 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:00:13.264740 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:13.273929 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7664de17-bd84-49c1-874d-cb4c3219fd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:14.759138 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:16.472055 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:16.669916 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cbec616a-1f0f-4c8e-880f-9bb3bfaadcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:17.716234 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:19.076391 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:26.842246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:00:27.598116 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-7601c600-2a67-40c3-b5c6-3745ba90ba2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394170 Aug 20 10:00:27.687512 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-4fd153f1-1669-4aed-b198-68143c2e7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:27.689001 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-4fd153f1-1669-4aed-b198-68143c2e7f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0499063 Aug 20 10:00:27.794028 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-5b5e1886-4019-43e3-be05-c800d93b7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:27.795509 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-5b5e1886-4019-43e3-be05-c800d93b7a31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.0876563 Aug 20 10:00:27.862022 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-49cca391-61cd-44f2-9d00-9bf27a4be3d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 1001 time: 0.0592692 Aug 20 10:00:27.915691 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-68ec12df-2774-4f85-9f28-5402e3ec796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:27.917219 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-68ec12df-2774-4f85-9f28-5402e3ec796e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0482914 Aug 20 10:00:27.964612 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-2e45e7a1-42cf-42f8-bc47-88b7b6750cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:27.966148 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-2e45e7a1-42cf-42f8-bc47-88b7b6750cf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421534 Aug 20 10:00:28.057359 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-d64a9371-5bb7-43e4-8969-e0fab17e7056 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838056 Aug 20 10:00:28.149626 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-4c06151f-a865-4939-a993-7bf6b029ca7c req-f5577826-f225-4104-9146-21e0114fbb86 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853279 Aug 20 10:00:43.279058 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-590bf289-3320-46d1-ab14-45b1885479e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:43.290248 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:44.754959 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:46.476414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:46.672396 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a12930db-ff5a-4626-8dda-4d928a007c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:47.719105 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:49.079661 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:58.321309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38140) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:00:58.485832 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Deleting port 4d08d62c-cbc4-41bf-a50f-48a578909ce0 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:00:58.486179 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:58.563767 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:58.564093 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:58.576661 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Calling delete_port for 4d08d62c-cbc4-41bf-a50f-48a578909ce0 owned by network:floatingip {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:00:58.723554 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:58.753077 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event deleted for resources: {'Port': ['ID=4d08d62c-cbc4-41bf-a50f-48a578909ce0,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:00:58.785087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.785436 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.785801 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.786138 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.786468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.786797 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.787124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.787452 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.787776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.788097 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.788416 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.788757 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:00:58.829938 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for floatingip, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:58.830196 n-d-804285-2 neutron-server[101317]: INFO neutron.db.l3_db [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Floating IP d90468f7-86cb-436c-bd46-d0a9b9e4acb4 disassociated (deleted). External IP: 172.25.5.64, port: 7bacd963-acca-4b98-a4c1-369026d45584. Aug 20 10:00:59.047002 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:00:59.468440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:00:59.473228 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:00:59.477927 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:00:59.487824 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:00:59.488444 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:00:59.500298 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e95dbfd4-131c-4f5f-a8d2-b0208a2351f4 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "DELETE /v2.0/floatingips/d90468f7-86cb-436c-bd46-d0a9b9e4acb4 HTTP/1.1" status: 204 len: 168 time: 1.1779089 Aug 20 10:00:59.500873 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:00:59.503167 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a04035-0c85-4b8d-abb4-917df4b815f4" -d '{"events": [{"name": "network-changed", "server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:00:59.603062 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:00:59.605566 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c841ee19-2d75-4f57-84b7-d875e4ca272d x-openstack-request-id: req-c841ee19-2d75-4f57-84b7-d875e4ca272d {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:00:59.605878 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:00:59.606129 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c841ee19-2d75-4f57-84b7-d875e4ca272d {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:00:59.606546 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'status': 'completed', 'code': 200} Aug 20 10:00:59.684315 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-037cc1a6-502b-4398-9a30-c26ebb33c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:59.686458 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-037cc1a6-502b-4398-9a30-c26ebb33c6f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=724f0c2604c24799a5f1bca1c6edb571&device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 1097 time: 0.0535889 Aug 20 10:00:59.752769 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce6e54-9a3c-4c63-89c8-550ea281958e req-9b44c6d2-e16e-4a80-9169-90927a55dc4e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:59.760509 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44ce6e54-9a3c-4c63-89c8-550ea281958e req-9b44c6d2-e16e-4a80-9169-90927a55dc4e tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0646334 Aug 20 10:00:59.795096 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-44ce6e54-9a3c-4c63-89c8-550ea281958e req-d24692a2-6d89-4ddf-b729-295c6ca8694d tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336747 Aug 20 10:00:59.795988 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-b4ba8bfd-0bc4-44ed-98f9-e7f541ec0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:59.797576 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-b4ba8bfd-0bc4-44ed-98f9-e7f541ec0951 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 200 len: 908 time: 0.1037056 Aug 20 10:00:59.846203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-3586f836-6cde-41fa-bdd3-e803a7d81c80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 200 len: 217 time: 0.0411797 Aug 20 10:00:59.898180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-793ec00e-0416-47a4-beac-239d7f31412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:59.899678 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-793ec00e-0416-47a4-beac-239d7f31412c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 200 len: 847 time: 0.0465693 Aug 20 10:00:59.928503 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:00:59.949233 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-395f3728-a8aa-4dbd-ad4f-489bd86eb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:00:59.950821 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-395f3728-a8aa-4dbd-ad4f-489bd86eb33c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c1fad0d7-6795-46dd-9c87-574aecce7a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445652 Aug 20 10:00:59.954915 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:00:59.963933 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:00:59.964543 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:00.048036 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-5639070e-7f82-4a05-a676-b794be864d8e service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894189 Aug 20 10:01:00.070731 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:00.143666 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-42a04035-0c85-4b8d-abb4-917df4b815f4 req-2e6e3864-5d87-4493-8e61-2eeb35a9e2c8 service neutron] 10.222.0.26 "GET /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881777 Aug 20 10:01:00.276887 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:00.303450 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f024b48-63e3-4e85-b6da-acd91401c8b3 None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T09:52:25Z', 'revision_number': 4, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'f7565407-b0a1-45b2-859a-c539b7ae5112', 'name': '', 'network_id': 'c1fad0d7-6795-46dd-9c87-574aecce7a0b', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'mac_address': 'fa:16:3e:eb:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:25Z', 'updated_at': '2021-08-20T09:52:31Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'subnets': [{'id': 'ac97d6b5-87e9-4afa-818b-fd3a730dd4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:00.528097 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49218f87-d733-4f10-ad6e-648e26b2f620 None None] New status for floating IP d90468f7-86cb-436c-bd46-d0a9b9e4acb4: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:01:00.921133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef7155-3903-4dbb-aca7-e105f38ac5d7 req-b12c188b-147a-44b6-b440-012ab0336297 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:00.923703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9ef7155-3903-4dbb-aca7-e105f38ac5d7 req-b12c188b-147a-44b6-b440-012ab0336297 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0508440 Aug 20 10:01:00.964333 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c9ef7155-3903-4dbb-aca7-e105f38ac5d7 req-38959f80-4ffa-407d-825d-559b5fdbbca2 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/security-groups?id=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351436 Aug 20 10:01:01.178530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-e78e74d0-3f30-4b16-a9d3-0b3efc31a334 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:01.180641 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-e78e74d0-3f30-4b16-a9d3-0b3efc31a334 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 946 time: 0.0546608 Aug 20 10:01:01.270042 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Deleting port 7bacd963-acca-4b98-a4c1-369026d45584 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:01.270384 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:01.364360 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] For port 7bacd963-acca-4b98-a4c1-369026d45584, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=7bacd963-acca-4b98-a4c1-369026d45584,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:01.364727 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:01.378605 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Calling delete_port for 7bacd963-acca-4b98-a4c1-369026d45584 owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:01.507680 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:01.542715 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event deleted for resources: {'Port': ['ID=7bacd963-acca-4b98-a4c1-369026d45584,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:01.582517 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] No DVR routers for this DVR port 7bacd963-acca-4b98-a4c1-369026d45584 on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:01:01.586158 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:01.588178 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-5689286a-3a43-49ef-80b9-b659224c0fe4 req-a96ffd54-6741-446b-8535-33cf580ae539 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.26 "DELETE /v2.0/ports/7bacd963-acca-4b98-a4c1-369026d45584 HTTP/1.1" status: 204 len: 173 time: 0.4017577 Aug 20 10:01:01.608213 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-deleted', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:01:01.610666 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baef827-7e79-42b1-b2e7-a5a10046db73" -d '{"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-deleted", "tag": "7bacd963-acca-4b98-a4c1-369026d45584"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:01:01.647525 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da9f9e-4a99-4b04-8844-ec0574163cd4 x-openstack-request-id: req-76da9f9e-4a99-4b04-8844-ec0574163cd4 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:01:01.647821 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243e4b52-5bb1-422e-a57f-e653b37e3f76", "name": "network-vif-deleted", "tag": "7bacd963-acca-4b98-a4c1-369026d45584", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:01:01.648569 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76da9f9e-4a99-4b04-8844-ec0574163cd4 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:01:01.648983 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243e4b52-5bb1-422e-a57f-e653b37e3f76', 'name': 'network-vif-deleted', 'tag': '7bacd963-acca-4b98-a4c1-369026d45584', 'status': 'completed', 'code': 200} Aug 20 10:01:02.069731 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6e4663ef-5651-443d-89be-3b65f4f9cafc req-607e81f9-a5db-41ff-93c3-8ab1a904b0d3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Aug 20 10:01:03.171310 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d1d6dc4-4c95-4314-b878-9bd4a396d6d0 req-5481b0eb-42d2-4a62-905d-88bf0f16bed9 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Aug 20 10:01:03.843027 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:01:04.277737 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-264046ba-3ed1-42c9-b0db-3d115e6ca282 req-20eb9ce4-fbb7-4c6f-922a-b109eed65bc3 tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Aug 20 10:01:04.677917 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:04.699354 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: 7bacd963-acca-4b98-a4c1-369026d45584 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:04.699692 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device 7bacd963-acca-4b98-a4c1-369026d45584 not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:05.747302 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0478a498-e924-4e48-a871-a6c3ab600577 req-be189cc9-1781-4a2c-8d3f-0d7863856d9f tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "GET /v2.0/ports?device_id=243e4b52-5bb1-422e-a57f-e653b37e3f76 HTTP/1.1" status: 200 len: 210 time: 0.3825939 Aug 20 10:01:06.803485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38178) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:06.862265 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:06.888027 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:06.952558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:06.960025 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:06.961588 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] 10.222.0.35 "DELETE /v2.0/security-groups/6550ee7b-8c53-446f-ac7b-ed20ed7a23c0 HTTP/1.1" status: 204 len: 168 time: 0.1563311 Aug 20 10:01:06.971704 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550ee7b-8c53-446f-ac7b-ed20ed7a23c0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:06.979441 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.979793 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.980134 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.980736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.980864 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.981116 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.981644 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.982281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.982767 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.983257 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.983748 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:06.984078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3187b030-fe3e-4965-a14a-c303becc6b3b tempest-TestShelveInstance-186213469 tempest-TestShelveInstance-186213469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:07.018241 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38182) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:07.473877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:07.720740 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Deleting port f7565407-b0a1-45b2-859a-c539b7ae5112 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:07.721080 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:07.799276 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] For port f7565407-b0a1-45b2-859a-c539b7ae5112, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=f7565407-b0a1-45b2-859a-c539b7ae5112,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:07.799566 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:07.813199 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Calling delete_port for f7565407-b0a1-45b2-859a-c539b7ae5112 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:07.994298 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:08.024412 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Pushing event deleted for resources: {'Port': ['ID=f7565407-b0a1-45b2-859a-c539b7ae5112,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:08.196098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:08.406984 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Router 0026e40d-131b-403f-a184-bc50cf6dcde9 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:01:08.511845 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:08.516733 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-dfb56427-5994-4deb-81df-d392f3b598af admin admin] 10.222.0.35 "PUT /v2.0/routers/0026e40d-131b-403f-a184-bc50cf6dcde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974611 Aug 20 10:01:08.519303 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38186) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:08.522446 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] Sync routers for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:08.532866 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:08.533467 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:08.622208 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:08.634497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:08.724340 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:08.778019 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Deleting port 6be2e820-8bae-4cbd-9633-e7b13182d21b {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:08.778363 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:08.812338 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T10:01:07Z', 'revision_number': 5, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port': {'id': '6be2e820-8bae-4cbd-9633-e7b13182d21b', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:23Z', 'updated_at': '2021-08-20T09:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:08.842363 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] Checking router: 0026e40d-131b-403f-a184-bc50cf6dcde9 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:08.850483 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] Routers {'0026e40d-131b-403f-a184-bc50cf6dcde9'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:08.851122 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['0026e40d-131b-403f-a184-bc50cf6dcde9'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:08.856381 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] For port 6be2e820-8bae-4cbd-9633-e7b13182d21b, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=6be2e820-8bae-4cbd-9633-e7b13182d21b,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:08.856902 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:08.869606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Calling delete_port for 6be2e820-8bae-4cbd-9633-e7b13182d21b owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:08.936182 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] Set router 0026e40d-131b-403f-a184-bc50cf6dcde9 gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:08.988045 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T10:01:08Z', 'revision_number': 6, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:09.017636 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968a73f-bf17-42c2-b64c-da47833bcf53 None None] The sync data for ids ['0026e40d-131b-403f-a184-bc50cf6dcde9'] in n-d-804285-2 is: [{'id': '0026e40d-131b-403f-a184-bc50cf6dcde9', 'name': 'tempest-TestShelveInstance-136966256-router', 'tenant_id': '724f0c2604c24799a5f1bca1c6edb571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:22Z', 'updated_at': '2021-08-20T10:01:08Z', 'revision_number': 6, 'project_id': '724f0c2604c24799a5f1bca1c6edb571', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:09.056173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.086288 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Pushing event deleted for resources: {'Port': ['ID=6be2e820-8bae-4cbd-9633-e7b13182d21b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:09.144358 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.229999 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.232037 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.273690 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.274191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0026e40d-131b-403f-a184-bc50cf6dcde9 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:01:09.278434 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.279607 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-4a87c3bc-e0a2-4156-b5a2-1d723f585cde admin admin] 10.222.0.35 "DELETE /v2.0/routers/0026e40d-131b-403f-a184-bc50cf6dcde9 HTTP/1.1" status: 204 len: 168 time: 0.7593255 Aug 20 10:01:09.282193 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38188) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:09.328439 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Deleting subnet ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:01:09.331415 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.368077 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.447319 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.504859 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.529191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac97d6b5-87e9-4afa-818b-fd3a730dd4c5,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:09.535602 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.537499 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-ecce68e7-ae77-4b8d-8f9f-4c60bf35f86e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ac97d6b5-87e9-4afa-818b-fd3a730dd4c5 HTTP/1.1" status: 204 len: 168 time: 0.2543924 Aug 20 10:01:09.540492 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38190) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:09.543093 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06496db7-785d-4fb9-9f6a-c80c5ac5b4f5 None None] Network c1fad0d7-6795-46dd-9c87-574aecce7a0b requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:01:09.607100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.658673 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Deleting port fdfd3774-841c-44e9-8107-cd341d219956 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:09.659015 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.725603 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] For port fdfd3774-841c-44e9-8107-cd341d219956, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fdfd3774-841c-44e9-8107-cd341d219956,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:09.726626 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.740410 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Calling delete_port for fdfd3774-841c-44e9-8107-cd341d219956 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:09.756613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] DHCP port deletion for c1fad0d7-6795-46dd-9c87-574aecce7a0b request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:01:09.805473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Deleting port fdfd3774-841c-44e9-8107-cd341d219956 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:09.805706 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.820513 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.849755 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfd3774-841c-44e9-8107-cd341d219956,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:09.853508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] No DVR routers for this DVR port fdfd3774-841c-44e9-8107-cd341d219956 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:01:09.868116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] For port fdfd3774-841c-44e9-8107-cd341d219956, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=fdfd3774-841c-44e9-8107-cd341d219956,segment=NetworkSegment(60a2c17a-d0a5-4d2b-82e0-82c8fb6df319),segment_id=60a2c17a-d0a5-4d2b-82e0-82c8fb6df319)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:09.868675 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.887738 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Calling delete_port for fdfd3774-841c-44e9-8107-cd341d219956 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:09.923906 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.934786 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fad0d7-6795-46dd-9c87-574aecce7a0b']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:09.945799 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:09.946123 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a2c17a-d0a5-4d2b-82e0-82c8fb6df319') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:09.957604 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.972597 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.975082 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.983485 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:01:09.984130 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: timer() Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:01:09.986031 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:01:09.988618 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] No DVR routers for this DVR port fdfd3774-841c-44e9-8107-cd341d219956 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:01:10.009662 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Pushing event deleted for resources: {'Port': ['ID=fdfd3774-841c-44e9-8107-cd341d219956,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:10.018061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.018405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.018742 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.019076 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.019395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.019732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.020055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.020376 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.020695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.021015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.021329 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.021647 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183275e8-40eb-44ed-9135-9e6c6b8a91aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:10.053862 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:10.064269 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:10.068911 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] 10.222.0.35 "DELETE /v2.0/networks/c1fad0d7-6795-46dd-9c87-574aecce7a0b HTTP/1.1" status: 204 len: 168 time: 0.5248134 Aug 20 10:01:10.069389 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38192) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:10.078830 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01137a2-95d3-468e-97c9-6e5473ee447e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fad0d7-6795-46dd-9c87-574aecce7a0b,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:10.423584 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:10.663228 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Deleting port c96a7f41-f15d-4510-84af-6ad27df96137 {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:10.664088 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:10.743226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] For port c96a7f41-f15d-4510-84af-6ad27df96137, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=c96a7f41-f15d-4510-84af-6ad27df96137,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:10.743597 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:10.756342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Calling delete_port for c96a7f41-f15d-4510-84af-6ad27df96137 owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:10.938284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:10.951413 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6be2e820-8bae-4cbd-9633-e7b13182d21b no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:10.966308 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96a7f41-f15d-4510-84af-6ad27df96137,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:10.974535 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 6be2e820-8bae-4cbd-9633-e7b13182d21b {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:10.974882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 6be2e820-8bae-4cbd-9633-e7b13182d21b not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:10.975308 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fdfd3774-841c-44e9-8107-cd341d219956 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:10.999597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: fdfd3774-841c-44e9-8107-cd341d219956 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:11.000241 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device fdfd3774-841c-44e9-8107-cd341d219956 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:11.000675 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7565407-b0a1-45b2-859a-c539b7ae5112 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:11.027166 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: f7565407-b0a1-45b2-859a-c539b7ae5112 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:11.027900 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device f7565407-b0a1-45b2-859a-c539b7ae5112 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:11.139207 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:11.347198 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:01:11.455514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:11.461398 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-842bd17e-a5fc-4781-89c4-83ba0217a893 admin admin] 10.222.0.35 "PUT /v2.0/routers/32fc7139-c98b-4922-b1e7-a86a7b91eb02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901119 Aug 20 10:01:11.464156 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38196) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:11.465493 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] Sync routers for ids ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:11.474963 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] Routers {'32fc7139-c98b-4922-b1e7-a86a7b91eb02'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:11.475589 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:11.567136 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:11.579279 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] Set router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:11.670632 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:11.723472 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Deleting port 53517951-3e1b-4634-934f-418eecdd7e58 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:11.723826 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:11.764334 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '53517951-3e1b-4634-934f-418eecdd7e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T10:01:10Z', 'revision_number': 5, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port': {'id': '53517951-3e1b-4634-934f-418eecdd7e58', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T09:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:11.791078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] Checking router: 32fc7139-c98b-4922-b1e7-a86a7b91eb02 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:11.799984 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] Routers {'32fc7139-c98b-4922-b1e7-a86a7b91eb02'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:11.800608 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:00:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:11.807217 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] For port 53517951-3e1b-4634-934f-418eecdd7e58, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=53517951-3e1b-4634-934f-418eecdd7e58,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:11.807590 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:11.825348 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Calling delete_port for 53517951-3e1b-4634-934f-418eecdd7e58 owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:11.891598 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] Set router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:12.006190 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.036506 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Pushing event deleted for resources: {'Port': ['ID=53517951-3e1b-4634-934f-418eecdd7e58,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:12.099754 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.115361 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T10:01:11Z', 'revision_number': 6, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:12.141904 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8b72f-43cd-40e0-8e6c-f8ff00ce733d None None] The sync data for ids ['32fc7139-c98b-4922-b1e7-a86a7b91eb02'] in n-d-804285-2 is: [{'id': '32fc7139-c98b-4922-b1e7-a86a7b91eb02', 'name': 'tempest-TestShelveInstance-860355806-router', 'tenant_id': 'd7886db2b24e42f4996569956d5df917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T09:52:27Z', 'updated_at': '2021-08-20T10:01:11Z', 'revision_number': 6, 'project_id': 'd7886db2b24e42f4996569956d5df917', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:12.191423 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.193506 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.241807 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.242121 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32fc7139-c98b-4922-b1e7-a86a7b91eb02 {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:01:12.249076 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.250293 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-edf012f3-b70a-46bf-b1c6-3ee24cd088de admin admin] 10.222.0.35 "DELETE /v2.0/routers/32fc7139-c98b-4922-b1e7-a86a7b91eb02 HTTP/1.1" status: 204 len: 168 time: 0.7851429 Aug 20 10:01:12.252738 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38198) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:12.641888 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Deleting subnet 1b4e1f7c-98ce-4587-a296-1e46d54fce11 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:01:12.645187 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.680437 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.763114 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.818134 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.844683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4e1f7c-98ce-4587-a296-1e46d54fce11,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:12.851804 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.856010 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-05d8aca2-bf3a-463d-a9de-343b734f1eda admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1b4e1f7c-98ce-4587-a296-1e46d54fce11 HTTP/1.1" status: 204 len: 168 time: 0.6001306 Aug 20 10:01:12.856320 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38202) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:12.863173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cca89c-8e01-4000-9aa0-a968ff65516d None None] Network c6310948-9bf4-41f3-baa1-b04704c29e69 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:01:12.939489 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:12.979161 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 53517951-3e1b-4634-934f-418eecdd7e58 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:13.008483 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Deleting port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:13.009003 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.015339 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 53517951-3e1b-4634-934f-418eecdd7e58 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:13.015876 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 53517951-3e1b-4634-934f-418eecdd7e58 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:13.016461 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c96a7f41-f15d-4510-84af-6ad27df96137 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:13.046695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: c96a7f41-f15d-4510-84af-6ad27df96137 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:13.047042 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device c96a7f41-f15d-4510-84af-6ad27df96137 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:13.082569 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] For port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:13.082921 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.098684 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Calling delete_port for 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:13.121954 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] DHCP port deletion for c6310948-9bf4-41f3-baa1-b04704c29e69 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:01:13.180027 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] Deleting port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:01:13.180414 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.198204 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.222716 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:13.229215 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] No DVR routers for this DVR port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:01:13.263760 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] For port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,segment=NetworkSegment(e7f30083-6c14-4284-bd81-0621f6a75983),segment_id=e7f30083-6c14-4284-bd81-0621f6a75983)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:13.264638 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.293160 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] Calling delete_port for 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:01:13.312441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.318098 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.329234 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6310948-9bf4-41f3-baa1-b04704c29e69']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:13.343003 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f30083-6c14-4284-bd81-0621f6a75983') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:13.343304 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f30083-6c14-4284-bd81-0621f6a75983') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:13.349342 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b4678601-1df3-4c71-bd42-5d0d14abc101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.353100 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.367790 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.374573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:01:13.374962 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: timer() Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:01:13.376766 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:01:13.390400 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.421947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] No DVR routers for this DVR port 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:01:13.421947 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acc1b0-e427-4a6c-9e60-a020d3c4e1b2 None None] Pushing event deleted for resources: {'Port': ['ID=0e2354a9-d9ae-4e49-9f93-45d5e3ba2004,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:13.444109 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.454369 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.456263 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c6310948-9bf4-41f3-baa1-b04704c29e69 HTTP/1.1" status: 204 len: 168 time: 0.5989561 Aug 20 10:01:13.468811 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4067c-5013-41dd-bc0a-635e137b5b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6310948-9bf4-41f3-baa1-b04704c29e69,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:13.586173 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38206) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:13.627845 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-45947f5f-45f7-4ec1-a221-d1e2f38a1696 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=724f0c2604c24799a5f1bca1c6edb571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404754 Aug 20 10:01:13.630386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38208) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:13.686510 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-411a138a-79c3-4873-a0fd-142ead0bfcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.716854 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-411a138a-79c3-4873-a0fd-142ead0bfcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.770384 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-411a138a-79c3-4873-a0fd-142ead0bfcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.773873 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-411a138a-79c3-4873-a0fd-142ead0bfcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:13.775169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-411a138a-79c3-4873-a0fd-142ead0bfcd9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/757378bc-89a3-47fd-8686-9d118c2fa946 HTTP/1.1" status: 204 len: 168 time: 0.1438494 Aug 20 10:01:13.784447 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a138a-79c3-4873-a0fd-142ead0bfcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757378bc-89a3-47fd-8686-9d118c2fa946,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:14.125150 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38216) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:14.171623 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-756ea997-69f7-4531-a8a9-f7d818f22953 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7886db2b24e42f4996569956d5df917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451779 Aug 20 10:01:14.174107 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38218) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:14.226076 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a24ffde3-f34e-4d96-8f98-1d488511d7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:14.247726 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a24ffde3-f34e-4d96-8f98-1d488511d7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:14.296563 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a24ffde3-f34e-4d96-8f98-1d488511d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:14.299408 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-a24ffde3-f34e-4d96-8f98-1d488511d7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:14.300585 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-a24ffde3-f34e-4d96-8f98-1d488511d7e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0069ad80-a2b8-49d2-85df-d7849612f486 HTTP/1.1" status: 204 len: 168 time: 0.1255453 Aug 20 10:01:14.309449 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ffde3-f34e-4d96-8f98-1d488511d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0069ad80-a2b8-49d2-85df-d7849612f486,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:14.762300 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:14.947207 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:01:14.975671 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:01:14.976065 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 0e2354a9-d9ae-4e49-9f93-45d5e3ba2004 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:01:15.030864 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38242) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:15.138294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-124603124-network', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:15.159334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Made reservation on behalf of f9f6543aa0e541d38accf0b3deba7bc2 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:01:15.161842 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.170855 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.272598 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.278679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.304831 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:01:15.314847 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25163a62-5eb1-4a76-be2e-273c14d49cbc,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:15.323743 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.324093 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Added segment 5f45e624-93ca-4e6f-86ab-51927e57c6bf of type vlan for network f137192e-870b-4577-ad7b-f17823b7d230 Aug 20 10:01:15.372702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.402856 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.403830 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:15.404409 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.462095 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4300783 Aug 20 10:01:15.465086 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38246) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:15.465597 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f65476-fc92-4141-8856-4b41f09ca4ba admin admin] Pushing event updated for resources: {'Network': ['ID=f137192e-870b-4577-ad7b-f17823b7d230,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:15.471275 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Request body: {'subnet': {'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-124603124-subnet', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'ip_version': 4}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:15.475108 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network f137192e-870b-4577-ad7b-f17823b7d230 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:01:15.501218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Made reservation on behalf of f9f6543aa0e541d38accf0b3deba7bc2 for: {'subnet': 1} {{(pid=101316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:01:15.503853 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129028860'] for subnet, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.682896 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126524884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129028846'] for subnet, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.732736 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2edb65-fdd3-4418-97e1-bba9431ca9d1,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:15.748366 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Checking segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:15.748728 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Network hostable DHCP agents. Network: f137192e-870b-4577-ad7b-f17823b7d230, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:01:15.766265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Network f137192e-870b-4577-ad7b-f17823b7d230 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:01:15.775747 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, f137192e-870b-4577-ad7b-f17823b7d230) {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:15.781369 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:15.782422 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.785571 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702671c1-70e5-4052-b5d9-f9fd0f52de83 None None] Network f137192e-870b-4577-ad7b-f17823b7d230 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:01:15.800759 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-710d19be-2857-4669-b2dd-fa60d298c7c1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3328760 Aug 20 10:01:15.802403 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38248) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:15.807967 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:15.832537 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.833574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.901059 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:15.941210 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-f137192e-870b-4577-ad7b-f17823b7d230', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:01:15.942126 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.055288 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.094873 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Allocated IP 172.20.0.2 (f137192e-870b-4577-ad7b-f17823b7d230/6b2edb65-fdd3-4418-97e1-bba9431ca9d1/36712ccf-0208-4008-a3aa-8e70121ecf18) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:16.253932 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.262967 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Transition to ACTIVE for port object 36712ccf-0208-4008-a3aa-8e70121ecf18 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:16.273173 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.279226 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Transition to ACTIVE for port object 36712ccf-0208-4008-a3aa-8e70121ecf18 will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:16.286326 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.294107 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.326592 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Network f137192e-870b-4577-ad7b-f17823b7d230 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:16.329431 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:16.332921 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:16.343501 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Pushing event updated for resources: {'Port': ['ID=36712ccf-0208-4008-a3aa-8e70121ecf18,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:16.399381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Attempting to bind port 36712ccf-0208-4008-a3aa-8e70121ecf18 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:16.399743 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Attempting to bind port 36712ccf-0208-4008-a3aa-8e70121ecf18 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:16.400103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Attempting to bind port 36712ccf-0208-4008-a3aa-8e70121ecf18 on network f137192e-870b-4577-ad7b-f17823b7d230 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:16.405365 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:16.405767 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Checking segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:16.406184 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.406609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Bound using segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:16.407082 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Bound port: 36712ccf-0208-4008-a3aa-8e70121ecf18, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:16.407470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.415536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Allocated IP 172.25.5.103 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/d9e3c2d7-a461-49e8-8253-eabafbd7140d) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:16.490566 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] For port 36712ccf-0208-4008-a3aa-8e70121ecf18, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:16.493497 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.497489 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] For port 36712ccf-0208-4008-a3aa-8e70121ecf18, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=36712ccf-0208-4008-a3aa-8e70121ecf18,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:16.503205 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.530900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.573034 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad7d8-08e9-4ea7-9020-aae0fa360097 None None] Pushing event updated for resources: {'Port': ['ID=36712ccf-0208-4008-a3aa-8e70121ecf18,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:16.578116 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.618819 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:16.621683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:16.625230 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:16.654016 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Pushing event updated for resources: {'Port': ['ID=d9e3c2d7-a461-49e8-8253-eabafbd7140d,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:16.680755 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-24bb09b0-172a-4ddb-995f-fb5358486047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.923877 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:16.981405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 36712ccf-0208-4008-a3aa-8e70121ecf18 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:17.042757 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 36712ccf-0208-4008-a3aa-8e70121ecf18 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:17.149882 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:17.579055 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe9a824-9486-4426-b651-9e3304f07424 None None] Network f137192e-870b-4577-ad7b-f17823b7d230 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:01:17.619081 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:01:17.670689 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] Provisioning for port 36712ccf-0208-4008-a3aa-8e70121ecf18 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:17.676933 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] Provisioning complete for port 36712ccf-0208-4008-a3aa-8e70121ecf18 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:17.677307 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:17.743126 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:17.753174 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:17.758703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:17.763679 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:17.767810 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-192c5a0d-4cb0-4e69-8970-701690b1896e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9617918 Aug 20 10:01:17.768697 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38250) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:17.769213 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:17.770089 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:17.824552 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:17.869025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] For port 36712ccf-0208-4008-a3aa-8e70121ecf18, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=36712ccf-0208-4008-a3aa-8e70121ecf18,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:17.876359 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:17.890167 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:17.950015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbb22c-5f07-492b-b5af-1de973e2568f None None] Pushing event updated for resources: {'Port': ['ID=36712ccf-0208-4008-a3aa-8e70121ecf18,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:18.106973 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-0fcea4cf-4b91-467f-9950-255b0aec207b None None] Provisioning complete for port 36712ccf-0208-4008-a3aa-8e70121ecf18 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:18.108042 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0fcea4cf-4b91-467f-9950-255b0aec207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.110979 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:16Z', 'revision_number': 3, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:18.140037 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:18.140328 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Updating router 2d60abc5-8c45-422f-aaa6-ab55f983075a port d9e3c2d7-a461-49e8-8253-eabafbd7140d binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:01:18.171889 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.283113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.447387 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Allocated IP 172.20.0.1 (f137192e-870b-4577-ad7b-f17823b7d230/6b2edb65-fdd3-4418-97e1-bba9431ca9d1/8468964f-b3d7-42f9-b3e8-57c38f64b774) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:18.531375 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.543002 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Transition to ACTIVE for port object d9e3c2d7-a461-49e8-8253-eabafbd7140d will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:18.549295 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.563729 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.579192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Transition to ACTIVE for port object 8468964f-b3d7-42f9-b3e8-57c38f64b774 will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:18.602015 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Attempting to bind port d9e3c2d7-a461-49e8-8253-eabafbd7140d on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:18.602379 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Attempting to bind port d9e3c2d7-a461-49e8-8253-eabafbd7140d by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:18.602738 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Attempting to bind port d9e3c2d7-a461-49e8-8253-eabafbd7140d on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:18.605606 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Pushing event updated for resources: {'Port': ['ID=d9e3c2d7-a461-49e8-8253-eabafbd7140d,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:18.613890 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:18.614257 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:18.614659 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.615040 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.615239 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:18.615533 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Bound port: d9e3c2d7-a461-49e8-8253-eabafbd7140d, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:18.615946 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.619112 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.619466 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.619799 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.620117 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.620447 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.620773 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.621094 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.621413 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.621750 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.622070 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.622386 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.622700 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:01:18.657207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Network f137192e-870b-4577-ad7b-f17823b7d230 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:18.661675 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:18.668705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:18.671920 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Pushing event updated for resources: {'Port': ['ID=8468964f-b3d7-42f9-b3e8-57c38f64b774,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:18.685128 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] For port d9e3c2d7-a461-49e8-8253-eabafbd7140d, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:18.688642 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] For port d9e3c2d7-a461-49e8-8253-eabafbd7140d, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d9e3c2d7-a461-49e8-8253-eabafbd7140d,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:18.693615 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.719261 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.761572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc526-c270-42d6-bad0-e5e20fb55461 None None] Pushing event updated for resources: {'Port': ['ID=d9e3c2d7-a461-49e8-8253-eabafbd7140d,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:18.767653 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:18.768299 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:18.877630 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.891393 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:18.920071 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eb91f348-8ef0-49be-a276-870e9902dd0f None None] Provisioning for port 8468964f-b3d7-42f9-b3e8-57c38f64b774 completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:18.926996 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-eb91f348-8ef0-49be-a276-870e9902dd0f None None] Provisioning complete for port 8468964f-b3d7-42f9-b3e8-57c38f64b774 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:18.927701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-eb91f348-8ef0-49be-a276-870e9902dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:18.979256 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-eb91f348-8ef0-49be-a276-870e9902dd0f None None] Port 8468964f-b3d7-42f9-b3e8-57c38f64b774 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:01:18.988297 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 36712ccf-0208-4008-a3aa-8e70121ecf18 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:19.052892 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 36712ccf-0208-4008-a3aa-8e70121ecf18 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:19.053271 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:19.076639 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:19.083399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:19.101645 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:19.113743 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:16Z', 'revision_number': 3, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:19.146232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6dd40-272e-4fb1-bc1f-2fc9c83e848e None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:16Z', 'revision_number': 3, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:19.152248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:19.154191 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Pushing event updated for resources: {'Port': ['ID=8468964f-b3d7-42f9-b3e8-57c38f64b774,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:19.267395 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Network f137192e-870b-4577-ad7b-f17823b7d230 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:19.268821 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:19.421056 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:01:19.553433 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:19.561177 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f7091198-4239-4211-b75e-c91409473e45 admin admin] 10.222.0.35 "PUT /v2.0/routers/2d60abc5-8c45-422f-aaa6-ab55f983075a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865305 Aug 20 10:01:19.612630 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-058a7f59-0d3b-49dc-bfcb-4a3d1a878cda None None] Provisioning complete for port 8468964f-b3d7-42f9-b3e8-57c38f64b774 triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:19.613246 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-058a7f59-0d3b-49dc-bfcb-4a3d1a878cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:19.650929 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-058a7f59-0d3b-49dc-bfcb-4a3d1a878cda None None] Port 8468964f-b3d7-42f9-b3e8-57c38f64b774 cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:01:20.128349 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38266) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:20.133483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1746644714-network', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:20.154468 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Made reservation on behalf of 8a0890c3e0794077a796eb9d21afecc9 for: {'network': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:01:20.156795 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for network, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.168004 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.261339 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.267037 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.301841 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:01:20.308892 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ececc-93c5-45bd-98de-f05fe8af5187,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:20.317115 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.317439 n-d-804285-2 neutron-server[101317]: INFO neutron.db.segments_db [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Added segment a921d313-185d-4175-a3d6-16064e15335e of type vlan for network 53262325-edec-47f2-9088-88787a153695 Aug 20 10:01:20.362191 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791066594124'] for network, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.393354 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425'] for network, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.394375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:20.394961 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.455044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3255563 Aug 20 10:01:20.457833 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38268) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:20.463533 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Request body: {'subnet': {'network_id': '53262325-edec-47f2-9088-88787a153695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1746644714-subnet', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'ip_version': 4}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:20.469799 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c4cb3-9527-49f8-9c14-0f1a7dad5cad admin admin] Pushing event updated for resources: {'Network': ['ID=53262325-edec-47f2-9088-88787a153695,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:20.481085 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Network 53262325-edec-47f2-9088-88787a153695 details requested by agent ovs-agent-n-d-804285-2 with host n-d-804285-2 {{(pid=101318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:01:20.489850 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Made reservation on behalf of 8a0890c3e0794077a796eb9d21afecc9 for: {'subnet': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:01:20.492443 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126522284'] for subnet, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.693904 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2992821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126522302'] for subnet, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.743312 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1509e6-7601-4810-a01a-65a3d7374a6b,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:20.765868 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Checking segment: {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:20.766144 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Network hostable DHCP agents. Network: 53262325-edec-47f2-9088-88787a153695, hostable agents: ['5fdc1353-2adf-423b-bf4a-6cec567d7ed1'], hosted agents: [] {{(pid=101317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:01:20.784321 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Network 53262325-edec-47f2-9088-88787a153695 is scheduled to be hosted by DHCP agent 5fdc1353-2adf-423b-bf4a-6cec567d7ed1 with binding_index 1 {{(pid=101317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:01:20.794821 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804285-2, 53262325-edec-47f2-9088-88787a153695) {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:20.800631 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:20.801406 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.806390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f0a1f-2bf2-41f9-ae57-62070064aaa1 None None] Network 53262325-edec-47f2-9088-88787a153695 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:01:20.817310 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-58ae145f-03ff-45c0-9f7a-899e5fa6f803 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3583539 Aug 20 10:01:20.820682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38270) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:20.825482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:20.849799 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-530478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13777'] for router, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.850967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-582456', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13736'] for router, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.898762 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:20.923586 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:20.939821 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:20.940758 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:21.007495 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d9e3c2d7-a461-49e8-8253-eabafbd7140d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:21.077426 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7fb9aa1-d779-52c0-9820-4913edc974dd-53262325-edec-47f2-9088-88787a153695', 'network_id': '53262325-edec-47f2-9088-88787a153695', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'fixed_ips': [{'subnet_id': '4f1509e6-7601-4810-a01a-65a3d7374a6b'}]}} from n-d-804285-2. {{(pid=101318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:01:21.078323 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.080618 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.215905 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port d9e3c2d7-a461-49e8-8253-eabafbd7140d completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:21.218949 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:21.249312 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d9e3c2d7-a461-49e8-8253-eabafbd7140d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:21.249677 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.296081 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.316075 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.424607 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.db_base_plugin_common [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Allocated IP 172.20.0.2 (53262325-edec-47f2-9088-88787a153695/4f1509e6-7601-4810-a01a-65a3d7374a6b/2856fa79-7d36-41fe-85cf-ce0205a6d8fe) {{(pid=101318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:21.436408 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Allocated IP 172.25.5.167 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/a3b2e35f-964d-4cc4-865a-a04380a58cfd) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:21.554897 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.600433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.639986 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:21.642908 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:21.646592 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:21.656238 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b2e35f-964d-4cc4-865a-a04380a58cfd,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:21.744618 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.781379 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port d9e3c2d7-a461-49e8-8253-eabafbd7140d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d9e3c2d7-a461-49e8-8253-eabafbd7140d,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:21.793429 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.896393 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d9e3c2d7-a461-49e8-8253-eabafbd7140d,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:21.910153 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 2, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:21.916651 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Notify callbacks [] for port, precommit_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.945123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:21.945123 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Updating router 2d60abc5-8c45-422f-aaa6-ab55f983075a port 8468964f-b3d7-42f9-b3e8-57c38f64b774 binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:01:21.955620 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.965705 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Transition to ACTIVE for port object 2856fa79-7d36-41fe-85cf-ce0205a6d8fe will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:21.985018 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:21.989316 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Transition to ACTIVE for port object 2856fa79-7d36-41fe-85cf-ce0205a6d8fe will not be triggered until provisioned by entity DHCP. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:22.007749 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685'] for port, after_create {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.087025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Network 53262325-edec-47f2-9088-88787a153695 is already hosted by enough agents. {{(pid=101318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:22.145025 n-d-804285-2 neutron-server[101318]: DEBUG neutron.scheduler.base_scheduler [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Resources bound (agent type, host, resource id): {{(pid=101318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:22.148323 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Received port after_create {{(pid=101318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:22.157415 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Pushing event updated for resources: {'Port': ['ID=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,revision_number=1']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:22.183436 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582568'] for router, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.262972 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Attempting to bind port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:22.263338 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Attempting to bind port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:22.263699 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Attempting to bind port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe on network 53262325-edec-47f2-9088-88787a153695 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:22.275784 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:22.276158 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Checking segment: {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:22.276560 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.276950 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Bound using segment: {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:22.277906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Bound port: 2856fa79-7d36-41fe-85cf-ce0205a6d8fe, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:22.277906 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.323683 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Router a14de7a9-8c35-4526-aa10-5d2017a2e738 is scheduled to L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 with binding_index 1 {{(pid=101317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:01:22.384128 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] For port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:22.409371 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] For port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,segment=NetworkSegment(a921d313-185d-4175-a3d6-16064e15335e),segment_id=a921d313-185d-4175-a3d6-16064e15335e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:22.427872 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.449789 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:22.458884 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Sync routers for ids ['a14de7a9-8c35-4526-aa10-5d2017a2e738'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:22.468932 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.473132 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Routers {'a14de7a9-8c35-4526-aa10-5d2017a2e738'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:22.473132 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a14de7a9-8c35-4526-aa10-5d2017a2e738'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:22.473992 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38272) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:22.477735 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-110c8719-9276-4901-a78d-6f6317dffd44 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6523285 Aug 20 10:01:22.494004 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.519263 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Transition to ACTIVE for port object 8468964f-b3d7-42f9-b3e8-57c38f64b774 will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:22.521524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7069ff-e058-41d0-9343-99c1c9816c1a None None] Pushing event updated for resources: {'Port': ['ID=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,revision_number=2']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:22.534701 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.597867 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d547dc2-7aa5-492c-8720-e3b3c7bebd56 None None] Pushing event updated for resources: {'Port': ['ID=8468964f-b3d7-42f9-b3e8-57c38f64b774,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:22.655631 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Set router a14de7a9-8c35-4526-aa10-5d2017a2e738 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:22.657286 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Attempting to bind port 8468964f-b3d7-42f9-b3e8-57c38f64b774 on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:22.657839 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Attempting to bind port 8468964f-b3d7-42f9-b3e8-57c38f64b774 by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:22.658306 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Attempting to bind port 8468964f-b3d7-42f9-b3e8-57c38f64b774 on network f137192e-870b-4577-ad7b-f17823b7d230 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:22.666524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:22.666964 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Checking segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:22.667482 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.668343 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Bound using segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:22.668927 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Bound port: 8468964f-b3d7-42f9-b3e8-57c38f64b774, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:22.669413 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.754787 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] For port 8468964f-b3d7-42f9-b3e8-57c38f64b774, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:22.759453 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] For port 8468964f-b3d7-42f9-b3e8-57c38f64b774, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8468964f-b3d7-42f9-b3e8-57c38f64b774,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:22.781010 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:22.864555 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:22.865146 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:22.948912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d547dc2-7aa5-492c-8720-e3b3c7bebd56 None None] Pushing event updated for resources: {'Port': ['ID=8468964f-b3d7-42f9-b3e8-57c38f64b774,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:23.065061 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 3, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:23.096901 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:23.104232 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Checking router: a14de7a9-8c35-4526-aa10-5d2017a2e738 for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:23.111680 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Updating router a14de7a9-8c35-4526-aa10-5d2017a2e738 port a3b2e35f-964d-4cc4-865a-a04380a58cfd binding host n-d-804285-2 {{(pid=101319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:01:23.146140 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.178225 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.188857 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d9e3c2d7-a461-49e8-8253-eabafbd7140d up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:23.337310 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port d9e3c2d7-a461-49e8-8253-eabafbd7140d triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:23.337700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.414163 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Allocated IP 172.20.0.1 (53262325-edec-47f2-9088-88787a153695/4f1509e6-7601-4810-a01a-65a3d7374a6b/e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:23.467804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:22Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:23.496991 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.500801 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6de68cf-baa1-4c78-aaab-43e958427082 None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:22Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:23.515907 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2856fa79-7d36-41fe-85cf-ce0205a6d8fe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:23.516158 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.provisioning_blocks [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Transition to ACTIVE for port object a3b2e35f-964d-4cc4-865a-a04380a58cfd will not be triggered until provisioned by entity L2. {{(pid=101319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:23.525273 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.555802 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.597397 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.provisioning_blocks [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Transition to ACTIVE for port object e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f will not be triggered until provisioned by entity DHCP. {{(pid=101316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:23.615333 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:23.622852 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Attempting to bind port a3b2e35f-964d-4cc4-865a-a04380a58cfd on host n-d-804285-2 for vnic_type normal with profile {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:23.623580 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Attempting to bind port a3b2e35f-964d-4cc4-865a-a04380a58cfd by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:23.624008 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Attempting to bind port a3b2e35f-964d-4cc4-865a-a04380a58cfd on network 08f59161-2b18-4800-8478-b94bd03b5143 {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:23.635951 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dd8f8-c23a-405f-bcb6-98dabbb29080 None None] Pushing event updated for resources: {'Port': ['ID=a3b2e35f-964d-4cc4-865a-a04380a58cfd,revision_number=2']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:23.638755 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:23.639214 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Checking segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:23.639716 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.640176 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Bound using segment: {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'} {{(pid=101319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:23.640730 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.managers [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Bound port: a3b2e35f-964d-4cc4-865a-a04380a58cfd, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb9ed94-80f5-48f8-ae10-ac3fee2625bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143'}}] {{(pid=101319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:23.641192 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.674877 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.723996 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] For port a3b2e35f-964d-4cc4-865a-a04380a58cfd, host n-d-804285-2, cleared binding levels {{(pid=101319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:23.724302 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Network 53262325-edec-47f2-9088-88787a153695 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:23.728119 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:23.729354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.plugins.ml2.db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] For port a3b2e35f-964d-4cc4-865a-a04380a58cfd, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a3b2e35f-964d-4cc4-865a-a04380a58cfd,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:23.732206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:23.740464 n-d-804285-2 neutron-server[101319]: DEBUG neutron_lib.callbacks.manager [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101319) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.770975 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Pushing event updated for resources: {'Port': ['ID=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:23.788558 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585026'] for router_interface, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.805039 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Routers {'a14de7a9-8c35-4526-aa10-5d2017a2e738'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:23.806129 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a14de7a9-8c35-4526-aa10-5d2017a2e738'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:23.957840 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:23.974288 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107572cb-771f-45cf-bb5e-826c60af7f1a None None] Network 53262325-edec-47f2-9088-88787a153695 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:01:24.044656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] Provisioning for port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:24.047753 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dd8f8-c23a-405f-bcb6-98dabbb29080 None None] Pushing event updated for resources: {'Port': ['ID=a3b2e35f-964d-4cc4-865a-a04380a58cfd,revision_number=3']} {{(pid=101319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:24.053341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] Provisioning complete for port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:24.054874 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.078078 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] Set router a14de7a9-8c35-4526-aa10-5d2017a2e738 gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:24.197139 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.211410 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.248973 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.283647 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1553471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585458'] for router_interface, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.288689 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Pushing event updated for resources: {'Port': ['ID=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:24.317439 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 3, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:24.322912 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] For port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,segment=NetworkSegment(a921d313-185d-4175-a3d6-16064e15335e),segment_id=a921d313-185d-4175-a3d6-16064e15335e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:24.328652 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.374572 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b519a03-5987-473f-8ba2-8c91cb7ef6f3 None None] The sync data for ids ['a14de7a9-8c35-4526-aa10-5d2017a2e738'] in n-d-804285-2 is: [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 3, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:24.431368 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd755e-9691-439c-a3e9-2171d06035c9 None None] Pushing event updated for resources: {'Port': ['ID=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:24.446508 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Network 53262325-edec-47f2-9088-88787a153695 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:24.448189 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:24.598218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Router a14de7a9-8c35-4526-aa10-5d2017a2e738 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:01:24.660061 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ffe0b0c1-9c07-4806-b1bb-6b0b00b9321c None None] Provisioning for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:24.665754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ffe0b0c1-9c07-4806-b1bb-6b0b00b9321c None None] Provisioning complete for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:24.666521 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b0c1-9c07-4806-b1bb-6b0b00b9321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.761473 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0b0c1-9c07-4806-b1bb-6b0b00b9321c None None] Port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:01:24.765827 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:24.783164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-ffe0b0c1-9c07-4806-b1bb-6b0b00b9321c None None] Provisioning complete for port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:24.783555 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b0c1-9c07-4806-b1bb-6b0b00b9321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:24.785250 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-cb7cf7a7-c5f3-4cb9-b6ea-864c8929993b admin admin] 10.222.0.35 "PUT /v2.0/routers/a14de7a9-8c35-4526-aa10-5d2017a2e738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3056479 Aug 20 10:01:25.023405 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-3c81e8ae-2f07-4995-91f9-292fe40b1e4a None None] Provisioning complete for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:25.024127 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3c81e8ae-2f07-4995-91f9-292fe40b1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.097274 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-3c81e8ae-2f07-4995-91f9-292fe40b1e4a None None] Port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:01:25.175311 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2856fa79-7d36-41fe-85cf-ce0205a6d8fe up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:25.240695 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-22e96027-bb78-45fe-8668-410fd48a64bb None None] Provisioning complete for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:25.241078 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-22e96027-bb78-45fe-8668-410fd48a64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.291875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-22e96027-bb78-45fe-8668-410fd48a64bb None None] Port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:01:25.294583 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:25.295180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.382613 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a3b2e35f-964d-4cc4-865a-a04380a58cfd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:25.439802 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port a3b2e35f-964d-4cc4-865a-a04380a58cfd completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:25.444064 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a3b2e35f-964d-4cc4-865a-a04380a58cfd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:25.445562 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.547874 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.576013 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port a3b2e35f-964d-4cc4-865a-a04380a58cfd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a3b2e35f-964d-4cc4-865a-a04380a58cfd,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:25.582168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.583152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8468964f-b3d7-42f9-b3e8-57c38f64b774 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:25.586206 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38280) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:25.594892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839495498', 'description': 'tempest-secgroup-smoke-839495498 description', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:25.626144 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.675846 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a3b2e35f-964d-4cc4-865a-a04380a58cfd,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:25.691258 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port 8468964f-b3d7-42f9-b3e8-57c38f64b774 completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:25.697043 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8468964f-b3d7-42f9-b3e8-57c38f64b774 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:25.697518 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.802027 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.838852 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port 8468964f-b3d7-42f9-b3e8-57c38f64b774, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8468964f-b3d7-42f9-b3e8-57c38f64b774,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:25.844199 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:25.895201 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=8468964f-b3d7-42f9-b3e8-57c38f64b774,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.070676 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.074448 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.103578 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.104832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5164819 Aug 20 10:01:26.106891 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac43b0c-5489-41a6-8d85-e17b9418c1f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.108638 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38282) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:26.114210 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group_rule': {'security_group_id': '6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:26.149397 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.206896 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.211737 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.230203 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5635f8-c13b-470b-b6da-860bb42987e7,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.237299 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.238529 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-1e65a275-70cc-4b65-a1c0-43c4032d3d83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282623 Aug 20 10:01:26.241306 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38284) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:26.245866 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group_rule': {'security_group_id': '6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:26.279544 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.343902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.353789 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.375654 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef3baad-8b1d-40d0-a15e-8cbe65373181,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.379264 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.380478 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-378055fe-ee81-4a65-85e1-24720048590c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382072 Aug 20 10:01:26.384091 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38286) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:26.388775 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group_rule': {'security_group_id': '6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:26.416558 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.478693 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.482662 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.501234 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c5a554-609f-458f-9d3c-42fbe89807a5,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.507633 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.509011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bd168337-b74d-4839-a3b8-09e8fbb9cb46 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238637 Aug 20 10:01:26.511877 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38288) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:26.516420 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group_rule': {'security_group_id': '6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:26.553258 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.616144 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.619972 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.639461 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d37d992-e12f-44da-b74c-73c36405b46c,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.642683 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.643899 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-bc421ce3-4108-4a75-8b71-f9d8eb6e48d4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310441 Aug 20 10:01:26.646721 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38290) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:26.652083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group_rule': {'security_group_id': '6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:26.676502 n-d-804285-2 neutron-server[101317]: INFO neutron.db.securitygroups_db [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Project f9f6543aa0e541d38accf0b3deba7bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:01:26.682237 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.773477 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.778208 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.797421 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de94af24-0d83-4752-adb3-c58d66c29017,revision_number=0']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:26.805061 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.807095 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-ba1622aa-7b57-49cd-9049-8304ab1c414b tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1587451 Aug 20 10:01:26.809959 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38292) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:26.816386 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'security_group_rule': {'security_group_id': '6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96', 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:26.856311 n-d-804285-2 neutron-server[101316]: INFO neutron.db.securitygroups_db [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Project f9f6543aa0e541d38accf0b3deba7bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:01:26.863151 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.971580 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.977818 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654609'] for security_group_rule, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:26.998505 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e572647-21f5-44c5-8447-d10c52942e41,revision_number=0']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:27.004314 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8468964f-b3d7-42f9-b3e8-57c38f64b774 up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:27.010244 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:27.011042 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-614db114-b8f7-4b15-9485-c01103727585 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1989667 Aug 20 10:01:27.068206 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Sync routers for ids ['a14de7a9-8c35-4526-aa10-5d2017a2e738'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:27.081401 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Routers {'a14de7a9-8c35-4526-aa10-5d2017a2e738'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:27.082225 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a14de7a9-8c35-4526-aa10-5d2017a2e738'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:27.178187 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-d2b644b4-e35a-40b1-a416-1e47c1043d7a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839495498&fields=id&tenant_id=f9f6543aa0e541d38accf0b3deba7bc2 HTTP/1.1" status: 200 len: 267 time: 0.0448244 Aug 20 10:01:27.296880 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-9ebd7f02-f8e4-4149-bd2b-1d9818d4638c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:27.298814 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-9ebd7f02-f8e4-4149-bd2b-1d9818d4638c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 809 time: 0.1129618 Aug 20 10:01:27.301073 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port 8468964f-b3d7-42f9-b3e8-57c38f64b774 triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:27.301442 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:27.315257 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-553b8709-7813-4ed7-8560-fc63bd04d520 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/quotas/f9f6543aa0e541d38accf0b3deba7bc2 HTTP/1.1" status: 200 len: 375 time: 0.0096900 Aug 20 10:01:27.369467 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-3c86a27b-4170-4997-8bb1-128b281e5f83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473747 Aug 20 10:01:27.400791 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Set router a14de7a9-8c35-4526-aa10-5d2017a2e738 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:27.501679 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-1e821131-fee5-4c1c-a5b9-c6bc77aab0b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101316) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:01:27.503393 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-1e821131-fee5-4c1c-a5b9-c6bc77aab0b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1180542 Aug 20 10:01:27.522262 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a3b2e35f-964d-4cc4-865a-a04380a58cfd up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:27.604141 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-e4e0db7e-2323-4711-b6cc-054f9847a2d4 service neutron] 10.222.0.35 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921926 Aug 20 10:01:27.659355 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port a3b2e35f-964d-4cc4-865a-a04380a58cfd triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:27.659735 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:27.701140 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-72b179b8-0819-4b4e-bc79-230087e87986 service neutron] 10.222.0.35 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878742 Aug 20 10:01:27.755395 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:01:23Z', 'revision_number': 4, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f', 'name': '', 'network_id': '53262325-edec-47f2-9088-88787a153695', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'mac_address': 'fa:16:3e:4f:1c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4f1509e6-7601-4810-a01a-65a3d7374a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:23Z', 'updated_at': '2021-08-20T10:01:24Z', 'revision_number': 2, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'subnets': [{'id': '4f1509e6-7601-4810-a01a-65a3d7374a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:27.792141 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Checking router: a14de7a9-8c35-4526-aa10-5d2017a2e738 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:27.792506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Updating router a14de7a9-8c35-4526-aa10-5d2017a2e738 port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f binding host n-d-804285-2 {{(pid=101318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:01:27.839582 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:27.886169 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c17c69f8-9c60-4c4f-ac47-a455cfcbeb46 req-70aeafe5-10d2-4ee8-a7fe-625966a66a90 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 210 time: 0.0301518 Aug 20 10:01:28.148791 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Notify callbacks [] for port, precommit_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:28.159390 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Transition to ACTIVE for port object e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f will not be triggered until provisioned by entity L2. {{(pid=101318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:28.166993 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:28.244224 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204015b-8c39-47ea-8af2-1671bdc586e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,revision_number=3']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:28.282433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Attempting to bind port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f on host n-d-804285-2 for vnic_type normal with profile {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:28.282804 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Attempting to bind port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f by drivers openvswitch,hyperv on host n-d-804285-2 at level 0 using segments [{'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:28.283177 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Attempting to bind port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f on network 53262325-edec-47f2-9088-88787a153695 {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:28.290296 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Checking agent: {'id': '0de25d6b-21ce-46fa-a541-54c92d1434fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 34, 46), 'started_at': datetime.datetime(2021, 8, 20, 8, 35, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804285-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:28.290696 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Checking segment: {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:28.291110 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:28.291506 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Bound using segment: {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'} {{(pid=101318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:28.291989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.managers [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Bound port: e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f, host: n-d-804285-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a921d313-185d-4175-a3d6-16064e15335e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '53262325-edec-47f2-9088-88787a153695'}}] {{(pid=101318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:28.292364 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:28.365694 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] For port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f, host n-d-804285-2, cleared binding levels {{(pid=101318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:28.369906 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] For port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f, host n-d-804285-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,segment=NetworkSegment(a921d313-185d-4175-a3d6-16064e15335e),segment_id=a921d313-185d-4175-a3d6-16064e15335e)] {{(pid=101318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:28.374923 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:28.439831 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204015b-8c39-47ea-8af2-1671bdc586e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:28.442938 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Routers {'a14de7a9-8c35-4526-aa10-5d2017a2e738'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:28.443560 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a14de7a9-8c35-4526-aa10-5d2017a2e738'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:28.577595 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] Set router a14de7a9-8c35-4526-aa10-5d2017a2e738 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:28.801247 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:01:23Z', 'revision_number': 4, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f', 'name': '', 'network_id': '53262325-edec-47f2-9088-88787a153695', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'mac_address': 'fa:16:3e:4f:1c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4f1509e6-7601-4810-a01a-65a3d7374a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:23Z', 'updated_at': '2021-08-20T10:01:28Z', 'revision_number': 4, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'subnets': [{'id': '4f1509e6-7601-4810-a01a-65a3d7374a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:28.829845 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7255c0-6b27-4e3d-bf34-44b7dd541e4a None None] The sync data for ids ['a14de7a9-8c35-4526-aa10-5d2017a2e738'] in n-d-804285-2 is: [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:01:23Z', 'revision_number': 4, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': 'e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f', 'name': '', 'network_id': '53262325-edec-47f2-9088-88787a153695', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'mac_address': 'fa:16:3e:4f:1c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4f1509e6-7601-4810-a01a-65a3d7374a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:23Z', 'updated_at': '2021-08-20T10:01:28Z', 'revision_number': 4, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'subnets': [{'id': '4f1509e6-7601-4810-a01a-65a3d7374a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:28.999758 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-e4e58475-9e0e-4a8f-99b8-58c9e00c96f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:29.002037 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-e4e58475-9e0e-4a8f-99b8-58c9e00c96f2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 809 time: 0.1717920 Aug 20 10:01:29.050039 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:29.060532 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27729060-7c5a-4a72-a062-b053fcb69842 req-541a22c3-fa16-4c1f-8441-0376ebacd9ff tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 210 time: 0.0624006 Aug 20 10:01:29.086661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-f58d3bdb-c90d-490b-8438-75fd5ce42191 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6543aa0e541d38accf0b3deba7bc2 HTTP/1.1" status: 200 len: 379 time: 0.0751066 Aug 20 10:01:29.096475 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'port': {'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'admin_state_up': True, 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'security_groups': ['6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:29.115142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:29.122164 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:29.122164 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.215353 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.245223 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Made reservation on behalf of f9f6543aa0e541d38accf0b3deba7bc2 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:01:29.250433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.252140 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] For port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,segment=NetworkSegment(a921d313-185d-4175-a3d6-16064e15335e),segment_id=a921d313-185d-4175-a3d6-16064e15335e)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:29.259736 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.313989 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:29.412342 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Allocated IP 172.20.0.8 (f137192e-870b-4577-ad7b-f17823b7d230/6b2edb65-fdd3-4418-97e1-bba9431ca9d1/c1237e1c-3169-4822-9f44-86b7a899857a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:29.569426 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.584482 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Transition to ACTIVE for port object c1237e1c-3169-4822-9f44-86b7a899857a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:29.619902 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.664989 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Network f137192e-870b-4577-ad7b-f17823b7d230 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:29.668021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:29.670419 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:29.682465 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:29.742165 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:29.742885 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.763146 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-ced76bc5-bd1f-4e45-b6c1-01f0bd1b6eed tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6705320 Aug 20 10:01:29.781728 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Request body: {'port': {'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:29.850029 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:29.962517 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8e99abee-cdd3-4a93-8928-81eefb886def None None] Provisioning for port c1237e1c-3169-4822-9f44-86b7a899857a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:29.968152 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-8e99abee-cdd3-4a93-8928-81eefb886def None None] Provisioning complete for port c1237e1c-3169-4822-9f44-86b7a899857a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:29.968650 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8e99abee-cdd3-4a93-8928-81eefb886def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:30.009209 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-8e99abee-cdd3-4a93-8928-81eefb886def None None] Port c1237e1c-3169-4822-9f44-86b7a899857a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:01:30.128330 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1237e1c-3169-4822-9f44-86b7a899857a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:01:30.137265 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:30.150940 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Transition to ACTIVE for port object c1237e1c-3169-4822-9f44-86b7a899857a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:01:30.155030 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:30.186032 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c39a90-8abb-4abc-a5a9-bec95d2bf681 req-4327da81-d13a-4105-9aea-ab2240996eb5 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:30.187597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01c39a90-8abb-4abc-a5a9-bec95d2bf681 req-4327da81-d13a-4105-9aea-ab2240996eb5 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 931 time: 0.0538430 Aug 20 10:01:30.233760 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c8087-39fa-49da-963b-731706dd24db service neutron] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:30.252072 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-01c39a90-8abb-4abc-a5a9-bec95d2bf681 req-4d42433b-18bf-46c2-bb3f-6a323d99f62a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Aug 20 10:01:30.314861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Attempting to bind port c1237e1c-3169-4822-9f44-86b7a899857a on host n-h2-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:01:30.315226 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Attempting to bind port c1237e1c-3169-4822-9f44-86b7a899857a by drivers openvswitch,hyperv on host n-h2-804285-2 at level 0 using segments [{'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:01:30.315539 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Attempting to bind port c1237e1c-3169-4822-9f44-86b7a899857a on network f137192e-870b-4577-ad7b-f17823b7d230 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:30.323433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Port c1237e1c-3169-4822-9f44-86b7a899857a on network f137192e-870b-4577-ad7b-f17823b7d230 not bound, no agent of type Open vSwitch agent registered on host n-h2-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:01:30.323433 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Attempting to bind port c1237e1c-3169-4822-9f44-86b7a899857a on network f137192e-870b-4577-ad7b-f17823b7d230 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:01:30.329272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Checking agent: {'id': '187bc717-94d3-44c4-9c9a-18ab267ba431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:01:30.329617 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Checking segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:01:30.330059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Bound using segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:01:30.330670 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Bound port: c1237e1c-3169-4822-9f44-86b7a899857a, host: n-h2-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:01:30.331040 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:30.409951 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:01:30.415175 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:01:30.419502 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:30.461660 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:30.462344 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:30.463814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-353c8087-39fa-49da-963b-731706dd24db service neutron] 10.222.0.26 "PUT /v2.0/ports/c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 1091 time: 0.6929400 Aug 20 10:01:30.464281 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:01:30.466607 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d1b5d-642e-40ae-9e85-aaf98321084c" -d '{"events": [{"name": "network-changed", "server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:01:30.513770 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c8087-39fa-49da-963b-731706dd24db service neutron] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:30.552258 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d46e66-1862-4002-8a14-61040cdaddf4 x-openstack-request-id: req-40d46e66-1862-4002-8a14-61040cdaddf4 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:01:30.552614 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:01:30.552869 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40d46e66-1862-4002-8a14-61040cdaddf4 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:01:30.553275 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'status': 'completed', 'code': 200} Aug 20 10:01:30.575163 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-136435a1-787b-4cbb-8db6-a93707bc4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:30.575557 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-136435a1-787b-4cbb-8db6-a93707bc4a7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1094 time: 0.0632980 Aug 20 10:01:30.622381 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-1b0105d6-8a95-4edb-8b49-47df50340a6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 217 time: 0.0386715 Aug 20 10:01:30.686855 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-efddaaf9-fd49-4bbb-a64a-b9b4a7fc8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:30.688363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-efddaaf9-fd49-4bbb-a64a-b9b4a7fc8497 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0590036 Aug 20 10:01:30.740823 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf570d-6568-4f19-8d91-68154d3f941f req-dd3b39ef-3998-4955-9b71-edd6b8072da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:30.743021 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-dd3b39ef-3998-4955-9b71-edd6b8072da2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472043 Aug 20 10:01:30.851436 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-671b17fa-498f-4790-8a3d-ce43df002d1b service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008246 Aug 20 10:01:30.961792 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-40cf570d-6568-4f19-8d91-68154d3f941f req-a33c07ac-0de3-4c44-87f0-b87eaa26d3fa service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991766 Aug 20 10:01:30.964631 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f up at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:31.019859 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Provisioning complete for port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:31.020296 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:31.056440 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-5aa53f93-4509-411c-9e52-79a14fa433fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:31.058023 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-5aa53f93-4509-411c-9e52-79a14fa433fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1094 time: 0.0467520 Aug 20 10:01:31.160222 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-b786094a-85eb-478b-830e-c2d680c6f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:31.161638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-b786094a-85eb-478b-830e-c2d680c6f4a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0972512 Aug 20 10:01:31.205925 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-353766d4-e4ea-4a3b-9968-cabd63e159cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 217 time: 0.0357187 Aug 20 10:01:31.256975 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-703a8c4f-c810-4e10-b332-b8ca28f53655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:31.258500 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-703a8c4f-c810-4e10-b332-b8ca28f53655 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0457702 Aug 20 10:01:31.314318 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-b9d1fa73-a8a3-4f16-89f4-aaacdce6b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:31.315928 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-b9d1fa73-a8a3-4f16-89f4-aaacdce6b5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505588 Aug 20 10:01:31.370691 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dab46-eb22-428f-a67f-bc849627e679 req-42108223-feb1-4658-9b9d-a652310fd774 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:31.372396 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c3dab46-eb22-428f-a67f-bc849627e679 req-42108223-feb1-4658-9b9d-a652310fd774 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 943 time: 0.0507705 Aug 20 10:01:31.415221 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c3dab46-eb22-428f-a67f-bc849627e679 req-8eb2c11b-6dcc-477a-9a69-f010324269fd tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353060 Aug 20 10:01:31.426161 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-d8205f5e-157b-409c-b5d5-51de29c68fe7 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024761 Aug 20 10:01:31.529404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-d95d1b5d-642e-40ae-9e85-aaf98321084c req-3e4d9f8e-632d-434a-9823-fa95a1d182a0 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945644 Aug 20 10:01:32.535280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe47fac-7db3-4b43-8ec2-5d87f7428c65 req-f471c5d8-46b1-4f1f-aee6-45a6b015d3cd tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:32.536832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebe47fac-7db3-4b43-8ec2-5d87f7428c65 req-f471c5d8-46b1-4f1f-aee6-45a6b015d3cd tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 943 time: 0.0508940 Aug 20 10:01:32.580682 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ebe47fac-7db3-4b43-8ec2-5d87f7428c65 req-f0f023ff-dd02-47c8-81dd-081e8439a27d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374377 Aug 20 10:01:32.762615 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:01:32.864129 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:32.876246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:01:32.914799 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:32.927935 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1237e1c-3169-4822-9f44-86b7a899857a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:01:32.948159 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:32.952636 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:33.003257 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:33.154270 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['c1237e1c-3169-4822-9f44-86b7a899857a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:01:33.699053 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cc84b-6d25-4907-b606-94b5bd4dfdec req-e34ad91a-7f4e-4358-becd-0989321cdb7e tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:33.700597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-358cc84b-6d25-4907-b606-94b5bd4dfdec req-e34ad91a-7f4e-4358-becd-0989321cdb7e tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 944 time: 0.0508428 Aug 20 10:01:33.738842 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-358cc84b-6d25-4907-b606-94b5bd4dfdec req-ca435121-364a-47f0-ad67-a176e731df63 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Aug 20 10:01:34.786050 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:01:34.872991 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7ac23-018d-449f-bf19-a1ad54ab618e req-356a89e1-603d-4fe8-b08e-4b04d2c7ce62 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:34.874637 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18b7ac23-018d-449f-bf19-a1ad54ab618e req-356a89e1-603d-4fe8-b08e-4b04d2c7ce62 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 944 time: 0.0594549 Aug 20 10:01:34.920139 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-18b7ac23-018d-449f-bf19-a1ad54ab618e req-58daca94-c875-4a13-8603-bec269dff983 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372543 Aug 20 10:01:35.001544 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning for port c1237e1c-3169-4822-9f44-86b7a899857a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:01:35.005327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port c1237e1c-3169-4822-9f44-86b7a899857a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:01:35.005703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:35.095765 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:35.126215 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:01:35.126215 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda5a0f-141d-4452-8e26-50e4aa2ab327" -d '{"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:01:35.146679 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:01:35.151169 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:35.207882 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:35.237127 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa6dce7-f3a3-4d08-bda4-a97a4e8f8172 x-openstack-request-id: req-9aa6dce7-f3a3-4d08-bda4-a97a4e8f8172 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:01:35.237498 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:01:35.237699 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9aa6dce7-f3a3-4d08-bda4-a97a4e8f8172 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:01:35.238133 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'code': 200} Aug 20 10:01:35.334506 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde5a84-3e95-4ea2-9471-006fc7c472b8 req-11de70f8-6a76-49fe-a4c2-33be51646bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:35.336638 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdde5a84-3e95-4ea2-9471-006fc7c472b8 req-11de70f8-6a76-49fe-a4c2-33be51646bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1096 time: 0.0438151 Aug 20 10:01:35.376237 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-cdde5a84-3e95-4ea2-9471-006fc7c472b8 req-3f533a6f-0eab-440c-9af2-e8a95b2a1f22 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Aug 20 10:01:36.054878 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86565724-cfd4-4efc-b1e5-702bdea4d385 req-466dc0a9-205a-4453-980d-c66bb864b6b9 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:36.056431 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86565724-cfd4-4efc-b1e5-702bdea4d385 req-466dc0a9-205a-4453-980d-c66bb864b6b9 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 945 time: 0.0551383 Aug 20 10:01:36.101068 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-86565724-cfd4-4efc-b1e5-702bdea4d385 req-4860822c-dddc-4879-aee5-ce02d5384bcf tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386262 Aug 20 10:01:37.220072 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30aa9a-2cf5-492a-af7c-7506fec4e199 req-2854430f-d891-4201-be07-a649c2b661c6 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:37.221597 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d30aa9a-2cf5-492a-af7c-7506fec4e199 req-2854430f-d891-4201-be07-a649c2b661c6 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 945 time: 0.0501373 Aug 20 10:01:37.262590 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7d30aa9a-2cf5-492a-af7c-7506fec4e199 req-3a9a32c1-4367-47a6-821c-06b40f5e23ef tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338910 Aug 20 10:01:37.380994 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804716-4be4-4b37-83d4-088718be356e req-37ff32eb-87a1-4ad9-8781-806460249d9a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:37.382627 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f804716-4be4-4b37-83d4-088718be356e req-37ff32eb-87a1-4ad9-8781-806460249d9a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 945 time: 0.0516546 Aug 20 10:01:37.422749 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1f804716-4be4-4b37-83d4-088718be356e req-c0581d03-6f26-4e98-96c6-348c4a641546 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339913 Aug 20 10:01:37.445112 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38346) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:37.537068 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc7184-aa5d-40aa-a6e3-ee0bab74e40c tempest-TestSnapshotPattern-1003528374 tempest-TestSnapshotPattern-1003528374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:37.539362 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b9dc7184-aa5d-40aa-a6e3-ee0bab74e40c tempest-TestSnapshotPattern-1003528374 tempest-TestSnapshotPattern-1003528374-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1091 time: 0.0932074 Aug 20 10:01:37.542265 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38350) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:01:37.546715 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:01:37.571203 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:37.674456 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:37.784915 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Allocated IP 172.25.5.164 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/8d5ae019-204d-4fe8-afe8-4c45f1d53af0) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:01:37.895247 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:37.935930 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:37.972586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:01:37.976258 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:01:37.979792 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:01:38.013538 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'Port': ['ID=8d5ae019-204d-4fe8-afe8-4c45f1d53af0,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:38.358885 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:38.433689 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:38.594991 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:38.600552 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:38.671573 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'Port': ['ID=8d5ae019-204d-4fe8-afe8-4c45f1d53af0,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:01:38.684174 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:38.789015 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Floating IP 9a9e565c-ab30-40cb-a9cb-02ef9375e1b6 associated. External IP: 172.25.5.164, port: c1237e1c-3169-4822-9f44-86b7a899857a. Aug 20 10:01:39.003133 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:01:39.114155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:01:39.124640 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:01:39.134584 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:39.135209 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:39.135488 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:39.164990 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-be94b1b9-8c5d-4875-934d-76773fde36ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6216116 Aug 20 10:01:39.165938 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:01:39.169267 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35af160-ce55-4905-9819-4b3fb244748a" -d '{"events": [{"name": "network-changed", "server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:01:39.210163 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368139f1-5bec-4d13-acbb-a15858a8bcc8 x-openstack-request-id: req-368139f1-5bec-4d13-acbb-a15858a8bcc8 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:01:39.210478 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:01:39.210687 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-368139f1-5bec-4d13-acbb-a15858a8bcc8 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:01:39.211101 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'status': 'completed', 'code': 200} Aug 20 10:01:39.253530 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:39.276294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af160-ce55-4905-9819-4b3fb244748a req-bcc67dc1-bf11-45c8-96e5-cf31a8e7d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:39.278603 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-bcc67dc1-bf11-45c8-96e5-cf31a8e7d960 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1096 time: 0.0433064 Aug 20 10:01:39.374115 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af160-ce55-4905-9819-4b3fb244748a req-0ce7e957-a3f3-468d-89e8-46690b2662a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:39.375616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-0ce7e957-a3f3-468d-89e8-46690b2662a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0914562 Aug 20 10:01:39.442349 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-6b9893db-974f-4732-ace2-5757901e1592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 999 time: 0.0595491 Aug 20 10:01:39.483922 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:38Z', 'revision_number': 0, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:39.494880 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af160-ce55-4905-9819-4b3fb244748a req-4f010cd7-de49-407e-8a4f-23b29d65b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:39.496363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-4f010cd7-de49-407e-8a4f-23b29d65b4fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0475368 Aug 20 10:01:39.510191 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:01:39.519726 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:01:39.520690 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:01:17Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:39.546571 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35af160-ce55-4905-9819-4b3fb244748a req-12e9824f-c89c-4239-beda-33624949bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:01:39.548082 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-12e9824f-c89c-4239-beda-33624949bb80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452378 Aug 20 10:01:39.639338 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-74c80e23-404b-424a-9831-9d45dc1a102f service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836413 Aug 20 10:01:39.644444 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:01:39.738690 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-a35af160-ce55-4905-9819-4b3fb244748a req-c11123e6-5ade-4a30-851f-6e23ca0567ee service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929222 Aug 20 10:01:39.886130 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:38Z', 'revision_number': 0, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:01:39.912426 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4076d4-65e7-4b6d-8856-ee4777370e5e None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:38Z', 'revision_number': 0, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:01:40.135022 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459cd7b-4ee7-4382-a93d-755255fbc4bc None None] New status for floating IP 9a9e565c-ab30-40cb-a9cb-02ef9375e1b6: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:01:40.842733 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:01:43.282297 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b228-f318-402c-a3e6-dcad08865b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:43.299838 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:44.762320 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:46.476594 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:46.673020 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-228a972a-808c-4aa3-a417-4406628d3065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:47.723502 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:01:49.087757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:13.287376 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-43dd2b8d-d9d8-45f8-a738-b790179a3e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:13.298478 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:14.781831 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:16.478373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:16.672745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1fef2d47-915d-4786-ba49-afa591738242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:17.726977 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:17.841781 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:02:19.092440 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:31.623418 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-685620ba-5eb6-447d-a079-89c569bd8973 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832253 Aug 20 10:02:31.702299 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-9a42ecab-550e-4e80-b31b-b98083cba4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:02:31.703798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-9a42ecab-550e-4e80-b31b-b98083cba4ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1096 time: 0.0398381 Aug 20 10:02:32.121324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-78b74651-c9d3-4fbd-8817-4f78e778f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:02:32.122854 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-78b74651-c9d3-4fbd-8817-4f78e778f352 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.3997571 Aug 20 10:02:32.187883 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-a830f2d9-5ed5-4502-9079-fa46545bd54b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 1001 time: 0.0565619 Aug 20 10:02:32.236303 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-1c096276-7cad-42fe-98d7-5787bb159596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:02:32.237680 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-1c096276-7cad-42fe-98d7-5787bb159596 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0431051 Aug 20 10:02:32.286644 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-b6078f93-30d3-43ec-a445-1f66aab9db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:02:32.288136 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-b6078f93-30d3-43ec-a445-1f66aab9db9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438905 Aug 20 10:02:32.377845 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-53fb0d10-a129-48eb-8b64-9ef60c176cfe service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825765 Aug 20 10:02:32.471709 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-c17aacc5-fde3-4b7a-a254-9d928d5bdaa9 req-10bea0f5-b211-4dc8-9a23-2cbc2435209d service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Aug 20 10:02:43.288261 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-c383656e-c7e8-458d-b513-ff8db81798b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:43.303600 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:44.797574 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:46.481038 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:46.672487 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-055311a6-aaa5-4705-a1a1-d100e8bcbc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:47.728304 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:49.090841 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:02:54.842201 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:03:13.293683 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-04f1153e-60ac-4661-af68-403218e2dd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:13.303826 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:14.807917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:16.480865 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:16.675494 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-6f1b996f-b040-44ee-bcf0-8118768e3b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.731389 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:19.097512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:31.592319 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-db047689-909c-4a70-b455-2417ba5a6535 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412929 Aug 20 10:03:31.672291 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-2da610a3-7754-4b54-9751-f778371263b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:31.673849 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-2da610a3-7754-4b54-9751-f778371263b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1096 time: 0.0409515 Aug 20 10:03:31.783699 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-3b511c92-c73b-4a02-b6ae-08b6b772f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:31.785194 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-3b511c92-c73b-4a02-b6ae-08b6b772f2fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0914798 Aug 20 10:03:31.841019 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:03:31.850253 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-e8075005-e823-4b0e-86f1-53e623533a5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 1001 time: 0.0583167 Aug 20 10:03:31.899650 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-6613806a-e8c1-4565-bee4-8a6fe8316507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:31.901156 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-6613806a-e8c1-4565-bee4-8a6fe8316507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0440278 Aug 20 10:03:31.953037 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-99d11061-1cb6-4dae-a7f8-0fa37af15744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:31.955016 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-99d11061-1cb6-4dae-a7f8-0fa37af15744 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472791 Aug 20 10:03:32.053814 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-9e999394-2ec5-489d-a73e-685b4e2cc71e service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919321 Aug 20 10:03:32.149914 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-8696f6a4-e3d5-4cc9-91bf-2df4a15d33bc req-bcb70929-a5ec-4cf0-b782-64408be77027 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880556 Aug 20 10:03:39.302774 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a details requested by agent hyperv_n-h2-804285-2 with host n-h2-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:03:39.426731 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:03:39.439853 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Returning: {'device': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:03:39.481815 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:39.496609 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1237e1c-3169-4822-9f44-86b7a899857a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:03:39.518620 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:03:39.524655 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:39.585690 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:39.593991 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.594341 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.594796 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.595147 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.595478 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.595806 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.596130 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.596466 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.596783 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.597101 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.597419 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.597754 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:39.609763 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] get_ports_and_sgs() called for port_ids ['c1237e1c-3169-4822-9f44-86b7a899857a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:03:41.313805 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a up at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:03:41.379880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Provisioning complete for port c1237e1c-3169-4822-9f44-86b7a899857a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:03:41.380511 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:41.473862 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:41.505232 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:03:41.507602 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f3225a-4fc3-4b82-8032-447cf062329e" -d '{"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:03:41.526008 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:03:41.534510 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:41.578085 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af58af7-d259-4b84-852a-b3fd65fdb859 x-openstack-request-id: req-1af58af7-d259-4b84-852a-b3fd65fdb859 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:03:41.578391 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-plugged", "status": "completed", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:03:41.578683 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1af58af7-d259-4b84-852a-b3fd65fdb859 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:03:41.579124 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'code': 200} Aug 20 10:03:41.612810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:43.301914 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3b44e111-6852-457a-a642-6e5980fb3835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:43.325005 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:44.814187 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.483780 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.679886 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8078e5fa-79d2-42ea-9cf2-5ca246ee2e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:47.734996 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:48.367832 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17375692-d7ae-4456-8e8a-1d63c72f436c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839495498&fields=id&tenant_id=f9f6543aa0e541d38accf0b3deba7bc2 HTTP/1.1" status: 200 len: 267 time: 0.0354681 Aug 20 10:03:48.479443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-9e284e11-ddcc-46d9-9988-31e8aae0a53c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:48.480950 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-9e284e11-ddcc-46d9-9988-31e8aae0a53c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 809 time: 0.1055663 Aug 20 10:03:48.496279 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-424a6ba1-0886-4f05-b3f4-7838e9820cae tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/quotas/f9f6543aa0e541d38accf0b3deba7bc2 HTTP/1.1" status: 200 len: 375 time: 0.0093894 Aug 20 10:03:48.553165 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-816c19b8-3998-4350-afa3-675da885178f tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510814 Aug 20 10:03:48.650254 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-9fe4c1e3-4bc7-43b1-9953-371f3c07a01f service neutron] 10.222.0.35 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851448 Aug 20 10:03:48.747913 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-0f53405e-4d96-4235-90e6-31de2f9d5642 service neutron] 10.222.0.35 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916870 Aug 20 10:03:48.941575 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-fc2afd7d-7e35-4872-b645-c745a91ea3cb req-47ea0239-b51f-45d9-9502-8da12020e5ad tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 210 time: 0.0272694 Aug 20 10:03:49.096871 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:49.827552 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-086e53f9-40c6-473a-9ba2-05ac744b57f6 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:49.829019 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-086e53f9-40c6-473a-9ba2-05ac744b57f6 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.37 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 809 time: 0.1076710 Aug 20 10:03:49.873011 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-f7a19330-1204-4d03-9f29-3f64e40f2ac6 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6543aa0e541d38accf0b3deba7bc2 HTTP/1.1" status: 200 len: 379 time: 0.0353620 Aug 20 10:03:49.884913 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'port': {'device_id': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'admin_state_up': True, 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'security_groups': ['6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96']}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:03:50.003829 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Made reservation on behalf of f9f6543aa0e541d38accf0b3deba7bc2 for: {'port': 1} {{(pid=101317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:03:50.008626 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:50.040305 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-95e15018-2e54-4f71-8366-4b528a77cec4 req-97e77fdf-6a0e-4404-bf01-df4feac1921c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 210 time: 0.0270524 Aug 20 10:03:50.154124 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_common [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Allocated IP 172.20.0.6 (f137192e-870b-4577-ad7b-f17823b7d230/6b2edb65-fdd3-4418-97e1-bba9431ca9d1/fca27187-4d08-4316-8c1b-bdc29c29474a) {{(pid=101317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:03:50.354529 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for port, precommit_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:50.370324 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Transition to ACTIVE for port object fca27187-4d08-4316-8c1b-bdc29c29474a will not be triggered until provisioned by entity DHCP. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:03:50.407567 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_create {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:50.451041 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Network f137192e-870b-4577-ad7b-f17823b7d230 is already hosted by enough agents. {{(pid=101317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:03:50.455022 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.base_scheduler [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Resources bound (agent type, host, resource id): {{(pid=101317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:03:50.458447 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Received port after_create {{(pid=101317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:03:50.507362 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=1']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:50.518182 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.518536 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.518884 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.519225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.519560 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.519895 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.520225 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.520555 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.520881 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.521206 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.521534 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.521886 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:50.554637 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:50.555581 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:50.573863 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-33126b7a-5758-4cab-abc8-e82d8999c49c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6921859 Aug 20 10:03:50.699381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-69c2bccb-4c47-4ae7-8805-8271c4c98590 None None] Provisioning for port fca27187-4d08-4316-8c1b-bdc29c29474a completed by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:03:50.703793 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-69c2bccb-4c47-4ae7-8805-8271c4c98590 None None] Provisioning complete for port fca27187-4d08-4316-8c1b-bdc29c29474a triggered by entity DHCP. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:03:50.704425 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-69c2bccb-4c47-4ae7-8805-8271c4c98590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:50.740732 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-69c2bccb-4c47-4ae7-8805-8271c4c98590 None None] Port fca27187-4d08-4316-8c1b-bdc29c29474a cannot update to ACTIVE because it is not bound. {{(pid=101318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:03:51.166782 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df681a0-be0d-4ea5-96bc-65957d89c376 req-3399f58c-ad40-4280-be3b-a9b0ee96b1b5 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:51.168834 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6df681a0-be0d-4ea5-96bc-65957d89c376 req-3399f58c-ad40-4280-be3b-a9b0ee96b1b5 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0502231 Aug 20 10:03:51.209492 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-6df681a0-be0d-4ea5-96bc-65957d89c376 req-44db1718-55d5-48b1-9a6e-9a6ddde64834 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 20 10:03:52.346900 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272933bc-2038-4c4c-9e48-c7ee5d1deaa5 req-1afd86ab-a807-4514-8fb8-7f2d11e7938d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:52.348465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-272933bc-2038-4c4c-9e48-c7ee5d1deaa5 req-1afd86ab-a807-4514-8fb8-7f2d11e7938d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0590184 Aug 20 10:03:52.394233 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-272933bc-2038-4c4c-9e48-c7ee5d1deaa5 req-286710ce-9138-4221-ad29-7c1d083ffc4c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381413 Aug 20 10:03:53.377142 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:03:53.463773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:53.497015 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:03:53.499334 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e31a73-2a9c-4844-8b35-261159c12089" -d '{"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:03:53.512894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:03:53.517194 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:53.540129 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd05bc-47bf-41de-8a23-603d6fb5bcc9 req-05137921-12d7-4e33-bb6e-9d51e59a1d76 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:53.541903 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ccd05bc-47bf-41de-8a23-603d6fb5bcc9 req-05137921-12d7-4e33-bb6e-9d51e59a1d76 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0582948 Aug 20 10:03:53.555377 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4c6393-bdd9-4f45-8445-40b46db36846 x-openstack-request-id: req-db4c6393-bdd9-4f45-8445-40b46db36846 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:03:53.555816 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:03:53.556511 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db4c6393-bdd9-4f45-8445-40b46db36846 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:03:53.556973 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'code': 200} Aug 20 10:03:53.585601 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Pushing event updated for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=8']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:53.605677 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7ccd05bc-47bf-41de-8a23-603d6fb5bcc9 req-d87b023a-2a49-4b48-8888-553feb6ed6d6 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Aug 20 10:03:54.739350 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309b7fa-3a9a-4100-a688-73bcecfaaf37 req-a8e84059-5082-4b70-8d72-a69984e0aec2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:54.740935 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4309b7fa-3a9a-4100-a688-73bcecfaaf37 req-a8e84059-5082-4b70-8d72-a69984e0aec2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0518346 Aug 20 10:03:54.787361 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-4309b7fa-3a9a-4100-a688-73bcecfaaf37 req-31dcf417-3c9f-45cd-93fb-8cf7cc905b4e tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 Aug 20 10:03:55.923923 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fe343-cbf6-445a-9a65-b3121777bf3e req-ee927f25-9f25-47ee-ac92-7ff50fdb5122 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:55.925626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-313fe343-cbf6-445a-9a65-b3121777bf3e req-ee927f25-9f25-47ee-ac92-7ff50fdb5122 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0571182 Aug 20 10:03:56.004564 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-313fe343-cbf6-445a-9a65-b3121777bf3e req-55f2df4e-ecc0-4337-bc4d-6c309edb1967 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714543 Aug 20 10:03:57.127498 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27726be6-3e3b-4199-aa27-22190facc438 req-83d5635b-835e-4376-9360-f976f7bc5592 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:57.129023 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27726be6-3e3b-4199-aa27-22190facc438 req-83d5635b-835e-4376-9360-f976f7bc5592 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0528884 Aug 20 10:03:57.172642 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-27726be6-3e3b-4199-aa27-22190facc438 req-ac3054ee-a203-47c5-9e92-9002bb8a792f tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368707 Aug 20 10:03:58.292041 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e8f20-caff-4624-998f-380a4dda540b req-717d9a3b-d6c7-488c-9eed-5c0f3cf58c10 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:58.294562 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c07e8f20-caff-4624-998f-380a4dda540b req-717d9a3b-d6c7-488c-9eed-5c0f3cf58c10 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0527906 Aug 20 10:03:58.336088 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-c07e8f20-caff-4624-998f-380a4dda540b req-2ce6801f-11ae-440b-a7d6-29a4de591464 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353284 Aug 20 10:03:59.476097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587c1af-9904-44a7-b190-c6a15ccb6c09 req-69d8ab87-3017-4318-bcf9-1d359d9cff39 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:59.478503 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a587c1af-9904-44a7-b190-c6a15ccb6c09 req-69d8ab87-3017-4318-bcf9-1d359d9cff39 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0639787 Aug 20 10:03:59.530948 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a587c1af-9904-44a7-b190-c6a15ccb6c09 req-d24331e0-e096-456c-bdcd-841c4d6bea27 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Aug 20 10:04:00.490523 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-90f7a35e-87a0-4c97-8d91-896b92740c75 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101317) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:04:00.491499 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-90f7a35e-87a0-4c97-8d91-896b92740c75 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063765 Aug 20 10:04:00.548272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.v2.base [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Request body: {'port': {'device_id': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804285-2'}} {{(pid=101317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:04:00.605498 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.653166 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0defda-dce9-41ef-affd-31b7c58387f4 req-2a70d545-90b9-4976-81a2-63dde8abe382 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:00.654757 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b0defda-dce9-41ef-affd-31b7c58387f4 req-2a70d545-90b9-4976-81a2-63dde8abe382 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 931 time: 0.0504541 Aug 20 10:04:00.694095 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-1b0defda-dce9-41ef-affd-31b7c58387f4 req-b6999d46-abdd-408d-9f70-96b2df40cb29 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332928 Aug 20 10:04:00.877514 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca27187-4d08-4316-8c1b-bdc29c29474a {{(pid=101317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:04:00.884805 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.896942 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.provisioning_blocks [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Transition to ACTIVE for port object fca27187-4d08-4316-8c1b-bdc29c29474a will not be triggered until provisioned by entity L2. {{(pid=101317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:04:00.905150 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.959651 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=2']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:01.028861 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Attempting to bind port fca27187-4d08-4316-8c1b-bdc29c29474a on host n-h1-804285-2 for vnic_type normal with profile {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:04:01.029202 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Attempting to bind port fca27187-4d08-4316-8c1b-bdc29c29474a by drivers openvswitch,hyperv on host n-h1-804285-2 at level 0 using segments [{'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:04:01.029535 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Attempting to bind port fca27187-4d08-4316-8c1b-bdc29c29474a on network f137192e-870b-4577-ad7b-f17823b7d230 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:04:01.034333 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Port fca27187-4d08-4316-8c1b-bdc29c29474a on network f137192e-870b-4577-ad7b-f17823b7d230 not bound, no agent of type Open vSwitch agent registered on host n-h1-804285-2 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:04:01.034657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Attempting to bind port fca27187-4d08-4316-8c1b-bdc29c29474a on network f137192e-870b-4577-ad7b-f17823b7d230 {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:04:01.039947 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Checking agent: {'id': 'a3e3072d-27ae-4360-b0c6-1c9c27624c8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804285-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'started_at': datetime.datetime(2021, 8, 20, 8, 42, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:04:01.040282 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Checking segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:04:01.040730 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Bound using segment: {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'} {{(pid=101317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:04:01.041180 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.managers [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Bound port: fca27187-4d08-4316-8c1b-bdc29c29474a, host: n-h1-804285-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f45e624-93ca-4e6f-86ab-51927e57c6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230'}}] {{(pid=101317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:04:01.041574 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:01.115110 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, cleared binding levels {{(pid=101317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:04:01.118270 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:04:01.123859 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2992698'] for port, after_update {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:01.161682 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.162329 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:01.163871 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] 10.222.0.37 "PUT /v2.0/ports/fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 1091 time: 0.6642334 Aug 20 10:04:01.164319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:04:01.166698 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07368f3a-c216-42f2-954c-13e340096c76" -d '{"events": [{"name": "network-changed", "server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:04:01.191084 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f374b2-ebad-4746-8b86-8ec1fefda6ed service neutron] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=3']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:01.217769 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04847350-0090-4040-b0d5-0d679dc4192c x-openstack-request-id: req-04847350-0090-4040-b0d5-0d679dc4192c {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:04:01.218069 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:04:01.218328 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04847350-0090-4040-b0d5-0d679dc4192c {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:04:01.218740 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'status': 'completed', 'code': 200} Aug 20 10:04:01.252304 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-3df3c056-c91f-44a5-82f2-4a263754eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.254137 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-3df3c056-c91f-44a5-82f2-4a263754eb70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1094 time: 0.0459146 Aug 20 10:04:01.303653 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-c34f4036-2aec-4c00-bd3c-2d530a182edd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 217 time: 0.0409453 Aug 20 10:04:01.355907 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-b5e99655-c8c1-4589-b0bb-98a9217ea84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.357404 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-b5e99655-c8c1-4589-b0bb-98a9217ea84c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0468369 Aug 20 10:04:01.404979 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-bd81a8ef-a518-42a1-94b4-8825236f5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.406608 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-bd81a8ef-a518-42a1-94b4-8825236f5ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420685 Aug 20 10:04:01.500784 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-bdd23266-97a0-4aeb-be9b-b164dc6f265f service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Aug 20 10:04:01.592932 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-7e3695cd-1b4e-4d4f-95b5-938a91596605 req-948927f3-ece1-48c5-9e4c-b1c482e3ab14 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851061 Aug 20 10:04:01.677082 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368f3a-c216-42f2-954c-13e340096c76 req-13b5f88c-b730-40f7-8e90-4a934165ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.678632 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-13b5f88c-b730-40f7-8e90-4a934165ffea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1094 time: 0.0412011 Aug 20 10:04:01.775274 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368f3a-c216-42f2-954c-13e340096c76 req-cd243233-f774-49ab-8e51-e125203abfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.776729 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-cd243233-f774-49ab-8e51-e125203abfbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0912294 Aug 20 10:04:01.816161 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca702af6-7e5c-4b47-a469-51846aa1b0ef req-45b3397f-6928-4485-96f4-25ca9f37ff9a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.817695 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca702af6-7e5c-4b47-a469-51846aa1b0ef req-45b3397f-6928-4485-96f4-25ca9f37ff9a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 943 time: 0.0506105 Aug 20 10:04:01.819282 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-8c0007f4-1b84-4461-a0df-b70f0aec321b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 217 time: 0.0359271 Aug 20 10:04:01.856991 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-ca702af6-7e5c-4b47-a469-51846aa1b0ef req-301b04f4-1932-4a4a-b40f-92ae4ffcd6e4 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Aug 20 10:04:01.874745 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368f3a-c216-42f2-954c-13e340096c76 req-48172413-0794-4fb7-8cc8-30277a2324a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.876226 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-48172413-0794-4fb7-8cc8-30277a2324a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0494270 Aug 20 10:04:01.924012 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368f3a-c216-42f2-954c-13e340096c76 req-cc810c60-6fc7-4a25-a2e2-b748cf48f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:01.925522 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-cc810c60-6fc7-4a25-a2e2-b748cf48f843 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408895 Aug 20 10:04:02.016917 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-5fe9dad8-837f-4995-9453-724b3e10238f service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 Aug 20 10:04:02.115008 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-07368f3a-c216-42f2-954c-13e340096c76 req-7c671320-d673-4c93-a410-551ec1f18ff5 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 Aug 20 10:04:02.800508 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fca27187-4d08-4316-8c1b-bdc29c29474a details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:04:02.898078 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:04:02.910103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'port_id': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'mac_address': 'fa:16:3e:85:e6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:04:02.951064 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:02.964659 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca27187-4d08-4316-8c1b-bdc29c29474a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:04:02.979127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06cb0-6a2e-4e64-839c-734f34ed4a80 req-a20ee27e-92f9-41d2-8f34-dac032db3b66 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:02.980805 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48d06cb0-6a2e-4e64-839c-734f34ed4a80 req-a20ee27e-92f9-41d2-8f34-dac032db3b66 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 943 time: 0.0540068 Aug 20 10:04:02.983812 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:04:02.990976 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:03.022706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-48d06cb0-6a2e-4e64-839c-734f34ed4a80 req-03fb139c-ddc0-4058-9176-3c9fc5b1ec4a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345006 Aug 20 10:04:03.041103 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=4']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:03.228175 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['fca27187-4d08-4316-8c1b-bdc29c29474a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:04:04.143344 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbae60-949a-4a9f-a1e5-81407b9b9afe req-9b6072ba-cdea-40df-a250-1ed373335edd tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:04.144752 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3dbae60-949a-4a9f-a1e5-81407b9b9afe req-9b6072ba-cdea-40df-a250-1ed373335edd tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 944 time: 0.0499666 Aug 20 10:04:04.182703 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-a3dbae60-949a-4a9f-a1e5-81407b9b9afe req-f8c3b1f2-4a74-42fa-813b-5129a3a31b30 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Aug 20 10:04:04.819686 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fca27187-4d08-4316-8c1b-bdc29c29474a up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:04:04.873785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning for port fca27187-4d08-4316-8c1b-bdc29c29474a completed by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:04:04.877358 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port fca27187-4d08-4316-8c1b-bdc29c29474a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:04.877755 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.961697 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.985893 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:04:04.988170 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81eeba-0847-4dad-a061-8108db4a6530" -d '{"events": [{"server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "name": "network-vif-plugged", "status": "completed", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:04:05.002032 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:04:05.006359 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:05.030053 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe865a-bf09-4958-8d9f-61045e91bc6f x-openstack-request-id: req-cdbe865a-bf09-4958-8d9f-61045e91bc6f {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:04:05.030349 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "name": "network-vif-plugged", "status": "completed", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:04:05.030607 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdbe865a-bf09-4958-8d9f-61045e91bc6f {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:04:05.030999 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'code': 200} Aug 20 10:04:05.056908 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=5']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:05.125591 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e57b8-8351-4072-b9c7-30015fe14e0d req-c40719ad-5df8-4f54-8406-504b69b49396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:05.127080 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-598e57b8-8351-4072-b9c7-30015fe14e0d req-c40719ad-5df8-4f54-8406-504b69b49396 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1096 time: 0.0417762 Aug 20 10:04:05.161540 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-598e57b8-8351-4072-b9c7-30015fe14e0d req-eb5e20a9-ddb5-41cd-87f8-ab083c2983ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276477 Aug 20 10:04:05.296466 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49d636-07b0-4461-bf4c-efda4f506d28 req-2eae0e67-1af2-4a9a-858b-6183f0427569 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:05.298000 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f49d636-07b0-4461-bf4c-efda4f506d28 req-2eae0e67-1af2-4a9a-858b-6183f0427569 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 945 time: 0.0482409 Aug 20 10:04:05.335785 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-0f49d636-07b0-4461-bf4c-efda4f506d28 req-1912ea1c-8635-4cc1-afc6-26f2be939a05 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Aug 20 10:04:06.465961 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28917341-862e-405b-be2c-b10dd98fcbac req-d48946c5-ca3d-4363-a35b-c84539d1c217 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:06.467465 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28917341-862e-405b-be2c-b10dd98fcbac req-d48946c5-ca3d-4363-a35b-c84539d1c217 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 945 time: 0.0555778 Aug 20 10:04:06.508447 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-28917341-862e-405b-be2c-b10dd98fcbac req-0c042846-5b17-49ee-85d1-9b6c6ff38046 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350995 Aug 20 10:04:06.626943 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cb430-1d68-4091-a8cd-b71a24d66992 req-ca87264f-51de-4637-9c16-88a121108233 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:06.628385 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c7cb430-1d68-4091-a8cd-b71a24d66992 req-ca87264f-51de-4637-9c16-88a121108233 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 945 time: 0.0501091 Aug 20 10:04:06.667126 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-3c7cb430-1d68-4091-a8cd-b71a24d66992 req-a8d319bf-0942-42aa-b237-def6653fb0cd tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326545 Aug 20 10:04:06.689548 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38624) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:06.730282 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbd4c7-df0a-4995-b83c-11d51d1c4a9d tempest-TestSnapshotPattern-1003528374 tempest-TestSnapshotPattern-1003528374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:06.731852 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-5bcbd4c7-df0a-4995-b83c-11d51d1c4a9d tempest-TestSnapshotPattern-1003528374 tempest-TestSnapshotPattern-1003528374-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1091 time: 0.0412750 Aug 20 10:04:06.734606 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38626) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:06.739083 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.v2.base [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Request body: {'floatingip': {'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'port_id': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:04:06.761781 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.868771 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.981627 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_common [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Allocated IP 172.25.5.65 (08f59161-2b18-4800-8478-b94bd03b5143/11b59adc-b497-4ee3-b1c6-8a798049956e/8c2ffa2b-af10-4ba9-839e-994c8feebfa7) {{(pid=101316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:04:07.090520 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for port, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.131271 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791066611685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.167590 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Network 08f59161-2b18-4800-8478-b94bd03b5143 is already hosted by enough agents. {{(pid=101316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:04:07.170280 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.base_scheduler [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Resources bound (agent type, host, resource id): {{(pid=101316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:04:07.172810 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Received port after_create {{(pid=101316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:04:07.208635 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'Port': ['ID=8c2ffa2b-af10-4ba9-839e-994c8feebfa7,revision_number=1']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:07.219979 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.220336 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.220683 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.221043 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.221362 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.221699 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.222058 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.222393 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.222725 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.223054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.223379 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.223706 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:07.541399 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.612113 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.760655 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for port, precommit_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.766020 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126524763'] for port, after_update {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.837758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event updated for resources: {'Port': ['ID=8c2ffa2b-af10-4ba9-839e-994c8feebfa7,revision_number=2']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:07.850297 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702573'] for floatingip, after_create {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.953956 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Floating IP 24f0df24-2369-4722-be43-933d8a0de100 associated. External IP: 172.25.5.65, port: fca27187-4d08-4316-8c1b-bdc29c29474a. Aug 20 10:04:08.506097 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:04:08.614180 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:04:08.625960 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:04:08.634829 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:08.637153 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:04:08.637816 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:08.663626 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-95cacecf-9806-4aa5-88ef-451cde836eb3 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9279411 Aug 20 10:04:08.664221 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:04:08.666516 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65851f9e-b5f1-43a6-a749-a09eb2711390" -d '{"events": [{"name": "network-changed", "server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:04:08.744307 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:04:08.785490 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f39df-f35b-4d35-83e2-52f023d020d7 x-openstack-request-id: req-451f39df-f35b-4d35-83e2-52f023d020d7 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:04:08.785804 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:04:08.786058 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-451f39df-f35b-4d35-83e2-52f023d020d7 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:04:08.786455 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'status': 'completed', 'code': 200} Aug 20 10:04:08.847895 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:04:08.852353 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-3a1337f9-c040-402c-bc9e-302659cc2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:08.853951 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-3a1337f9-c040-402c-bc9e-302659cc2538 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1096 time: 0.0433028 Aug 20 10:04:08.960972 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-992f5491-3f70-408a-963f-2978a88aaa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:08.960972 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-992f5491-3f70-408a-963f-2978a88aaa49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0944626 Aug 20 10:04:09.025856 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-efa43122-24d8-4292-9fb8-d09bb0aef3db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 998 time: 0.0629802 Aug 20 10:04:09.078944 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '24f0df24-2369-4722-be43-933d8a0de100', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:85:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:04:07Z', 'updated_at': '2021-08-20T10:04:07Z', 'revision_number': 0, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}, {'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:40Z', 'revision_number': 1, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:09.082713 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-0f77167d-e61d-4352-bf7b-8ee2eb983c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:09.084224 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-0f77167d-e61d-4352-bf7b-8ee2eb983c79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0514121 Aug 20 10:04:09.105479 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:04:09.113957 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:04:09.114562 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:03:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:09.131166 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-af0db481-0f33-4373-abd2-75c494117658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:09.132688 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-af0db481-0f33-4373-abd2-75c494117658 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417914 Aug 20 10:04:09.217224 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:04:09.225539 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-56bfd6ce-e1c2-47ea-b039-8b2b5e383987 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Aug 20 10:04:09.324729 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-65851f9e-b5f1-43a6-a749-a09eb2711390 req-cb7fd468-db6a-4f05-99a0-e28b7c7f07d2 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916288 Aug 20 10:04:09.459935 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '24f0df24-2369-4722-be43-933d8a0de100', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:85:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:04:07Z', 'updated_at': '2021-08-20T10:04:07Z', 'revision_number': 0, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}, {'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:40Z', 'revision_number': 1, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:09.488661 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4532d-af0b-4e59-9481-d739694020bf None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '24f0df24-2369-4722-be43-933d8a0de100', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:85:e6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:04:07Z', 'updated_at': '2021-08-20T10:04:07Z', 'revision_number': 0, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}, {'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:40Z', 'revision_number': 1, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:04:09.701649 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361724d-68bd-402d-bf7d-614eda441237 None None] New status for floating IP 24f0df24-2369-4722-be43-933d8a0de100: ACTIVE {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:04:13.294278 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7898eb35-eda2-4a50-b482-a294aca7b81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:13.316459 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:14.812966 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:16.485894 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:16.672430 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a410f450-4ea1-4d04-a156-3fc6affded8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:17.736997 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:19.100428 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:29.510017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-8cd4ef56-1657-44a3-90aa-8150460ab057 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416791 Aug 20 10:04:29.595204 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-797fd68a-4c88-4e03-a704-ec2f8db45059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:29.596688 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-797fd68a-4c88-4e03-a704-ec2f8db45059 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1096 time: 0.0422282 Aug 20 10:04:29.705690 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-75454bec-af74-4943-8562-41db20d54cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:29.707451 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-75454bec-af74-4943-8562-41db20d54cbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0912547 Aug 20 10:04:29.773339 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-7ffcc910-63d4-4dc3-a046-3b803162f470 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 1000 time: 0.0578518 Aug 20 10:04:29.827875 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-b43e94fc-5664-49ea-a824-60b105608c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:29.829337 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-b43e94fc-5664-49ea-a824-60b105608c58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0487409 Aug 20 10:04:29.875483 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-7bd4afc9-ad9d-43b4-9d39-7f28612880be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:29.876968 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-7bd4afc9-ad9d-43b4-9d39-7f28612880be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401993 Aug 20 10:04:29.966865 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-02aa9169-3df7-4c29-8288-cc9c75f31297 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818539 Aug 20 10:04:30.061017 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e7d388d-e616-43e0-97d4-bcfd5fba3d43 req-e406a653-686c-490d-a179-1a6e04703989 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869088 Aug 20 10:04:31.575267 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-90b9621f-1da8-4fa8-ada5-5ec02c3cb225 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397034 Aug 20 10:04:31.656148 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662620fe-9187-4018-9096-e99857dfafb5 req-c4a90bdc-30c8-4450-9b7f-70bc2f361d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:31.657616 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-c4a90bdc-30c8-4450-9b7f-70bc2f361d4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1094 time: 0.0400560 Aug 20 10:04:31.765127 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662620fe-9187-4018-9096-e99857dfafb5 req-9caeae96-5dce-4409-9733-7317221675b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:31.766636 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-9caeae96-5dce-4409-9733-7317221675b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0897768 Aug 20 10:04:31.832342 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-3a2da55a-3455-478e-b0d5-fd1eff2bf207 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 999 time: 0.0584526 Aug 20 10:04:31.884516 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662620fe-9187-4018-9096-e99857dfafb5 req-77730a01-f69d-4acf-8b21-8bca1289740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:31.886773 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-77730a01-f69d-4acf-8b21-8bca1289740e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0480564 Aug 20 10:04:31.931613 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662620fe-9187-4018-9096-e99857dfafb5 req-16e8d2d2-d153-48d0-ad24-56725323cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:31.933407 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-16e8d2d2-d153-48d0-ad24-56725323cfc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401967 Aug 20 10:04:32.023285 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-3d6ed26a-52d4-4043-a8ed-54d90c7eafab service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827367 Aug 20 10:04:32.117425 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-662620fe-9187-4018-9096-e99857dfafb5 req-69e6611b-f908-4151-adbb-3d1eeb1e4eaf service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863585 Aug 20 10:04:43.296188 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-25b19878-9494-40e9-a317-27c97a514995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:43.315252 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:44.811362 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:45.837346 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:04:46.486908 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:46.673133 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4efc5c05-31c6-40d8-a519-0b4531503b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:47.741228 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:49.102703 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:13.297853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb721-696b-4d0e-9317-917d5c70c849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:13.326411 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:14.839606 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:16.487956 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:16.673470 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1f175795-612f-4b9f-90d2-b598221c6b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:17.744620 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:19.109053 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:22.836585 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:05:31.485248 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-fe21e894-b7b4-4c8c-b299-6c48d7a6545e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409598 Aug 20 10:05:31.563958 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5815-3570-48a8-a589-089a34eed865 req-bb25a19e-260c-4c0b-9258-9c615316c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:31.565498 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-bb25a19e-260c-4c0b-9258-9c615316c314 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1096 time: 0.0404592 Aug 20 10:05:31.671216 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5815-3570-48a8-a589-089a34eed865 req-5c1c5ed5-44da-465b-a9fa-6d55c8567855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:31.672688 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-5c1c5ed5-44da-465b-a9fa-6d55c8567855 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0883722 Aug 20 10:05:31.740203 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-d634dc5f-aa6a-48ae-8705-d831a9d50857 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 1000 time: 0.0604582 Aug 20 10:05:31.793479 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5815-3570-48a8-a589-089a34eed865 req-f165a6b4-bced-40d5-9378-79377f29ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:31.794954 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-f165a6b4-bced-40d5-9378-79377f29ffca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0474739 Aug 20 10:05:31.840579 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5815-3570-48a8-a589-089a34eed865 req-6e453edd-9ec6-49ad-819a-146fe31b6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:31.842093 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-6e453edd-9ec6-49ad-819a-146fe31b6fe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406399 Aug 20 10:05:31.928919 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-24105175-918d-4cc3-8839-e42b5087f17d service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801637 Aug 20 10:05:32.028105 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-687b5815-3570-48a8-a589-089a34eed865 req-e8913294-9ee7-43a4-b7a8-c3b02aa0988e service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916247 Aug 20 10:05:32.590729 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-ba3bf58d-3c0f-4e2a-876c-cd499d9cb317 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404553 Aug 20 10:05:32.671177 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-bdf3ed15-0ab5-4122-94dd-8638686cad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:32.672674 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-bdf3ed15-0ab5-4122-94dd-8638686cad7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1094 time: 0.0411351 Aug 20 10:05:32.779067 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-f5435bd4-34fa-4192-adef-11145f3c5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:32.780556 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-f5435bd4-34fa-4192-adef-11145f3c5755 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.0887814 Aug 20 10:05:32.846670 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-c64ee0d5-fec7-4f5a-9b11-caf091fad5eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 999 time: 0.0591788 Aug 20 10:05:32.898971 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-17a155d4-9cd2-4013-a490-1087d6461c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:32.900455 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-17a155d4-9cd2-4013-a490-1087d6461c9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0479262 Aug 20 10:05:32.946703 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-2095b1a8-939a-49e1-82d8-38fae5edbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:32.948548 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-2095b1a8-939a-49e1-82d8-38fae5edbc1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406890 Aug 20 10:05:33.038175 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-bc5ba578-5c95-45dd-b503-74c1b32fe842 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Aug 20 10:05:33.139193 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-3fc671c3-f928-4452-8901-3ebd29cd9492 req-74d254bc-d518-4015-85cc-30915a35b568 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936930 Aug 20 10:05:43.298435 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-55b139e3-7e47-4dc2-b7b4-aa922f4c85b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:43.328191 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:43.398688 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fca27187-4d08-4316-8c1b-bdc29c29474a details requested by agent hyperv_n-h1-804285-2 with host n-h1-804285-2 {{(pid=101318) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:05:43.490245 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:05:43.502249 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Returning: {'device': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'port_id': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'mac_address': 'fa:16:3e:85:e6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101318) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:05:43.543181 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:43.555636 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fca27187-4d08-4316-8c1b-bdc29c29474a {{(pid=101318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:05:43.576075 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:05:43.580034 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:43.627820 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=6']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:05:43.635525 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.635863 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.636196 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.636524 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.636847 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.637173 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.637491 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.637838 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.638157 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.638472 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.638785 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.639100 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:43.666756 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] get_ports_and_sgs() called for port_ids ['fca27187-4d08-4316-8c1b-bdc29c29474a'] {{(pid=101318) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:05:44.871853 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:45.410656 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fca27187-4d08-4316-8c1b-bdc29c29474a up at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:05:45.473036 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.provisioning_blocks [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Provisioning complete for port fca27187-4d08-4316-8c1b-bdc29c29474a triggered by entity L2. {{(pid=101318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:05:45.473585 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1762250'] for port, provisioning_complete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:45.567674 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719125'] for port, before_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:45.763483 n-d-804285-2 neutron-server[101318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a'}] {{(pid=101318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:05:45.765768 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1fa758cb66be79756340a7549c975d28639be7c36a422a3f14412d0dd5e54f57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5b2b3d-06ee-4624-ab9d-375cfa2653ab" -d '{"events": [{"server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "name": "network-vif-plugged", "status": "completed", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a"}]}' {{(pid=101318) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:05:45.779381 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:05:45.784700 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791067162965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791066611703', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791066608909'] for port, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:45.841949 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab932616-4c47-49a9-baf8-62196b85fb48 x-openstack-request-id: req-ab932616-4c47-49a9-baf8-62196b85fb48 {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:05:45.842208 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "name": "network-vif-plugged", "status": "completed", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a", "code": 200}]} {{(pid=101318) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:05:45.842311 n-d-804285-2 neutron-server[101318]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab932616-4c47-49a9-baf8-62196b85fb48 {{(pid=101318) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:05:45.842628 n-d-804285-2 neutron-server[101318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'code': 200} Aug 20 10:05:45.848597 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Pushing event updated for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=7']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:05:46.493658 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:46.676654 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ee8a89e2-1f41-412e-8d55-1a95c41bc999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:47.749745 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:49.115147 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.224854 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38840) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:05:54.380978 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Deleting port 8c2ffa2b-af10-4ba9-839e-994c8feebfa7 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:05:54.381241 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.475049 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.475380 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.487364 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Calling delete_port for 8c2ffa2b-af10-4ba9-839e-994c8feebfa7 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:05:54.630686 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.661597 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event deleted for resources: {'Port': ['ID=8c2ffa2b-af10-4ba9-839e-994c8feebfa7,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:05:54.684705 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.685054 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.685398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.685752 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.686098 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.686431 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.686762 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.687090 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.687440 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.687750 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.688074 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.688398 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:54.729685 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.730043 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Floating IP 24f0df24-2369-4722-be43-933d8a0de100 disassociated (deleted). External IP: 172.25.5.65, port: fca27187-4d08-4316-8c1b-bdc29c29474a. Aug 20 10:05:54.937281 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:05:55.047192 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:05:55.052453 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:55.058206 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:05:55.067612 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:05:55.068225 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:05:55.086182 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-d00a0f4e-972d-4202-b173-71fd71cbad36 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "DELETE /v2.0/floatingips/24f0df24-2369-4722-be43-933d8a0de100 HTTP/1.1" status: 204 len: 168 time: 0.8577552 Aug 20 10:05:55.086182 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:05:55.086642 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5fd456-de78-444d-96cb-db5e40fbb342" -d '{"events": [{"name": "network-changed", "server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:05:55.129533 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d88c40-2334-4126-91d9-be10626deb7a x-openstack-request-id: req-f1d88c40-2334-4126-91d9-be10626deb7a {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:05:55.129860 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:05:55.130145 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1d88c40-2334-4126-91d9-be10626deb7a {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:05:55.130532 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'status': 'completed', 'code': 200} Aug 20 10:05:55.180463 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:05:55.191008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-ef9da0fa-afca-485a-bcb6-66e02af5aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:55.192661 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-ef9da0fa-afca-485a-bcb6-66e02af5aab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 1096 time: 0.0435822 Aug 20 10:05:55.299820 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-c281a7e1-7831-4e1b-82b9-a150869ec59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:55.301315 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-c281a7e1-7831-4e1b-82b9-a150869ec59e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.1022170 Aug 20 10:05:55.352015 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-09282aca-3f2c-4ea0-bf93-4a79c10022ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 200 len: 217 time: 0.0427911 Aug 20 10:05:55.381616 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006fcc-c98f-4d82-8fd9-7eea73471984 req-dadb2aaf-6df4-47f3-a270-e5f6f423b60a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:55.383418 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df006fcc-c98f-4d82-8fd9-7eea73471984 req-dadb2aaf-6df4-47f3-a270-e5f6f423b60a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 945 time: 0.1051571 Aug 20 10:05:55.403674 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-e74a015e-1c9d-416c-be64-994ce3a7e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:55.405218 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-e74a015e-1c9d-416c-be64-994ce3a7e4a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0457375 Aug 20 10:05:55.435530 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:40Z', 'revision_number': 1, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:05:55.441989 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-df006fcc-c98f-4d82-8fd9-7eea73471984 req-f774f7f2-20e0-4fb6-a99e-fcc36a7f17ac tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Aug 20 10:05:55.467246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:05:55.470086 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-0f986fa7-6a84-4d75-9e18-f4442e9b472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:55.471352 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-0f986fa7-6a84-4d75-9e18-f4442e9b472a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519080 Aug 20 10:05:55.476659 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:05:55.477297 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:05:55.563044 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-635e372e-d99d-4419-8c61-800f8bd5082f service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832121 Aug 20 10:05:55.584662 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:05:55.660223 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-0e5fd456-de78-444d-96cb-db5e40fbb342 req-21065e67-2bb5-4579-9106-bcf7f495b622 service neutron] 10.222.0.37 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893862 Aug 20 10:05:55.813241 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:40Z', 'revision_number': 1, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:05:55.844043 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42f471-e69e-491e-bb8c-53a7c889cfdf None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_floatingips': [{'id': '9a9e565c-ab30-40cb-a9cb-02ef9375e1b6', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'router_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'port_id': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'mac_address': 'fa:16:3e:26:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:01:38Z', 'updated_at': '2021-08-20T10:01:40Z', 'revision_number': 1, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:05:56.073825 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d8590-2c2e-4d3c-ab3c-9590fa3589cf None None] New status for floating IP 24f0df24-2369-4722-be43-933d8a0de100: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:05:56.548190 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ce8d9-44ff-4739-bec6-acf26e8c3316 req-0acf0442-0af8-42ca-b63a-9815a68b637f tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:56.549706 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b4ce8d9-44ff-4739-bec6-acf26e8c3316 req-0acf0442-0af8-42ca-b63a-9815a68b637f tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 945 time: 0.0505874 Aug 20 10:05:56.592260 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-7b4ce8d9-44ff-4739-bec6-acf26e8c3316 req-8c13728c-8728-4c3f-8078-185ea711aa30 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364544 Aug 20 10:05:56.795413 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-77f0986a-0020-4461-a95d-3f28caa8203a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:56.796798 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-77f0986a-0020-4461-a95d-3f28caa8203a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 945 time: 0.0502522 Aug 20 10:05:56.885375 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Deleting port fca27187-4d08-4316-8c1b-bdc29c29474a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:05:56.885728 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:56.976260 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] For port fca27187-4d08-4316-8c1b-bdc29c29474a, host n-h1-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804285-2',level=0,port_id=fca27187-4d08-4316-8c1b-bdc29c29474a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:05:56.976623 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:56.989998 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Calling delete_port for fca27187-4d08-4316-8c1b-bdc29c29474a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:05:57.119778 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:57.149113 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event deleted for resources: {'Port': ['ID=fca27187-4d08-4316-8c1b-bdc29c29474a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:05:57.175338 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.175687 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.176023 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.176356 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.176684 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.177008 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.177334 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.177653 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.177997 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.178316 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.178632 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.178946 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804285-2 {{(pid=101317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.201087 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] No DVR routers for this DVR port fca27187-4d08-4316-8c1b-bdc29c29474a on host n-h1-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:05:57.203599 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:57.205823 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-73b9fe48-9376-49ec-aa5f-99e4bdaaa73e req-64723836-7d8a-42be-9546-9c5e00dc134d tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.37 "DELETE /v2.0/ports/fca27187-4d08-4316-8c1b-bdc29c29474a HTTP/1.1" status: 204 len: 173 time: 0.4024913 Aug 20 10:05:57.206258 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'name': 'network-vif-deleted', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:05:57.208487 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5287f7-0f6e-4c72-9e91-686862a35325" -d '{"events": [{"server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "name": "network-vif-deleted", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:05:57.244676 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a401d00-cd37-457c-9f44-066855623362 x-openstack-request-id: req-8a401d00-cd37-457c-9f44-066855623362 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:05:57.244963 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8281907-0da3-424e-a6c9-1363f9ac569e", "name": "network-vif-deleted", "tag": "fca27187-4d08-4316-8c1b-bdc29c29474a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:05:57.245212 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a401d00-cd37-457c-9f44-066855623362 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:05:57.245605 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8281907-0da3-424e-a6c9-1363f9ac569e', 'name': 'network-vif-deleted', 'tag': 'fca27187-4d08-4316-8c1b-bdc29c29474a', 'status': 'completed', 'code': 200} Aug 20 10:05:57.443430 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fca27187-4d08-4316-8c1b-bdc29c29474a no longer exists at agent hyperv_n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:05:57.463526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] No Port match for: fca27187-4d08-4316-8c1b-bdc29c29474a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:05:57.463875 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Device fca27187-4d08-4316-8c1b-bdc29c29474a not bound to the agent host n-h1-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:05:57.716850 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-58ec90a8-075c-430b-9296-73c501cbc91c req-168d20b1-ba74-4b85-8107-3736b9429249 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8281907-0da3-424e-a6c9-1363f9ac569e HTTP/1.1" status: 200 len: 210 time: 0.0271494 Aug 20 10:05:59.291155 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38900) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:05:59.447871 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Deleting port 8d5ae019-204d-4fe8-afe8-4c45f1d53af0 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:05:59.448248 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.522272 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.522536 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.534903 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Calling delete_port for 8d5ae019-204d-4fe8-afe8-4c45f1d53af0 owned by network:floatingip {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:05:59.682812 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.710092 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event deleted for resources: {'Port': ['ID=8d5ae019-204d-4fe8-afe8-4c45f1d53af0,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:05:59.777586 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for floatingip, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.777872 n-d-804285-2 neutron-server[101316]: INFO neutron.db.l3_db [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Floating IP 9a9e565c-ab30-40cb-a9cb-02ef9375e1b6 disassociated (deleted). External IP: 172.25.5.164, port: c1237e1c-3169-4822-9f44-86b7a899857a. Aug 20 10:05:59.836923 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:05:59.991892 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:06:00.101262 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:06:00.106866 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for floatingip, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:00.111689 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f3de7-e767-45fc-b613-440136be190e None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:06:00.120575 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:06:00.121246 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:00.134441 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-98ca467f-5619-40aa-8893-8632eea6293c tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "DELETE /v2.0/floatingips/9a9e565c-ab30-40cb-a9cb-02ef9375e1b6 HTTP/1.1" status: 204 len: 168 time: 0.8422391 Aug 20 10:06:00.135233 n-d-804285-2 neutron-server[101316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:06:00.137610 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76a23b3ed4dc3a36ccbc78b2836b81f220a89c1c9a4a6374755d167f9dc53ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1185cad7-398f-4fc9-9670-b6abfeea167a" -d '{"events": [{"name": "network-changed", "server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101316) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:06:00.177618 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e6b51-37ff-4e9d-9eeb-3bd1152a63f6 x-openstack-request-id: req-f79e6b51-37ff-4e9d-9eeb-3bd1152a63f6 {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:06:00.178006 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "status": "completed", "code": 200}]} {{(pid=101316) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:06:00.178325 n-d-804285-2 neutron-server[101316]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f79e6b51-37ff-4e9d-9eeb-3bd1152a63f6 {{(pid=101316) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:06:00.178800 n-d-804285-2 neutron-server[101316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'status': 'completed', 'code': 200} Aug 20 10:06:00.244294 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-1228c7a8-50c0-4f6d-be61-36a3d7214b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:00.245949 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-1228c7a8-50c0-4f6d-be61-36a3d7214b1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 1094 time: 0.0453765 Aug 20 10:06:00.343196 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:06:00.386078 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954fb42-893e-48cf-8030-c698c5a2aa88 req-2d966eef-7084-4b7f-ae63-1445b2aad3e2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:00.387896 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9954fb42-893e-48cf-8030-c698c5a2aa88 req-2d966eef-7084-4b7f-ae63-1445b2aad3e2 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 943 time: 0.0548949 Aug 20 10:06:00.431208 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-9954fb42-893e-48cf-8030-c698c5a2aa88 req-b23fd1bf-d389-4ef9-90ef-cb294a71edee tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361364 Aug 20 10:06:00.564759 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:00.592326 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f3de7-e767-45fc-b613-440136be190e None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:06:00.601286 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:06:00.601952 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:00.663480 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-6338e54e-2ae8-4567-8bd8-5c38806ad376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:00.664906 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-6338e54e-2ae8-4567-8bd8-5c38806ad376 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 200 len: 909 time: 0.4075341 Aug 20 10:06:00.707516 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-aa1c91c9-7932-4ed2-8cc4-beb983b2f473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 200 len: 217 time: 0.0349514 Aug 20 10:06:00.709354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:06:00.760530 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-684ef2d4-761e-4106-8375-547792457060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:00.762013 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-684ef2d4-761e-4106-8375-547792457060 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 200 len: 848 time: 0.0470653 Aug 20 10:06:00.808033 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-a271db9c-3411-4ad9-839c-f07b73e78166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:00.809572 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-a271db9c-3411-4ad9-839c-f07b73e78166 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f137192e-870b-4577-ad7b-f17823b7d230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403695 Aug 20 10:06:00.901182 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-35fe9ddf-038b-46d1-bab6-dfe2453d17c5 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838990 Aug 20 10:06:00.908019 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-e87f3de7-e767-45fc-b613-440136be190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:00.934430 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87f3de7-e767-45fc-b613-440136be190e None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:01:18Z', 'revision_number': 4, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2', '_interfaces': [{'id': '8468964f-b3d7-42f9-b3e8-57c38f64b774', 'name': '', 'network_id': 'f137192e-870b-4577-ad7b-f17823b7d230', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'mac_address': 'fa:16:3e:e2:69:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:18Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'subnets': [{'id': '6b2edb65-fdd3-4418-97e1-bba9431ca9d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:06:01.001527 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-1185cad7-398f-4fc9-9670-b6abfeea167a req-733adfe6-d38a-4bf8-a65e-f1403adc57e3 service neutron] 10.222.0.26 "GET /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930870 Aug 20 10:06:01.160563 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dccc4d-b528-45c2-9fc9-1a66b633825c None None] New status for floating IP 9a9e565c-ab30-40cb-a9cb-02ef9375e1b6: DOWN {{(pid=101318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:06:01.548194 n-d-804285-2 neutron-server[101316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c95ed-ecef-4f7c-8403-6db765d5e399 req-58f1cf92-f057-4a9e-a2c9-9d7859d3f0d9 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:01.549657 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf6c95ed-ecef-4f7c-8403-6db765d5e399 req-58f1cf92-f057-4a9e-a2c9-9d7859d3f0d9 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 943 time: 0.0477412 Aug 20 10:06:01.585930 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-bf6c95ed-ecef-4f7c-8403-6db765d5e399 req-43b59ce8-e802-48b6-9dd9-ef214653e2cf tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303676 Aug 20 10:06:01.852145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-59914592-4f02-4112-aa7a-9d7ded461085 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:01.854085 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-59914592-4f02-4112-aa7a-9d7ded461085 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.26 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 943 time: 0.0508368 Aug 20 10:06:01.951888 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Deleting port c1237e1c-3169-4822-9f44-86b7a899857a {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:01.952239 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:02.042071 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] For port c1237e1c-3169-4822-9f44-86b7a899857a, host n-h2-804285-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804285-2',level=0,port_id=c1237e1c-3169-4822-9f44-86b7a899857a,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:02.042444 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:02.055142 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Calling delete_port for c1237e1c-3169-4822-9f44-86b7a899857a owned by compute:nova {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:02.186501 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:02.215576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event deleted for resources: {'Port': ['ID=c1237e1c-3169-4822-9f44-86b7a899857a,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:02.261380 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] No DVR routers for this DVR port c1237e1c-3169-4822-9f44-86b7a899857a on host n-h2-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:06:02.263900 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138547'] for port, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:02.265878 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [req-db0870e8-0a5c-44ec-92a1-2fa27c0b06da req-3edf69d4-dbfd-4615-bced-cf4df99baf83 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.26 "DELETE /v2.0/ports/c1237e1c-3169-4822-9f44-86b7a899857a HTTP/1.1" status: 204 len: 173 time: 0.4034207 Aug 20 10:06:02.266309 n-d-804285-2 neutron-server[101317]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-deleted', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a'}] {{(pid=101317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:06:02.268548 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59eb7e7d9c8086f8aed68b1eb50008b066067144f1851d71a3cb7a62f8a60c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60643ff-4126-488f-a479-00d21f7f2f8b" -d '{"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-deleted", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a"}]}' {{(pid=101317) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:06:02.363961 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1dc1ec-0dd3-47a6-aeca-cd46ca6338d7 x-openstack-request-id: req-3f1dc1ec-0dd3-47a6-aeca-cd46ca6338d7 {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:06:02.364259 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de3af4-5a17-4f17-9e9f-9383344d2d1b", "name": "network-vif-deleted", "tag": "c1237e1c-3169-4822-9f44-86b7a899857a", "status": "completed", "code": 200}]} {{(pid=101317) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:06:02.364552 n-d-804285-2 neutron-server[101317]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f1dc1ec-0dd3-47a6-aeca-cd46ca6338d7 {{(pid=101317) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:06:02.364975 n-d-804285-2 neutron-server[101317]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de3af4-5a17-4f17-9e9f-9383344d2d1b', 'name': 'network-vif-deleted', 'tag': 'c1237e1c-3169-4822-9f44-86b7a899857a', 'status': 'completed', 'code': 200} Aug 20 10:06:02.702811 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [req-dbad1120-0ac6-46a9-bf2c-508e0393b383 req-4c91f49b-a230-48e7-8227-ba6ce6e68582 tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "GET /v2.0/ports?device_id=57de3af4-5a17-4f17-9e9f-9383344d2d1b HTTP/1.1" status: 200 len: 210 time: 0.0316162 Aug 20 10:06:03.760279 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38920) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:03.818564 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7c168d-39fd-47f1-88b0-c3e209ec127a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:03.844494 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7c168d-39fd-47f1-88b0-c3e209ec127a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:03.903996 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7c168d-39fd-47f1-88b0-c3e209ec127a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:03.906695 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-bb7c168d-39fd-47f1-88b0-c3e209ec127a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Notify callbacks [] for security_group, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:03.907921 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-bb7c168d-39fd-47f1-88b0-c3e209ec127a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96 HTTP/1.1" status: 204 len: 168 time: 0.1466391 Aug 20 10:06:03.918345 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c168d-39fd-47f1-88b0-c3e209ec127a tempest-TestSnapshotPattern-5157163 tempest-TestSnapshotPattern-5157163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0fe15e-7cb6-4c0d-b7a9-3bafe6cd4d96,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:03.956930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38924) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:04.299233 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:04.537858 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Deleting port 8468964f-b3d7-42f9-b3e8-57c38f64b774 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:04.538197 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:04.613127 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] For port 8468964f-b3d7-42f9-b3e8-57c38f64b774, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=8468964f-b3d7-42f9-b3e8-57c38f64b774,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:04.613402 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:04.625953 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Calling delete_port for 8468964f-b3d7-42f9-b3e8-57c38f64b774 owned by network:router_interface {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:04.803173 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:04.827012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Pushing event deleted for resources: {'Port': ['ID=8468964f-b3d7-42f9-b3e8-57c38f64b774,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:05.000138 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:05.553553 n-d-804285-2 neutron-server[101316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Router 2d60abc5-8c45-422f-aaa6-ab55f983075a has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:06:05.658586 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:06:05.665258 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-e5f46225-312c-43e1-b3f6-272eead0c50e admin admin] 10.222.0.35 "PUT /v2.0/routers/2d60abc5-8c45-422f-aaa6-ab55f983075a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7071180 Aug 20 10:06:05.666876 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38926) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:05.667877 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] Sync routers for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:06:05.676896 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:06:05.677497 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:05.770332 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:05.783590 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: n-d-804285-2 {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:06:05.878089 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:05.933613 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Deleting port d9e3c2d7-a461-49e8-8253-eabafbd7140d {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:05.933939 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:05.971041 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:06:04Z', 'revision_number': 5, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port': {'id': 'd9e3c2d7-a461-49e8-8253-eabafbd7140d', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:16Z', 'updated_at': '2021-08-20T10:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:05.997351 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a no longer exists at agent hyperv_n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:05.999495 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] Checking router: 2d60abc5-8c45-422f-aaa6-ab55f983075a for host: n-d-804285-2 {{(pid=101319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:06:06.010988 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] Routers {'2d60abc5-8c45-422f-aaa6-ab55f983075a'} bound to L3 agent in host n-d-804285-2 {{(pid=101319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:06:06.011646 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['2d60abc5-8c45-422f-aaa6-ab55f983075a'], 'active': True} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:06.018388 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] No Port match for: c1237e1c-3169-4822-9f44-86b7a899857a {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:06.018740 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Device c1237e1c-3169-4822-9f44-86b7a899857a not bound to the agent host n-h2-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:06.022936 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] For port d9e3c2d7-a461-49e8-8253-eabafbd7140d, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=d9e3c2d7-a461-49e8-8253-eabafbd7140d,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:06.023303 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.036185 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Calling delete_port for d9e3c2d7-a461-49e8-8253-eabafbd7140d owned by network:router_gateway {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:06.097354 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_dvr_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] Set router 2d60abc5-8c45-422f-aaa6-ab55f983075a gateway port host: None {{(pid=101319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:06:06.147990 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.l3_hamode_db [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:06:05Z', 'revision_number': 6, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101319) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:06.178012 n-d-804285-2 neutron-server[101319]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed9eb-a00d-4899-b7b2-6c3217775a34 None None] The sync data for ids ['2d60abc5-8c45-422f-aaa6-ab55f983075a'] in n-d-804285-2 is: [{'id': '2d60abc5-8c45-422f-aaa6-ab55f983075a', 'name': 'tempest-TestSnapshotPattern-124603124-router', 'tenant_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:15Z', 'updated_at': '2021-08-20T10:06:05Z', 'revision_number': 6, 'project_id': 'f9f6543aa0e541d38accf0b3deba7bc2', 'gw_port_host': None}] {{(pid=101319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:06:06.212322 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.239649 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e3c2d7-a461-49e8-8253-eabafbd7140d,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:06.303141 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.393028 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.395263 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.438012 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.438443 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d60abc5-8c45-422f-aaa6-ab55f983075a {{(pid=101316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:06:06.442932 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.444219 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-b7c99e0f-1719-4a0b-b552-f7e4504b48a8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2d60abc5-8c45-422f-aaa6-ab55f983075a HTTP/1.1" status: 204 len: 168 time: 0.7763832 Aug 20 10:06:06.446758 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38928) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:06.491568 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Deleting subnet 6b2edb65-fdd3-4418-97e1-bba9431ca9d1 {{(pid=101316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:06:06.495157 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.529895 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126035578'] for subnet, precommit_delete_associations {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.618764 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.672883 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126524821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129035293'] for subnet, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.698860 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2edb65-fdd3-4418-97e1-bba9431ca9d1,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:06.700786 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.702689 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-f58079a3-8762-4014-a851-4678be6debea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6b2edb65-fdd3-4418-97e1-bba9431ca9d1 HTTP/1.1" status: 204 len: 168 time: 0.2550006 Aug 20 10:06:06.705094 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [-] (101316) accepted ('10.222.0.35', 38932) {{(pid=101316) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:06.707442 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3917d1b-d1ec-417d-9abe-ae9ec9d90cc4 None None] Network f137192e-870b-4577-ad7b-f17823b7d230 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:06:06.776462 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.830012 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Deleting port 36712ccf-0208-4008-a3aa-8e70121ecf18 {{(pid=101316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:06.830620 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.892580 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.db [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] For port 36712ccf-0208-4008-a3aa-8e70121ecf18, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=36712ccf-0208-4008-a3aa-8e70121ecf18,segment=NetworkSegment(5f45e624-93ca-4e6f-86ab-51927e57c6bf),segment_id=5f45e624-93ca-4e6f-86ab-51927e57c6bf)] {{(pid=101316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:06.893286 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.906207 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.plugin [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Calling delete_port for 36712ccf-0208-4008-a3aa-8e70121ecf18 owned by network:dhcp {{(pid=101316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:06.969105 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] DHCP port deletion for f137192e-870b-4577-ad7b-f17823b7d230 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:06:07.001361 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126524832'] for port, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.017433 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Deleting port 36712ccf-0208-4008-a3aa-8e70121ecf18 {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:07.018073 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.029300 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=36712ccf-0208-4008-a3aa-8e70121ecf18,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:07.032582 n-d-804285-2 neutron-server[101316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] No DVR routers for this DVR port 36712ccf-0208-4008-a3aa-8e70121ecf18 on host n-d-804285-2 {{(pid=101316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:06:07.092706 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] For port 36712ccf-0208-4008-a3aa-8e70121ecf18, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:07.093117 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.115719 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Calling delete_port for 36712ccf-0208-4008-a3aa-8e70121ecf18 owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:07.116102 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.118479 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Port 36712ccf-0208-4008-a3aa-8e70121ecf18 was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:06:07.120800 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.128114 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f137192e-870b-4577-ad7b-f17823b7d230']}} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:07.131370 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d9e3c2d7-a461-49e8-8253-eabafbd7140d no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:07.139785 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f45e624-93ca-4e6f-86ab-51927e57c6bf') {'for_net_delete': True} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:07.140218 n-d-804285-2 neutron-server[101316]: DEBUG neutron.services.segments.db [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f45e624-93ca-4e6f-86ab-51927e57c6bf') {} {{(pid=101316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:07.149002 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126035459'] for segment, before_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.164601 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.170561 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: d9e3c2d7-a461-49e8-8253-eabafbd7140d {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:07.170880 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device d9e3c2d7-a461-49e8-8253-eabafbd7140d not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:07.171302 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8468964f-b3d7-42f9-b3e8-57c38f64b774 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:07.172376 n-d-804285-2 neutron-server[101316]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:06:07.173009 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126524799'] for segment, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.174319 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] No DVR routers for this DVR port 36712ccf-0208-4008-a3aa-8e70121ecf18 on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: Traceback (most recent call last): Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: timer() Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: cb(*args, **kw) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: return func(*args, **kwargs) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: self._notify() Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: self.callback(batched_events) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: event.method(event) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: return f(self, *a, **k) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: return self._get(url).json() Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: return self.request(url, 'GET', **kwargs) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:06:07.175377 n-d-804285-2 neutron-server[101316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:06:07.178012 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b3bbe-1bac-4f49-87a6-cb46f2564280 None None] Pushing event deleted for resources: {'Port': ['ID=36712ccf-0208-4008-a3aa-8e70121ecf18,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:07.196282 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 8468964f-b3d7-42f9-b3e8-57c38f64b774 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:07.197112 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 8468964f-b3d7-42f9-b3e8-57c38f64b774 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:07.200987 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 36712ccf-0208-4008-a3aa-8e70121ecf18 no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:07.222202 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 36712ccf-0208-4008-a3aa-8e70121ecf18 {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:07.222550 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 36712ccf-0208-4008-a3aa-8e70121ecf18 not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:07.239994 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.245805 n-d-804285-2 neutron-server[101316]: DEBUG neutron_lib.callbacks.manager [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Notify callbacks [] for network, before_response {{(pid=101316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.247724 n-d-804285-2 neutron-server[101316]: INFO neutron.wsgi [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f137192e-870b-4577-ad7b-f17823b7d230 HTTP/1.1" status: 204 len: 168 time: 0.5413752 Aug 20 10:06:07.251059 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38934) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:07.259930 n-d-804285-2 neutron-server[101316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a51ba-a3bd-4f6b-83e0-087edf4d57b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f137192e-870b-4577-ad7b-f17823b7d230,revision_number=None']} {{(pid=101316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:07.603295 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585429'] for router_interface, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.849272 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Deleting port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:07.849612 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.925953 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] For port e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,segment=NetworkSegment(a921d313-185d-4175-a3d6-16064e15335e),segment_id=a921d313-185d-4175-a3d6-16064e15335e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:07.926200 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:07.943030 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Calling delete_port for e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f owned by network:router_interface {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:08.122678 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:08.145994 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:08.312628 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1553414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585289'] for router_interface, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:08.527444 n-d-804285-2 neutron-server[101317]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Router a14de7a9-8c35-4526-aa10-5d2017a2e738 has already been hosted by L3 agent 9f82fcee-035a-4e47-92c8-42d24c008972 {{(pid=101317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:06:08.630966 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] Notify agent at l3_agent.n-d-804285-2 the message routers_updated {{(pid=101317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:06:08.636514 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-c05eef34-588a-4c0c-82b1-d84781e38b73 admin admin] 10.222.0.35 "PUT /v2.0/routers/a14de7a9-8c35-4526-aa10-5d2017a2e738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840709 Aug 20 10:06:08.639083 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38936) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:08.640658 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] Sync routers for ids ['a14de7a9-8c35-4526-aa10-5d2017a2e738'] in n-d-804285-2 {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:06:08.650707 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] Routers {'a14de7a9-8c35-4526-aa10-5d2017a2e738'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:06:08.651327 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a14de7a9-8c35-4526-aa10-5d2017a2e738'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:08.745220 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks [] for router, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:08.754236 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] Set router a14de7a9-8c35-4526-aa10-5d2017a2e738 gateway port host: n-d-804285-2 {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:06:08.847503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:08.899021 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Deleting port a3b2e35f-964d-4cc4-865a-a04380a58cfd {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:08.899387 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:08.936477 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'external_fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:06:08Z', 'revision_number': 5, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port': {'id': 'a3b2e35f-964d-4cc4-865a-a04380a58cfd', 'name': '', 'network_id': '08f59161-2b18-4800-8478-b94bd03b5143', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804285-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:01:21Z', 'updated_at': '2021-08-20T10:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '11b59adc-b497-4ee3-b1c6-8a798049956e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804285-2'}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:08.965557 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] Checking router: a14de7a9-8c35-4526-aa10-5d2017a2e738 for host: n-d-804285-2 {{(pid=101318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:06:08.973956 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] Routers {'a14de7a9-8c35-4526-aa10-5d2017a2e738'} bound to L3 agent in host n-d-804285-2 {{(pid=101318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:06:08.974568 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804285-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T08:34:46Z,description=,heartbeat_timestamp=2021-08-20T10:05:47Z,host='n-d-804285-2',id=9f82fcee-035a-4e47-92c8-42d24c008972,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T08:34:46Z,topic='l3_agent')) {'router_ids': ['a14de7a9-8c35-4526-aa10-5d2017a2e738'], 'active': True} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:08.979679 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] For port a3b2e35f-964d-4cc4-865a-a04380a58cfd, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=a3b2e35f-964d-4cc4-865a-a04380a58cfd,segment=NetworkSegment(dcb9ed94-80f5-48f8-ae10-ac3fee2625bd),segment_id=dcb9ed94-80f5-48f8-ae10-ac3fee2625bd)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:08.980119 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:08.992840 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Calling delete_port for a3b2e35f-964d-4cc4-865a-a04380a58cfd owned by network:router_gateway {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:09.066526 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvr_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] Set router a14de7a9-8c35-4526-aa10-5d2017a2e738 gateway port host: None {{(pid=101318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:06:09.121994 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_hamode_db [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:06:08Z', 'revision_number': 6, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port_host': None}], 'n-d-804285-2', False) {} {{(pid=101318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:09.152872 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702dc54-fa72-4121-9e3e-71112487c19d None None] The sync data for ids ['a14de7a9-8c35-4526-aa10-5d2017a2e738'] in n-d-804285-2 is: [{'id': 'a14de7a9-8c35-4526-aa10-5d2017a2e738', 'name': 'tempest-TestSnapshotPattern-1746644714-router', 'tenant_id': '8a0890c3e0794077a796eb9d21afecc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:01:20Z', 'updated_at': '2021-08-20T10:06:08Z', 'revision_number': 6, 'project_id': '8a0890c3e0794077a796eb9d21afecc9', 'gw_port_host': None}] {{(pid=101318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:06:09.168206 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.196509 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b2e35f-964d-4cc4-865a-a04380a58cfd,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:09.258740 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-704157'] for router_gateway, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.346420 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-531617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13735'] for router, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.348489 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.392420 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-531624'] for router, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.392871 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14de7a9-8c35-4526-aa10-5d2017a2e738 {{(pid=101317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:06:09.397284 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] Notify callbacks [] for router, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.398453 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-e32499c1-58e2-42f5-a775-6e75fa4993ec admin admin] 10.222.0.35 "DELETE /v2.0/routers/a14de7a9-8c35-4526-aa10-5d2017a2e738 HTTP/1.1" status: 204 len: 168 time: 0.7584238 Aug 20 10:06:09.401471 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38938) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:09.449119 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.db_base_plugin_v2 [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Deleting subnet 4f1509e6-7601-4810-a01a-65a3d7374a6b {{(pid=101317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:06:09.452233 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.486148 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126106460'] for subnet, precommit_delete_associations {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.574690 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1764580'] for subnet, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.631500 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1764589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2992884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126528845'] for subnet, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.661688 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1509e6-7601-4810-a01a-65a3d7374a6b,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:09.665943 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.667559 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-478a5d2f-a339-455a-9702-5040fd1024f7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4f1509e6-7601-4810-a01a-65a3d7374a6b HTTP/1.1" status: 204 len: 168 time: 0.2649834 Aug 20 10:06:09.669944 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38940) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:09.670792 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e5949-429e-4fb9-81a6-94deb70288fd None None] Network 53262325-edec-47f2-9088-88787a153695 requested from n-d-804285-2 {{(pid=101318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:06:09.740846 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688045'] for network, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.798179 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Deleting port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe {{(pid=101317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:09.798532 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.871145 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.db [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] For port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe, host n-d-804285-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804285-2',level=0,port_id=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,segment=NetworkSegment(a921d313-185d-4175-a3d6-16064e15335e),segment_id=a921d313-185d-4175-a3d6-16064e15335e)] {{(pid=101317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:09.871433 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.890576 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.plugin [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Calling delete_port for 2856fa79-7d36-41fe-85cf-ce0205a6d8fe owned by network:dhcp {{(pid=101317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:09.956266 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] DHCP port deletion for 53262325-edec-47f2-9088-88787a153695 request from n-d-804285-2 {{(pid=101318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:06:09.975184 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2992833'] for port, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:09.999771 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:10.003052 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Deleting port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe {{(pid=101318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:06:10.003439 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791067009015'] for port, before_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.005377 n-d-804285-2 neutron-server[101317]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] No DVR routers for this DVR port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe on host n-d-804285-2 {{(pid=101317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:06:10.067810 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.db [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] For port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe, host n-d-804285-2, got binding levels [] {{(pid=101318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:10.068203 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584487'] for port, precommit_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.081583 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1761905', 'neutron.services.segments.db._delete_segments_for_network-8791067121933'] for network, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.082127 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Calling delete_port for 2856fa79-7d36-41fe-85cf-ce0205a6d8fe owned by network:dhcp {{(pid=101318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:06:10.084884 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.ipam_backend_mixin [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe was not found and therefore no delete operation was performed {{(pid=101318) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:06:10.086192 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1715600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791067163055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791066611694'] for port, after_delete {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.092319 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53262325-edec-47f2-9088-88787a153695']}} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:10.103320 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a921d313-185d-4175-a3d6-16064e15335e') {'for_net_delete': True} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:10.103616 n-d-804285-2 neutron-server[101317]: DEBUG neutron.services.segments.db [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a921d313-185d-4175-a3d6-16064e15335e') {} {{(pid=101317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:06:10.112572 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791067093697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126106405'] for segment, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.115782 n-d-804285-2 neutron-server[101318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] Pushing event deleted for resources: {'Port': ['ID=2856fa79-7d36-41fe-85cf-ce0205a6d8fe,revision_number=None']} {{(pid=101318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:10.120178 n-d-804285-2 neutron-server[101318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fa358-5d9f-410d-b655-b5e800012f20 None None] No DVR routers for this DVR port 2856fa79-7d36-41fe-85cf-ce0205a6d8fe on host n-d-804285-2 {{(pid=101318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:06:10.136364 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897'] for segment, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.142566 n-d-804285-2 neutron-server[101317]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:06:10.142967 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1733897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2992670'] for segment, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: Traceback (most recent call last): Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: timer() Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: cb(*args, **kw) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: return func(*args, **kwargs) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: self._notify() Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: self.callback(batched_events) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: event.method(event) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: return f(self, *a, **k) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: return self._get(url).json() Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: return self.request(url, 'GET', **kwargs) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:06:10.144697 n-d-804285-2 neutron-server[101317]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:06:10.206251 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1761914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1553425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702484'] for network, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.212445 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Notify callbacks [] for network, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.217129 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] 10.222.0.35 "DELETE /v2.0/networks/53262325-edec-47f2-9088-88787a153695 HTTP/1.1" status: 204 len: 168 time: 0.5438957 Aug 20 10:06:10.226473 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fe19f-e7e3-488b-8e88-7166e906fd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=53262325-edec-47f2-9088-88787a153695,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:10.395776 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38944) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:10.435363 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-2cb1025c-b418-4127-a2b9-ae52201c7bb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9f6543aa0e541d38accf0b3deba7bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382733 Aug 20 10:06:10.437657 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38946) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:10.485702 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7461f3e3-78cb-4775-8665-3550473ad1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.506163 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7461f3e3-78cb-4775-8665-3550473ad1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.555057 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7461f3e3-78cb-4775-8665-3550473ad1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.558129 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-7461f3e3-78cb-4775-8665-3550473ad1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:10.559327 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-7461f3e3-78cb-4775-8665-3550473ad1cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25163a62-5eb1-4a76-be2e-273c14d49cbc HTTP/1.1" status: 204 len: 168 time: 0.1206784 Aug 20 10:06:10.566969 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461f3e3-78cb-4775-8665-3550473ad1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25163a62-5eb1-4a76-be2e-273c14d49cbc,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:10.911524 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38954) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:10.951098 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-02308674-6d01-47d8-a073-2928c8c53d60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a0890c3e0794077a796eb9d21afecc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383623 Aug 20 10:06:10.953553 n-d-804285-2 neutron-server[101317]: DEBUG neutron.wsgi [-] (101317) accepted ('10.222.0.35', 38956) {{(pid=101317) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:11.005204 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94ac9117-fde2-40cb-80c1-ee4bab57d519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:11.026638 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94ac9117-fde2-40cb-80c1-ee4bab57d519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:11.074898 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94ac9117-fde2-40cb-80c1-ee4bab57d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654782'] for security_group, after_delete {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:11.077503 n-d-804285-2 neutron-server[101317]: DEBUG neutron_lib.callbacks.manager [None req-94ac9117-fde2-40cb-80c1-ee4bab57d519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:11.078739 n-d-804285-2 neutron-server[101317]: INFO neutron.wsgi [None req-94ac9117-fde2-40cb-80c1-ee4bab57d519 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a73ececc-93c5-45bd-98de-f05fe8af5187 HTTP/1.1" status: 204 len: 168 time: 0.1241543 Aug 20 10:06:11.087667 n-d-804285-2 neutron-server[101317]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac9117-fde2-40cb-80c1-ee4bab57d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ececc-93c5-45bd-98de-f05fe8af5187,revision_number=None']} {{(pid=101317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:11.127246 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:11.148020 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:11.148380 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device e7f9e0a2-e5bd-46b3-9c43-6e84fda8194f not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:11.148832 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2856fa79-7d36-41fe-85cf-ce0205a6d8fe no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:11.168116 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: 2856fa79-7d36-41fe-85cf-ce0205a6d8fe {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:11.168467 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device 2856fa79-7d36-41fe-85cf-ce0205a6d8fe not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:11.168894 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a3b2e35f-964d-4cc4-865a-a04380a58cfd no longer exists at agent ovs-agent-n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:06:11.189674 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.plugin [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] No Port match for: a3b2e35f-964d-4cc4-865a-a04380a58cfd {{(pid=101318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:06:11.190044 n-d-804285-2 neutron-server[101318]: DEBUG neutron.plugins.ml2.rpc [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Device a3b2e35f-964d-4cc4-865a-a04380a58cfd not bound to the agent host n-d-804285-2 {{(pid=101318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:06:13.301316 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bcb222f5-9fea-47a4-8f06-a2cd08beed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:13.328588 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:14.874023 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:16.486866 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:16.678251 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5a57bfc3-8cca-4310-92f8-d8ca3652bdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:17.750009 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:19.111549 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:36.836522 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:06:43.302878 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-097ef617-fc31-4a2f-b012-02d5d79e92b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:43.343624 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:44.902343 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:46.488428 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:46.678566 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-8a7c098c-2a11-4f9a-9b49-da86c87ee049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.753626 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:49.117571 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:13.304394 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-569267b7-866c-4a30-bf69-af9fac3aa27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:13.348321 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:13.836655 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:07:14.914344 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:16.490647 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:16.679476 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-e902a62f-93e2-4b8c-8ace-2b0642d6ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:17.755492 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:19.121193 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:43.305621 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-0092d6d7-b875-4bf2-960a-700392d3c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:43.341907 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:44.913666 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:46.494416 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:46.682040 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-fd929b04-197e-4690-b0dc-e47bc4681c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:47.760473 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:49.124641 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:50.836262 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:08:13.307233 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-f1e3cd18-dcaf-408b-90a5-a6beb930be3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:13.354210 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:14.919879 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:16.496453 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:16.683441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d8faa3ae-ffd3-420f-a487-e4a03cba3db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:17.762063 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:19.127715 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:27.836571 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:08:43.308500 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-5f249d96-77d1-4fa3-8231-a345d54d8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:43.369269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:44.912338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:46.497483 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:46.683603 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7da3d88c-5ffd-4180-b8c2-ae8f9802b7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:47.765180 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:49.131032 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:04.836600 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:09:13.308732 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-279a0405-1320-489b-81a4-d2030082eb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:13.367168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:14.911979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:16.498616 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:16.684422 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3ad1d4d6-c933-4c7d-95c7-69653b6ff24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:17.767206 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:19.134793 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:41.836015 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:09:43.309439 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3188d02c-d57a-495e-bcef-8a035f72a346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:43.382328 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:44.910210 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:46.500456 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:46.685056 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-29a8163d-7643-4870-b761-5cb5802d8d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:47.772979 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:49.139564 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:08.748305 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-1fc6a6b9-36d0-42bb-973a-dc1b175de62c req-7ebf809e-7509-44b3-afb8-b3da80bc05b3 service neutron] (101316) timed out ('10.222.0.35', 37582) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:10:13.310501 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-97f3fd68-0e0f-423e-8c06-9b020731ccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:13.398168 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:14.907591 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:16.502058 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:16.685218 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-bb805728-3155-4e80-a462-379b1783374f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:17.774945 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:18.836587 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:10:19.142856 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:43.313967 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-607c5c55-8c0e-4061-9c26-c2570fd612dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:43.418617 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:44.924182 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:46.506539 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:46.687549 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-9a761ecc-954c-4b19-9cf9-ff2da8abb17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:47.782884 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:49.145441 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:55.836741 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:11:13.317405 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7ac5da16-aafa-4e98-9343-5cfba7f56a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:13.428345 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:14.940815 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:16.500373 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:16.691876 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-a9d73849-39bd-4988-aa04-c24e23e8cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:17.783899 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:19.148250 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:32.837761 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:11:43.319897 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8fbd-0683-4a4f-93cb-ca014d675c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:43.455757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:44.940684 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:46.508149 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:46.696249 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2918bf58-c61f-4314-9b68-bd7bf2b7a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:47.787864 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:49.152659 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:09.836716 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:12:13.322121 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-dec4cc14-0f27-41d6-ac47-3576ba0ee95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:13.452603 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:14.954333 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:16.504186 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:16.698449 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d6530fd6-6f2d-4870-8405-826cd1cf6868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:17.790973 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:19.153567 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:43.324757 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-b6fac6d6-976b-47d5-8192-70e862e37784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:43.448505 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:44.954810 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:46.508060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:46.701708 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-d73b36d2-28dc-41ab-892e-b862ab921378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:46.835918 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:12:47.796327 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:49.157512 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:13.327858 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-571c3099-c6cd-4b4e-a952-ff798140889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:13.437773 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:14.955474 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:16.511496 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:16.705315 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1810-26f4-4713-a4ca-9c7556ab3bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:17.793269 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:19.160469 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:23.834987 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:13:43.332454 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-24bff30e-4677-42b3-9a9c-2c570f83602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.440152 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.977033 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.515235 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.711026 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-7705d8f7-9116-4c3c-a403-9ce0c6428d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:47.804917 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:49.164338 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:00.834842 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:14:13.334390 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32001fd0-2277-4537-8ffa-79ae392bdc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.461568 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.967527 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.517095 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.704646 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-86fc1c9b-74df-4a6e-978d-e9f949b5b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:17.801545 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:19.169766 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.747723 n-d-804285-2 neutron-server[101316]: DEBUG neutron.wsgi [req-b5126343-1400-4e17-8b22-44d39de9f283 req-ca89c0c1-6a7c-40f6-8492-374e6cc548f5 service neutron] (101316) timed out ('10.222.0.35', 40090) {{(pid=101316) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:14:37.837048 n-d-804285-2 neutron-server[101319]: DEBUG neutron.db.agents_db [None req-d63439fc-39ff-42ae-9823-e1b0afd08c20 None None] Agent healthcheck: found 7 active agents {{(pid=101319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:14:43.336766 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-be6a2586-d6a4-4500-91b8-716b402ce909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.465582 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-668f9f5d-cbaf-4b8c-b93d-78e639f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.997631 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-1edcaf6d-8fec-430a-baa5-d1c5e54203ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.520553 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-45c45bd0-5c31-4d58-ad50-0838dc75d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.705060 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-ae2a0445-b98c-4e28-8215-e23083b69c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.804547 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-32bd6ee7-5372-425b-86ab-106fb03e0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.174659 n-d-804285-2 neutron-server[101318]: DEBUG neutron_lib.callbacks.manager [None req-4edec4e3-375d-4e05-a602-7f6c87496e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791067126038', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762107'] for agent, after_update {{(pid=101318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}